From c32a2c24bf8e961e667ce8bb2c06885747c7b4c6 Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Thu, 7 Nov 2024 21:58:43 +0800
Subject: [PATCH] End of list.

---
 tokenizers/src/tokenizer/mod.rs | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tokenizers/src/tokenizer/mod.rs b/tokenizers/src/tokenizer/mod.rs
index 208a0fc7a..ac79e6f76 100644
--- a/tokenizers/src/tokenizer/mod.rs
+++ b/tokenizers/src/tokenizer/mod.rs
@@ -1020,6 +1020,7 @@ pub struct DecodeStream<'tok, M, N, PT, PP, D> {
     ///  - read
     ///  - prefix
     ///  - rest
+    ///
     /// Read is the bit necessary to surround the prefix
     /// so decoding the whole ids produces a valid prefix.
     /// Prefix is the previously produced string, kept around to trim off of