Fixing the README. (#1714)

huggingface · Jan 8, 2025 · 166edd8 · 166edd8
1 parent 3a6504d
commit 166edd8
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/tokenizers/src/lib.rs b/tokenizers/src/lib.rs
@@ -30,10 +30,11 @@
 //! fn main() -> Result<()> {
 //!     # #[cfg(feature = "http")]
 //!     # {
-//!         let tokenizer = Tokenizer::from_pretrained("bert-base-cased", None)?;
+//!     // needs http feature enabled
+//!     let tokenizer = Tokenizer::from_pretrained("bert-base-cased", None)?;
 //!
-//!         let encoding = tokenizer.encode("Hey there!", false)?;
-//!         println!("{:?}", encoding.get_tokens());
+//!     let encoding = tokenizer.encode("Hey there!", false)?;
+//!     println!("{:?}", encoding.get_tokens());
 //!     # }
 //!     Ok(())
 //! }