Add feature flag hint to README.md, fixes #1633 (#1709)

huggingface · Dec 30, 2024 · 555d44c · 555d44c
1 parent 24d29f4
commit 555d44c
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/tokenizers/README.md b/tokenizers/README.md
@@ -42,10 +42,11 @@ use tokenizers::tokenizer::{Result, Tokenizer};
 fn main() -> Result<()> {
     # #[cfg(feature = "http")]
     # {
-        let tokenizer = Tokenizer::from_pretrained("bert-base-cased", None)?;
+    // needs http feature enabled
+    let tokenizer = Tokenizer::from_pretrained("bert-base-cased", None)?;
 
-        let encoding = tokenizer.encode("Hey there!", false)?;
-        println!("{:?}", encoding.get_tokens());
+    let encoding = tokenizer.encode("Hey there!", false)?;
+    println!("{:?}", encoding.get_tokens());
     # }
     Ok(())
 }