nits

huggingface · Jan 6, 2025 · a7baf1b · a7baf1b
1 parent 4b63a7a
commit a7baf1b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tokenizers/src/models/backtracking_bpe/serialization.rs b/tokenizers/src/models/backtracking_bpe/serialization.rs
@@ -114,7 +114,7 @@ impl<'de> Visitor<'de> for BacktrackingBpeVisitor {
                 }
             };
             builder = builder.vocab_and_merges(vocab, merges);
-            Ok(builder.build().map_err(Error::custom)?)
+            Ok(builder.build().map_err(|e| Error::custom(format!("Error building the backtraciing BPE {:?}", e)))?)
         } else {
             Err(Error::custom("Missing vocab/merges"))
         }