diff --git a/bindings/python/tests/bindings/test_pre_tokenizers.py b/bindings/python/tests/bindings/test_pre_tokenizers.py index daf827b26..8008df4c8 100644 --- a/bindings/python/tests/bindings/test_pre_tokenizers.py +++ b/bindings/python/tests/bindings/test_pre_tokenizers.py @@ -110,8 +110,8 @@ def test_can_modify(self): assert pretok.replacement == "%" pretok.add_prefix_space = True assert pretok.add_prefix_space == True - pretok.prepend_scheme = "never" - assert pretok.prepend_scheme == "never" + pretok.prepend_scheme = "Never" + assert pretok.prepend_scheme == "Never" class TestCharDelimiterSplit: diff --git a/tokenizers/src/pre_tokenizers/mod.rs b/tokenizers/src/pre_tokenizers/mod.rs index fc8b9a0cf..42bbd15aa 100644 --- a/tokenizers/src/pre_tokenizers/mod.rs +++ b/tokenizers/src/pre_tokenizers/mod.rs @@ -126,7 +126,11 @@ mod tests { assert_eq!( pre_tokenizer, - PreTokenizerWrapper::Metaspace(Metaspace::new('▁', true)) + PreTokenizerWrapper::Metaspace(Metaspace::new_with_prepend_scheme( + '▁', + true, + metaspace::PrependScheme::Always + )) ); }