Fmt.

huggingface · Jan 9, 2025 · 69a9936 · 69a9936
1 parent f1e36c0
commit 69a9936
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/tokenizers/src/models/bpe/word.rs b/tokenizers/src/models/bpe/word.rs
@@ -200,7 +200,8 @@ impl Word {
                 // Make sure we are not processing an expired queue entry
                 let target_new_pair = (self.symbols[top.pos].c, right.c);
                 if merges
-                    .get(&target_new_pair).is_none_or(|(_, new_id)| *new_id != top.new_id)
+                    .get(&target_new_pair)
+                    .is_none_or(|(_, new_id)| *new_id != top.new_id)
                 {
                     continue;
                 }