Merge pull request #98 from zeerd:patch-2

PiperOrigin-RevId: 615769065
google · Mar 14, 2024 · a2ef389 · a2ef389
2 parents 1408784 + 46c1aca
commit a2ef389
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/gemma.cc b/gemma.cc
@@ -601,6 +601,9 @@ void GenerateImpl(GemmaImpl<TConfig>& gemma, size_t max_tokens,
     } else if ((prompt.size() + max_generated_tokens) > max_tokens) {
       std::cout << "Warning: Prompt size + max_new_tokens exceeds max_tokens."
                 << std::endl;
+    } else if (pos >= max_tokens) {
+      std::cout << "Warning: pos exceeds max_tokens."
+                << std::endl;
     }
   }