Merge pull request #98 from zeerd:patch-2

PiperOrigin-RevId: 615769065
2024-03-14 07:21:23 -07:00 · 2024-03-14 07:21:23 -07:00 · a2ef389897
parent 1408784d7b 46c1aca304
commit a2ef389897
1 changed files with 3 additions and 0 deletions
--- a/gemma.cc
+++ b/gemma.cc
@ -601,6 +601,9 @@ void GenerateImpl(GemmaImpl<TConfig>& gemma, size_t max_tokens,
    } else if ((prompt.size() + max_generated_tokens) > max_tokens) {
      std::cout << "Warning: Prompt size + max_new_tokens exceeds max_tokens."
                << std::endl;
+    } else if (pos >= max_tokens) {
+      std::cout << "Warning: pos exceeds max_tokens."
+                << std::endl;
    }
  }