From 3c17911875b660c32e6861ba7d6595d47ac98fb4 Mon Sep 17 00:00:00 2001
From: Daniel Keysers <keysers@google.com>
Date: Tue, 27 Aug 2024 12:39:41 -0700
Subject: [PATCH] Make gemma_test slightly more allowing on MultiTurn.

PiperOrigin-RevId: 668097277
---
 evals/gemma_test.cc | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/evals/gemma_test.cc b/evals/gemma_test.cc
index 8eaced8..8856e04 100644
--- a/evals/gemma_test.cc
+++ b/evals/gemma_test.cc
@@ -185,7 +185,10 @@ TEST_F(GemmaTest, Multiturn) {
   dialog.clear();
   model->Generate(runtime_config, tokens, abs_pos, s_env->MutableKVCache(),
                   timing_info);
-  EXPECT_TRUE(dialog.find("turquoise") != std::string::npos);  // NOLINT
+  fprintf(stderr, "decoded: %s\n", dialog.c_str());
+  bool remembered_turquoise = dialog.find("turquoise") != std::string::npos;
+  bool remembered_car = dialog.find("car") != std::string::npos;
+  EXPECT_TRUE(remembered_turquoise || remembered_car);
 }
 
 static const char kJingleBells[] = R"(