From c4303cd89bd96c7f8b22bdd2c21b9ed8c60ab255 Mon Sep 17 00:00:00 2001 From: Jan Wassenberg Date: Tue, 27 Aug 2024 00:56:14 -0700 Subject: [PATCH] Fix test for 2b - update prompt PiperOrigin-RevId: 667878053 --- evals/gemma_test.cc | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/evals/gemma_test.cc b/evals/gemma_test.cc index c2b7793..8eaced8 100644 --- a/evals/gemma_test.cc +++ b/evals/gemma_test.cc @@ -172,12 +172,12 @@ TEST_F(GemmaTest, Multiturn) { }; TimingInfo timing_info{.verbosity = 0}; // First "say" something slightly unusual. - std::string mutable_prompt = "The color of my car is turquoise."; + std::string mutable_prompt = "I have a car and its color is turquoise."; std::vector tokens = WrapAndTokenize(model->Tokenizer(), model->Info(), abs_pos, mutable_prompt); model->Generate(runtime_config, tokens, abs_pos, s_env->MutableKVCache(), timing_info); - mutable_prompt = "Can you repeat to me what I just said?"; + mutable_prompt = "Please repeat all prior statements."; tokens = WrapAndTokenize(model->Tokenizer(), model->Info(), abs_pos, mutable_prompt); // Reset the `dialog` string here, then check that the model actually has