happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' into dev

This commit is contained in:
austinvhuang 2024-02-24 17:21:41 -05:00
parent e7a6f44ba5 902adc5e62
commit 5b5c080b10
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
run.cc
View File

@ -144,6 +144,11 @@ void ReplGemma(gcpp::Gemma& model, hwy::ThreadPool& pool,
return; return;
} }
if (prompt_string == "%c" || prompt_string == "%C") {
abs_pos = 0;
continue;
}
if (model.model_training == ModelTraining::GEMMA_IT) { if (model.model_training == ModelTraining::GEMMA_IT) {
// For instruction-tuned models: add control tokens. // For instruction-tuned models: add control tokens.
prompt_string = "<start_of_turn>user\n" + prompt_string + prompt_string = "<start_of_turn>user\n" + prompt_string +