Merge 7e9bea7f1c into e439700992
This commit is contained in:
commit
a12a4efb3e
|
|
@ -283,6 +283,7 @@ static void shift_context() {
|
||||||
llama_memory_seq_rm(llama_get_memory(g_context), 0, system_prompt_position, system_prompt_position + n_discard);
|
llama_memory_seq_rm(llama_get_memory(g_context), 0, system_prompt_position, system_prompt_position + n_discard);
|
||||||
llama_memory_seq_add(llama_get_memory(g_context), 0, system_prompt_position + n_discard, current_position, -n_discard);
|
llama_memory_seq_add(llama_get_memory(g_context), 0, system_prompt_position + n_discard, current_position, -n_discard);
|
||||||
current_position -= n_discard;
|
current_position -= n_discard;
|
||||||
|
stop_generation_position -= n_discard;
|
||||||
LOGi("%s: Context shifting done! Current position: %d", __func__, current_position);
|
LOGi("%s: Context shifting done! Current position: %d", __func__, current_position);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue