speculative-simple : free batch on exit (#17985)
This commit is contained in:
parent
8e4d678528
commit
3c6391e748
|
|
@ -255,6 +255,8 @@ int main(int argc, char ** argv) {
|
||||||
LOG_INF("target:\n\n");
|
LOG_INF("target:\n\n");
|
||||||
common_perf_print(ctx_tgt, smpl);
|
common_perf_print(ctx_tgt, smpl);
|
||||||
|
|
||||||
|
llama_batch_free(batch_tgt);
|
||||||
|
|
||||||
common_sampler_free(smpl);
|
common_sampler_free(smpl);
|
||||||
common_speculative_free(spec);
|
common_speculative_free(spec);
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue