happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix counts

This commit is contained in:
Georgi Gerganov 2026-02-16 16:38:31 +02:00
parent 60a501e138
commit 7b84af8051
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 11 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
examples/llama-eval/llama-eval.py
View File

@ -328,11 +328,17 @@ class EvalState:
def print_existing_summary(self):
cases = self.task_states.get(self.dataset_type, {}).get("cases", {})
correct = sum(1 for c in cases.values() if c.get("correct", False))
total = len(cases)
print(f"{'='*60}")
print(f"Results: {correct}/{total} correct ({correct/total*100:.1f}%)")
print(f"{'='*60}")
completed_cases = {tid: c for tid, c in cases.items() if c.get("status") == "ok"}
correct = sum(1 for c in completed_cases.values() if c.get("correct", False))
total = len(completed_cases)
if total == 0:
print(f"{'='*60}")
print(f"Results: 0/0 correct (0.0%)")
print(f"{'='*60}")
else:
print(f"{'='*60}")
print(f"Results: {correct}/{total} correct ({correct/total*100:.1f}%)")
print(f"{'='*60}")
def normalize_number(s: str) -> Optional[int]:
match = re.match(r"\d+", s) # match digits from the start
@ -814,7 +820,6 @@ class Processor:
print(f" Extracted: {task_state.extracted}")
print(f" Status: {task_state.status}")
eval_state.correct = correct_count
eval_state.print_summary()
eval_state.dump()