cleanup

2026-02-16 12:02:16 +02:00 · 2026-02-16 12:02:16 +02:00 · de956a6ca8
parent 350e7c1409
commit de956a6ca8
1 changed files with 0 additions and 4 deletions
--- a/examples/llama-eval/llama-eval.py
+++ b/examples/llama-eval/llama-eval.py
@ -24,10 +24,6 @@ GRADER_PATTERNS = {
    "aime": r'\boxed{(\d+)}|\b(\d+)\b',
    "aime2025": r'\boxed{(\d+)}|\b(\d+)\b',
    "gsm8k": r'\b(\d+)\b',
-    "mmlu": r'[A-D]',
-    "hellaswag": r'[A-D]',
-    "arc": r'[A-D]',
-    "winogrande": r'[A-D]',
 }

 SAMPLE_ANSWERS = {