From de956a6ca87cb0f9502618ebb3803001319fc9cf Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Mon, 16 Feb 2026 12:02:16 +0200 Subject: [PATCH] cleanup --- examples/llama-eval/llama-eval.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/examples/llama-eval/llama-eval.py b/examples/llama-eval/llama-eval.py index 112f317bc9..4f8e0055b1 100755 --- a/examples/llama-eval/llama-eval.py +++ b/examples/llama-eval/llama-eval.py @@ -24,10 +24,6 @@ GRADER_PATTERNS = { "aime": r'\boxed{(\d+)}|\b(\d+)\b', "aime2025": r'\boxed{(\d+)}|\b(\d+)\b', "gsm8k": r'\b(\d+)\b', - "mmlu": r'[A-D]', - "hellaswag": r'[A-D]', - "arc": r'[A-D]', - "winogrande": r'[A-D]', } SAMPLE_ANSWERS = {