cleanup

2026-05-13 12:34:05 +00:00 · 2026-02-16 12:02:16 +02:00
parent f20b5a72cf
commit 91bd92c6b6
1 changed files with 0 additions and 4 deletions
--- a/examples/llama-eval/llama-eval.py
+++ b/examples/llama-eval/llama-eval.py
@@ -24,10 +24,6 @@ GRADER_PATTERNS = {
    "aime": r'\boxed{(\d+)}|\b(\d+)\b',
    "aime2025": r'\boxed{(\d+)}|\b(\d+)\b',
    "gsm8k": r'\b(\d+)\b',
-    "mmlu": r'[A-D]',
-    "hellaswag": r'[A-D]',
-    "arc": r'[A-D]',
-    "winogrande": r'[A-D]',
 }

 SAMPLE_ANSWERS = {