From bcfe63fc53e331b8b5f24aa5e9e9528e745cfae8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sigbj=C3=B8rn=20Skj=C3=A6ret?= Date: Wed, 13 May 2026 08:14:24 +0200 Subject: [PATCH] llama-eval : enable type check (#22988) --- examples/llama-eval/llama-eval.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/examples/llama-eval/llama-eval.py b/examples/llama-eval/llama-eval.py index b33a3615be..a294827351 100755 --- a/examples/llama-eval/llama-eval.py +++ b/examples/llama-eval/llama-eval.py @@ -1,5 +1,4 @@ #!/usr/bin/env python3 -# type: ignore import argparse import json @@ -100,6 +99,8 @@ D) {D} class BaseDataset(ABC): + questions: List[Dict] + @abstractmethod def get_question(self, index: int) -> Dict: pass @@ -573,7 +574,7 @@ def normalize_number(s: str) -> Optional[int]: class AimeDataset(BaseDataset): def __init__(self, split: str = "train"): self.split = split - self.questions: List[Dict] = [] + self.questions = [] self._load_dataset() def _load_dataset(self): @@ -618,7 +619,7 @@ class AimeDataset(BaseDataset): class Aime2025Dataset(BaseDataset): def __init__(self): - self.questions: List[Dict] = [] + self.questions = [] self._load_dataset() def _load_dataset(self): @@ -681,7 +682,7 @@ class Aime2025Dataset(BaseDataset): class Gsm8kDataset(BaseDataset): def __init__(self, split: str = "test"): self.split = split - self.questions: List[Dict] = [] + self.questions = [] self._load_dataset() def _load_dataset(self): @@ -742,7 +743,7 @@ class GpqaDataset(BaseDataset): def __init__(self, variant: str = "diamond", seed: int = 1234): self.variant = variant self.seed = seed - self.questions: List[Dict] = [] + self.questions = [] self._load_dataset() def _load_dataset(self):