We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 82e7874 commit 5b8d9d9Copy full SHA for 5b8d9d9
src/eval_suite/benchs/ceval/eval_ceval.py
@@ -66,7 +66,7 @@ def __init__(
66
# ─── Load Examples For Few-shot Learning ──────────────────────
67
68
if num_shots > 0:
69
- ds = CEvalDataset(self.disciplines, split="dev")
+ ds = CEvalDataset(self.disciplines, split=self.split)
70
self.discipline_examples = ds.load_as_dict_of_discipline(num_shots)
71
else:
72
self.discipline_examples = {}
0 commit comments