Skip to content

Commit 5b8d9d9

Browse files
committed
fix: update dataset split parameter in CEvalEvaluator
1 parent 82e7874 commit 5b8d9d9

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/eval_suite/benchs/ceval/eval_ceval.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -66,7 +66,7 @@ def __init__(
6666
# ─── Load Examples For Few-shot Learning ──────────────────────
6767

6868
if num_shots > 0:
69-
ds = CEvalDataset(self.disciplines, split="dev")
69+
ds = CEvalDataset(self.disciplines, split=self.split)
7070
self.discipline_examples = ds.load_as_dict_of_discipline(num_shots)
7171
else:
7272
self.discipline_examples = {}

0 commit comments

Comments
 (0)