Skip to content

Commit 7c9e44c

Browse files
committed
test in scripts
Signed-off-by: Roni Friedman-Melamed <[email protected]>
1 parent d918732 commit 7c9e44c

File tree

2 files changed

+2
-4
lines changed

2 files changed

+2
-4
lines changed
File renamed without changes.

src/instructlab/eval/mmlu.py

+2-4
Original file line numberDiff line numberDiff line change
@@ -142,7 +142,7 @@ def run(self, server_url: str | None = None) -> tuple:
142142
agg_score: float = 0.0
143143

144144
results = self._run_mmlu(server_url)
145-
for task, result in results['results'].items():
145+
for task, result in results["results"].items():
146146
agg_score += float(result["acc,none"])
147147
individual_scores[task] = {
148148
"score": float(result["acc,none"]),
@@ -153,9 +153,7 @@ def run(self, server_url: str | None = None) -> tuple:
153153

154154
return overall_score, individual_scores
155155

156-
def _run_mmlu(
157-
self, server_url: str | None = None
158-
) -> dict:
156+
def _run_mmlu(self, server_url: str | None = None) -> dict:
159157
if server_url is not None:
160158
# Requires lm_eval >= 0.4.4
161159
model_args = f"base_url={server_url}/completions,model={self.model_path},tokenizer_backend=huggingface"

0 commit comments

Comments
 (0)