test in scripts

Signed-off-by: Roni Friedman-Melamed <[email protected]>
instructlab · Nov 7, 2024 · 7c9e44c · 7c9e44c
1 parent d918732
commit 7c9e44c
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 4 deletions.
diff --git a/tests/test_unitxt.py → scripts/test_unitxt.py b/tests/test_unitxt.py → scripts/test_unitxt.py
diff --git a/src/instructlab/eval/mmlu.py b/src/instructlab/eval/mmlu.py
@@ -142,7 +142,7 @@ def run(self, server_url: str | None = None) -> tuple:
         agg_score: float = 0.0
 
         results = self._run_mmlu(server_url)
-        for task, result in results['results'].items():
+        for task, result in results["results"].items():
             agg_score += float(result["acc,none"])
             individual_scores[task] = {
                 "score": float(result["acc,none"]),
@@ -153,9 +153,7 @@ def run(self, server_url: str | None = None) -> tuple:
 
         return overall_score, individual_scores
 
-    def _run_mmlu(
-        self, server_url: str | None = None
-    ) -> dict:
+    def _run_mmlu(self, server_url: str | None = None) -> dict:
         if server_url is not None:
             # Requires lm_eval >= 0.4.4
             model_args = f"base_url={server_url}/completions,model={self.model_path},tokenizer_backend=huggingface"