fix: Fix offline metrics path prefix

opendatahub-io · Jan 17, 2025 · 38e5612 · 38e5612
1 parent bc4f819
commit 38e5612
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lm_eval/__main__.py b/lm_eval/__main__.py
@@ -19,7 +19,7 @@
     evaluate_load = evaluate.load
 
     # Use the specified metrics prefix. If not set use the default.
-    LMEVAL_METRICS_PREFIX = os.getenv("LMEVAL_METRICS_PREFIX", "metrics")
+    LMEVAL_METRICS_PREFIX = os.getenv("LMEVAL_METRICS_PREFIX", "lm-evaluation-harness/metrics")
 
     # Load the metrics from the centralised folder
     def load_from_path(path, *args, **kwargs):