From 38e561219feaf74da1903f6cb8576497cf89bd31 Mon Sep 17 00:00:00 2001 From: Rui Vieira Date: Fri, 17 Jan 2025 02:13:48 +0000 Subject: [PATCH] fix: Fix offline metrics path prefix --- lm_eval/__main__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lm_eval/__main__.py b/lm_eval/__main__.py index 993513a715..56d3dcc0de 100644 --- a/lm_eval/__main__.py +++ b/lm_eval/__main__.py @@ -19,7 +19,7 @@ evaluate_load = evaluate.load # Use the specified metrics prefix. If not set use the default. - LMEVAL_METRICS_PREFIX = os.getenv("LMEVAL_METRICS_PREFIX", "metrics") + LMEVAL_METRICS_PREFIX = os.getenv("LMEVAL_METRICS_PREFIX", "lm-evaluation-harness/metrics") # Load the metrics from the centralised folder def load_from_path(path, *args, **kwargs):