add dashboard-progress id in metrics

PrimeIntellect-ai · Feb 4, 2025 · 21306bb · 21306bb
1 parent 0fba3ac
commit 21306bb
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/genesys/data.py b/src/genesys/data.py
@@ -1,3 +1,4 @@
+import os
 from typing import Generator
 from pydantic_config import BaseConfig
 from datasets import load_dataset
@@ -135,4 +136,6 @@ def __iter__(self) -> Generator[tuple, None, None]:
     def log_progress_prime(self, paths: list[str], dataset_counters: list[int]):
         metric = {path: counter for path, counter in zip(paths, dataset_counters)}
         metric.update({"total": sum(dataset_counters)})
+
+        metric = {os.path.join("dashbord-progress", key): value for key, value in metric.items()}
         self.prime_metric.log_prime(metric)