Restrict RAGAS compute

webis-de · Aug 29, 2024 · ff1a353 · ff1a353
1 parent 91e2c31
commit ff1a353
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/trec_biogen/evaluation.py b/trec_biogen/evaluation.py
@@ -19,6 +19,7 @@
     summarization_score,
 )
 from ragas.metrics.base import Metric as RagasMeasure
+from ragas.run_config import RunConfig
 from sklearn.metrics import accuracy_score
 
 from trec_biogen.language_models import LanguageModelName, get_langchain_language_model
@@ -206,6 +207,10 @@ def evaluate_generation(
             dataset=dataset,
             metrics=[ragas_measure],
             llm=language_model,
+            run_config=RunConfig(
+                timeout=60,
+                max_retries=5,
+            )
         )
         result_df: DataFrame = result.to_pandas()  # type: ignore
         return float(result_df[ragas_measure.name].mean())