From ff1a353ee519e4ca2ca479d3eeebac0592ce37bd Mon Sep 17 00:00:00 2001 From: Jan Heinrich Merker Date: Thu, 29 Aug 2024 02:15:56 +0200 Subject: [PATCH] Restrict RAGAS compute --- trec_biogen/evaluation.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/trec_biogen/evaluation.py b/trec_biogen/evaluation.py index 1b2c172..6257245 100644 --- a/trec_biogen/evaluation.py +++ b/trec_biogen/evaluation.py @@ -19,6 +19,7 @@ summarization_score, ) from ragas.metrics.base import Metric as RagasMeasure +from ragas.run_config import RunConfig from sklearn.metrics import accuracy_score from trec_biogen.language_models import LanguageModelName, get_langchain_language_model @@ -206,6 +207,10 @@ def evaluate_generation( dataset=dataset, metrics=[ragas_measure], llm=language_model, + run_config=RunConfig( + timeout=60, + max_retries=5, + ) ) result_df: DataFrame = result.to_pandas() # type: ignore return float(result_df[ragas_measure.name].mean())