Increase read timeout for siret extractor

betagouv · Jan 28, 2025 · 8bb2140 · 8bb2140
1 parent ce0cf84
commit 8bb2140
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/app/services/SiretExtractorService.scala b/app/services/SiretExtractorService.scala
@@ -17,6 +17,7 @@ import sttp.model.Header
 import tasks.website.ExtractionResultApi
 
 import scala.concurrent.Future
+import scala.concurrent.duration.DurationInt
 
 class SiretExtractorService(siretExtractorConfiguration: SiretExtractorConfiguration) {
 
@@ -30,6 +31,7 @@ class SiretExtractorService(siretExtractorConfiguration: SiretExtractorConfigura
     logger.debug(s"Calling siret extractor with website $website")
     val url = uri"${siretExtractorConfiguration.url}/extract"
     val request = basicRequest
+      .readTimeout(30.minutes) // scrapping can last a long time
       .headers(Header("X-Api-Key", siretExtractorConfiguration.apiKey))
       .post(url)
       .response(asJson[JsValue])