fix: use correct path for reading scrapy log

open-contracting · Jan 29, 2025 · a230d6b · a230d6b
1 parent dc3da59
commit a230d6b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/data_registry/process_manager/task/collect.py b/data_registry/process_manager/task/collect.py
@@ -106,7 +106,7 @@ def get_status(self):
             if "process_id" not in self.job.context or "data_version" not in self.job.context:
                 raise UnexpectedError("Unable to retrieve collection ID and data version from Scrapy log")
 
-            scrapy_log = ScrapyLogFile(scrapy_log_url)
+            scrapy_log = ScrapyLogFile(self.job.context["scrapy_log"])
 
             if not scrapy_log.is_finished():
                 logger.warning("%s: crawl finish reason: %s", self, scrapy_log.logparser["finish_reason"])