Removed obligatory link score. Default score of 0 assumed

scrapinghub · Nov 16, 2015 · b14bb32 · b14bb32
1 parent 18ffb3f
commit b14bb32
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/aduana/frontera.py b/aduana/frontera.py
@@ -61,7 +61,7 @@ def request_error(self, page, error):
     def page_crawled(self, response, links):
         cp = aduana.CrawledPage(
             response.url,
-            [(link.url, link.meta['scrapy_meta']['score']) for link in links])
+            [(link.url, link.meta['scrapy_meta'].get('score', 0.0)) for link in links])
 
         try:
             cp.score = response.meta['scrapy_meta']['score']