1
0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-25 11:03:58 +00:00

catch downloader process_queue exceptions

This commit is contained in:
Daniel Grana 2009-06-22 14:24:04 -03:00
parent e6bf2821ef
commit b488e3b4a9

View File

@ -93,6 +93,12 @@ class Downloader(object):
return deferred
def process_queue(self, spider):
try:
self._process_queue(spider)
except:
log.exc('Downloader process queue bug')
def _process_queue(self, spider):
""" Effective download requests from site queue
"""
domain = spider.domain_name