mirror of
https://github.com/scrapy/scrapy.git
synced 2025-02-25 11:03:58 +00:00
catch downloader process_queue exceptions
This commit is contained in:
parent
e6bf2821ef
commit
b488e3b4a9
@ -93,6 +93,12 @@ class Downloader(object):
|
||||
return deferred
|
||||
|
||||
def process_queue(self, spider):
|
||||
try:
|
||||
self._process_queue(spider)
|
||||
except:
|
||||
log.exc('Downloader process queue bug')
|
||||
|
||||
def _process_queue(self, spider):
|
||||
""" Effective download requests from site queue
|
||||
"""
|
||||
domain = spider.domain_name
|
||||
|
Loading…
x
Reference in New Issue
Block a user