BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-25 20:23:56 +00:00
Code Releases Wiki Activity

removed support for spider.dont_throttle attribute

Browse Source
This commit is contained in:
Pablo Hoffman 2011-05-27 09:09:28 -03:00
parent 2fa0f75f2d
commit 6c369c50ca
1 changed files with 0 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
scrapy/contrib/throttle.py
View File

@ -75,23 +75,16 @@ class AutoThrottle(object):
self.last_lat = {}
def spider_opened(self, spider):
setattr_default(spider, 'dont_throttle', False)
if spider.dont_throttle:
return
spider.download_delay = self.START_DELAY
spider.max_concurrent_requests = 1
self.last_latencies[spider] = [self.START_DELAY]
self.last_lat[spider] = self.START_DELAY, 0.0
def spider_closed(self, spider):
if spider.dont_throttle:
return
del self.last_latencies[spider]
del self.last_lat[spider]
def response_received(self, response, spider):
if spider.dont_throttle:
return
latency = response.meta.get('download_latency')
if not latency:
return