removed undocumented (and untested) extension: SpiderCloseDelay

scrapy/contrib/spiderclosedelay.py

@@ -1,39 +0,0 @@
-"""
-SpiderCloseDelay is an extension that keeps a idle spiders open until a
-configurable amount of idle time has elapsed
-"""
-
-from time import time
-
-from scrapy.xlib.pydispatch import dispatcher
-from collections import defaultdict
-
-from scrapy import signals
-from scrapy.project import crawler
-from scrapy.exceptions import NotConfigured, DontCloseSpider
-from scrapy.conf import settings
-
-
-class SpiderCloseDelay(object):
-    def __init__(self):
-        self.delay = settings.getint('SPIDER_CLOSE_DELAY')
-        if not self.delay:
-            raise NotConfigured
-
-        self.opened_at = defaultdict(time)
-        dispatcher.connect(self.spider_idle, signal=signals.spider_idle)
-        dispatcher.connect(self.spider_closed, signal=signals.spider_closed)
-
-    def spider_idle(self, spider):
-        try:
-            lastseen = crawler.engine.downloader.sites[spider].lastseen
-        except KeyError:
-            lastseen = None
-        if not lastseen:
-            lastseen = self.opened_at[spider]
-
-        if time() < lastseen + self.delay:
-            raise DontCloseSpider
-
-    def spider_closed(self, spider):
-        self.opened_at.pop(spider, None)