BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-24 02:04:22 +00:00
Code Releases Wiki Activity

removed useless SpiderReloader extension

Browse Source
This commit is contained in:
Pablo Hoffman 2009-09-01 22:49:15 -03:00
parent 79851aefa6
commit 6a50af05d7
4 changed files with 0 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
docs/topics/extensions.rst
View File

@ -232,17 +232,6 @@ The telnet console must be enabled by the :setting:`TELNETCONSOLE_ENABLED`
setting, and the server will listen in the port specified in
:setting:`WEBCONSOLE_PORT`.
Spider reloader extension
~~~~~~~~~~~~~~~~~~~~~~~~~
.. module:: scrapy.contrib.spider.reloader
:synopsis: Spider reloader extension
.. class:: scrapy.contrib.spider.reloader.SpiderReloader
Reload spider objects once they've finished scraping, to release the resources
and references to other objects they may hold.
.. _topics-extensions-ref-memusage:
Memory usage extension

1
docs/topics/settings.rst
View File

@ -492,7 +492,6 @@ Default::
'scrapy.contrib.webconsole.spiderctl.Spiderctl': 0,
'scrapy.contrib.webconsole.enginestatus.EngineStatus': 0,
'scrapy.contrib.webconsole.stats.StatsDump': 0,
'scrapy.contrib.spider.reloader.SpiderReloader': 0,
'scrapy.contrib.memusage.MemoryUsage': 0,
'scrapy.contrib.memdebug.MemoryDebugger': 0,
'scrapy.contrib.closedomain.CloseDomain': 0,

1
scrapy/conf/default_settings.py
View File

@ -81,7 +81,6 @@ EXTENSIONS_BASE = {
'scrapy.contrib.webconsole.spiderctl.Spiderctl': 0,
'scrapy.contrib.webconsole.enginestatus.EngineStatus': 0,
'scrapy.contrib.webconsole.stats.StatsDump': 0,
'scrapy.contrib.spider.reloader.SpiderReloader': 0,
'scrapy.contrib.memusage.MemoryUsage': 0,
'scrapy.contrib.memdebug.MemoryDebugger': 0,
'scrapy.contrib.closedomain.CloseDomain': 0,

19
scrapy/contrib/spider/reloader.py
View File

@ -1,19 +0,0 @@
"""
Reload spider modules once they are finished scraping
This is to release any resources held on to by scraping spiders.
"""
import sys
from scrapy.xlib.pydispatch import dispatcher
from scrapy.core import signals
from scrapy import log
class SpiderReloader(object):
def __init__(self):
dispatcher.connect(self.domain_closed, signal=signals.domain_closed)
def domain_closed(self, domain, spider):
module = spider.__module__
log.msg("reloading module %s" % module, domain=domain)
reload(sys.modules[module])