mirror of
https://github.com/scrapy/scrapy.git
synced 2025-02-22 22:43:43 +00:00
master logs response from worker.
--HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%4042
This commit is contained in:
parent
e11d824ed0
commit
6bbbb0c1f6
@ -39,6 +39,7 @@ class Node:
|
|||||||
self.master = master
|
self.master = master
|
||||||
|
|
||||||
def _set_status(self, status):
|
def _set_status(self, status):
|
||||||
|
log.msg("Response from worker: %s" % status)
|
||||||
self.status_as_dict = status
|
self.status_as_dict = status
|
||||||
if not status:
|
if not status:
|
||||||
self.available = False
|
self.available = False
|
||||||
@ -103,7 +104,6 @@ class ClusterMaster(object):
|
|||||||
self.get_spider_groupsettings = my_import(settings["GROUPSETTINGS_MODULE"]).get_spider_groupsettings
|
self.get_spider_groupsettings = my_import(settings["GROUPSETTINGS_MODULE"]).get_spider_groupsettings
|
||||||
else:
|
else:
|
||||||
self.get_spider_groupsettings = lambda x: {}
|
self.get_spider_groupsettings = lambda x: {}
|
||||||
|
|
||||||
#load pending domains
|
#load pending domains
|
||||||
try:
|
try:
|
||||||
self.pending = pickle.load( open("pending_cache_%s" % socket.gethostname(), "r") )
|
self.pending = pickle.load( open("pending_cache_%s" % socket.gethostname(), "r") )
|
||||||
|
Loading…
x
Reference in New Issue
Block a user