BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-25 06:04:29 +00:00
Code Releases Wiki Activity

scrapyd: use runner from config (if not specified) on get_spider_list()

Browse Source
This commit is contained in:
Pablo Hoffman 2010-12-28 11:16:58 -02:00
parent fa644f7a5e
commit 3d8b368fc6
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scrapyd/utils.py
View File

@ -5,6 +5,7 @@ from ConfigParser import NoSectionError
from scrapy.spiderqueue import SqliteSpiderQueue
from scrapy.utils.python import stringify_dict, unicode_to_str
from scrapyd.config import Config
def get_spider_queues(config):
"""Return a dict of Spider Quees keyed by project name"""
@ -44,8 +45,10 @@ def get_crawl_args(message):
args += ['%s=%s' % (k, v)]
return args
def get_spider_list(project, runner='scrapyd.runner'):
def get_spider_list(project, runner=None):
"""Return the spider list from the given project, using the given runner"""
if runner is None:
runner = Config().get('runner')
env = os.environ.copy()
env['SCRAPY_PROJECT'] = project
pargs = [sys.executable, '-m', runner, 'list']