BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-24 06:43:43 +00:00
Code Releases Wiki Activity

renamed setting REQUESTS_PER_DOMAIN to REQUESTS_PER_SPIDER

Browse Source
This commit is contained in:
Pablo Hoffman 2009-11-06 15:42:11 -02:00
parent 580d82468e
commit d604dca96d
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
docs/topics/settings.rst
View File

@ -764,9 +764,9 @@ A dict containing the request download handlers enabled by default in Scrapy.
You should never modify this setting in your project, modify
:setting:`REQUEST_HANDLERS` instead.
.. setting:: REQUESTS_PER_DOMAIN
.. setting:: REQUESTS_PER_SPIDER
REQUESTS_PER_DOMAIN
REQUESTS_PER_SPIDER
-------------------
Default: ``8``

2
scrapy/conf/default_settings.py
View File

@ -136,7 +136,7 @@ REQUEST_HANDLERS_BASE = {
}
REQUESTS_QUEUE_SIZE = 0
REQUESTS_PER_DOMAIN = 8 # max simultaneous requests per domain
REQUESTS_PER_SPIDER = 8 # max simultaneous requests per domain
# contrib.middleware.retry.RetryMiddleware default settings
RETRY_TIMES = 2 # initial response + 2 retries = 3 requests

2
scrapy/core/downloader/manager.py
View File

@ -27,7 +27,7 @@ class SiteInfo(object):
if download_delay:
self.max_concurrent_requests = 1
elif max_concurrent_requests is None:
self.max_concurrent_requests = settings.getint('REQUESTS_PER_DOMAIN')
self.max_concurrent_requests = settings.getint('REQUESTS_PER_SPIDER')
else:
self.max_concurrent_requests = max_concurrent_requests