BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-24 10:03:55 +00:00
Code Releases Wiki Activity

Logging the cache directory at HttpCacheMiddleware instantiation #2604

Browse Source
This commit is contained in:
jorenham 2017-03-02 11:04:16 +01:00
parent 7b49b9c0f5
commit 97d84d920b
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
scrapy/downloadermiddlewares/httpcache.py
View File

@ -1,3 +1,5 @@
import logging
from email.utils import formatdate
from twisted.internet import defer
from twisted.internet.error import TimeoutError, DNSLookupError, \
@ -9,6 +11,9 @@ from scrapy.exceptions import NotConfigured, IgnoreRequest
from scrapy.utils.misc import load_object
logger = logging.getLogger(__name__)
class HttpCacheMiddleware(object):
DOWNLOAD_EXCEPTIONS = (defer.TimeoutError, TimeoutError, DNSLookupError,
@ -24,6 +29,8 @@ class HttpCacheMiddleware(object):
self.ignore_missing = settings.getbool('HTTPCACHE_IGNORE_MISSING')
self.stats = stats
logger.debug("Using cache directory %(cachedir)s" % {'cachedir': self.storage.cachedir})
@classmethod
def from_crawler(cls, crawler):
o = cls(crawler.settings, crawler.stats)