BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-26 08:03:54 +00:00
Code Releases Wiki Activity

httpcache: don't store already cached response.

Browse Source
This commit is contained in:
Rolando Espinoza La fuente 2011-12-30 14:21:07 -04:00
parent f2966eebc7
commit 503fdf39fe
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scrapy/contrib/downloadermiddleware/httpcache.py
View File

@ -52,7 +52,9 @@ class HttpCacheMiddleware(object):
raise IgnoreRequest("Ignored request not in cache: %s" % request) raise IgnoreRequest("Ignored request not in cache: %s" % request)
def process_response(self, request, response, spider): def process_response(self, request, response, spider):
if self.is_cacheable(request) and self.is_cacheable_response(response): if (self.is_cacheable(request)
and self.is_cacheable_response(response)
and 'cached' not in response.flags):
self.storage.store_response(spider, request, response) self.storage.store_response(spider, request, response)
stats.inc_value('httpcache/store', spider=spider) stats.inc_value('httpcache/store', spider=spider)
return response return response