BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-26 10:43:43 +00:00
Code Releases Wiki Activity

Remove _log_level attribute as per comments

Browse Source
This commit is contained in:
Paul Tremberth 2014-02-04 12:51:08 +01:00
parent 41765ca18d
commit 66fb1738a2
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scrapy/dupefilter.py
View File

@ -28,8 +28,6 @@ class BaseDupeFilter(object):
class RFPDupeFilter(BaseDupeFilter):
"""Request Fingerprint duplicates filter"""
_log_level = log.DEBUG
def __init__(self, path=None, verbose_log=False):
self.file = None
self.fingerprints = set()
@ -62,12 +60,12 @@ class RFPDupeFilter(BaseDupeFilter):
def log(self, request, spider):
if self.verbose_log:
fmt = "Filtered duplicate request: %(request)s"
log.msg(format=fmt, request=request, level=self._log_level, spider=spider)
log.msg(format=fmt, request=request, level=log.DEBUG, spider=spider)
elif self.logdupes:
fmt = ("Filtered duplicate request: %(request)s"
" - no more duplicates will be shown"
" (see DUPEFILTER_DEBUG to show all duplicates)")
log.msg(format=fmt, request=request, level=self._log_level, spider=spider)
log.msg(format=fmt, request=request, level=log.DEBUG, spider=spider)
self.logdupes = False
spider.crawler.stats.inc_value('dupefilter/filtered', spider=spider)