BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-26 15:24:12 +00:00
Code Releases Wiki Activity

Remove _log_level attribute as per comments

Browse Source
This commit is contained in:
Paul Tremberth 2014-02-04 12:51:08 +01:00
parent 41765ca18d
commit 66fb1738a2
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scrapy/dupefilter.py
View File

@ -28,8 +28,6 @@ class BaseDupeFilter(object):
class RFPDupeFilter(BaseDupeFilter): class RFPDupeFilter(BaseDupeFilter):
"""Request Fingerprint duplicates filter""" """Request Fingerprint duplicates filter"""
_log_level = log.DEBUG
def __init__(self, path=None, verbose_log=False): def __init__(self, path=None, verbose_log=False):
self.file = None self.file = None
self.fingerprints = set() self.fingerprints = set()
@ -62,12 +60,12 @@ class RFPDupeFilter(BaseDupeFilter):
def log(self, request, spider): def log(self, request, spider):
if self.verbose_log: if self.verbose_log:
fmt = "Filtered duplicate request: %(request)s" fmt = "Filtered duplicate request: %(request)s"
log.msg(format=fmt, request=request, level=self._log_level, spider=spider) log.msg(format=fmt, request=request, level=log.DEBUG, spider=spider)
elif self.logdupes: elif self.logdupes:
fmt = ("Filtered duplicate request: %(request)s" fmt = ("Filtered duplicate request: %(request)s"
" - no more duplicates will be shown" " - no more duplicates will be shown"
" (see DUPEFILTER_DEBUG to show all duplicates)") " (see DUPEFILTER_DEBUG to show all duplicates)")
log.msg(format=fmt, request=request, level=self._log_level, spider=spider) log.msg(format=fmt, request=request, level=log.DEBUG, spider=spider)
self.logdupes = False self.logdupes = False
spider.crawler.stats.inc_value('dupefilter/filtered', spider=spider) spider.crawler.stats.inc_value('dupefilter/filtered', spider=spider)