BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-27 07:03:55 +00:00
Code Releases Wiki Activity

Add deprecation warning to HtmlParserLinkExtractor

Browse Source
This commit is contained in:
Julia Medina 2015-05-04 17:11:05 -03:00
parent d00e43f39c
commit 389f6e95c5
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
scrapy/linkextractors/htmlparser.py
View File

@ -2,6 +2,7 @@
HTMLParser-based link extractor HTMLParser-based link extractor
""" """
import warnings
from HTMLParser import HTMLParser from HTMLParser import HTMLParser
from six.moves.urllib.parse import urljoin from six.moves.urllib.parse import urljoin
@ -9,12 +10,20 @@ from w3lib.url import safe_url_string
from scrapy.link import Link from scrapy.link import Link
from scrapy.utils.python import unique as unique_list from scrapy.utils.python import unique as unique_list
from scrapy.exceptions import ScrapyDeprecationWarning
class HtmlParserLinkExtractor(HTMLParser): class HtmlParserLinkExtractor(HTMLParser):
def __init__(self, tag="a", attr="href", process=None, unique=False): def __init__(self, tag="a", attr="href", process=None, unique=False):
HTMLParser.__init__(self) HTMLParser.__init__(self)
warnings.warn(
"HtmlParserLinkExtractor is deprecated and will be removed in "
"future releases. Please use scrapy.linkextractors.LinkExtractor",
ScrapyDeprecationWarning
)
self.scan_tag = tag if callable(tag) else lambda t: t == tag self.scan_tag = tag if callable(tag) else lambda t: t == tag
self.scan_attr = attr if callable(attr) else lambda a: a == attr self.scan_attr = attr if callable(attr) else lambda a: a == attr
self.process_attr = process if callable(process) else lambda v: v self.process_attr = process if callable(process) else lambda v: v