BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-26 23:04:29 +00:00
Code Releases Wiki Activity

reverted r680 until we there are tests and documentation available about the change

Browse Source 
--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40682
This commit is contained in:
Pablo Hoffman 2009-01-08 13:30:25 +00:00
parent 4a9a48a629
commit fc76af2eb4
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/trunk/scrapy/link/__init__.py
View File

@ -49,7 +49,7 @@ class LinkExtractor(FixedSGMLParser):
ret = [] ret = []
base_url = self.base_url if self.base_url else response_url base_url = self.base_url if self.base_url else response_url
for link in links: for link in links:
link.url = urljoin(base_url, link.url).strip() link.url = urljoin(base_url, link.url)
link.url = safe_url_string(link.url, response_encoding) link.url = safe_url_string(link.url, response_encoding)
link.text = link.text.decode(response_encoding) link.text = link.text.decode(response_encoding)
ret.append(link) ret.append(link)