BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-27 05:24:33 +00:00
Code Releases Wiki Activity

Added adapt_response method to XMLFeedSpiders

Browse Source 
--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40537
This commit is contained in:
elpolilla 2008-12-19 10:16:58 +00:00
parent 9d76ff606b
commit ac7ecb7810
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
scrapy/trunk/scrapy/contrib/spiders/feed.py
View File

@ -26,6 +26,11 @@ class XMLFeedSpider(BaseSpider):
of results (Items or Requests)."""
return results
def adapt_response(self, response):
"""You can override this function in order to make any changes you want
to into the feed before parsing it. This function must return a response."""
return response
def parse_nodes(self, response, nodes):
for xSel in nodes:
ret = self.parse_item(response, xSel)
@ -40,6 +45,7 @@ class XMLFeedSpider(BaseSpider):
if not hasattr(self, 'parse_item'):
raise NotConfigured('You must define parse_item method in order to scrape this XML feed')
response = self.adapt_response(response)
if self.iternodes:
nodes = xmliter(response, self.itertag)
else:
@ -64,8 +70,7 @@ class CSVFeedSpider(BaseSpider):
return results
def adapt_response(self, response):
"""You can override this function in order to make any changes you want
to into the feed before parsing it. This function must return a response."""
"""This method has the same purpose as the one in XMLFeedSpider"""
return response
def parse_rows(self, response):