From c4ad2bea5d0a601d1fcee09589630a79cfda661d Mon Sep 17 00:00:00 2001 From: Ismael Carnales Date: Mon, 7 Sep 2009 11:14:47 -0300 Subject: [PATCH] added urlfilter spidermw test --- .../tests/test_spidermiddleware_urlfilter.py | 22 +++++++++++++++++++ 1 file changed, 22 insertions(+) create mode 100644 scrapy/tests/test_spidermiddleware_urlfilter.py diff --git a/scrapy/tests/test_spidermiddleware_urlfilter.py b/scrapy/tests/test_spidermiddleware_urlfilter.py new file mode 100644 index 000000000..21f776f17 --- /dev/null +++ b/scrapy/tests/test_spidermiddleware_urlfilter.py @@ -0,0 +1,22 @@ +from unittest import TestCase + +from scrapy.contrib.spidermiddleware.urlfilter import UrlFilterMiddleware +from scrapy.http import Response, Request +from scrapy.spider import BaseSpider +from scrapy.utils.url import canonicalize_url + + +class TestUrlFilterMiddleware(TestCase): + + def setUp(self): + self.spider = BaseSpider() + self.mw = UrlFilterMiddleware() + + def test_process_spider_output(self): + res = Response('http://scrapytest.org') + req_url = 'http://scrapytest.org/?last=1&first=2' + reqs = [Request(req_url)] + + out = list(self.mw.process_spider_output(res, reqs, self.spider)) + self.assertEquals(out[0].url, canonicalize_url(req_url)) +