mirror of
https://github.com/scrapy/scrapy.git
synced 2025-02-06 11:00:46 +00:00
33 lines
963 B
Python
33 lines
963 B
Python
import unittest
|
|
|
|
from scrapy import Spider
|
|
from scrapy.http import Request
|
|
from scrapy.item import Item
|
|
from scrapy.utils.spider import iter_spider_classes, iterate_spider_output
|
|
|
|
|
|
class MySpider1(Spider):
|
|
name = "myspider1"
|
|
|
|
|
|
class MySpider2(Spider):
|
|
name = "myspider2"
|
|
|
|
|
|
class UtilsSpidersTestCase(unittest.TestCase):
|
|
def test_iterate_spider_output(self):
|
|
i = Item()
|
|
r = Request("http://scrapytest.org")
|
|
o = object()
|
|
|
|
self.assertEqual(list(iterate_spider_output(i)), [i])
|
|
self.assertEqual(list(iterate_spider_output(r)), [r])
|
|
self.assertEqual(list(iterate_spider_output(o)), [o])
|
|
self.assertEqual(list(iterate_spider_output([r, i, o])), [r, i, o])
|
|
|
|
def test_iter_spider_classes(self):
|
|
import tests.test_utils_spider # noqa: PLW0406 # pylint: disable=import-self
|
|
|
|
it = iter_spider_classes(tests.test_utils_spider)
|
|
self.assertEqual(set(it), {MySpider1, MySpider2})
|