scrapy/tests/test_link.py

import unittest
import warnings
import six

from scrapy.link import Link


class LinkTest(unittest.TestCase):

    def _assert_same_links(self, link1, link2):
        self.assertEqual(link1, link2)
        self.assertEqual(hash(link1), hash(link2))

    def _assert_different_links(self, link1, link2):
        self.assertNotEqual(link1, link2)
        self.assertNotEqual(hash(link1), hash(link2))

    def test_eq_and_hash(self):
        l1 = Link(b"http://www.example.com")
        l2 = Link(b"http://www.example.com/other")
        l3 = Link(b"http://www.example.com")

        self._assert_same_links(l1, l1)
        self._assert_different_links(l1, l2)
        self._assert_same_links(l1, l3)

        l4 = Link(b"http://www.example.com", text="test")
        l5 = Link(b"http://www.example.com", text="test2")
        l6 = Link(b"http://www.example.com", text="test")

        self._assert_same_links(l4, l4)
        self._assert_different_links(l4, l5)
        self._assert_same_links(l4, l6)

        l7 = Link(b"http://www.example.com", text="test", fragment='something', nofollow=False)
        l8 = Link(b"http://www.example.com", text="test", fragment='something', nofollow=False)
        l9 = Link(b"http://www.example.com", text="test", fragment='something', nofollow=True)
        l10 = Link(b"http://www.example.com", text="test", fragment='other', nofollow=False)
        self._assert_same_links(l7, l8)
        self._assert_different_links(l7, l9)
        self._assert_different_links(l7, l10)

    def test_repr(self):
        l1 = Link(b"http://www.example.com", text="test", fragment='something', nofollow=True)
        l2 = eval(repr(l1))
        self._assert_same_links(l1, l2)

    def test_non_str_url(self):
        with warnings.catch_warnings(record=True) as w:
            if six.PY2:
                link = Link(u"http://www.example.com/\xa3")
                self.assertIsInstance(link.url, str)
                self.assertEqual(link.url, b'http://www.example.com/\xc2\xa3')
            else:
                link = Link(b"http://www.example.com/\xc2\xa3")
                self.assertIsInstance(link.url, str)
                self.assertEqual(link.url, u'http://www.example.com/\xa3')

        assert len(w) == 1, "warning not issued"