mirror of
https://github.com/scrapy/scrapy.git
synced 2025-02-06 10:24:24 +00:00
36 lines
1.2 KiB
Python
36 lines
1.2 KiB
Python
from twisted.internet import defer
|
|
from twisted.trial import unittest
|
|
|
|
from scrapy.utils.testproc import ProcessTest
|
|
from scrapy.utils.testsite import SiteTest
|
|
|
|
|
|
class FetchTest(ProcessTest, SiteTest, unittest.TestCase):
|
|
command = "fetch"
|
|
|
|
@defer.inlineCallbacks
|
|
def test_output(self):
|
|
_, out, _ = yield self.execute([self.url("/text")])
|
|
self.assertEqual(out.strip(), b"Works")
|
|
|
|
@defer.inlineCallbacks
|
|
def test_redirect_default(self):
|
|
_, out, _ = yield self.execute([self.url("/redirect")])
|
|
self.assertEqual(out.strip(), b"Redirected here")
|
|
|
|
@defer.inlineCallbacks
|
|
def test_redirect_disabled(self):
|
|
_, out, err = yield self.execute(
|
|
["--no-redirect", self.url("/redirect-no-meta-refresh")]
|
|
)
|
|
err = err.strip()
|
|
self.assertIn(b"downloader/response_status_count/302", err, err)
|
|
self.assertNotIn(b"downloader/response_status_count/200", err, err)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_headers(self):
|
|
_, out, _ = yield self.execute([self.url("/text"), "--headers"])
|
|
out = out.replace(b"\r", b"") # required on win32
|
|
assert b"Server: TwistedWeb" in out, out
|
|
assert b"Content-Type: text/plain" in out
|