mirror of
https://github.com/scrapy/scrapy.git
synced 2025-02-23 15:04:27 +00:00
35 lines
1.2 KiB
Python
35 lines
1.2 KiB
Python
from twisted.trial import unittest
|
|
from twisted.internet import defer
|
|
|
|
from scrapy.utils.testsite import SiteTest
|
|
from scrapy.utils.testproc import ProcessTest
|
|
|
|
|
|
class FetchTest(ProcessTest, SiteTest, unittest.TestCase):
|
|
|
|
command = 'fetch'
|
|
|
|
@defer.inlineCallbacks
|
|
def test_output(self):
|
|
_, out, _ = yield self.execute([self.url('/text')])
|
|
self.assertEqual(out.strip(), b'Works')
|
|
|
|
@defer.inlineCallbacks
|
|
def test_redirect_default(self):
|
|
_, out, _ = yield self.execute([self.url('/redirect')])
|
|
self.assertEqual(out.strip(), b'Redirected here')
|
|
|
|
@defer.inlineCallbacks
|
|
def test_redirect_disabled(self):
|
|
_, out, err = yield self.execute(['--no-redirect', self.url('/redirect-no-meta-refresh')])
|
|
err = err.strip()
|
|
self.assertIn(b'downloader/response_status_count/302', err, err)
|
|
self.assertNotIn(b'downloader/response_status_count/200', err, err)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_headers(self):
|
|
_, out, _ = yield self.execute([self.url('/text'), '--headers'])
|
|
out = out.replace(b'\r', b'') # required on win32
|
|
assert b'Server: TwistedWeb' in out, out
|
|
assert b'Content-Type: text/plain' in out
|