mirror of
https://github.com/scrapy/scrapy.git
synced 2025-02-06 10:24:24 +00:00
100 lines
3.3 KiB
Python
100 lines
3.3 KiB
Python
import asyncio
|
|
|
|
from pydispatch import dispatcher
|
|
from pytest import mark
|
|
from testfixtures import LogCapture
|
|
from twisted.internet import defer, reactor
|
|
from twisted.python.failure import Failure
|
|
from twisted.trial import unittest
|
|
|
|
from scrapy.utils.signal import send_catch_log, send_catch_log_deferred
|
|
from scrapy.utils.test import get_from_asyncio_queue
|
|
|
|
|
|
class SendCatchLogTest(unittest.TestCase):
|
|
@defer.inlineCallbacks
|
|
def test_send_catch_log(self):
|
|
test_signal = object()
|
|
handlers_called = set()
|
|
|
|
dispatcher.connect(self.error_handler, signal=test_signal)
|
|
dispatcher.connect(self.ok_handler, signal=test_signal)
|
|
with LogCapture() as log:
|
|
result = yield defer.maybeDeferred(
|
|
self._get_result,
|
|
test_signal,
|
|
arg="test",
|
|
handlers_called=handlers_called,
|
|
)
|
|
|
|
assert self.error_handler in handlers_called
|
|
assert self.ok_handler in handlers_called
|
|
self.assertEqual(len(log.records), 1)
|
|
record = log.records[0]
|
|
self.assertIn("error_handler", record.getMessage())
|
|
self.assertEqual(record.levelname, "ERROR")
|
|
self.assertEqual(result[0][0], self.error_handler)
|
|
self.assertIsInstance(result[0][1], Failure)
|
|
self.assertEqual(result[1], (self.ok_handler, "OK"))
|
|
|
|
dispatcher.disconnect(self.error_handler, signal=test_signal)
|
|
dispatcher.disconnect(self.ok_handler, signal=test_signal)
|
|
|
|
def _get_result(self, signal, *a, **kw):
|
|
return send_catch_log(signal, *a, **kw)
|
|
|
|
def error_handler(self, arg, handlers_called):
|
|
handlers_called.add(self.error_handler)
|
|
1 / 0
|
|
|
|
def ok_handler(self, arg, handlers_called):
|
|
handlers_called.add(self.ok_handler)
|
|
assert arg == "test"
|
|
return "OK"
|
|
|
|
|
|
class SendCatchLogDeferredTest(SendCatchLogTest):
|
|
def _get_result(self, signal, *a, **kw):
|
|
return send_catch_log_deferred(signal, *a, **kw)
|
|
|
|
|
|
class SendCatchLogDeferredTest2(SendCatchLogDeferredTest):
|
|
def ok_handler(self, arg, handlers_called):
|
|
handlers_called.add(self.ok_handler)
|
|
assert arg == "test"
|
|
d = defer.Deferred()
|
|
reactor.callLater(0, d.callback, "OK")
|
|
return d
|
|
|
|
|
|
@mark.usefixtures("reactor_pytest")
|
|
class SendCatchLogDeferredAsyncDefTest(SendCatchLogDeferredTest):
|
|
async def ok_handler(self, arg, handlers_called):
|
|
handlers_called.add(self.ok_handler)
|
|
assert arg == "test"
|
|
await defer.succeed(42)
|
|
return "OK"
|
|
|
|
|
|
@mark.only_asyncio()
|
|
class SendCatchLogDeferredAsyncioTest(SendCatchLogDeferredTest):
|
|
async def ok_handler(self, arg, handlers_called):
|
|
handlers_called.add(self.ok_handler)
|
|
assert arg == "test"
|
|
await asyncio.sleep(0.2)
|
|
return await get_from_asyncio_queue("OK")
|
|
|
|
|
|
class SendCatchLogTest2(unittest.TestCase):
|
|
def test_error_logged_if_deferred_not_supported(self):
|
|
def test_handler():
|
|
return defer.Deferred()
|
|
|
|
test_signal = object()
|
|
dispatcher.connect(test_handler, test_signal)
|
|
with LogCapture() as log:
|
|
send_catch_log(test_signal)
|
|
self.assertEqual(len(log.records), 1)
|
|
self.assertIn("Cannot return deferreds from signal handler", str(log))
|
|
dispatcher.disconnect(test_handler, test_signal)
|