From 2e18f0db3316accdbb232edd1aab7f097e32f82d Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Daniel=20Gra=C3=B1a?= <dangra@gmail.com>
Date: Fri, 27 Jan 2012 17:41:38 -0200
Subject: [PATCH] Catch start_requests iterator errors. refs #83

---
 scrapy/core/engine.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/scrapy/core/engine.py b/scrapy/core/engine.py
index c56cd26ab..7680df799 100644
--- a/scrapy/core/engine.py
+++ b/scrapy/core/engine.py
@@ -106,9 +106,13 @@ class ExecutionEngine(object):
         if slot.start_requests and not self._needs_backout(spider):
             try:
                 request = slot.start_requests.next()
-                self.crawl(request, spider)
             except StopIteration:
                 slot.start_requests = None
+            except Exception, exc:
+                log.err(None, 'Obtaining request from start requests', \
+                        spider=spider)
+            else:
+                self.crawl(request, spider)
 
         if self.spider_is_idle(spider) and slot.close_if_idle:
             self._spider_idle(spider)