BackTrackZ/scrapy
BackTrackZ/scrapy
1
0
Fork 0
mirror of https://github.com/scrapy/scrapy.git synced 2025-02-26 22:04:01 +00:00
Code Releases Wiki Activity

Merge pull request #165 from andrix/master

Browse Source 
Just a simple refactoring on *MemoryQueue classes that improve the performance
This commit is contained in:
Daniel Graña 2012-08-10 15:04:30 -07:00
commit 19bcb44c25
1 changed files with 6 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
scrapy/utils/queue.py
View File

@ -10,13 +10,11 @@ class FifoMemoryQueue(object):
def __init__(self): def __init__(self):
self.q = deque() self.q = deque()
self.push = self.q.append
def push(self, obj):
self.q.appendleft(obj)
def pop(self): def pop(self):
if self.q: q = self.q
return self.q.pop() return q.popleft() if q else None
def close(self): def close(self):
pass pass
@ -28,8 +26,9 @@ class FifoMemoryQueue(object):
class LifoMemoryQueue(FifoMemoryQueue): class LifoMemoryQueue(FifoMemoryQueue):
"""Memory LIFO queue.""" """Memory LIFO queue."""
def push(self, obj): def pop(self):
self.q.append(obj) q = self.q
return q.pop() if q else None
class FifoDiskQueue(object): class FifoDiskQueue(object):