Skip to content

Commit

Permalink
Merge pull request scrapy#165 from andrix/master
Browse files Browse the repository at this point in the history
Just a simple refactoring on *MemoryQueue classes that improve the performance
  • Loading branch information
dangra committed Aug 10, 2012
2 parents 483a70c + ed87210 commit 19bcb44
Showing 1 changed file with 6 additions and 7 deletions.
13 changes: 6 additions & 7 deletions scrapy/utils/queue.py
Expand Up @@ -10,13 +10,11 @@ class FifoMemoryQueue(object):


def __init__(self): def __init__(self):
self.q = deque() self.q = deque()

self.push = self.q.append
def push(self, obj):
self.q.appendleft(obj)


def pop(self): def pop(self):
if self.q: q = self.q
return self.q.pop() return q.popleft() if q else None


def close(self): def close(self):
pass pass
Expand All @@ -28,8 +26,9 @@ def __len__(self):
class LifoMemoryQueue(FifoMemoryQueue): class LifoMemoryQueue(FifoMemoryQueue):
"""Memory LIFO queue.""" """Memory LIFO queue."""


def push(self, obj): def pop(self):
self.q.append(obj) q = self.q
return q.pop() if q else None




class FifoDiskQueue(object): class FifoDiskQueue(object):
Expand Down

0 comments on commit 19bcb44

Please sign in to comment.