forked from celery/celery
/
evlet.py
104 lines (77 loc) · 2.34 KB
/
evlet.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
import os
import sys
from time import time
import eventlet
import eventlet.debug
if not os.environ.get("EVENTLET_NOPATCH"):
eventlet.monkey_patch()
eventlet.debug.hub_prevent_multiple_readers(False)
from eventlet import GreenPool
from eventlet.greenthread import spawn, spawn_after_local
from greenlet import GreenletExit
from celery.concurrency.base import apply_target, BasePool
from celery.utils import timer2
class Schedule(timer2.Schedule):
def __init__(self, *args, **kwargs):
super(Schedule, self).__init__(*args, **kwargs)
self._queue = set()
def enter(self, entry, eta=None, priority=0):
try:
timer2.to_timestamp(eta)
except OverflowError:
if not self.handle_error(sys.exc_info()):
raise
now = time()
if eta is None:
eta = now
secs = eta - now
g = spawn_after_local(secs, entry)
self._queue.add(g)
g.link(self._entry_exit, entry)
g.entry = entry
g.eta = eta
g.priority = priority
g.cancelled = False
return g
def _entry_exit(self, g, entry):
try:
try:
g.wait()
except GreenletExit:
entry.cancel()
g.cancelled = True
finally:
self._queue.discard(g)
def clear(self):
queue = self._queue
while queue:
try:
queue.pop().cancel()
except KeyError:
pass
@property
def queue(self):
return [(g.eta, g.priority, g.entry) for g in self._queue]
class Timer(timer2.Timer):
Schedule = Schedule
def ensure_started(self):
pass
def stop(self):
self.schedule.clear()
def start(self):
pass
class TaskPool(BasePool):
Pool = GreenPool
Timer = Timer
signal_safe = False
def on_start(self):
self._pool = self.Pool(self.limit)
def on_stop(self):
if self._pool is not None:
self._pool.waitall()
def on_apply(self, target, args=None, kwargs=None, callback=None,
accept_callback=None, **_):
self._pool.spawn(apply_target, target, args, kwargs,
callback, accept_callback)
def blocking(self, fun, *args, **kwargs):
return spawn(fun, *args, **kwargs).wait()