-
Notifications
You must be signed in to change notification settings - Fork 1
/
taskQueue.py
executable file
·110 lines (93 loc) · 3.32 KB
/
taskQueue.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
#!/usr/bin/python
# -*- coding: utf-8 -*-
# Copyright (C)2018 NavInfo Co.,Ltd. All right reserved.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import Queue
import time
import threading
from repeatedTimer import RepeatedTimer
g_timeout = 1 * 5
class TaskQueue:
def __init__(self, size, rLock):
self.__queue = Queue.Queue(size)
self.__running = False
self.__rLock = rLock
def empty(self):
self.__rLock.acquire()
result = self.__queue.empty()
self.__rLock.release()
return result
def getTaskBySha(self, hash):
task = {}
if not hash:
return task
self.__rLock.acquire()
for index in range(self.__queue.qsize()):
task = self.__queue.get()
taskSha = task.get('hash')
if hash == taskSha:
break
self.__queue.put(taskSha)
sysInfoTimer = task.get("sysInfoTimer")
if sysInfoTimer:
task.setdefault("response", sysInfoTimer.stop())
self.__rLock.release()
return task
def addTask(self, task):
self.__rLock.acquire()
serverName = task.get('server')
sysInfoTimer = RepeatedTimer(task.get('interval'), serverName)
task.setdefault('sysInfoTimer', sysInfoTimer)
self.__queue.put(task)
self.__rLock.release()
def __filterExpiredTasks(self):
if self.empty():
return
self.__rLock.acquire()
queueSize = self.__queue.qsize()
for index in range(queueSize):
task = []
task = self.__queue.get(False)
if not task:
continue
stopTimestamp = task.get("stopTimestamp")
response = task.get("response")
if stopTimestamp + g_timeout < time.time():
print('remove invalid task:%s' %(task.get('hash')))
continue
elif stopTimestamp + g_timeout//5 < time.time() and not response:
sysInfoTimer = task.get("sysInfoTimer")
task.setdefault("response", sysInfoTimer.stop())
else:
self.__queue.put(task)
self.__rLock.release()
def loop(self):
self.__running = True
while(self.__running):
time.sleep(1)
self.__filterExpiredTasks()
def stop(self):
self.__running = False
if __name__ == '__main__':
rLock = threading.RLock()
tasksQueue = TaskQueue(10, rLock)
t = threading.Timer(8, tasksQueue.stop);
t.start()
task = {}
currentTime = time.time()
task.setdefault('startTimestamp', currentTime)
task.setdefault('stopTimestamp', currentTime + 5)
task.setdefault('duration', 5)
task.setdefault('interval', 1)
task.setdefault('hash', 123)
task.setdefault('server', None)
tasksQueue.addTask(task)
tasksQueue.loop()