-
Notifications
You must be signed in to change notification settings - Fork 65
/
worker.c
219 lines (169 loc) · 5.99 KB
/
worker.c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
#include "pThreadedFFI.h"
#include "worker.h"
#include <stdio.h>
#include <ffi.h>
#include <pthread.h>
#include <errno.h>
#include <stdlib.h>
#include <string.h>
#include "pharovm/semaphores/pharoSemaphore.h"
#include "pharovm/semaphores/platformSemaphore.h"
#include "pharovm/threadSafeQueue/threadSafeQueue.h"
#ifdef __APPLE__
# include <dispatch/dispatch.h>
#endif
#ifdef _WIN32
# include <Windows.h>
#endif
struct __Worker {
Runner runner;
int hasToQuit;
int nestedRuns;
pthread_t threadId;
TSQueue *taskQueue;
//I need to identify when the callbacks come from another thread different than the runner.
pthread_t selfThread;
struct __Worker *next;
};
WorkerTask *worker_next_call(Worker *worker);
void worker_enter_callback(Runner* runner, CallbackInvocation* invocation){
Worker *worker = (Worker*)runner;
/*
* As I have to detect if the callback is in the same thread or not, I will use the payload.
* If the callback is in the same thread that the runner I have to call the worker_run loop
* so I can have reentrant calls.
* If the callback is in another thread, the payload will have a platform semaphore.
* With this semaphore I can wait until the callback come back.
*/
if(invocation->payload == NULL){
worker_run(worker);
return;
}
Semaphore* s = (Semaphore*)invocation->payload;
s->wait(s);
s->free(s);
return;
}
void worker_callback_return(Runner* worker, CallbackInvocation *invocation){
WorkerTask *task = worker_task_new_callback(invocation);
worker_add_call((Worker*)worker, task);
}
void worker_callback_prepare(Runner* worker, CallbackInvocation *invocation){
// If we are in the same thread that the runner, I will just put NULL, this is a mark to the process to handle callbacks from other threads.
// If the thread is other, I will put a platform semaphore, so the callback invocator can wait on it, and the runner loop signals it.
// threads should be compared using pthread_equal(), since binary comparison == is not portable
if(pthread_equal(((Worker*)worker)->selfThread, pthread_self())){
invocation->payload = NULL;
}else{
invocation->payload = platform_semaphore_new(0);
}
}
static void executeWorkerTask(Worker *worker, WorkerTask *task);
Worker *worker_newSpawning(int spawn) {
Worker *worker = (Worker *)malloc(sizeof(Worker));
worker->hasToQuit = false;
worker->nestedRuns = 0;
worker->next = NULL;
/* Notice, that we do not initilize threadId and selfThread, since `int` and `void*` are not of type pthread_t,
* which leads to an error when compiling with clang
* worker->threadId = 0;
* worker->selfThread = NULL;
*/
worker->taskQueue = threadsafe_queue_new(platform_semaphore_new(0));
worker->runner.callbackEnterFunction = worker_enter_callback;
worker->runner.callbackExitFunction = worker_callback_return;
worker->runner.callbackPrepareInvocation = worker_callback_prepare;
worker->runner.callbackStack = NULL;
if(spawn){
if (pthread_create(&(worker->threadId), NULL, worker_run, (void *)worker) != 0) {
perror("pthread_create() error");
return NULL;
}
pthread_detach(worker->threadId);
}
return worker;
}
Worker *worker_new(){
return worker_newSpawning(true);
}
void worker_release(Worker *worker) {
WorkerTask *task = worker_task_new_release();
worker_add_call((Worker*)worker, task);
}
inline void worker_dispatch_callout(Worker *worker, WorkerTask *task) {
worker_add_call(worker, task);
}
void worker_add_call(Worker *worker, WorkerTask *task) {
threadsafe_queue_put(worker->taskQueue, task);
}
WorkerTask *worker_next_call(Worker *worker) {
if(worker->hasToQuit){
if(threadsafe_queue_size(worker->taskQueue) == 0)
return NULL;
}
return (WorkerTask *)threadsafe_queue_take(worker->taskQueue);
}
void *worker_run(void *aWorker) {
WorkerTask *task = NULL;
Worker* worker = (Worker*)aWorker;
int myRun = worker->nestedRuns;
worker->selfThread = pthread_self();
worker->nestedRuns ++;
while(true) {
task = worker_next_call(worker);
if (task) {
switch(task->type){
case WORKER_RELEASE:
worker->hasToQuit = true;
//We wait in case we need to receive a callback_return message
#ifdef _WIN32
Sleep(1);
#else
sleep(1);
#endif
break;
case CALLOUT:
executeWorkerTask((Worker *)worker, task);
break;
case CALLBACK_RETURN:
// stop consuming tasks and return
/*
* If we have a semaphore we signal it, if not we return
* This is to handle callbacks from different threads.
* I have to return if the callback is in the same thread that the worker (when it is a result of a call in a callout)
* If the callback is from another thread, just we need to signal the semaphore.
*/
if(task->callbackSemaphore){
Semaphore* callbackSemaphore = (Semaphore*)task->callbackSemaphore;
callbackSemaphore->signal(callbackSemaphore);
}else{
return NULL;
}
break;
default:
logError("Unsupported task type: %d", task->type);
perror("");
}
} else {
if(worker->hasToQuit)
break;
else
perror("No callbacks in the queue");
}
}
logWarn("Finishing Nested run: %d from %d\n", worker->nestedRuns, myRun);
worker->nestedRuns --;
if(worker->nestedRuns == 0){
threadsafe_queue_free(worker->taskQueue);
free(worker);
}
return NULL;
}
void executeWorkerTask(Worker *worker, WorkerTask *task) {
ffi_call(
task->cif,
task->anExternalFunction,
task->returnHolderAddress,
task->parametersAddress);
signalSemaphoreWithIndex(task->semaphoreIndex);
}