-
Notifications
You must be signed in to change notification settings - Fork 0
/
worker.py
executable file
·85 lines (71 loc) · 2.18 KB
/
worker.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
#!/usr/bin/env python3
from __init__ import kitten
from flask import Flask, jsonify, request
import json
from util import get_meta_data, hashed_key
import requests
import time
import os
MASTER=os.environ['MASTER']
try:
DOCKER=os.environ['DOCKER']
except:
DOCKER=False
app = Flask(__name__)
@app.route('/worker/<worker_idx>', methods=['POST'])
def create_worker(worker_idx):
kitten.set_worker_idx(int(worker_idx))
worker = kitten.add_worker()
if worker is not None:
worker = str(worker)
return jsonify(worker)
@app.route('/clone/<prev>')
def clone(prev):
os.system(f'./tools/clones.sh {prev} {worker_idx}')
return json.dumps("Cloned")
@app.route('/put/<key>', methods=['PUT'])
def put_req(key):
data = request.form
if not data:
return json.dumps("No data passed")
else:
try:
ret = kitten.put(hashed_key(key), data['file'])
except:
ret = kitten.put(hashed_key(key), data['value'])
# make the payload here; gonna be metadata
metadata = get_meta_data(kitten.worker_idx, key, ret)
# seperate request for if we are using docker
# this handles the docker-network issue
if DOCKER:
requests.post(f'http://master:{MASTER}/add_worker/{kitten.worker_idx}', json=metadata)
else:
requests.post(f'http://localhost:{MASTER}/add_worrker/{kitten.worker_idx}', json=metadata)
if ret is not None:
ret = str(ret)
return jsonify(ret)
@app.route('/get/<key>')
def get_req(key):
ret = kitten.get(hashed_key(key))
if ret is not None:
ret = str(ret.decode('utf-8'))
return jsonify(ret)
@app.route('/delete/<key>', methods=['DELETE'])
def delete_req(key):
ret = kitten.delete(key, with_hash=False, is_testing=False)
if ret is not None:
ret = str(ret.decode('utf-8'))
return jsonify(ret)
@app.route('/getindex')
def get_index():
return jsonify(kitten.worker_idx - 1)
@app.route('/clear', methods=['DELETE'])
def clear():
kitten.clear_worker(testing=False)
return jsonify("Cleared worker")
@app.route('/close')
def close():
ret = kitten.close_worker()
return jsonify(ret)
if __name__ == "__main__":
app.run(debug=True)