Skip to content

Commit

Permalink
feat(server): improved the way running data is returne
Browse files Browse the repository at this point in the history
  • Loading branch information
Ivo committed Apr 17, 2023
1 parent 6528324 commit 15b5307
Show file tree
Hide file tree
Showing 6 changed files with 127 additions and 15 deletions.
2 changes: 1 addition & 1 deletion apps/server/celery.service
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ After=network.target
User=yourusername
Group=yourgroupname
WorkingDirectory=/path/to/your/flask/app
ExecStart=/path/to/your/venv/bin/celery -A server.celery_tasks worker --loglevel=info
ExecStart=/path/to/your/venv/bin/celery -A server.celery_tasks worker --loglevel=info -n worker@visualdynamics
Restart=always
RestartSec=10

Expand Down
19 changes: 17 additions & 2 deletions apps/server/server/celery_tasks.py
Original file line number Diff line number Diff line change
@@ -1,12 +1,27 @@
import os
import shutil
import signal
from server.config import Config
from server.utils.run_command import run_command
from server.celery import celery


@celery.task()
def run_commands(folder):
@celery.task(bind=True)
def run_commands(self, folder):
def sigterm_handler(signl, frame):
with open(file_log_path, "a+") as f:
f.write("\n\ncanceled")

if os.path.exists(file_is_running):
os.remove(file_is_running)

signal.signal(signal.SIGTERM, sigterm_handler)

file_task_id = os.path.abspath(os.path.join(folder, "celery_id"))

with open(file_task_id, "w") as f:
f.write(self.request.id)

# Get absolute path to the folder where our default MDP files are stored
folder_mdp = os.path.abspath(Config.MDP_LOCATION_FOLDER)

Expand Down
4 changes: 3 additions & 1 deletion apps/server/server/resources/celery/active_tasks.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,6 @@

class CeleryActiveTasks(Resource):
def get(self):
return {"activeTasks": celery.control.inspect().active()}
return {
"activeTasks": celery.control.inspect(["worker@visualdynamics"]).active()
}
6 changes: 5 additions & 1 deletion apps/server/server/resources/celery/reserved_tasks.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,8 @@

class CeleryReservedTasks(Resource):
def get(self):
return {"reservedTasks": celery.control.inspect().reserved()}
return {
"reservedTasks": celery.control.inspect(
["worker@visualdynamics"]
).reserved()
}
25 changes: 16 additions & 9 deletions apps/server/server/resources/run/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,27 +33,34 @@ def get(self):
with open(file_is_running, "r") as f:
folder = f.readline()
extractable_data = folder.split("/")
data = {
"timestamp": extractable_data[9],
"type": extractable_data[7],
"molecule": extractable_data[8],
}

file_steps = os.path.abspath(os.path.join(folder, "steps.txt"))

with open(file_steps, "r") as f:
step = f.readlines()[-1]
step = [l.strip().replace("#", "") for l in f.readlines()]

file_gmx_log = os.path.abspath(
os.path.join(folder, "run", "logs", "gmx.log")
)

with open(file_gmx_log, "r") as f:
log_lines = f.readlines()
log_lines = [l.strip() for l in f.readlines()]

file_celery_id = os.path.abspath(os.path.join(folder, "celery_id"))

with open(file_celery_id, "r") as f:
celery_id = f.readline()

data = {
"timestamp": extractable_data[9],
"type": extractable_data[7],
"molecule": extractable_data[8],
"celeryId": celery_id,
}

return {
"data": data,
"step": step,
"info": data,
"steps": step,
"log": log_lines[-30:],
"status": "running",
}
Expand Down
86 changes: 85 additions & 1 deletion pnpm-lock.yaml

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

0 comments on commit 15b5307

Please sign in to comment.