Skip to content

Commit

Permalink
remove agent
Browse files Browse the repository at this point in the history
  • Loading branch information
tekumara committed Apr 21, 2024
1 parent 0a77f1e commit dd8d9da
Show file tree
Hide file tree
Showing 4 changed files with 6 additions and 22 deletions.
10 changes: 3 additions & 7 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ kubes-ray:
@echo -e "\nProbing for the ray cluster to be available (~3 mins)..." && \
while ! $(venv)/bin/python -m flows.ping_ray; do sleep 10; done

## install prefect server, worker and agent into kubes cluster
## install prefect server and worker into kubes cluster
kubes-prefect:
kubectl apply -f infra/rbac-dask.yaml
kubectl apply -f infra/sa-flows.yaml
Expand All @@ -46,9 +46,6 @@ kubes-prefect:
helm upgrade --install --repo https://prefecthq.github.io/prefect-helm \
prefect-worker prefect-worker --version=2024.4.18205353 \
--values infra/values-worker.yaml --wait --debug > /dev/null
helm upgrade --install --repo https://prefecthq.github.io/prefect-helm \
prefect-agent prefect-agent --version=2024.4.18205353 \
--values infra/values-agent.yaml --wait --debug > /dev/null
@echo -e "\nProbing for the prefect API to be available (~30 secs)..." && \
while ! curl -fsS http://localhost:4200/api/admin/version ; do sleep 5; done && echo

Expand Down Expand Up @@ -98,16 +95,15 @@ deploy: $(venv) publish

## run deployments
run: $(venv)
$(venv)/bin/python -m flows.run

$(venv)/bin/python -m flows.run || $(venv)/bin/prefect flow-runs ls

## start prefect ui
ui: $(venv)
PATH="$(venv)/bin:$$PATH" prefect server start

## show kube logs for the server and worker
kubes-logs:
kubectl logs -l "app.kubernetes.io/name in (prefect-server, prefect-worker, prefect-agent)" -f --tail=-1
kubectl logs -l "app.kubernetes.io/name in (prefect-server, prefect-worker)" -f --tail=-1

## show kube logs for flows
kubes-logs-jobs:
Expand Down
4 changes: 2 additions & 2 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@ The orion sqlite database is stored in _~/.prefect/prefect.db_

### Kubernetes

Create k3d cluster with an image registry, minio (for remote storage), the prefect agent and api
Create k3d cluster with an image registry, minio (for remote storage), the prefect worker and api

```
make kubes
Expand Down Expand Up @@ -142,7 +142,7 @@ See all [roadmap tagged issues](https://github.com/PrefectHQ/prefect/labels/stat

### Flows are late

Check the logs of the agent/worker:
Check the logs of the worker:

```
make kubes-logs
Expand Down
2 changes: 1 addition & 1 deletion deployments/deployment-parent.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ description: deployment using s3 storage
version: snapshot
# The work queue that will handle this deployment's runs
work_queue_name: default
work_pool_name: default-agent-pool
work_pool_name: kubes-pool
tags:
- s3
parameters: {}
Expand Down
12 changes: 0 additions & 12 deletions infra/values-agent.yaml

This file was deleted.

0 comments on commit dd8d9da

Please sign in to comment.