forked from intel-analytics/ipex-llm
-
Notifications
You must be signed in to change notification settings - Fork 0
/
action.yml
58 lines (57 loc) · 2.1 KB
/
action.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
name: 'PPML-Spark-K8S-Example-On-Gramine'
description: 'PPML-Spark-K8S-Example-On-Gramine'
inputs:
image:
description: 'image'
required: true
default: '10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference'
image-tag:
description: 'image tag'
required: true
default: 'latest'
runs:
using: "composite"
steps:
- uses: actions/checkout@v3
- name: Set Variable
shell: bash
env:
DEFAULT_IMAGE: ${{ inputs.image }}:${{ inputs.image-tag }}
run: |
echo "CONTAINER_NAME=spark-k8s-exmaples-test-gramine" >> $GITHUB_ENV
echo "IMAGE=${{ env.DEFAULT_IMAGE }}" >> $GITHUB_ENV
- name: Start Container
shell: bash
run: |
set -x
docker pull ${IMAGE}
docker rm -f ${CONTAINER_NAME}
docker run -id \
--privileged \
--net=host \
--name ${CONTAINER_NAME} \
--cpus=10 \
--oom-kill-disable \
--device=/dev/sgx/enclave \
--device=/dev/sgx/provision \
-v /var/run/aesmd/aesm.socket:/var/run/aesmd/aesm.socket \
-v $KEYS_PATH:/ppml/keys \
-v $SECURE_PASSWORD_PATH:/ppml/password \
-v $KUBECONFIG_PATH:/root/.kube/config \
-v $NFS_INPUT_PATH:/ppml/data \
-e RUNTIME_SPARK_MASTER=k8s://https://$LOCAL_IP:6443 \
-e RUNTIME_K8S_SERVICE_ACCOUNT=spark \
-e LOCAL_IP=$LOCAL_IP \
-e RUNTIME_K8S_SPARK_IMAGE=$IMAGE \
-e RUNTIME_DRIVER_HOST=$LOCAL_IP \
-e RUNTIME_DRIVER_PORT=54321 \
-e RUNTIME_DRIVER_MEMORY=1g \
$IMAGE bash
- name: Spark K8S Examples Test
shell: bash
run: |
docker exec -i $CONTAINER_NAME bash -c "/ppml/init.sh"
docker exec -i $CONTAINER_NAME bash -c "/ppml/scripts/start-spark-pi-on-k8s-client-sgx.sh"
docker exec -i $CONTAINER_NAME bash -c "/ppml/scripts/start-spark-sqlexamples-on-k8s-client-sgx.sh"
docker exec -i $CONTAINER_NAME bash -c "/ppml/scripts/start-pyspark-sqlexamples-on-k8s-client-sgx.sh"
docker exec -i $CONTAINER_NAME bash -c "/ppml/scripts/start-pyspark-pi-on-k8s-client-sgx.sh"