From 7a0cf937f2b13c24cbdb4e791fdf79bd97e7e344 Mon Sep 17 00:00:00 2001 From: Guang Yang Date: Fri, 9 Aug 2024 11:37:15 -0700 Subject: [PATCH] Fix periodic run and model name for benchmarking --- .ci/scripts/test_llama.sh | 4 ++-- .github/workflows/android-perf.yml | 16 ++++++++++++++++ 2 files changed, 18 insertions(+), 2 deletions(-) diff --git a/.ci/scripts/test_llama.sh b/.ci/scripts/test_llama.sh index ae795b12ab2..4e1cb99cc08 100644 --- a/.ci/scripts/test_llama.sh +++ b/.ci/scripts/test_llama.sh @@ -130,9 +130,9 @@ cleanup_files() { prepare_artifacts_upload() { if [ -n "$UPLOAD_DIR" ]; then echo "Preparing for uploading generated artifacs" + zip -j model.zip "${EXPORTED_MODEL_NAME}" tokenizer.bin mkdir -p "${UPLOAD_DIR}" - zip -j "model.zip" "${MODEL_NAME}" tokenizer.bin - cp "model.zip" "${UPLOAD_DIR}" + mv model.zip "${UPLOAD_DIR}" fi } diff --git a/.github/workflows/android-perf.yml b/.github/workflows/android-perf.yml index 4f8b216a545..d8b2f70c736 100644 --- a/.github/workflows/android-perf.yml +++ b/.github/workflows/android-perf.yml @@ -48,11 +48,27 @@ jobs: - name: Set parameters id: set-parameters shell: bash + env: + # Separate default values from the workflow dispatch. To ensure defaults are accessible + # during scheduled runs and to provide flexibility for different defaults between + # on-demand and periodic benchmarking. + CRON_DEFAULT_MODELS: "stories110M" + CRON_DEFAULT_DEVICES: "samsung_galaxy_s2x" + CRON_DEFAULT_DELEGATES: "xnnpack" run: | set -ex MODELS="${{ inputs.models }}" + if [ -z "$MODELS" ]; then + MODELS="$CRON_DEFAULT_MODELS" + fi DEVICES="${{ inputs.devices }}" + if [ -z "$DEVICES" ]; then + DEVICES="$CRON_DEFAULT_DEVICES" + fi DELEGATES="${{ inputs.delegates }}" + if [ -z "$DELEGATES" ]; then + DELEGATES="$CRON_DEFAULT_DELEGATES" + fi # Mapping devices to their corresponding device-pool-arn declare -A DEVICE_POOL_ARNS