diff --git a/.github/scripts/extract_benchmark_results.py b/.github/scripts/extract_benchmark_results.py index bbfb4ba6015..f646ceaced7 100755 --- a/.github/scripts/extract_benchmark_results.py +++ b/.github/scripts/extract_benchmark_results.py @@ -349,7 +349,10 @@ def transform( # Overwrite the device name here with the job name as it has more information about # the device, i.e. Samsung Galaxy S22 5G instead of just Samsung for r in benchmark_results: - r["deviceInfo"]["device"] = job_name + is_private_device = job_report.get("is_private_instance", False) + r["deviceInfo"]["device"] = ( + f"{job_name} (private)" if is_private_device else job_name + ) # From https://github.com/pytorch/pytorch/wiki/How-to-integrate-with-PyTorch-OSS-benchmark-database return [ @@ -363,6 +366,7 @@ def transform( "benchmark_config": json.dumps(benchmark_config), "job_conclusion": "SUCCESS", "job_arn": job_report.get("arn", ""), + "instance_arn": job_report.get("instance_arn", ""), }, }, "model": { diff --git a/.github/workflows/apple-perf-private-device-experiment.yml b/.github/workflows/apple-perf-private-device-experiment.yml index 2e9e444bada..4bb6e8f15ec 100644 --- a/.github/workflows/apple-perf-private-device-experiment.yml +++ b/.github/workflows/apple-perf-private-device-experiment.yml @@ -1,18 +1,16 @@ name: apple-perf (private devices) on: - # TODO (huydhn): Disable the schedule run until we land the change to add device pool and device name - # to separate between public and private iOS devices - # schedule: - # - cron: 0 0,4,8,12,16,20 * * * + schedule: + - cron: 0 0,4,8,12,16,20 * * * pull_request: paths: - .github/workflows/apple-perf-private-device-experiment.yml - # push: - # branches: - # - main - # paths: - # - .github/workflows/apple-perf-private-device-experiment.yml + push: + branches: + - main + paths: + - .github/workflows/apple-perf-private-device-experiment.yml # Note: GitHub has an upper limit of 10 inputs workflow_dispatch: inputs: