Push benchmark of every commit to tardis-benchmarks repository

Signed-off-by: Asish Kumar <officialasishkumar@gmail.com>

.github/workflows/benchmarks.yml

@@ -117,19 +117,19 @@ jobs:
 
       - name: Compare HEAD with master if PR
         if: github.event_name == 'pull_request_target'
-        # continue-on-error: true # TODO: step failed sporadically while testing
+        continue-on-error: true # TODO: step failed sporadically while testing
         run: |
-          asv continuous ${{ github.event.pull_request.base.sha }} ${GITHUB_SHA}  | tee asv-cont-output.log  
+          asv continuous master HEAD | tee asv-cont-output.log  
           if grep -q failed asv-cont-output.log; then 
             echo "Some benchmarks have errors!"
             exit 1
           fi
 
       - name: Compare Master and PR head
-        run: asv compare ${{ github.event.pull_request.base.sha }} ${GITHUB_SHA} | tee asv-compare-output.log
+        run: asv compare master HEAD --config asv.conf.json | tee asv-compare-output.log
 
       - name: Compare Master and PR head but only show changed results
-        run: asv compare ${{ github.event.pull_request.base.sha }} ${GITHUB_SHA} --only-changed | tee asv-compare-changed-output.log
+        run: asv compare master HEAD --only-changed --config asv.conf.json | tee asv-compare-changed-output.log
 
       - name: Benchmarks compare output
         id: asv_pr_vs_master
@@ -143,6 +143,40 @@ jobs:
         with:
           path: asv-compare-changed-output.log
 
+      - name: Run benchmarks for base to head commits of PR
+        if: github.event_name == 'pull_request_target'
+        run: |
+          mkdir -p PR-${{ github.event.number }}
+          cd PR-${{ github.event.number }}
+          asv run ${{ github.event.pull_request.base.sha }}..${{ github.event.pull_request.head.sha }} | tee asv-output-PR.log  
+          if grep -q failed asv-output-PR.log; then 
+            echo "Some benchmarks have failed!"
+            exit 1
+          fi
+
+      - name: Generate Graphs and HTML of PR
+        if: github.event_name == 'pull_request_target'
+        working-directory: PR-${{ github.event.number }}
+        run: asv publish
+
+      - name: Delete env files of PR
+        if: github.event_name == 'pull_request_target'
+        run: rm -r PR-${{ github.event.number }}/.asv/env
+
+      - name: Push results of PR to results repository
+        if: github.event_name == 'pull_request_target'
+        continue-on-error: true
+        uses: cpina/github-action-push-to-another-repository@main 
+        env:
+          API_TOKEN_GITHUB: ${{ secrets.BOT_TOKEN }}
+        with:
+          source-directory: PR-${{ github.event.number }}
+          destination-github-username: tardis-sn
+          destination-repository-name: tardis-benchmarks
+          user-email: tardis.sn.bot@gmail.com
+          target-branch: main
+          target-directory: PR
+
       - name: Find Comment
         if: always() && github.event_name == 'pull_request_target'
         uses: peter-evans/find-comment@v1
@@ -165,6 +199,7 @@ jobs:
             I ran benchmarks as you asked comparing master (${{ github.event.pull_request.base.sha }}) and the latest commit (${{ github.event.pull_request.head.sha }}). 
             Here are the logs produced by ASV.
             Results can also be downloaded as artifacts [**here**](${{ env.URL }}). 
+
             Significantly changed benchmarks:
             <details>
 

.gitignore

@@ -86,3 +86,6 @@ benchmarks/data/*.h5
 .asv/
 pkgs/
 release_hashes.txt
+
+#PR directory (contains benchmarks)
+PR-*

.mailmap

@@ -8,6 +8,8 @@ Alexander Holas <alexander.holas@h-its.org> AlexHls <70367168+AlexHls@users.nore
 Alexander Holas <alexander.holas@h-its.org> AlexHls <alexander.holas@h-its.org>
 Alexander Holas <70367168+AlexHls@users.noreply.github.com>
 
+Asish Kumar <officialasishkumar@gmail.com>
+
 Alice Harpole <aliceharpole@gmail.com>
 Alice Harpole <aliceharpole@gmail.com> Alice Harpole <harpolea@users.noreply.github.com>
 

asv.conf.json

@@ -9,7 +9,7 @@
         "python setup.py build",
         "PIP_NO_BUILD_ISOLATION=false python -mpip wheel --no-deps --no-index -w {build_cache_dir} {build_dir}"
     ],
-    "branches": ["master"],
+    "branches": ["master", "HEAD"],
     "environment_type": "mamba",
     "show_commit_url": "https://github.com/tardis-sn/tardis/commit/",
     "conda_environment_file": "tardis_env3.yml",