fix(ci): compare stats in-place

prymitive · May 23, 2020 · 01c9d35 · 01c9d35
1 parent 9563b91
commit 01c9d35
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 34 deletions.
diff --git a/.travis.yml b/.travis.yml
@@ -35,23 +35,6 @@ jobs:
   allow_failures:
     - name: Percy UI snapshots
   include:
-    - stage: Stats
-      name: Webpack bundle size snapshot
-      if: repo = prymitive/karma AND type = push AND branch = master
-      <<: *DEFAULTS_JS
-      cache:
-        directories:
-          - ui/node_modules
-          - ui/build
-      env:
-        # custom cache key
-        - JOB=bundle
-        # GITHUB_TOKEN for CI Bundle size diff comments and gist uploads
-        - secure: "Or5fiXZfgIsXvzoOdEprRwJ0uwUjMvxGHE3LG+h3OsIBO6WA8vgOqVOjqVHV2dgC9cSjm5A7MX52S7cDqfkQDkgnVHpVxRwDC9n9O4vnaFdCZ4nC+d18z8dikbiwgdeWQ+Wi6RhZENye1Lu5sBaAJ09wYgx9lNdEVpRaTUvUw6grSlESJZSXoxfxWWpmTyx+yPH4sxuWjZ7gCspDX9s9k4fjpY4LkhQQwLlk8wPc2hfDg48e+K1OR6sYB8uRS33Xc4fQtzElzazmaZ0fn77h5ysDgC1g/ko+E2j8HHMbZvFpzYpm1bCpIv1G/0A2ItH7gT3HsuwkDvfH/it56JTCbBWJJ+hTDeswCQNu0h797QM6jv0o5wgKpHR1t+AeM9vDe4Ds0pAXouJz0LJewNOdNvi5O1BZA9OooKc34hwTJs/zj5NwiZuOyPSMhDBGa++Vhsr9K3rPD9+97M2hac6NO6TBVWZjvqJilmkjJs+bKrl//ClBvdhDGkJNDbB+2emdD1/wzpPVJPp3IRhzeEF89IVE58qE+OQnIwtbEZ2W1ct6Ep7ZJdrXWc/VBdJB1ELfUtNmkvWFZD5IJfnb/Z5MS6iespXlV5alPQ7eZ2jNl3tn7uDaCStuQN1tO2wthNnsSU/OkfFRch/Ks3gYC5+v7n8aJMkTYFmHr4Y/xlXBsrA="
-      script:
-        - make -C ui build/stats.json
-        - ./scripts/gist-upload.py 6a1f1aa15a7a308dac7ea2726021836c ui/build/stats.json
-
     - stage: Stats
       name: Webpack bundle size compare
       if: (repo = prymitive/karma AND type = pull_request)
@@ -66,24 +49,16 @@ jobs:
         # GITHUB_TOKEN for CI Bundle size diff comments and gist uploads
         - secure: "Or5fiXZfgIsXvzoOdEprRwJ0uwUjMvxGHE3LG+h3OsIBO6WA8vgOqVOjqVHV2dgC9cSjm5A7MX52S7cDqfkQDkgnVHpVxRwDC9n9O4vnaFdCZ4nC+d18z8dikbiwgdeWQ+Wi6RhZENye1Lu5sBaAJ09wYgx9lNdEVpRaTUvUw6grSlESJZSXoxfxWWpmTyx+yPH4sxuWjZ7gCspDX9s9k4fjpY4LkhQQwLlk8wPc2hfDg48e+K1OR6sYB8uRS33Xc4fQtzElzazmaZ0fn77h5ysDgC1g/ko+E2j8HHMbZvFpzYpm1bCpIv1G/0A2ItH7gT3HsuwkDvfH/it56JTCbBWJJ+hTDeswCQNu0h797QM6jv0o5wgKpHR1t+AeM9vDe4Ds0pAXouJz0LJewNOdNvi5O1BZA9OooKc34hwTJs/zj5NwiZuOyPSMhDBGa++Vhsr9K3rPD9+97M2hac6NO6TBVWZjvqJilmkjJs+bKrl//ClBvdhDGkJNDbB+2emdD1/wzpPVJPp3IRhzeEF89IVE58qE+OQnIwtbEZ2W1ct6Ep7ZJdrXWc/VBdJB1ELfUtNmkvWFZD5IJfnb/Z5MS6iespXlV5alPQ7eZ2jNl3tn7uDaCStuQN1tO2wthNnsSU/OkfFRch/Ks3gYC5+v7n8aJMkTYFmHr4Y/xlXBsrA="
       script:
-        - ./scripts/gist-get.py 6a1f1aa15a7a308dac7ea2726021836c ui
+        - git fetch origin master
+        - git reset --hard FETCH_HEAD
+        - make -C ui build/stats.json
+        - mv ui/build/stats.json master.json
+        - make clean
+        - git checkout -f ${TRAVIS_COMMIT}
         - make -C ui build/stats.json
-        - ./scripts/cra-bundle-stats-diff.py ui/stats.json ui/build/stats.json | tee diff.html
+        - ./scripts/cra-bundle-stats-diff.py master.json ui/build/stats.json | tee diff.html
         - ./scripts/pr-comment.py "Webpack bundle size diff" diff.html html
 
-    - stage: Stats
-      name: Benchmark Go code snapshot
-      if: repo = prymitive/karma AND type = push AND branch = master
-      <<: *DEFAULTS_GO
-      env:
-        # GITHUB_TOKEN for CI Bundle size diff comments and gist uploads
-        - secure: "Or5fiXZfgIsXvzoOdEprRwJ0uwUjMvxGHE3LG+h3OsIBO6WA8vgOqVOjqVHV2dgC9cSjm5A7MX52S7cDqfkQDkgnVHpVxRwDC9n9O4vnaFdCZ4nC+d18z8dikbiwgdeWQ+Wi6RhZENye1Lu5sBaAJ09wYgx9lNdEVpRaTUvUw6grSlESJZSXoxfxWWpmTyx+yPH4sxuWjZ7gCspDX9s9k4fjpY4LkhQQwLlk8wPc2hfDg48e+K1OR6sYB8uRS33Xc4fQtzElzazmaZ0fn77h5ysDgC1g/ko+E2j8HHMbZvFpzYpm1bCpIv1G/0A2ItH7gT3HsuwkDvfH/it56JTCbBWJJ+hTDeswCQNu0h797QM6jv0o5wgKpHR1t+AeM9vDe4Ds0pAXouJz0LJewNOdNvi5O1BZA9OooKc34hwTJs/zj5NwiZuOyPSMhDBGa++Vhsr9K3rPD9+97M2hac6NO6TBVWZjvqJilmkjJs+bKrl//ClBvdhDGkJNDbB+2emdD1/wzpPVJPp3IRhzeEF89IVE58qE+OQnIwtbEZ2W1ct6Ep7ZJdrXWc/VBdJB1ELfUtNmkvWFZD5IJfnb/Z5MS6iespXlV5alPQ7eZ2jNl3tn7uDaCStuQN1tO2wthNnsSU/OkfFRch/Ks3gYC5+v7n8aJMkTYFmHr4Y/xlXBsrA="
-      before_script:
-        - travis_retry make mock-assets
-      script:
-        - make benchmark-go | tee benchmark.txt
-        - ./scripts/gist-upload.py 15db36b1bd11f22645ddf80c078ad9e8 benchmark.txt
-
     - stage: Stats
       name: Benchmark Go code compare
       if: (repo = prymitive/karma AND type = pull_request)
@@ -94,7 +69,10 @@ jobs:
       before_script:
         - travis_retry make mock-assets
       script:
-        - ./scripts/gist-get.py 15db36b1bd11f22645ddf80c078ad9e8 .
+        - git fetch origin master
+        - git reset --hard FETCH_HEAD
+        - make benchmark-go | tee master.txt
+        - git checkout -f ${TRAVIS_COMMIT}
         - make benchmark-go | tee new.txt
         - make benchmark-compare-go | tee benchstat.txt
         - ./scripts/pr-comment.py "Go benchmark diff" benchstat.txt noformat

diff --git a/make/go.mk b/make/go.mk
@@ -36,7 +36,7 @@ benchmark-go:
 $(GOBIN)/benchstat: go.mod go.sum
 	@$(GO) install golang.org/x/perf/cmd/benchstat
 benchmark-compare-go: $(GOBIN)/benchstat
-	@$(GOBIN)/benchstat benchmark.txt new.txt
+	@$(GOBIN)/benchstat master.txt new.txt
 
 $(GOBIN)/golangci-lint: go.mod go.sum
 	$(GO) install github.com/golangci/golangci-lint/cmd/golangci-lint