From 500881b73da308405724002ce37305ef86c463e2 Mon Sep 17 00:00:00 2001 From: Serge Smertin Date: Sat, 30 Mar 2024 14:57:01 +0100 Subject: [PATCH] Added `downstreams` action --- .github/workflows/downstreams-release.yml | 31 +++ CODEOWNERS | 1 + acceptance/boilerplate/actions.go | 3 +- acceptance/ecosystem/python.go | 2 +- downstreams/.gitignore | 1 + downstreams/Makefile | 25 +++ downstreams/README.md | 107 ++++++++++ downstreams/action.yml | 16 ++ downstreams/go.mod | 43 ++++ downstreams/go.sum | 189 ++++++++++++++++++ downstreams/main.go | 41 ++++ downstreams/shim.js | 28 +++ go-libs/fileset/fileset.go | 9 + go-libs/linkdev/repo.go | 104 ++++++++++ .../toolchain/toolchain.go | 17 ++ go.work | 1 + 16 files changed, 616 insertions(+), 2 deletions(-) create mode 100644 .github/workflows/downstreams-release.yml create mode 100644 downstreams/.gitignore create mode 100644 downstreams/Makefile create mode 100644 downstreams/README.md create mode 100644 downstreams/action.yml create mode 100644 downstreams/go.mod create mode 100644 downstreams/go.sum create mode 100644 downstreams/main.go create mode 100644 downstreams/shim.js create mode 100644 go-libs/linkdev/repo.go rename {acceptance => go-libs}/toolchain/toolchain.go (85%) diff --git a/.github/workflows/downstreams-release.yml b/.github/workflows/downstreams-release.yml new file mode 100644 index 00000000..49ea4513 --- /dev/null +++ b/.github/workflows/downstreams-release.yml @@ -0,0 +1,31 @@ +name: Release downstreams + +on: + push: + tags: + - 'downstreams/v*' + +jobs: + publish: + runs-on: ubuntu-latest + permissions: + id-token: write + contents: write + steps: + - uses: actions/checkout@v3 + + - name: Setup Go + uses: actions/setup-go@v5 + with: + go-version: 1.21 + + - name: Build + run: /bin/bash .github/workflows/build.sh downstreams + + - name: Compress + run: /bin/bash .github/workflows/compress.sh + + - name: Create release + uses: softprops/action-gh-release@v1 + with: + files: dist/* diff --git a/CODEOWNERS b/CODEOWNERS index 4e4f3304..0c0087fc 100644 --- a/CODEOWNERS +++ b/CODEOWNERS @@ -8,6 +8,7 @@ acceptance @nfx database-diagram-builder @alexott +downstreams @nfx go-libs @nfx ip_access_list_analyzer @alexott metascan @nfx diff --git a/acceptance/boilerplate/actions.go b/acceptance/boilerplate/actions.go index 2d03574c..aaa07d0c 100644 --- a/acceptance/boilerplate/actions.go +++ b/acceptance/boilerplate/actions.go @@ -40,6 +40,7 @@ type Boilerplate struct { context *githubactions.GitHubContext GitHub *github.GitHubClient uploader *artifactUploader + ExtraTag string } func (a *Boilerplate) PrepareArtifacts() (string, error) { @@ -134,7 +135,7 @@ func (a *Boilerplate) CreateOrCommentOnIssue(ctx context.Context, newIssue githu func (a *Boilerplate) tag() string { // The ref path to the workflow. For example, // octocat/hello-world/.github/workflows/my-workflow.yml@refs/heads/my_branch. - return fmt.Sprintf("\n", a.Action.Getenv("GITHUB_WORKFLOW_REF")) + return fmt.Sprintf("\n", a.Action.Getenv("GITHUB_WORKFLOW_REF"), a.ExtraTag) } func (a *Boilerplate) taggedComment(ctx context.Context, body string) (string, error) { diff --git a/acceptance/ecosystem/python.go b/acceptance/ecosystem/python.go index 350196ec..108a6ea8 100644 --- a/acceptance/ecosystem/python.go +++ b/acceptance/ecosystem/python.go @@ -21,7 +21,7 @@ import ( "github.com/databricks/databricks-sdk-go/logger" "github.com/databrickslabs/sandbox/acceptance/redaction" - "github.com/databrickslabs/sandbox/acceptance/toolchain" + "github.com/databrickslabs/sandbox/go-libs/toolchain" "github.com/databrickslabs/sandbox/go-libs/env" "github.com/databrickslabs/sandbox/go-libs/fileset" "github.com/databrickslabs/sandbox/go-libs/process" diff --git a/downstreams/.gitignore b/downstreams/.gitignore new file mode 100644 index 00000000..1246b1f6 --- /dev/null +++ b/downstreams/.gitignore @@ -0,0 +1 @@ +downstreams diff --git a/downstreams/Makefile b/downstreams/Makefile new file mode 100644 index 00000000..59084e42 --- /dev/null +++ b/downstreams/Makefile @@ -0,0 +1,25 @@ +default: build + +fmt: lint + @echo "✓ Formatting source code with goimports ..." + @goimports -w $(shell find . -type f -name '*.go' -not -path "./vendor/*") + @echo "✓ Formatting source code with gofmt ..." + @gofmt -w $(shell find . -type f -name '*.go' -not -path "./vendor/*") + +lint: vendor + @echo "✓ Linting source code with https://staticcheck.io/ ..." + @staticcheck ./... + +test: + @echo "✓ Running tests ..." + @gotestsum --format pkgname-and-test-fails --no-summary=skipped --raw-command go test -v -json -short -coverprofile=coverage.txt ./... + +coverage: test + @echo "✓ Opening coverage for unit tests ..." + @go tool cover -html=coverage.txt + +vendor: + @echo "✓ Filling vendor folder with library code ..." + @go mod vendor + +.PHONY: build vendor coverage test lint fmt diff --git a/downstreams/README.md b/downstreams/README.md new file mode 100644 index 00000000..30080bd8 --- /dev/null +++ b/downstreams/README.md @@ -0,0 +1,107 @@ +--- +title: "Reverse dependabot" +language: go +author: "Serge Smertin" +date: 2024-03-30 + +tags: + - github + - testing +--- + +# Downstream dependency backwards compatibility enforcer + + +- [Downstream dependency backwards compatibility enforcer](#downstream-dependency-backwards-compatibility-enforcer) + - [Usage](#usage) + - [Logs](#logs) + - [Releasing](#releasing) + +Executes tests of a dependent project and provide a report + +## Usage + +Add to your `.github/workflows` folder: + +```yaml +name: downstreams + +on: + pull_request: + types: [opened, synchronize] + merge_group: + types: [checks_requested] + push: + # Always run on push to main. The build cache can only be reused + # if it was saved by a run from the repository's default branch. + # The run result will be identical to that from the merge queue + # because the commit is identical, yet we need to perform it to + # seed the build cache. + branches: + - main + +permissions: + id-token: write + contents: read + pull-requests: write + +jobs: + ci: + strategy: + fail-fast: false + matrix: + downstream: + - name: ucx + - name: lsql + - name: remorph + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v3 + with: + fetch-depth: 0 + + - name: Install Python + uses: actions/setup-python@v4 + with: + cache: 'pip' + cache-dependency-path: '**/pyproject.toml' + python-version: 3.10 + + - name: Install toolchain + run: | + pip install hatch==1.9.4 + + - name: Acceptance + uses: databrickslabs/sandbox/downstreams@downstreams/v0.0.1 + with: + repo: ${{ matrix.downstream.name }} + org: databrickslabs + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} +``` + +## Logs + +If you use `github.com/databrickslabs/sandbox/go-libs/fixtures`, the logs would be available in `go-slog.json` artifact: + +```go +import ( + "testing" + "github.com/databrickslabs/sandbox/go-libs/fixtures" +) + +func TestShowDatabases(t *testing.T) { + ctx, w := fixtures.WorkspaceTest(t) + // ... +} +``` + +## Releasing + +As long as https://github.com/databrickslabs/sandbox is a monorepo, the `acceptance` action has to get a two-step release process: + +1. NodeJS shim - edit version file in `shim.js` to pick `v0.0.1` as version in the top of the file. +2. Go module - `git tag acceptance/v0.0.1` and wait till https://github.com/databrickslabs/sandbox/actions/workflows/acceptance-release.yml is complete. + +Tag names must start with `acceptance/` in order for [acceptance-release](../.github/workflows/acceptance-release.yml) to trigger and this folder to be used as Go module. \ No newline at end of file diff --git a/downstreams/action.yml b/downstreams/action.yml new file mode 100644 index 00000000..929f6142 --- /dev/null +++ b/downstreams/action.yml @@ -0,0 +1,16 @@ +--- +name: 'Check downstream dependencies' +description: 'Re-runs unit tests over downstream dependencies' +author: Serge Smertin +inputs: + org: + description: 'GitHub Organization' + default: databrickslabs + required: true + repo: + description: 'GitHub Repository' + required: true + +runs: + using: node20 + main: shim.js \ No newline at end of file diff --git a/downstreams/go.mod b/downstreams/go.mod new file mode 100644 index 00000000..ab4c1099 --- /dev/null +++ b/downstreams/go.mod @@ -0,0 +1,43 @@ +module github.com/databrickslabs/sandbox/downstreams + +go 1.21.0 + +require github.com/databrickslabs/sandbox/acceptance v0.2.1 + +require ( + cloud.google.com/go/compute v1.24.0 // indirect + cloud.google.com/go/compute/metadata v0.2.3 // indirect + github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.2 // indirect + github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.2 // indirect + github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.3.0 // indirect + github.com/databricks/databricks-sdk-go v0.33.0 // indirect + github.com/databrickslabs/sandbox/go-libs v0.2.0 // indirect + github.com/felixge/httpsnoop v1.0.4 // indirect + github.com/go-logr/logr v1.4.1 // indirect + github.com/go-logr/stdr v1.2.2 // indirect + github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect + github.com/golang/protobuf v1.5.3 // indirect + github.com/google/go-querystring v1.1.0 // indirect + github.com/google/s2a-go v0.1.7 // indirect + github.com/googleapis/enterprise-certificate-proxy v0.3.2 // indirect + github.com/sethvargo/go-githubactions v1.2.0 // indirect + go.opencensus.io v0.24.0 // indirect + go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.48.0 // indirect + go.opentelemetry.io/otel v1.23.1 // indirect + go.opentelemetry.io/otel/metric v1.23.1 // indirect + go.opentelemetry.io/otel/trace v1.23.1 // indirect + golang.org/x/crypto v0.19.0 // indirect + golang.org/x/exp v0.0.0-20240222234643-814bf88cf225 // indirect + golang.org/x/mod v0.15.0 // indirect + golang.org/x/net v0.21.0 // indirect + golang.org/x/oauth2 v0.17.0 // indirect + golang.org/x/sys v0.17.0 // indirect + golang.org/x/text v0.14.0 // indirect + golang.org/x/time v0.5.0 // indirect + google.golang.org/api v0.166.0 // indirect + google.golang.org/appengine v1.6.8 // indirect + google.golang.org/genproto/googleapis/rpc v0.0.0-20240221002015-b0ce06bbee7c // indirect + google.golang.org/grpc v1.62.0 // indirect + google.golang.org/protobuf v1.32.0 // indirect + gopkg.in/ini.v1 v1.67.0 // indirect +) diff --git a/downstreams/go.sum b/downstreams/go.sum new file mode 100644 index 00000000..b6b31edf --- /dev/null +++ b/downstreams/go.sum @@ -0,0 +1,189 @@ +cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +cloud.google.com/go/compute v1.24.0 h1:phWcR2eWzRJaL/kOiJwfFsPs4BaKq1j6vnpZrc1YlVg= +cloud.google.com/go/compute v1.24.0/go.mod h1:kw1/T+h/+tK2LJK0wiPPx1intgdAM3j/g3hFDlscY40= +cloud.google.com/go/compute/metadata v0.2.3 h1:mg4jlk7mCAj6xXp9UJ4fjI9VUI5rubuGBW5aJ7UnBMY= +cloud.google.com/go/compute/metadata v0.2.3/go.mod h1:VAV5nSsACxMJvgaAuX6Pk2AawlZn8kiOGuCv6gTkwuA= +github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.2 h1:c4k2FIYIh4xtwqrQwV0Ct1v5+ehlNXj5NI/MWVsiTkQ= +github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.2/go.mod h1:5FDJtLEO/GxwNgUxbwrY3LP0pEoThTQJtk2oysdXHxM= +github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.2 h1:LqbJ/WzJUwBf8UiaSzgX7aMclParm9/5Vgp+TY51uBQ= +github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.2/go.mod h1:yInRyqWXAuaPrgI7p70+lDDgh3mlBohis29jGMISnmc= +github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.3.0 h1:IfFdxTUDiV58iZqPKgyWiz4X4fCxZeQ1pTQPImLYXpY= +github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.3.0/go.mod h1:SUZc9YRRHfx2+FAQKNDGrssXehqLpxmwRv2mC/5ntj4= +github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= +github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= +github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= +github.com/databricks/databricks-sdk-go v0.33.0 h1:0ldeP8aPnpKLV/mvNKsOVijOaLLo6TxRGdIwrEf2rlQ= +github.com/databricks/databricks-sdk-go v0.33.0/go.mod h1:yyXGdhEfXBBsIoTm0mdl8QN0xzCQPUVZTozMM/7wVuI= +github.com/databrickslabs/sandbox/acceptance v0.2.1 h1:6uZbt4aRbyOXg+tlSdU4J/f3ooqdxpQgOaXHC5Ma1Xg= +github.com/databrickslabs/sandbox/acceptance v0.2.1/go.mod h1:MfhigrivapUnvYqqTVVsraPg5t35LPv1NrBClH9dHUM= +github.com/databrickslabs/sandbox/go-libs v0.1.0 h1:iSor3su4zHdLZM7vnEnpzPO3fefzsNVdd6YR1yNHLZY= +github.com/databrickslabs/sandbox/go-libs v0.1.0/go.mod h1:l1soNZTNamL2eOGNzV40Mk7k/4OfIekatDY5Grecsu0= +github.com/databrickslabs/sandbox/go-libs v0.2.0 h1:QnFPIw4UZebXgJwDAvWlmiLyeJZNVA/KGt8Y/n8jweY= +github.com/databrickslabs/sandbox/go-libs v0.2.0/go.mod h1:al8erlJbYb+PgearlMV81w7glnigLyRX7N2NzD/YJA8= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= +github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= +github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg= +github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U= +github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= +github.com/go-logr/logr v1.4.1 h1:pKouT5E8xu9zeFC39JXRDukb6JFQPXM5p5I91188VAQ= +github.com/go-logr/logr v1.4.1/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY= +github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag= +github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE= +github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= +github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da h1:oI5xCqsCo564l8iNU+DwB5epxmsaqB+rhGL0m5jtYqE= +github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= +github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= +github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= +github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= +github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= +github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= +github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= +github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= +github.com/golang/protobuf v1.5.3 h1:KhyjKVUg7Usr/dYsdSqoFveMYd5ko72D+zANwlG1mmg= +github.com/golang/protobuf v1.5.3/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= +github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= +github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-querystring v1.1.0 h1:AnCroh3fv4ZBgVIf1Iwtovgjaw/GiKJo8M8yD/fhyJ8= +github.com/google/go-querystring v1.1.0/go.mod h1:Kcdr2DB4koayq7X8pmAG4sNG59So17icRSOU623lUBU= +github.com/google/s2a-go v0.1.7 h1:60BLSyTrOV4/haCDW4zb1guZItoSq8foHCXrAnjBo/o= +github.com/google/s2a-go v0.1.7/go.mod h1:50CgR4k1jNlWBu4UfS4AcfhVe1r6pdZPygJ3R8F0Qdw= +github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/googleapis/enterprise-certificate-proxy v0.3.2 h1:Vie5ybvEvT75RniqhfFxPRy3Bf7vr3h0cechB90XaQs= +github.com/googleapis/enterprise-certificate-proxy v0.3.2/go.mod h1:VLSiSSBs/ksPL8kq3OBOQ6WRI2QnaFynd1DCjZ62+V0= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/sethvargo/go-githubactions v1.2.0 h1:Gbr36trCAj6uq7Rx1DolY1NTIg0wnzw3/N5WHdKIjME= +github.com/sethvargo/go-githubactions v1.2.0/go.mod h1:7/4WeHgYfSz9U5vwuToCK9KPnELVHAhGtRwLREOQV80= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= +github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= +github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= +github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= +github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= +go.opencensus.io v0.24.0 h1:y73uSU6J157QMP2kn2r30vwW1A2W2WFwSCGnAVxeaD0= +go.opencensus.io v0.24.0/go.mod h1:vNK8G9p7aAivkbmorf4v+7Hgx+Zs0yY+0fOtgBfjQKo= +go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.48.0 h1:doUP+ExOpH3spVTLS0FcWGLnQrPct/hD/bCPbDRUEAU= +go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.48.0/go.mod h1:rdENBZMT2OE6Ne/KLwpiXudnAsbdrdBaqBvTN8M8BgA= +go.opentelemetry.io/otel v1.23.1 h1:Za4UzOqJYS+MUczKI320AtqZHZb7EqxO00jAHE0jmQY= +go.opentelemetry.io/otel v1.23.1/go.mod h1:Td0134eafDLcTS4y+zQ26GE8u3dEuRBiBCTUIRHaikA= +go.opentelemetry.io/otel/metric v1.23.1 h1:PQJmqJ9u2QaJLBOELl1cxIdPcpbwzbkjfEyelTl2rlo= +go.opentelemetry.io/otel/metric v1.23.1/go.mod h1:mpG2QPlAfnK8yNhNJAxDZruU9Y1/HubbC+KyH8FaCWI= +go.opentelemetry.io/otel/trace v1.23.1 h1:4LrmmEd8AU2rFvU1zegmvqW7+kWarxtNOPyeL6HmYY8= +go.opentelemetry.io/otel/trace v1.23.1/go.mod h1:4IpnpJFwr1mo/6HL8XIPJaE9y0+u1KcVmuW7dwFSVrI= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= +golang.org/x/crypto v0.19.0 h1:ENy+Az/9Y1vSrlrvBSyna3PITt4tiZLf7sgCjZBX7Wo= +golang.org/x/crypto v0.19.0/go.mod h1:Iy9bg/ha4yyC70EfRS8jz+B6ybOBKMaSxLj6P6oBDfU= +golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/exp v0.0.0-20240222234643-814bf88cf225 h1:LfspQV/FYTatPTr/3HzIcmiUFH7PGP+OQ6mgDYo3yuQ= +golang.org/x/exp v0.0.0-20240222234643-814bf88cf225/go.mod h1:CxmFvTBINI24O/j8iY7H1xHzx2i4OsyguNBmN/uPtqc= +golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= +golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= +golang.org/x/mod v0.15.0 h1:SernR4v+D55NyBH2QiEQrlBAnj1ECL6AGrA5+dPaMY8= +golang.org/x/mod v0.15.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c= +golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= +golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= +golang.org/x/net v0.21.0 h1:AQyQV4dYCvJ7vGmJyKki9+PBdyvhkSd8EIx/qb0AYv4= +golang.org/x/net v0.21.0/go.mod h1:bIjVDfnllIU7BJ2DNgfnXvpSvtn8VRwhlsaeUTyUS44= +golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/oauth2 v0.17.0 h1:6m3ZPmLEFdVxKKWnKq4VqZ60gutO35zm+zrAHVmHyDQ= +golang.org/x/oauth2 v0.17.0/go.mod h1:OzPDGQiuQMguemayvdylqddI7qcD9lnSDb+1FiwQ5HA= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.17.0 h1:25cE3gD+tdBA7lp7QfhuV+rJiE9YXTcS3VG1SqssI/Y= +golang.org/x/sys v0.17.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= +golang.org/x/text v0.3.8/go.mod h1:E6s5w1FMmriuDzIBO73fBruAKo1PCIq6d2Q6DHfQ8WQ= +golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ= +golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU= +golang.org/x/time v0.5.0 h1:o7cqy6amK/52YcAKIPlM3a+Fpj35zvRj2TP+e1xFSfk= +golang.org/x/time v0.5.0/go.mod h1:3BpzKBy/shNhVucY/MWOyx10tF3SFh9QdLuxbVysPQM= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= +golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/api v0.166.0 h1:6m4NUwrZYhAaVIHZWxaKjw1L1vNAjtMwORmKRyEEo24= +google.golang.org/api v0.166.0/go.mod h1:4FcBc686KFi7QI/U51/2GKKevfZMpM17sCdibqe/bSA= +google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/appengine v1.6.8 h1:IhEN5q69dyKagZPYMSdIjS2HqprW324FRQZJcGqPAsM= +google.golang.org/appengine v1.6.8/go.mod h1:1jJ3jBArFh5pcgW8gCtRJnepW8FzD1V44FJffLiz/Ds= +google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= +google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= +google.golang.org/genproto/googleapis/rpc v0.0.0-20240221002015-b0ce06bbee7c h1:NUsgEN92SQQqzfA+YtqYNqYmB3DMMYLlIwUZAQFVFbo= +google.golang.org/genproto/googleapis/rpc v0.0.0-20240221002015-b0ce06bbee7c/go.mod h1:H4O17MA/PE9BsGx3w+a+W2VOLLD1Qf7oJneAoU6WktY= +google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= +google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= +google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= +google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.33.2/go.mod h1:JMHMWHQWaTccqQQlmk3MJZS+GWXOdAesneDmEnv2fbc= +google.golang.org/grpc v1.62.0 h1:HQKZ/fa1bXkX1oFOvSjmZEUL8wLSaZTjCcLAlmZRtdk= +google.golang.org/grpc v1.62.0/go.mod h1:IWTG0VlJLCh1SkC58F7np9ka9mx/WNkjl4PGJaiq+QE= +google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= +google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= +google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= +google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= +google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= +google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= +google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= +google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= +google.golang.org/protobuf v1.32.0 h1:pPC6BG5ex8PDFnkbrGU3EixyhKcQ2aDuBS36lqK/C7I= +google.golang.org/protobuf v1.32.0/go.mod h1:c6P6GXX6sHbq/GpV6MGZEdwhWPcYBgnhAHhKbcUYpos= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/ini.v1 v1.67.0 h1:Dgnx+6+nfE+IfzjUEISNeydPJh9AXNNsWbGP9KzCsOA= +gopkg.in/ini.v1 v1.67.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= diff --git a/downstreams/main.go b/downstreams/main.go new file mode 100644 index 00000000..f6386886 --- /dev/null +++ b/downstreams/main.go @@ -0,0 +1,41 @@ +package main + +import ( + "context" + "fmt" + + "github.com/databrickslabs/sandbox/acceptance/boilerplate" + "github.com/databrickslabs/sandbox/go-libs/linkdev" + "github.com/sethvargo/go-githubactions" +) + +func main() { + err := run(context.Background()) + if err != nil { + githubactions.Fatalf("failed: %s", err) + } +} + +func run(ctx context.Context, opts ...githubactions.Option) error { + b, err := boilerplate.New(ctx, opts...) + if err != nil { + return fmt.Errorf("boilerplate: %w", err) + } + repo := linkdev.Repo{ + Org: b.Action.GetInput("org"), + Repo: b.Action.GetInput("repo"), + } + b.ExtraTag = repo.Repo + err = repo.Retest(ctx, ".") + if err != nil { + message := fmt.Sprintf( + "This PR breaks backwards compatibility for %s/%s downstream. "+ + "See build logs for more details.", repo.Org, repo.Repo) + err = b.AddOrUpdateComment(ctx, message) + if err != nil { + return fmt.Errorf("comment: %w", err) + } + return fmt.Errorf("run test: %w", err) + } + return nil +} diff --git a/downstreams/shim.js b/downstreams/shim.js new file mode 100644 index 00000000..d8c4af48 --- /dev/null +++ b/downstreams/shim.js @@ -0,0 +1,28 @@ +const version = 'v0.0.1'; +const action = 'downstreams'; + +const { createWriteStream, chmodSync } = require('fs'); +const { createGunzip } = require('zlib'); +const { basename } = require('path'); +const { spawnSync } = require('child_process'); +const { pipeline } = require('stream'); +const { exit } = require('node:process'); +const { promisify } = require('util'); +const pipelineAsync = promisify(pipeline); + +(async () => { + const platform = process.platform == 'win32' ? 'windows' : process.platform; + const arch = process.arch == 'x64' ? 'amd64' : process.arch; + const artifact = `${action}_${platform}_${arch}.gz`; + const downloadUrl = `https://github.com/databrickslabs/sandbox/releases/download/${action}/${version}/${artifact}`; + const filename = basename(downloadUrl).split('.')[0]; + const dest = createWriteStream(filename); + const response = await fetch(downloadUrl); + if (!response.ok) { + throw new Error(`Failed to download file (status ${response.status}): ${response.statusText}`); + } + await pipelineAsync(response.body, createGunzip(), dest) + chmodSync(filename, '755') + const { status } = spawnSync(`${process.cwd()}/${filename}`, [], { stdio: 'inherit' }); + exit(status); +})(); \ No newline at end of file diff --git a/go-libs/fileset/fileset.go b/go-libs/fileset/fileset.go index 0eb96264..f8553f9c 100644 --- a/go-libs/fileset/fileset.go +++ b/go-libs/fileset/fileset.go @@ -85,6 +85,15 @@ func (fi FileSet) Exists(pathRegex, needleRegex string) bool { return m != nil } +func (fi FileSet) Has(needle string) bool { + for _, v := range fi { + if v.Relative == needle { + return true + } + } + return false +} + type File struct { fs.DirEntry Absolute string diff --git a/go-libs/linkdev/repo.go b/go-libs/linkdev/repo.go new file mode 100644 index 00000000..6e6d8846 --- /dev/null +++ b/go-libs/linkdev/repo.go @@ -0,0 +1,104 @@ +package linkdev + +import ( + "context" + "fmt" + "os" + "path/filepath" + "time" + + "github.com/databrickslabs/sandbox/go-libs/fileset" + "github.com/databrickslabs/sandbox/go-libs/git" + "github.com/databrickslabs/sandbox/go-libs/process" + "github.com/databrickslabs/sandbox/go-libs/toolchain" +) + +type Repo struct { + Org string `json:"org"` + Repo string `json:"repo"` +} + +func (r Repo) CloneTo(ctx context.Context, dir string) (*git.Checkout, error) { + if r.Org == "" { + return nil, fmt.Errorf("org is required") + } + if r.Repo == "" { + return nil, fmt.Errorf("repo is required") + } + cloneURL := fmt.Sprintf("https://github.com/%s/%s.git", r.Org, r.Repo) + return git.LazyClone(ctx, cloneURL, dir) +} + +func (r Repo) tempClone(ctx context.Context) (*git.Checkout, func() error, error) { + tmp := filepath.Join(os.TempDir(), fmt.Sprintf("gh-%s-%s-%d", r.Org, r.Repo, time.Now().Unix())) + checkout, err := r.CloneTo(ctx, tmp) + if err != nil { + return nil, nil, fmt.Errorf("cloning %s: %w", r.Repo, err) + } + return checkout, func() error { + return os.RemoveAll(tmp) + }, nil +} + +func (r Repo) TemporaryFileset(ctx context.Context) (fileset.FileSet, func() error, error) { + checkout, cleanup, err := r.tempClone(ctx) + if err != nil { + return nil, nil, err + } + files, err := fileset.RecursiveChildren(checkout.Dir()) + if err != nil { + return nil, nil, fmt.Errorf("listing files: %w", err) + } + return files, cleanup, nil +} + +func (r Repo) Retest(ctx context.Context, upstreamFolder string) error { + downstreamFiles, _, err := r.TemporaryFileset(ctx) + if err != nil { + return fmt.Errorf("fileset: %w", err) + } + // defer cleanup() + tc, err := toolchain.FromFileset(downstreamFiles) + if err != nil { + return fmt.Errorf("toolchain: %w", err) + } + err = tc.RunPrepare(ctx, downstreamFiles.Root()) + if err != nil { + return fmt.Errorf("prepare: %w", err) + } + // add the current virtual environment to $PATH + ctx = tc.WithPath(ctx, downstreamFiles.Root()) + upstreamAbsolute, err := filepath.Abs(upstreamFolder) + if err != nil { + return fmt.Errorf("absolute path: %w", err) + } + err = r.flipUpstream(ctx, upstreamAbsolute, tc, downstreamFiles) + if err != nil { + return fmt.Errorf("flip: %w", err) + } + return tc.ForwardTests(ctx, downstreamFiles.Root()) +} + +func (r Repo) flipUpstream( + ctx context.Context, + upstreamDir string, + tc *toolchain.Toolchain, + downstream fileset.FileSet, +) error { + isPython := downstream.Has("pyproject.toml") || downstream.Has("setup.py") + if !isPython { + return fmt.Errorf("only Python projects are supported for now") + } + // See https://pip.pypa.io/en/stable/reference/requirements-file-format/ + pip := "pip" + if tc.PrependPath != "" { + pip = filepath.Join(tc.PrependPath, "pip") + } + _, err := process.Background(ctx, []string{ + pip, "install", "--force-reinstall", "--editable", upstreamDir, + }, process.WithDir(downstream.Root())) + if err != nil { + return fmt.Errorf("replace: %w", err) + } + return nil +} diff --git a/acceptance/toolchain/toolchain.go b/go-libs/toolchain/toolchain.go similarity index 85% rename from acceptance/toolchain/toolchain.go rename to go-libs/toolchain/toolchain.go index 6f14d1ea..784e2743 100644 --- a/acceptance/toolchain/toolchain.go +++ b/go-libs/toolchain/toolchain.go @@ -6,6 +6,7 @@ import ( "errors" "fmt" "io/fs" + "os" "path/filepath" "strings" @@ -106,3 +107,19 @@ func (tc *Toolchain) RunTest(ctx context.Context, dir string) (err error) { } return nil } + +func (tc *Toolchain) ForwardTests(ctx context.Context, dir string) (err error) { + ctx = tc.WithPath(ctx, dir) + for _, cmd := range tc.Test { + err := process.Forwarded(ctx, []string{ + "bash", "-c", cmd, + }, os.Stdin, os.Stdout, os.Stderr, process.WithDir(dir)) + var processErr *process.ProcessError + if errors.As(err, &processErr) { + return fmt.Errorf("unit tests: %s", processErr.Stderr) + } else if err != nil { + return err + } + } + return nil +} diff --git a/go.work b/go.work index 5ba9e0bf..a18d88ae 100644 --- a/go.work +++ b/go.work @@ -2,6 +2,7 @@ go 1.21.0 use ( ./acceptance + ./downstreams ./go-libs ./llnotes ./metascan