Skip to content

Commit

Permalink
ci: add release pipeline (#13)
Browse files Browse the repository at this point in the history
Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
  • Loading branch information
zhuwenxing committed Apr 26, 2023
1 parent bd19d94 commit 479f4e3
Show file tree
Hide file tree
Showing 6 changed files with 236 additions and 45 deletions.
126 changes: 126 additions & 0 deletions .github/workflows/release.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,126 @@
name: release

on:
push:
tags:
- 'v*'
workflow_dispatch:

permissions:
contents: write

jobs:
build-linux-binary:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- run: git fetch --force --tags
- uses: actions/setup-go@v4
with:
go-version: '1.18'
cache-dependency-path: server/go.sum
cache: true

- uses: goreleaser/goreleaser-action@v4
with:
# either 'goreleaser' (default) or 'goreleaser-pro':
distribution: goreleaser
workdir: ./server
version: latest
args: release --skip-publish --config .goreleaser-linux.yaml
env:
GITHUB_TOKEN: ${{ secrets.RELEASE_TOKEN }}
- name: Upload
uses: actions/upload-artifact@v3
with:
name: milvus-cdc-linux
path: |
server/dist/milvus-cdc*
server/dist/checksums.txt
build-darwin-binary:
runs-on: macos-latest
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- uses: actions/setup-go@v4
with:
go-version: '1.18'
cache-dependency-path: server/go.sum
cache: true

- uses: goreleaser/goreleaser-action@v4
with:
# either 'goreleaser' (default) or 'goreleaser-pro':
distribution: goreleaser
workdir: ./server
version: latest
args: release --skip-publish --config .goreleaser-darwin.yaml
env:
GITHUB_TOKEN: ${{ secrets.RELEASE_TOKEN }}
- name: Upload
uses: actions/upload-artifact@v3
with:
name: milvus-cdc-darwin
path: |
server/dist/milvus-cdc*
server/dist/checksums.txt
merge-and-release:
needs: [build-linux-binary, build-darwin-binary]
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- run: git fetch --force --tags
- uses: actions/setup-go@v4
with:
go-version: '1.18'
cache-dependency-path: server/go.sum
cache: true
- name: Make directories
run: |
mkdir -p ./milvus-cdc-build/linux
mkdir -p ./milvus-cdc-build/darwin
- name: Download linux binaries
uses: actions/download-artifact@v3
with:
name: milvus-cdc-linux
path: ./milvus-cdc-build/linux
- name: Download darwin binaries
uses: actions/download-artifact@v3
with:
name: milvus-cdc-darwin
path: ./milvus-cdc-build/darwin
- name: Merge checksum file
run: |
cd ./milvus-cdc-build
cat ./darwin/checksums.txt >> checksums.txt
cat ./linux/checksums.txt >> checksums.txt
rm ./darwin/checksums.txt
rm ./linux/checksums.txt
- name: Check git status
run: |
tree
git status
- name: Release
uses: goreleaser/goreleaser-action@v4
with:
args: release --clean --config .goreleaser.yaml
env:
GITHUB_TOKEN: ${{ secrets.RELEASE_TOKEN }}
- name: Docker Login
uses: docker/login-action@v2
with:
username: ${{ secrets.DOCKER_USER }}
password: ${{ secrets.DOCKER_TOKEN }}
- name: Build and push docker image
run: |
tag=$(git tag --sort=-version:refname | head -1)
docker build -t milvusdb/milvus-cdc:$tag -t milvusdb/milvus-cdc:latest .
docker push milvusdb/milvus-cdc:$tag
docker push milvusdb/milvus-cdc:latest
3 changes: 2 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -6,4 +6,5 @@
**/volumes/*
**/__pycache__/*
**/.pytest_cache/*
server/cdc
server/cdc
**/milvus-cdc-build/*
58 changes: 15 additions & 43 deletions .goreleaser.yaml
Original file line number Diff line number Diff line change
@@ -1,48 +1,20 @@
# This is an example .goreleaser.yml file with some sensible defaults.
# Make sure to check the documentation at https://goreleaser.com
before:
hooks:
# You may remove this if you don't use go modules.
- go mod tidy
# you may remove this if you don't need go generate
# - go generate ./...
builds:
- env:
- CGO_ENABLED=1
main: ./main
goos:
# - linux
# - windows
- darwin
goarch:
- amd64
- arm64
archives:
- format: tar.gz
# this name template makes the OS and Arch compatible with the results of uname.
name_template: >-
{{ .ProjectName }}_
{{- title .Os }}_
{{- if eq .Arch "amd64" }}x86_64
{{- else if eq .Arch "386" }}i386
{{- else }}{{ .Arch }}{{ end }}
{{- if .Arm }}v{{ .Arm }}{{ end }}
# use zip for windows archives
format_overrides:
- goos: windows
format: zip
checksum:
name_template: 'checksums.txt'
snapshot:
name_template: "{{ incpatch .Version }}-next"
- skip: true
changelog:
sort: asc
filters:
exclude:
- '^docs:'
- '^test:'

# The lines beneath this are called `modelines`. See `:help modeline`
# Feel free to remove those if you don't want/use them.
# yaml-language-server: $schema=https://goreleaser.com/static/schema.json
# vim: set ts=2 sw=2 tw=0 fo=cnqoj
- "^docs:"
- "^test:"
release:
draft: true
mode: append
extra_files:
- glob: ./milvus-cdc-build/**/*.tar.gz
- glob: ./milvus-cdc-build/checksums.txt
name_template: "Release {{.Tag}}"
header: |
# What's Changed
## 🚀 Features
## 🎄 Enhancements
## 🐛 Bug Fixes
44 changes: 44 additions & 0 deletions server/.goreleaser-darwin.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,44 @@
# This is an example .goreleaser.yml file with some sensible defaults.
# Make sure to check the documentation at https://goreleaser.com
before:
hooks:
# You may remove this if you don't use go modules.
- go mod tidy
# you may remove this if you don't need go generate
# - go generate ./...
builds:
-
main: ./main
env:
- CGO_ENABLED=1
goos:
- darwin
archives:
- format: tar.gz
# this name template makes the OS and Arch compatible with the results of uname.
name_template: >-
{{ .ProjectName }}_
{{- title .Os }}_
{{- if eq .Arch "amd64" }}x86_64
{{- else if eq .Arch "386" }}i386
{{- else }}{{ .Arch }}{{ end }}
{{- if .Arm }}v{{ .Arm }}{{ end }}
# use zip for windows archives
format_overrides:
- goos: windows
format: zip
checksum:
name_template: 'checksums.txt'
snapshot:
name_template: "{{ incpatch .Version }}-next"
changelog:
sort: asc
filters:
exclude:
- '^docs:'
- '^test:'

# The lines beneath this are called `modelines`. See `:help modeline`
# Feel free to remove those if you don't want/use them.
# yaml-language-server: $schema=https://goreleaser.com/static/schema.json
# vim: set ts=2 sw=2 tw=0 fo=cnqoj
49 changes: 49 additions & 0 deletions server/.goreleaser-linux.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
# This is an example .goreleaser.yml file with some sensible defaults.
# Make sure to check the documentation at https://goreleaser.com
before:
hooks:
# You may remove this if you don't use go modules.
- go mod tidy
# you may remove this if you don't need go generate
#- go generate ./...
builds:
-
main: ./main
env:
- CGO_ENABLED=1
goos:
- linux
goarch:
- amd64
overrides:
- goos: linux
goarch: amd64
env:
- CC=gcc
ldflags:
- -extldflags "-static"
archives:
- format: tar.gz
# this name template makes the OS and Arch compatible with the results of uname.
name_template: >-
{{ .ProjectName }}_
{{- title .Os }}_
{{- if eq .Arch "amd64" }}x86_64
{{- else if eq .Arch "386" }}i386
{{- else }}{{ .Arch }}{{ end }}
{{- if .Arm }}v{{ .Arm }}{{ end }}
checksum:
name_template: 'checksums.txt'
snapshot:
name_template: "{{ incpatch .Version }}-next"
changelog:
sort: asc
filters:
exclude:
- '^docs:'
- '^test:'

# The lines beneath this are called `modelines`. See `:help modeline`
# Feel free to remove those if you don't want/use them.
# yaml-language-server: $schema=https://goreleaser.com/static/schema.json
# vim: set ts=2 sw=2 tw=0 fo=cnqoj
1 change: 0 additions & 1 deletion tests/requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,6 @@ pytest-level==0.1.1
pytest-xdist==2.5.0
pymilvus==2.3.0.dev48
pytest-rerunfailures==9.1.1
git+https://github.com/Projectplace/pytest-tags
ndg-httpsclient
pyopenssl
pyasn1
Expand Down

0 comments on commit 479f4e3

Please sign in to comment.