Skip to content

Commit

Permalink
CI: Run publishing steps only on OSS repo for main/version branches (#…
Browse files Browse the repository at this point in the history
…47315)

* Convert steps to run on OSS repo only

* Exclude versioned branches from publishing artifacts

* Change trigger -> when

* Add trigger to upload_* steps

* Add conditions to remaining steps

* Exclude release steps

* Bring back exclusion for release builds
  • Loading branch information
dsotirakis committed Apr 6, 2022
1 parent f730596 commit bd386df
Show file tree
Hide file tree
Showing 5 changed files with 94 additions and 63 deletions.
63 changes: 36 additions & 27 deletions .drone.yml
Original file line number Diff line number Diff line change
Expand Up @@ -565,8 +565,6 @@ trigger:
branch: main
event:
- push
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -668,8 +666,6 @@ trigger:
branch: main
event:
- push
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -727,6 +723,8 @@ steps:
paths:
include:
- .drone.yml
repo:
- grafana/grafana
- image: grafana/drone-downstream
name: trigger-enterprise-downstream
settings:
Expand Down Expand Up @@ -917,6 +915,9 @@ steps:
from_secret: prerelease_bucket
image: grafana/grafana-ci-deploy:1.3.1
name: store-storybook
when:
repo:
- grafana/grafana
- commands:
- yarn wait-on http://$HOST:$PORT
- pa11y-ci --config .pa11yci.conf.js --json > pa11y-ci-results.json
Expand All @@ -940,6 +941,9 @@ steps:
failure: ignore
image: grafana/build-container:1.5.3
name: publish-frontend-metrics
when:
repo:
- grafana/grafana
- commands:
- ls dist/*.tar.gz*
- cp dist/*.tar.gz* packaging/docker/
Expand Down Expand Up @@ -989,6 +993,9 @@ steps:
volumes:
- name: docker
path: /var/run/docker.sock
when:
repo:
- grafana/grafana
- commands:
- ./bin/grabpl artifacts docker publish --dockerhub-repo grafana-oss --base alpine
--base ubuntu --arch amd64 --arch arm64 --arch armv7
Expand All @@ -1007,6 +1014,9 @@ steps:
volumes:
- name: docker
path: /var/run/docker.sock
when:
repo:
- grafana/grafana
- commands:
- ./scripts/circle-release-canary-packages.sh
depends_on:
Expand All @@ -1019,6 +1029,9 @@ steps:
from_secret: npm_token
image: grafana/build-container:1.5.3
name: release-canary-npm-packages
when:
repo:
- grafana/grafana
- commands:
- ./bin/grabpl upload-packages --edition oss --packages-bucket grafana-downloads
depends_on:
Expand All @@ -1033,6 +1046,9 @@ steps:
from_secret: prerelease_bucket
image: grafana/grafana-ci-deploy:1.3.1
name: upload-packages
when:
repo:
- grafana/grafana
- commands:
- ./bin/grabpl upload-cdn --edition oss --src-bucket "grafana-static-assets"
depends_on:
Expand All @@ -1044,12 +1060,13 @@ steps:
from_secret: prerelease_bucket
image: grafana/grafana-ci-deploy:1.3.1
name: upload-cdn-assets
when:
repo:
- grafana/grafana
trigger:
branch: main
event:
- push
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -1132,8 +1149,6 @@ trigger:
branch: main
event:
- push
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -1319,8 +1334,6 @@ trigger:
branch: main
event:
- push
repo:
- grafana/grafana
status:
- failure
type: docker
Expand Down Expand Up @@ -3322,6 +3335,9 @@ steps:
from_secret: prerelease_bucket
image: grafana/grafana-ci-deploy:1.3.1
name: upload-cdn-assets
when:
repo:
- grafana/grafana
- commands:
- ./bin/grabpl upload-packages --edition oss --packages-bucket grafana-downloads
depends_on:
Expand All @@ -3336,11 +3352,12 @@ steps:
from_secret: prerelease_bucket
image: grafana/grafana-ci-deploy:1.3.1
name: upload-packages
when:
repo:
- grafana/grafana
trigger:
ref:
- refs/heads/v[0-9]*
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -3441,8 +3458,6 @@ steps:
trigger:
ref:
- refs/heads/v[0-9]*
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -3528,8 +3543,6 @@ steps:
trigger:
ref:
- refs/heads/v[0-9]*
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -3586,8 +3599,6 @@ steps:
trigger:
ref:
- refs/heads/v[0-9]*
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -3859,6 +3870,9 @@ steps:
from_secret: prerelease_bucket
image: grafana/grafana-ci-deploy:1.3.1
name: upload-cdn-assets
when:
repo:
- grafana/grafana
- commands:
- ./bin/grabpl upload-packages --edition enterprise --packages-bucket grafana-downloads
depends_on:
Expand All @@ -3870,6 +3884,9 @@ steps:
from_secret: prerelease_bucket
image: grafana/grafana-ci-deploy:1.3.1
name: upload-packages
when:
repo:
- grafana/grafana
- commands:
- ./bin/grabpl package --jobs 8 --edition enterprise2 --build-id ${DRONE_BUILD_NUMBER}
--variants linux-amd64 --sign
Expand Down Expand Up @@ -3917,8 +3934,6 @@ steps:
trigger:
ref:
- refs/heads/v[0-9]*
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -4062,8 +4077,6 @@ steps:
trigger:
ref:
- refs/heads/v[0-9]*
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -4196,8 +4209,6 @@ steps:
trigger:
ref:
- refs/heads/v[0-9]*
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -4278,8 +4289,6 @@ steps:
trigger:
ref:
- refs/heads/v[0-9]*
repo:
- grafana/grafana
type: docker
volumes:
- host:
Expand Down Expand Up @@ -4431,6 +4440,6 @@ kind: secret
name: gcp_upload_artifacts_key
---
kind: signature
hmac: 430843c058dc4f40a3f881e13fc61ab12f5b6dc823f99067e56ab49fc1bdd459
hmac: 61a04d046f8fcafcd1b3e5ba483ec7c0d87f502ee77829a9ed12e8d181d3f120

...
29 changes: 15 additions & 14 deletions scripts/drone/pipelines/main.star
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,8 @@ load(
'upload_cdn_step',
'validate_scuemata_step',
'ensure_cuetsified_step',
'test_a11y_frontend_step'
'test_a11y_frontend_step',
'trigger_oss'
)

load(
Expand Down Expand Up @@ -118,23 +119,23 @@ def get_steps(edition, is_downstream=False):
e2e_tests_step('various-suite', edition=edition),
e2e_tests_artifacts(edition=edition),
build_storybook_step(edition=edition, ver_mode=ver_mode),
store_storybook_step(edition=edition, ver_mode=ver_mode),
store_storybook_step(edition=edition, ver_mode=ver_mode, trigger=trigger_oss),
test_a11y_frontend_step(ver_mode=ver_mode, edition=edition),
frontend_metrics_step(edition=edition),
frontend_metrics_step(edition=edition, trigger=trigger_oss),
copy_packages_for_docker_step(),
build_docker_images_step(edition=edition, ver_mode=ver_mode, publish=False),
build_docker_images_step(edition=edition, ver_mode=ver_mode, ubuntu=True, publish=False),
publish_images_step(edition=edition, ver_mode=ver_mode, mode='', docker_repo='grafana', ubuntu=False),
publish_images_step(edition=edition, ver_mode=ver_mode, mode='', docker_repo='grafana-oss', ubuntu=True)
publish_images_step(edition=edition, ver_mode=ver_mode, mode='', docker_repo='grafana', trigger=trigger_oss),
publish_images_step(edition=edition, ver_mode=ver_mode, mode='', docker_repo='grafana-oss', trigger=trigger_oss)
])

if include_enterprise2:
integration_test_steps.extend([redis_integration_tests_step(edition=edition2, ver_mode=ver_mode), memcached_integration_tests_step(edition=edition2, ver_mode=ver_mode)])

build_steps.extend([
release_canary_npm_packages_step(edition),
upload_packages_step(edition=edition, ver_mode=ver_mode, is_downstream=is_downstream),
upload_cdn_step(edition=edition, ver_mode=ver_mode)
release_canary_npm_packages_step(edition, trigger=trigger_oss),
upload_packages_step(edition=edition, ver_mode=ver_mode, is_downstream=is_downstream, trigger=trigger_oss),
upload_cdn_step(edition=edition, ver_mode=ver_mode, trigger=trigger_oss)
])

if include_enterprise2:
Expand Down Expand Up @@ -180,7 +181,10 @@ def trigger_test_release():
'include': [
'.drone.yml',
]
}
},
'repo': [
'grafana/grafana',
]
}
}

Expand All @@ -190,9 +194,6 @@ def main_pipelines(edition):
trigger = {
'event': ['push',],
'branch': 'main',
'repo': [
'grafana/grafana',
],
}
drone_change_trigger = {
'event': ['push',],
Expand Down Expand Up @@ -233,7 +234,7 @@ def main_pipelines(edition):
volumes=volumes,
),
pipeline(
name='windows-main', edition=edition, trigger=trigger,
name='windows-main', edition=edition, trigger=dict(trigger, repo = ['grafana/grafana']),
steps=initialize_step(edition, platform='windows', ver_mode=ver_mode) + windows_steps,
depends_on=['main-test', 'main-build-e2e-publish', 'main-integration-tests'], platform='windows',
), notify_pipeline(
Expand All @@ -242,7 +243,7 @@ def main_pipelines(edition):
]
if edition != 'enterprise':
pipelines.append(pipeline(
name='publish-main', edition=edition, trigger=trigger,
name='publish-main', edition=edition, trigger=dict(trigger, repo = ['grafana/grafana']),
steps=[download_grabpl_step()] + initialize_step(edition, platform='linux', ver_mode=ver_mode, install_deps=False) + store_steps,
depends_on=['main-test', 'main-build-e2e-publish', 'main-integration-tests', 'windows-main',],
))
Expand Down
11 changes: 5 additions & 6 deletions scripts/drone/pipelines/release.star
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ load(
'download_grabpl_step',
'initialize_step',
'lint_drone_step',
'test_release_ver',
'build_image',
'publish_image',
'lint_backend_step',
Expand All @@ -31,14 +30,14 @@ load(
'memcached_integration_tests_step',
'get_windows_steps',
'benchmark_ldap_step',
'frontend_metrics_step',
'store_storybook_step',
'upload_packages_step',
'store_packages_step',
'upload_cdn_step',
'validate_scuemata_step',
'ensure_cuetsified_step',
'publish_images_step'
'publish_images_step',
'trigger_oss'
)

load(
Expand Down Expand Up @@ -228,8 +227,8 @@ def get_steps(edition, ver_mode):
integration_test_steps.extend([redis_integration_tests_step(edition=edition2, ver_mode=ver_mode), memcached_integration_tests_step(edition=edition2, ver_mode=ver_mode)])

if should_upload:
publish_steps.append(upload_cdn_step(edition=edition, ver_mode=ver_mode))
publish_steps.append(upload_packages_step(edition=edition, ver_mode=ver_mode))
publish_steps.append(upload_cdn_step(edition=edition, ver_mode=ver_mode, trigger=trigger_oss))
publish_steps.append(upload_packages_step(edition=edition, ver_mode=ver_mode, trigger=trigger_oss))
if should_publish:
publish_step = store_storybook_step(edition=edition, ver_mode=ver_mode)
build_npm_step = build_npm_packages_step(edition=edition, ver_mode=ver_mode)
Expand Down Expand Up @@ -433,7 +432,7 @@ def release_pipelines(ver_mode='release', trigger=None, environment=None):
},
'ref': ['refs/tags/v*',],
'repo': {
'exclude': ['grafana/grafana'],
'exclude': ['grafana/grafana'],
},
}

Expand Down

0 comments on commit bd386df

Please sign in to comment.