Skip to content

expand jobs tagging #17828

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 10 commits into
base: compatible
Choose a base branch
from
Open

expand jobs tagging #17828

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
6f017f6
expand jobs tagging
dkijania Sep 18, 2025
87b3878
update index.js based on actual cloud function source
dkijania Sep 18, 2025
c7cdbb8
add tag filters
dkijania Sep 18, 2025
50d07ea
update index.js
dkijania Sep 18, 2025
444a73e
invert arch with profile
dkijania Sep 18, 2025
403cc65
introduce filter mode (all,any) which defining if we are matching any…
dkijania Sep 18, 2025
1932deb
inverse collections
dkijania Sep 18, 2025
4c89056
added filter for codename as well
dkijania Sep 18, 2025
1452beb
added codename handling
dkijania Sep 18, 2025
242fd64
debug
dkijania Sep 19, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBookwormDevnetDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,9 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Devnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Bookworm
]
, debVersion = DebianVersions.DebVersion.Bookworm
, scope =
Expand Down
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBookwormDevnetDevnetArm64.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,9 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Devnet
, PipelineTag.Type.Arm64
, PipelineTag.Type.Bookworm
]
, debVersion = DebianVersions.DebVersion.Bookworm
, scope =
Expand Down
2 changes: 2 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBookwormDevnetLegacyDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,8 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Amd64
, PipelineTag.Type.Bookworm
]
, network = Network.Type.DevnetLegacy
, debVersion = DebianVersions.DebVersion.Bookworm
Expand Down
2 changes: 2 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBookwormMainnetLegacyMainnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,8 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Amd64
, PipelineTag.Type.Bookworm
]
, debVersion = DebianVersions.DebVersion.Bookworm
, network = Network.Type.MainnetLegacy
Expand Down
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBookwormMainnetMainnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,9 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Stable
, PipelineTag.Type.Mainnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Bookworm
]
, profile = Profiles.Type.Mainnet
, scope =
Expand Down
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBullseyeBerkeleyDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,9 @@ in Pipeline.build
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Rosetta
, PipelineTag.Type.Devnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Bullseye
]
}
)
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBullseyeBerkeleyDevnetInstrumented.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,9 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Devnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Bullseye
]
}
)
10 changes: 10 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBullseyeBerkeleyLightnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,10 +6,20 @@ let Artifacts = ../../Constants/Artifacts.dhall

let Pipeline = ../../Pipeline/Dsl.dhall

let PipelineTag = ../../Pipeline/Tag.dhall

in Pipeline.build
( ArtifactPipelines.pipeline
ArtifactPipelines.MinaBuildSpec::{
, artifacts = [ Artifacts.Type.Daemon, Artifacts.Type.LogProc ]
, profile = Profiles.Type.Lightnet
, tags =
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Lightnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Bullseye
]
}
)
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBullseyeDevnetDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,9 @@ in Pipeline.build
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Rosetta
, PipelineTag.Type.Devnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Bullseye
]
}
)
2 changes: 2 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBullseyeDevnetLegacyDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,8 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Amd64
, PipelineTag.Type.Bullseye
]
, network = Network.Type.DevnetLegacy
, debVersion = DebianVersions.DebVersion.Bullseye
Expand Down
2 changes: 2 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBullseyeMainnetLegacyMainnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,8 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Amd64
, PipelineTag.Type.Bullseye
]
, debVersion = DebianVersions.DebVersion.Bullseye
, network = Network.Type.MainnetLegacy
Expand Down
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactBullseyeMainnetMainnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,9 @@ in Pipeline.build
, PipelineTag.Type.Release
, PipelineTag.Type.Stable
, PipelineTag.Type.Rosetta
, PipelineTag.Type.Mainnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Bullseye
]
, profile = Profiles.Type.Mainnet
, scope =
Expand Down
11 changes: 11 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactFocalBerkeleyDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,8 @@ let Pipeline = ../../Pipeline/Dsl.dhall

let PipelineScope = ../../Pipeline/Scope.dhall

let PipelineTag = ../../Pipeline/Tag.dhall

in Pipeline.build
( ArtifactPipelines.pipeline
ArtifactPipelines.MinaBuildSpec::{
Expand All @@ -24,5 +26,14 @@ in Pipeline.build
, scope =
[ PipelineScope.Type.MainlineNightly, PipelineScope.Type.Release ]
, debVersion = DebianVersions.DebVersion.Focal
, tags =
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Rosetta
, PipelineTag.Type.Devnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Focal
]
}
)
7 changes: 5 additions & 2 deletions buildkite/src/Jobs/Release/MinaArtifactFocalDevnetDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,12 +6,12 @@ let Artifacts = ../../Constants/Artifacts.dhall

let Pipeline = ../../Pipeline/Dsl.dhall

let PipelineTag = ../../Pipeline/Tag.dhall

let PipelineScope = ../../Pipeline/Scope.dhall

let Network = ../../Constants/Network.dhall

let PipelineTag = ../../Pipeline/Tag.dhall

in Pipeline.build
( ArtifactPipelines.pipeline
ArtifactPipelines.MinaBuildSpec::{
Expand All @@ -31,6 +31,9 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Devnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Focal
]
, debVersion = DebianVersions.DebVersion.Focal
}
Expand Down
2 changes: 2 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactFocalDevnetLegacyDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,8 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Amd64
, PipelineTag.Type.Focal
]
, network = Network.Type.DevnetLegacy
, debVersion = DebianVersions.DebVersion.Focal
Expand Down
2 changes: 2 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactFocalMainnetLegacyMainnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,8 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Amd64
, PipelineTag.Type.Focal
]
, debVersion = DebianVersions.DebVersion.Focal
, network = Network.Type.MainnetLegacy
Expand Down
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactFocalMainnetMainnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,9 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Stable
, PipelineTag.Type.Mainnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Focal
]
, profile = Profiles.Type.Mainnet
, scope =
Expand Down
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactJammyDevnetDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,9 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Devnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Jammy
]
, debVersion = DebianVersions.DebVersion.Jammy
, scope =
Expand Down
2 changes: 2 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactJammyDevnetLegacyDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,8 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Amd64
, PipelineTag.Type.Jammy
]
, network = Network.Type.DevnetLegacy
, debVersion = DebianVersions.DebVersion.Jammy
Expand Down
2 changes: 2 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactJammyMainnetLegacyMainnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,8 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Amd64
, PipelineTag.Type.Jammy
]
, debVersion = DebianVersions.DebVersion.Jammy
, network = Network.Type.MainnetLegacy
Expand Down
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactJammyMainnetMainnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,9 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Stable
, PipelineTag.Type.Mainnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Jammy
]
, profile = Profiles.Type.Mainnet
, scope =
Expand Down
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactNobleDevnetDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,9 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Devnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Noble
]
, debVersion = DebianVersions.DebVersion.Noble
, scope =
Expand Down
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactNobleDevnetDevnetArm64.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,9 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Devnet
, PipelineTag.Type.Arm64
, PipelineTag.Type.Noble
]
, debVersion = DebianVersions.DebVersion.Noble
, scope =
Expand Down
2 changes: 2 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactNobleDevnetLegacyDevnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,8 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Amd64
, PipelineTag.Type.Noble
]
, network = Network.Type.DevnetLegacy
, debVersion = DebianVersions.DebVersion.Noble
Expand Down
2 changes: 2 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactNobleMainnetLegacyMainnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,8 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Amd64
, PipelineTag.Type.Noble
]
, debVersion = DebianVersions.DebVersion.Noble
, network = Network.Type.MainnetLegacy
Expand Down
3 changes: 3 additions & 0 deletions buildkite/src/Jobs/Release/MinaArtifactNobleMainnetMainnet.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,9 @@ in Pipeline.build
[ PipelineTag.Type.Long
, PipelineTag.Type.Release
, PipelineTag.Type.Docker
, PipelineTag.Type.Mainnet
, PipelineTag.Type.Amd64
, PipelineTag.Type.Noble
]
, debVersion = DebianVersions.DebVersion.Noble
, profile = Profiles.Type.Mainnet
Expand Down
8 changes: 7 additions & 1 deletion buildkite/src/Monorepo.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,8 @@ let JobSpec = ./Pipeline/JobSpec.dhall

let Pipeline = ./Pipeline/Dsl.dhall

let PipelineFilterMode = ./Pipeline/FilterMode.dhall

let PipelineJobSelection = ./Pipeline/JobSelection.dhall

let PipelineTagFilter = ./Pipeline/TagFilter.dhall
Expand Down Expand Up @@ -46,10 +48,12 @@ let prefixCommands =
let commands
: PipelineJobSelection.Type
-> PipelineTagFilter.Type
-> PipelineFilterMode.Type
-> PipelineScopeFilter.Type
-> List Cmd.Type
= \(selection : PipelineJobSelection.Type)
-> \(filter : PipelineTagFilter.Type)
-> \(filterMode : PipelineFilterMode.Type)
-> \(scope : PipelineScopeFilter.Type)
-> List/map
JobSpec.Type
Expand All @@ -61,7 +65,7 @@ let commands

let isIncludedInTag =
Prelude.Bool.show
(PipelineTag.contains job.tags targetTags)
(PipelineTag.contains targetTags job.tags filterMode)

let targetScopes = PipelineScopeFilter.tags scope

Expand Down Expand Up @@ -112,6 +116,7 @@ in \ ( args
: { selection : PipelineJobSelection.Type
, tagFilter : PipelineTagFilter.Type
, scopeFilter : PipelineScopeFilter.Type
, filterMode : PipelineFilterMode.Type
}
)
-> let pipelineType =
Expand All @@ -133,6 +138,7 @@ in \ ( args
# commands
args.selection
args.tagFilter
args.filterMode
args.scopeFilter
, label =
"Monorepo triage ${PipelineTagFilter.show
Expand Down
8 changes: 8 additions & 0 deletions buildkite/src/Pipeline/FilterMode.dhall
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
-- Mode defines pipeline filter fetch mode

let Mode = < Any | All >

in { Type = Mode
, any = \(mode : Mode) -> merge { Any = True, All = False } mode
, all = \(mode : Mode) -> merge { Any = False, All = True } mode
}
Loading