dualstack Overlay ACN pipeline #2032
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,32 @@ | ||
| parameters: | ||
| name: "" | ||
| displayName: "" | ||
| pipelineBuildImage: "$(BUILD_IMAGE)" | ||
| testDropgz: "" | ||
| clusterName: "" | ||
|
|
||
| stages: | ||
| - stage: ${{ parameters.name }} | ||
| displayName: E2E - ${{ parameters.displayName }} | ||
| dependsOn: | ||
| - setup | ||
| - publish | ||
| jobs: | ||
| - job: ${{ parameters.name }} | ||
| displayName: DualStack Overlay Test Suite - (${{ parameters.name }}) | ||
| timeoutInMinutes: 120 | ||
| pool: | ||
| name: $(BUILD_POOL_NAME_DEFAULT) | ||
| demands: | ||
| - Role -equals $(CUSTOM_E2E_ROLE) | ||
| variables: | ||
| GOPATH: "$(Agent.TempDirectory)/go" # Go workspace path | ||
| GOBIN: "$(GOPATH)/bin" # Go binaries path | ||
| modulePath: "$(GOPATH)/src/github.com/Azure/azure-container-networking" | ||
| steps: | ||
| - template: dualstackoverlay-e2e-step-template.yaml | ||
| parameters: | ||
| name: ${{ parameters.name }} | ||
| testDropgz: ${{ parameters.testDropgz }} | ||
| clusterName: ${{ parameters.clusterName }} | ||
|
|
||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,115 @@ | ||
| parameters: | ||
| name: "" | ||
| testDropgz: "" | ||
| clusterName: "" | ||
|
|
||
| steps: | ||
| - bash: | | ||
| echo $UID | ||
| sudo rm -rf $(System.DefaultWorkingDirectory)/* | ||
| displayName: "Set up OS environment" | ||
| - checkout: self | ||
|
|
||
| - bash: | | ||
| go version | ||
| go env | ||
| mkdir -p '$(GOBIN)' | ||
| mkdir -p '$(GOPATH)/pkg' | ||
| mkdir -p '$(modulePath)' | ||
| echo '##vso[task.prependpath]$(GOBIN)' | ||
| echo '##vso[task.prependpath]$(GOROOT)/bin' | ||
| name: "GoEnv" | ||
| displayName: "Set up the Go environment" | ||
| - task: AzureCLI@2 | ||
| inputs: | ||
| azureSubscription: $(AZURE_TEST_AGENT_SERVICE_CONNECTION) | ||
| scriptLocation: "inlineScript" | ||
| scriptType: "bash" | ||
| addSpnToEnvironment: true | ||
| inlineScript: | | ||
| echo "Check az version" | ||
| az version | ||
| echo "Install az cli extension preview" | ||
| az extension add --name aks-preview | ||
| az extension update --name aks-preview | ||
| mkdir -p ~/.kube/ | ||
| echo "Create AKS DualStack Overlay cluster" | ||
| make -C ./hack/aks azcfg AZCLI=az REGION=$(REGION_OVERLAY_CLUSTER_TEST) | ||
| make -C ./hack/aks dualstack-overlay-byocni-up AZCLI=az REGION=$(REGION_OVERLAY_CLUSTER_TEST) VM_SIZE=$(VM_SIZE) NODE_COUNT=$(NODE_COUNT) SUB=$(SUB_AZURE_NETWORK_AGENT_TEST) CLUSTER=${{ parameters.clusterName }}-$(make revision) | ||
| echo "Dualstack Overlay Cluster is successfully created" | ||
| displayName: Create DualStackOverlay cluster | ||
| condition: succeeded() | ||
|
|
||
| - script: | | ||
| ls -lah | ||
| pwd | ||
| echo "installing kubectl" | ||
| curl -LO "https://dl.k8s.io/release/$(curl -L -s https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl" | ||
| sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl | ||
| kubectl cluster-info | ||
| kubectl get node | ||
| kubectl get po -owide -A | ||
| sudo -E env "PATH=$PATH" make install-azure-images CNS_VERSION=$(make cns-version) CNI_DROPGZ_VERSION=$(make cni-dropgz-version) INSTALL_CNS=true INSTALL_AZURE_VNET=true INSTALL_DUALSTACK_OVERLAY=true TEST_DROPGZ=${{ parameters.testDropgz }} | ||
| kubectl get po -owide -A | ||
| retryCountOnTaskFailure: 3 | ||
| name: "installKubectl" | ||
| displayName: "Install kubectl on AKS dualstack overlay cluster" | ||
|
|
||
| - script: | | ||
| cd test/integration/load | ||
| sudo go test -timeout 30m -tags load -run ^TestLoad$ -tags=load | ||
| echo "DualStack Overlay Linux control plane CNS validation test" | ||
| sudo go test -timeout 30m -tags load -cni cniv2 -run ^TestValidateState$ -tags=load | ||
| echo "DualStack Overlay Linux control plane Node properties test" | ||
| sudo go test -timeout 30m -tags load -run ^TestDualStackProperties$ -tags=load | ||
| echo "DualStack Overlay Linux datapath test" | ||
| cd ../datapath | ||
| sudo go test -count=1 datapath_linux_test.go -timeout 1m -tags connection -run ^TestDatapathLinux$ -tags=connection,integration | ||
| echo "Delete Linux load-test namespace" | ||
| kubectl delete ns load-test | ||
| name: "DualStack_Overlay_Linux_tests" | ||
| displayName: "DualStack Overlay Linux Tests" | ||
|
|
||
| # - task: AzureCLI@2 | ||
| # inputs: | ||
| # azureSubscription: $(AZURE_TEST_AGENT_SERVICE_CONNECTION) | ||
| # scriptLocation: "inlineScript" | ||
| # scriptType: "bash" | ||
| # addSpnToEnvironment: true | ||
| # inlineScript: | | ||
| # make -C ./hack/aks dualstack-windows-byocni-up AZCLI=az VM_SIZE=$(VM_SIZE) NODE_COUNT=$(NODE_COUNT) SUB=$(SUB_AZURE_NETWORK_AGENT_TEST) CLUSTER=${{ parameters.clusterName }}-$(make revision) | ||
| # echo "Windows node are successfully added to Dualstack Overlay Cluster" | ||
| # kubectl cluster-info | ||
| # kubectl get node | ||
| # kubectl get po -owide -A | ||
| # name: "Add_Windows_Node" | ||
| # displayName: "Add windows node on DualStackOverlay cluster" | ||
|
|
||
| # - script: | | ||
| # pwd | ||
| # cd test/integration/load | ||
| # go test -timeout 30m -tags load -run ^TestLoad$ -tags=load -os=windows | ||
| # echo "DualStack Overlay Windows control plane CNS validation test" | ||
| # go test -timeout 30m -tags load -run ^TestDualStackProperties$ -tags=load -os=windows -cni cniv2 | ||
| # echo "DualStack Overlay Windows control plane Node properties test" | ||
| # go test -timeout 30m -tags load -cni cniv2 -run ^TestValidateState$ -tags=load -os=windows | ||
| # echo "DualStack Overlay Windows datapath test" | ||
| # cd ../datapath | ||
| # go test -count=1 datapath_windows_test.go -timeout 3m -tags connection -run ^TestDatapathWin$ -tags=connection | ||
| # name: "DualStack_Overlay_Windows_tests" | ||
| # displayName: "DualStack Overlay Windows Tests" | ||
|
|
||
| # - task: AzureCLI@2 | ||
| # inputs: | ||
| # azureSubscription: $(AZURE_TEST_AGENT_SERVICE_CONNECTION) | ||
| # scriptLocation: "inlineScript" | ||
| # scriptType: "bash" | ||
| # addSpnToEnvironment: true | ||
| # inlineScript: | | ||
| # echo "Deleting cluster" | ||
| # make -C ./hack/aks azcfg AZCLI=az | ||
| # make -C ./hack/aks down SUB=$(SUB_AZURE_NETWORK_AGENT_TEST) AZCLI=az CLUSTER=${{ parameters.clusterName }}-$(make revision) | ||
| # echo "Cluster and resources down" | ||
| # name: "CleanupDualStackOverlaycluster" | ||
| # displayName: "Cleanup DualStack Overlay Cluster" | ||
| # condition: always() |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -762,6 +762,11 @@ test-azure-ipam: ## run the unit test for azure-ipam | |
| kind: | ||
| kind create cluster --config ./test/kind/kind.yaml | ||
|
|
||
| # install azure Linux CNS and CNI dropgz images | ||
| install-azure-images: | ||
|
Collaborator
There was a problem hiding this comment. if we're going to create standalone tooling for installing our components, let's fully commit to it and write some small kustomize payloads for them instead of hacking it with the integration test like this. |
||
| CNI_DROPGZ_VERSION=$(CNI_DROPGZ_VERSION) \ | ||
| CNS_VERSION=$(CNS_VERSION) \ | ||
| go test -mod=readonly -buildvcs=false -timeout 1h -coverpkg=./... -race -covermode atomic -coverprofile=coverage.out -tags=integration ./test/integration/setup_test.go | ||
|
|
||
| ##@ Utilities | ||
|
|
||
|
|
||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
IMO, existing
.pipeline/singletenancy/overlay/* should be moved to cilium folder. Cilium folder can have overlay folder if needed. @tamilmani1989 @vipul-21
We should create
.pipeline/singletenancy/azcnioverlay/v4/.yaml
.pipeline/singletenancy/azcnioverlay/dualstack/.yaml
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
The idea was to keep the singletenancy folder as it is. Maybe add a parent to it which tells us that this is PR pipeline code and under that we can have different folder structure like:
pr_pipeline(or something better)/singletenancy/azcnioverlay/ciliumpr_pipeline(or something better)/singletenancy/azcnioverlay/v4/.yamlpr_pipeline(or something better)/multitenany/azcnioverlay/dualstack/.yamlThoughts ?