Merge "[FAB-17114] Add AZP support for Fabric"

hyperledger · Nov 20, 2019 · 454a9fa · 454a9fa
2 parents 2d9bacd + 0830665
commit 454a9fa
Show file tree

Hide file tree

Showing 7 changed files with 239 additions and 0 deletions.
diff --git a/ci/azure-pipelines-merge.yml b/ci/azure-pipelines-merge.yml
@@ -0,0 +1,28 @@
+# Copyright the Hyperledger Fabric contributors. All rights reserved.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+name: $(SourceBranchName)-$(Date:yyyyMMdd)$(Rev:.rrr)
+trigger:
+- master
+- release-2.*
+pr: none
+
+variables:
+  GOPATH: $(Agent.BuildDirectory)/go
+  PATH: $(Agent.BuildDirectory)/go/bin:/usr/local/go/bin:/bin:/usr/bin:/sbin:/usr/sbin:/usr/local/bin:/usr/local/sbin
+  GOVER: 1.13.4
+
+jobs:
+  - job: UnitTests
+    pool:
+      vmImage: ubuntu-16.04
+    steps:
+      - template: install_deps.yml
+      - checkout: self
+        path: 'go/src/github.com/hyperledger/fabric'
+        displayName: Checkout Fabric Code
+      - script: ./ci/scripts/setup_hsm.sh
+        displayName: Install SoftHSM
+      - script: make unit-test
+        displayName: Run Unit Tests
diff --git a/ci/azure-pipelines-release.yml b/ci/azure-pipelines-release.yml
@@ -0,0 +1,89 @@
+# Copyright the Hyperledger Fabric cont ributors. All rights reserved.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+name: RELEASE-$(Date:yyyyMMdd)$(Rev:.rrr)
+trigger: none
+pr: none
+
+variables:
+  - group: credentials
+  - name: GOPATH
+    value: $(Agent.BuildDirectory)/go
+  - name: GOVER
+    value: 1.13.4
+
+stages:
+  - stage: BuildBinaries
+    dependsOn: []
+    displayName: "Build Fabric Binaries"
+    jobs:
+      - job: Build
+        pool:
+          vmImage: ubuntu-16.04
+        container: golang:$(GOVER)
+        strategy:
+          matrix:
+            Linux-amd64:
+              TARGET: linux-amd64
+            MacOS-amd64:
+              TARGET: darwin-amd64
+            Windows-amd64:
+              TARGET: windows-amd64
+        steps:
+          - checkout: self
+            path: 'go/src/github.com/hyperledger/fabric'
+            displayName: Checkout Fabric Code
+          - script: ./ci/scripts/create_binary_package.sh
+            displayName: Compile Binary and Create Tarball
+          - publish: release/$(TARGET)/hyperledger-fabric-$(TARGET)-$(RELEASE).tar.gz
+            artifact: hyperledger-fabric-$(TARGET)-$(RELEASE).tar.gz
+            displayName: Publish Release Artifact
+
+  - stage: BuildAndPushDockerImages
+    dependsOn: []
+    displayName: "Build and Push Fabric Docker Images"
+    jobs:
+      - job: Docker
+        pool:
+          vmImage: ubuntu-16.04
+        steps:
+          - template: install_deps.yml
+          - checkout: self
+            path: 'go/src/github.com/hyperledger/fabric'
+            displayName: Checkout Fabric Code
+          - script: ./ci/scripts/publish_docker.sh
+            env:
+              DOCKER_PASSWORD: $(DockerHub-Password)
+              DOCKER_USERNAME: $(DockerHub-Username)
+            displayName: Publish Docker Images
+
+  - stage: DraftRelease
+    displayName: "Draft GitHub Release"
+    dependsOn:
+      - BuildBinaries
+      - BuildAndPushDockerImages
+    jobs:
+      - job: Release
+        pool:
+          vmImage: ubuntu-16.04
+        steps:
+          - download: current
+            patterns: '*.tar.gz'
+            displayName: Download Artifacts
+          - checkout: self
+          - task: GitHubRelease@0
+            inputs:
+              action: create
+              addChangeLog: true
+              assets: $(Pipeline.Workspace)/*amd64*/*
+              compareWith: lastFullRelease
+              gitHubConnection: fabric-release
+              isDraft: true
+              releaseNotesFile: release_notes/v$(RELEASE).md
+              repositoryName: $(Build.Repository.Name)
+              releaseNotesSource: file
+              tag: v$(RELEASE)
+              tagSource: manual
+              title: v$(RELEASE)
+            displayName: Draft Release of Fabric
diff --git a/ci/azure-pipelines.yml b/ci/azure-pipelines.yml
@@ -0,0 +1,65 @@
+# Copyright the Hyperledger Fabric contributors. All rights reserved.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+name: $(SourceBranchName)-$(Date:yyyyMMdd)$(Rev:.rrr)
+trigger: none
+pr:
+- master
+- release-2.*
+
+variables:
+  GOPATH: $(Agent.BuildDirectory)/go
+  PATH: $(Agent.BuildDirectory)/go/bin:/bin:/usr/bin:/sbin:/usr/sbin:/usr/local/bin:/usr/local/sbin
+  GOVER: 1.13.4
+
+jobs:
+  - job: VerifyBuild
+    pool:
+      vmImage: ubuntu-16.04
+    steps:
+      - template: install_deps.yml
+      - checkout: self
+        path: 'go/src/github.com/hyperledger/fabric'
+        displayName: Checkout Fabric Code
+      - script: make basic-checks native
+        displayName: Verify Build
+
+  - job: DocBuild
+    pool:
+      vmImage: ubuntu-16.04
+    container:
+      image: n42org/tox:3.4.0
+    steps:
+      - checkout: self
+        path: 'go/src/github.com/hyperledger/fabric'
+        displayName: Checkout Fabric Code
+      - script: tox -edocs
+        displayName: Build Documentation
+      - publish: 'docs/_build/html'
+        displayName: Publish Documentation Artifacts
+
+  - job: UnitTests
+    pool:
+      vmImage: ubuntu-16.04
+    steps:
+      - template: install_deps.yml
+      - checkout: self
+        path: 'go/src/github.com/hyperledger/fabric'
+        displayName: Checkout Fabric Code
+      - script: ./ci/scripts/setup_hsm.sh
+        displayName: Install SoftHSM
+      - script: make unit-test
+        displayName: Run Unit Tests
+
+  - job: IntegrationTests
+    pool:
+      vmImage: ubuntu-16.04
+    timeoutInMinutes: 120
+    steps:
+      - template: install_deps.yml
+      - checkout: self
+        path: 'go/src/github.com/hyperledger/fabric'
+        displayName: Checkout Fabric Code
+      - script: make integration-test
+        displayName: Run Integration Tests
diff --git a/ci/install_deps.yml b/ci/install_deps.yml
@@ -0,0 +1,15 @@
+# Copyright the Hyperledger Fabric contributors. All rights reserved.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+steps:
+  - script: |
+      sudo apt-get clean
+      sudo apt-get update
+      sudo apt-get install -y libtool gcc make haveged
+    displayName: Install Dependencies
+  - task: GoTool@0
+    inputs:
+      version: $(GOVER)
+      goPath:  $(GOPATH)
+    displayName: Install GoLang
diff --git a/ci/scripts/create_binary_package.sh b/ci/scripts/create_binary_package.sh
@@ -0,0 +1,11 @@
+#!/bin/bash
+# Copyright IBM Corp. All Rights Reserved.
+#
+# SPDX-License-Identifier: Apache-2.0
+set -euo pipefail
+
+make "release/${TARGET}"
+mkdir "release/${TARGET}/config"
+mv sampleconfig/*yaml "release/${TARGET}/config"
+cd "release/${TARGET}"
+tar -czvf "hyperledger-fabric-${TARGET}-${RELEASE}.tar.gz" bin config
diff --git a/ci/scripts/publish_docker.sh b/ci/scripts/publish_docker.sh
@@ -0,0 +1,19 @@
+#!/bin/bash
+# Copyright IBM Corp. All Rights Reserved.
+#
+# SPDX-License-Identifier: Apache-2.0
+set -euo pipefail
+
+make docker
+
+wget -qO "$PWD/manifest-tool" https://github.com/estesp/manifest-tool/releases/download/v1.0.0/manifest-tool-linux-amd64
+chmod +x ./manifest-tool
+
+for image in baseos peer orderer ccenv tools; do
+  docker login --username "${DOCKER_USERNAME}" --password "${DOCKER_PASSWORD}"
+  docker tag "hyperledger/fabric-${image}" "hyperledger/fabric-${image}:amd64-${RELEASE}"
+  docker push "hyperledger/fabric-${image}:amd64-${RELEASE}"
+
+  ./manifest-tool push from-args --platforms linux/amd64 --template "hyperledger/fabric-${image}:amd64-${RELEASE}" --target "hyperledger/fabric-${image}:${RELEASE}"
+  ./manifest-tool push from-args --platforms linux/amd64 --template "hyperledger/fabric-${image}:amd64-${RELEASE}" --target "hyperledger/fabric-${image}:$(sed 's/..$//' <<< ${RELEASE})"
+done
diff --git a/ci/scripts/setup_hsm.sh b/ci/scripts/setup_hsm.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+# Copyright the Hyperledger Fabric contributors. All rights reserved.
+#
+# SPDX-License-Identifier: Apache-2.0
+set -euo pipefail
+
+sudo apt-get install -y softhsm2
+sudo mkdir -p /var/lib/softhsm/tokens
+sudo softhsm2-util --init-token --slot 0 --label "ForFabric" --so-pin 1234 --pin 98765432
+sudo chmod -R 777 /var/lib/softhsm
+mkdir -p ~/.config/softhsm2
+cp /usr/share/softhsm/softhsm2.conf ~/.config/softhsm2