azure-pipelines.yml

# Branches that trigger a build on commit
trigger:
- main
- main-vs-deps
- release/*
- features/*
- demos/*

# Branches that trigger builds on PR
pr:
  branches:
    include:
    - main
    - main-vs-deps
    - release/*
    - features/*
    - demos/*
  paths:
    exclude:
      - docs/*
      - eng/config/OptProf.json
      - eng/config/PublishData.json
      - eng/setup-pr-validation.ps1
      - src/LanguageServer/Microsoft.CommonLanguageServerProtocol.Framework/README.md
      - .vscode/*
      - .github/*
      - .devcontainer/*
      - .git-blame-ignore-revs
      - .vsconfig
      - azure-pipelines-compliance.yml
      - azure-pipelines-integration-dartlab.yml
      - azure-pipelines-integration-scouting.yml
      - azure-pipelines-official.yml
      - azure-pipelines-pr-validation.yml
      - CODE-OF-CONDUCT.md
      - CONTRIBUTING.md
      - README.md

variables:
  # This value is conditionally overriden by the variable group DotNet-HelixApi-Access.
  # ADO only lets us conditionally include a variable group on individual stages.
  - name: HelixApiAccessToken
    value: ''

  - name: Codeql.Enabled
    value: false
  - name: Codeql.SkipTaskAutoInjection
    value: true

  # Set pool / queue name variables depending on which instance we're running in.
  - name: PoolName
    ${{ if eq(variables['System.TeamProject'], 'public') }}:
      value: NetCore-Public
    ${{ else }}:
      value: NetCore1ESPool-Internal

  - name: Vs2022PreviewQueueName
    ${{ if eq(variables['System.TeamProject'], 'public') }}:
      value: windows.vs2022preview.amd64.open
    ${{ else }}:
      value: windows.vs2022preview.amd64

  - name: Vs2022RegularQueueName
    ${{ if eq(variables['System.TeamProject'], 'public') }}:
      value: windows.vs2022.amd64.open
    ${{ else }}:
      value: windows.vs2022.amd64

  - name: UbuntuQueueName
    ${{ if eq(variables['System.TeamProject'], 'public') }}:
      value: Build.Ubuntu.2204.Amd64.Open
    ${{ else }}:
      value: Build.Ubuntu.2204.Amd64

  - name: WindowsQueueName
    ${{ if eq(variables['System.TeamProject'], 'public') }}:
      value: 1es-windows-2022-open
    ${{ else }}:
      value: 1es-windows-2022

  - name: HelixWindowsQueueName
    ${{ if eq(variables['System.TeamProject'], 'public') }}:
      value: Windows.10.Amd64.Open
    ${{ else }}:
      value: Windows.10.Amd64

  - name: HelixWindowsSpanishQueueName
    ${{ if eq(variables['System.TeamProject'], 'public') }}:
      value: Windows.10.Amd64.Server2022.ES.Open
    ${{ else }}:
      value: Windows.10.Amd64.Server2022.ES

  - name: HelixUbuntuQueueName
    ${{ if eq(variables['System.TeamProject'], 'public') }}:
      value: Ubuntu.2204.Amd64.Open
    ${{ else }}:
      value: Ubuntu.2204.Amd64

  - name: HelixMacOsQueueName
    ${{ if eq(variables['System.TeamProject'], 'public') }}:
      value: OSX.15.Amd64.Open
    ${{ else }}:
      value: OSX.15.Amd64

parameters:
  # These pools allow us to configure the pools once for multiple jobs.
  # We have to use parameters here as these are object typed.
  - name: ubuntuPool
    type: object
    default:
      name: $(PoolName)
      demands: ImageOverride -equals $(UbuntuQueueName)
  - name: windowsPool
    type: object
    default:
      name: $(PoolName)
      demands: ImageOverride -equals $(WindowsQueueName)
  - name: vs2022PreviewPool
    type: object
    default:
      name: $(PoolName)
      demands: ImageOverride -equals $(Vs2022PreviewQueueName)
  - name: vs2022RegularPool
    type: object
    default:
      name: $(PoolName)
      demands: ImageOverride -equals $(Vs2022RegularQueueName)

stages:
- stage: Windows_Debug_Build
  dependsOn: []
  jobs:
  - template: eng/pipelines/build-windows-job.yml
    parameters:
      jobName: Build_Windows_Debug
      testArtifactName: Transport_Artifacts_Windows_Debug
      configuration: Debug
      poolParameters: ${{ parameters.vs2022PreviewPool }}
      restoreArguments: -msbuildEngine dotnet /p:UsingToolVSSDK=false /p:GenerateSatelliteAssemblies=false
      buildArguments: -msbuildEngine dotnet /p:UsingToolVSSDK=false /p:GenerateSatelliteAssemblies=false /p:PublishReadyToRun=false

- stage: Windows_Release_Build
  dependsOn: []
  jobs:
  - template: eng/pipelines/build-windows-job.yml
    parameters:
      jobName: Build_Windows_Release
      testArtifactName: Transport_Artifacts_Windows_Release
      configuration: Release
      poolParameters: ${{ parameters.vs2022PreviewPool }}
      restoreArguments: -msbuildEngine dotnet /p:UsingToolVSSDK=false /p:GenerateSatelliteAssemblies=false
      buildArguments: -msbuildEngine dotnet /p:UsingToolVSSDK=false /p:GenerateSatelliteAssemblies=false /p:PublishReadyToRun=false

- stage: Unix_Build
  dependsOn: []
  jobs:
  - template: eng/pipelines/build-unix-job.yml
    parameters:
      jobName: Build_Unix_Debug
      testArtifactName: Transport_Artifacts_Unix_Debug
      poolParameters: ${{ parameters.ubuntuPool }}

- stage: Source_Build
  dependsOn: []
  jobs:
  # Like template `eng/common/templates/jobs/source-build.yml`
  - job: Source_Build_Managed
    displayName: Source-Build (Managed)
    container: mcr.microsoft.com/dotnet-buildtools/prereqs:centos-stream9
    pool:
      ${{ if eq(variables['System.TeamProject'], 'public') }}:
        name: $[replace(replace(eq(contains(coalesce(variables['System.PullRequest.TargetBranch'], variables['Build.SourceBranch'], 'refs/heads/main'), 'release'), 'true'), True, 'NetCore-Svc-Public' ), False, 'NetCore-Public')]
        demands: ImageOverride -equals Build.Ubuntu.2204.Amd64.Open

      ${{ if eq(variables['System.TeamProject'], 'internal') }}:
        name: $[replace(replace(eq(contains(coalesce(variables['System.PullRequest.TargetBranch'], variables['Build.SourceBranch'], 'refs/heads/main'), 'release'), 'true'), True, 'NetCore1ESPool-Svc-Internal'), False, 'NetCore1ESPool-Internal')]
        demands: ImageOverride -equals Build.Ubuntu.2204.Amd64
    workspace:
      clean: all
    steps:
    - template: /eng/common/templates/steps/source-build.yml
      parameters:
        platform:
          name: 'Managed'
          container: 'mcr.microsoft.com/dotnet-buildtools/prereqs:centos-stream9'

- stage: Windows_Debug_Desktop
  dependsOn: Windows_Debug_Build
  variables:
  - ${{ if ne(variables['System.TeamProject'], 'public') }}:
    - group: DotNet-HelixApi-Access
  jobs:
  - ${{ if ne(variables['Build.Reason'], 'PullRequest') }}:
    - template: eng/pipelines/test-windows-job.yml
      parameters:
        testRunName: 'Test Windows Desktop Debug 32'
        jobName: Test_Windows_Desktop_Debug_32
        testArtifactName: Transport_Artifacts_Windows_Debug
        configuration: Debug
        testArguments: -testDesktop -testArch x86
        helixQueueName: $(HelixWindowsQueueName)
        helixApiAccessToken: $(HelixApiAccessToken)
        poolParameters: ${{ parameters.windowsPool }}

  - template: eng/pipelines/test-windows-job.yml
    parameters:
      testRunName: 'Test Windows Desktop Debug 64'
      jobName: Test_Windows_Desktop_Debug_64
      testArtifactName: Transport_Artifacts_Windows_Debug
      configuration: Debug
      testArguments: -testDesktop -testArch x64
      helixQueueName: $(HelixWindowsQueueName)
      helixApiAccessToken: $(HelixApiAccessToken)
      poolParameters: ${{ parameters.windowsPool }}

- stage: Windows_Release_Desktop
  dependsOn: Windows_Release_Build
  variables:
  - ${{ if ne(variables['System.TeamProject'], 'public') }}:
    - group: DotNet-HelixApi-Access
  jobs:
  - template: eng/pipelines/test-windows-job.yml
    parameters:
      testRunName: 'Test Windows Desktop Release 32'
      jobName: Test_Windows_Desktop_Release_32
      testArtifactName: Transport_Artifacts_Windows_Release
      configuration: Release
      testArguments: -testDesktop -testArch x86
      helixQueueName: $(HelixWindowsQueueName)
      helixApiAccessToken: $(HelixApiAccessToken)
      poolParameters: ${{ parameters.windowsPool }}

  - ${{ if ne(variables['Build.Reason'], 'PullRequest') }}:
    - template: eng/pipelines/test-windows-job.yml
      parameters:
        testRunName: 'Test Windows Desktop Release 64'
        jobName: Test_Windows_Desktop_Release_64
        testArtifactName: Transport_Artifacts_Windows_Release
        configuration: Release
        testArguments: -testDesktop -testArch x64
        helixQueueName: $(HelixWindowsQueueName)
        helixApiAccessToken: $(HelixApiAccessToken)
        poolParameters: ${{ parameters.windowsPool }}

  - template: eng/pipelines/test-windows-job.yml
    parameters:
      testRunName: 'Test Windows Desktop Spanish Release 64'
      jobName: Test_Windows_Desktop_Spanish_Release_64
      testArtifactName: Transport_Artifacts_Windows_Release
      configuration: Release
      testArguments: -testDesktop -testArch x64
      helixQueueName: $(HelixWindowsSpanishQueueName)
      helixApiAccessToken: $(HelixApiAccessToken)
      poolParameters: ${{ parameters.windowsPool }}

- stage: Windows_Debug_CoreClr
  dependsOn: Windows_Debug_Build
  variables:
  - ${{ if ne(variables['System.TeamProject'], 'public') }}:
    - group: DotNet-HelixApi-Access
  jobs:
  - template: eng/pipelines/test-windows-job.yml
    parameters:
      testRunName: 'Test Windows CoreClr Debug'
      jobName: Test_Windows_CoreClr_Debug
      testArtifactName: Transport_Artifacts_Windows_Debug
      configuration: Debug
      testArguments: -testCoreClr
      helixQueueName: $(HelixWindowsQueueName)
      helixApiAccessToken: $(HelixApiAccessToken)
      poolParameters: ${{ parameters.windowsPool }}

  - ${{ if ne(variables['Build.Reason'], 'PullRequest') }}:
    - template: eng/pipelines/test-windows-job.yml
      parameters:
        testRunName: 'Test Windows CoreClr Debug Spanish'
        jobName: Test_Windows_CoreClr_Debug_Spanish
        testArtifactName: Transport_Artifacts_Windows_Debug
        configuration: Debug
        testArguments: -testCoreClr
        helixQueueName: $(HelixWindowsSpanishQueueName)
        helixApiAccessToken: $(HelixApiAccessToken)
        poolParameters: ${{ parameters.windowsPool }}

  - ${{ if ne(variables['Build.Reason'], 'PullRequest') }}:
    - template: eng/pipelines/test-windows-job-single-machine.yml
      parameters:
        testRunName: 'Test Windows CoreClr Debug Single Machine'
        jobName: Test_Windows_CoreClr_Debug_Single_Machine
        testArtifactName: Transport_Artifacts_Windows_Debug
        configuration: Debug
        poolParameters: ${{ parameters.vs2022RegularPool }}
        testArguments: -testCoreClr

  - template: eng/pipelines/test-windows-job.yml
    parameters:
      testRunName: 'Test Windows CoreCLR IOperation Debug'
      jobName: Test_Windows_CoreClr_IOperation_Debug
      testArtifactName: Transport_Artifacts_Windows_Debug
      configuration: Debug
      testArguments: -testCoreClr -testIOperation -testCompilerOnly
      helixQueueName: $(HelixWindowsQueueName)
      helixApiAccessToken: $(HelixApiAccessToken)
      poolParameters: ${{ parameters.windowsPool }}

  # This leg runs almost all the compiler tests supported on CoreCLR, but
  #  with additional validation for used assemblies and GetEmitDiagnostics
  - template: eng/pipelines/test-windows-job.yml
    parameters:
      testRunName: 'Test Windows CoreCLR UsedAssemblies Debug'
      jobName: Test_Windows_CoreClr_UsedAssemblies_Debug
      testArtifactName: Transport_Artifacts_Windows_Debug
      configuration: Debug
      testArguments: -testCoreClr -testUsedAssemblies -testCompilerOnly
      helixQueueName: $(HelixWindowsQueueName)
      helixApiAccessToken: $(HelixApiAccessToken)
      poolParameters: ${{ parameters.windowsPool }}

- stage: Windows_Release_CoreClr
  dependsOn: Windows_Release_Build
  variables:
  - ${{ if ne(variables['System.TeamProject'], 'public') }}:
    - group: DotNet-HelixApi-Access
  jobs:
  - template: eng/pipelines/test-windows-job.yml
    parameters:
      testRunName: 'Test Windows CoreClr Release'
      jobName: Test_Windows_CoreClr_Release
      testArtifactName: Transport_Artifacts_Windows_Release
      configuration: Release
      testArguments: -testCoreClr
      helixQueueName: $(HelixWindowsQueueName)
      helixApiAccessToken: $(HelixApiAccessToken)
      poolParameters: ${{ parameters.windowsPool }}

- stage: Unix_Debug_CoreClr
  dependsOn: Unix_Build
  variables:
  - ${{ if ne(variables['System.TeamProject'], 'public') }}:
    - group: DotNet-HelixApi-Access
  jobs:
  - template: eng/pipelines/test-unix-job.yml
    parameters:
      testRunName: 'Test Linux Debug'
      jobName: Test_Linux_Debug
      testArtifactName: Transport_Artifacts_Unix_Debug
      configuration: Debug
      testArguments: --testCoreClr
      helixQueueName: $(HelixUbuntuQueueName)
      helixApiAccessToken: $(HelixApiAccessToken)
      poolParameters: ${{ parameters.ubuntuPool }}

  - ${{ if ne(variables['Build.Reason'], 'PullRequest') }}:
    - template: eng/pipelines/test-unix-job-single-machine.yml
      parameters:
        testRunName: 'Test Linux Debug Single Machine'
        jobName: Test_Linux_Debug_Single_Machine
        testArtifactName: Transport_Artifacts_Unix_Debug
        configuration: Debug
        testArguments: --testCoreClr
        poolParameters: ${{ parameters.ubuntuPool }}

  # https://github.com/dotnet/runtime/issues/97186
  # Disabled until runtime can track down the crash
  - ${{ if ne(variables['Build.Reason'], 'PullRequest') }}:
    - template: eng/pipelines/test-unix-job.yml
      parameters:
        testRunName: 'Test macOS Debug'
        jobName: Test_macOS_Debug
        testArtifactName: Transport_Artifacts_Unix_Debug
        configuration: Debug
        testArguments: --testCoreClr 
        helixQueueName: $(HelixMacOsQueueName)
        helixApiAccessToken: $(HelixApiAccessToken)
        poolParameters: ${{ parameters.ubuntuPool }}

- stage: Correctness
  dependsOn: []
  jobs:
  - template: eng/pipelines/evaluate-changed-files.yml
    parameters:
      jobName: Determine_Changes
      poolParameters: ${{ parameters.ubuntuPool }}
      paths:
        - subset: compilers
          include:
          - src/Compilers/*
          - src/Dependencies/*
          - src/NuGet/Microsoft.Net.Compilers.Toolset/*
          - eng/*
          - src/Tools/Source/CompilerGeneratorTools/*

  - job: Correctness_Build_Artifacts
    dependsOn: Determine_Changes
    pool: ${{ parameters.vs2022PreviewPool }}
    timeoutInMinutes: 90
    variables:
      - template: eng/pipelines/variables-build.yml
        parameters:
          configuration: Release
      - name: compilerChange
        value: $[dependencies.Determine_Changes.outputs['SetPathVars_compilers.containsChange']]
    steps:
      - template: eng/pipelines/checkout-windows-task.yml

      - powershell: eng/build.ps1 -configuration Release -prepareMachine -ci -restore -binaryLogName Restore.binlog 
        displayName: Restore

      - powershell: eng/build.ps1 -configuration Release -prepareMachine -ci -build -pack -publish -sign -binaryLogName Build.binlog /p:DotnetPublishUsingPipelines=true /p:ContinuousIntegrationBuildCorrectness=true
        displayName: Build

      # While this task is not executed in the official build, this serves as a PR check for whether symbol exclusions
      # are properly set up.
      - task: PowerShell@2
        displayName: Publish Symbols Dry-Run
        inputs:
          filePath: eng\common\sdk-task.ps1
          arguments: -task PublishToSymbolServers /p:DryRun="true" -restore -msbuildEngine dotnet
            /p:DotNetSymbolServerTokenMsdl=DryRunPTA
            /p:DotNetSymbolServerTokenSymWeb=DryRunPTA
            /p:PDBArtifactsDirectory='$(Build.ArtifactStagingDirectory)/PDBArtifacts/'
            /p:BlobBasePath='$(Build.SourcesDirectory)/artifacts/tmp/Release/SymbolPackages/'
            /p:SymbolPublishingExclusionsFile='$(Build.SourcesDirectory)/eng/SymbolPublishingExclusionsFile.txt'
            /p:Configuration=Release
            /p:PublishToMSDL=false

      - script: $(Build.SourcesDirectory)\artifacts\bin\BuildBoss\Release\net472\BuildBoss.exe  -r "$(Build.SourcesDirectory)/" -c Release -p Roslyn.sln
        displayName: Validate Build Artifacts

      - powershell: eng/validate-rules-missing-documentation.ps1 -ci
        displayName: Validate rules missing documentation

      - powershell: eng/generate-compiler-code.ps1 -test -configuration Release
        displayName: Generate Syntax Files

      - powershell: eng/validate-code-formatting.ps1 -ci -rootDirectory $(Build.SourcesDirectory)\src -includeDirectories Compilers\CSharp\Portable\Generated\, Compilers\VisualBasic\Portable\Generated\, ExpressionEvaluator\VisualBasic\Source\ResultProvider\Generated\ 
        displayName: Validate Generated Syntax Files
        condition: or(ne(variables['Build.Reason'], 'PullRequest'), eq(variables['compilerChange'], 'true'))

      - template: eng/pipelines/publish-logs.yml
        parameters:
          jobName: Correctness_Build_Artifacts
          configuration: Release

  - job: Correctness_Determinism
    dependsOn: Determine_Changes
    condition: or(ne(variables['Build.Reason'], 'PullRequest'), eq(dependencies.Determine_Changes.outputs['SetPathVars_compilers.containsChange'], 'true'))
    pool: ${{ parameters.vs2022PreviewPool }}
    timeoutInMinutes: 90
    variables:
      - template: eng/pipelines/variables-build.yml
        parameters:
          configuration: Debug
      - name: bootstrapDir
        value: $(Build.SourcesDirectory)/artifacts/bootstrap/determinism
    steps:
      - template: eng/pipelines/checkout-windows-task.yml

      - powershell: eng/make-bootstrap.ps1 -output $(bootstrapDir) -ci
        displayName: Build Bootstrap Compiler

      - powershell: eng/test-determinism.ps1 -configuration Debug -bootstrapDir $(bootstrapDir) -ci
        displayName: Build - Validate determinism

      - template: eng/pipelines/publish-logs.yml
        parameters:
          jobName: Correctness_Determinism
          configuration: Debug

  - job: Correctness_Bootstrap_Build_Default
    dependsOn: Determine_Changes
    condition: or(ne(variables['Build.Reason'], 'PullRequest'), eq(dependencies.Determine_Changes.outputs['SetPathVars_compilers.containsChange'], 'true'))
    pool: ${{ parameters.vs2022PreviewPool }}
    timeoutInMinutes: 90
    variables:
      - template: eng/pipelines/variables-build.yml
        parameters:
          configuration: Release
    steps:
      - template: eng/pipelines/build-bootstrap.yml
        parameters:
          toolset: Default

  - job: Correctness_Bootstrap_Build_Framework
    dependsOn: Determine_Changes
    condition: ne(variables['Build.Reason'], 'PullRequest')
    pool: ${{ parameters.vs2022PreviewPool }}
    timeoutInMinutes: 90
    variables:
      - template: eng/pipelines/variables-build.yml
        parameters:
          configuration: Release
    steps:
      - template: eng/pipelines/build-bootstrap.yml
        parameters:
          toolset: Framework

  - job: Correctness_TodoCheck
    pool: ${{ parameters.ubuntuPool }}
    timeoutInMinutes: 10
    steps:
      - template: eng/pipelines/checkout-unix-task.yml

      - powershell: eng/todo-check.ps1
        displayName: Validate TODO/PROTOTYPE comments are not present

  - job: Correctness_Rebuild
    dependsOn: Determine_Changes
    condition: or(ne(variables['Build.Reason'], 'PullRequest'), eq(dependencies.Determine_Changes.outputs['SetPathVars_compilers.containsChange'], 'true'))
    pool: ${{ parameters.vs2022PreviewPool }}
    timeoutInMinutes: 90
    variables:
      - template: eng/pipelines/variables-build.yml
        parameters:
          configuration: Release
    steps:
      - template: eng/pipelines/checkout-windows-task.yml

      - script: .\eng\test-rebuild.cmd -ci -configuration Release -bootstrap
        displayName: Run BuildValidator

      - task: PublishBuildArtifacts@1
        displayName: Publish BuildValidator debug outputs
        inputs:
          PathtoPublish: '$(Build.SourcesDirectory)/artifacts/BuildValidator'
          ArtifactName: 'BuildValidator_DebugOut'
          publishLocation: Container
        continueOnError: true
        condition: failed()

      - template: eng/pipelines/publish-logs.yml
        parameters:
          jobName: Correctness_Rebuild
          configuration: Release

  - job: Correctness_Analyzers
    pool: ${{ parameters.ubuntuPool }}
    timeoutInMinutes: 35
    variables:
      - template: eng/pipelines/variables-build.yml
        parameters:
          configuration: Debug

    steps:
      - template: eng/pipelines/checkout-unix-task.yml

      - script: ./eng/build.sh --solution Roslyn.sln --restore --build --configuration Debug --prepareMachine --ci --binaryLog --runanalyzers --warnaserror /p:RoslynEnforceCodeStyle=true
        displayName: Build with analyzers

      - template: eng/pipelines/publish-logs.yml
        parameters:
          jobName: Correctness_Analyzers
          configuration: Debug