Disable flaky smoke tests

build/ci/templates/jobs/smoke.yml

@@ -3,8 +3,9 @@ jobs:
   parameters:
     # In PRs, test only against stable version of VSC.
     vscodeChannels: ['stable']
-    # In PRs, run smoke tests against 3.7 and 2.7 (excluding others).
+    # In PRs, run smoke tests against 3.7 (excluding others).
+    # Azure seems to hang very often when running tests against 2.7
     jobs:
     - test: "Smoke"
       tags: "@smoke"
-      ignorePythonVersions: "3.6,3.5"
+      ignorePythonVersions: "2.7,3.6,3.5"

build/ci/vscode-python-ci.yaml

@@ -20,11 +20,6 @@ stages:
   jobs:
   - template: templates/jobs/build_compile.yml
 
-- stage: Build_UITests
-  dependsOn: []
-  jobs:
-  - template: templates/jobs/build_uitests.yml
-
 - stage: Tests
   dependsOn: []
   jobs:
@@ -272,15 +267,38 @@ stages:
 - stage: Smoke
   dependsOn:
   - Build
-  - Build_UITests
   jobs:
-  - template: templates/jobs/smoke.yml
+  - job: 'Smoke'
+    dependsOn: []
+    strategy:
+      matrix:
+        'Mac-Py3.7':
+            PythonVersion: '3.7'
+            VMImageName: 'macos-10.13'
+            TestsToRun: 'testSmoke'
+            NeedsPythonTestReqs: true
+        'Linux-Py3.7':
+            PythonVersion: '3.7'
+            VMImageName: 'ubuntu-16.04'
+            TestsToRun: 'testSmoke'
+            NeedsPythonTestReqs: true
+        'Win-Py3.7':
+            PythonVersion: '3.7'
+            VMImageName: 'vs2017-win2016'
+            TestsToRun: 'testSmoke'
+            NeedsPythonTestReqs: true
+
+    pool:
+      vmImage: $(VMImageName)
+
+    steps:
+      - template: templates/test_phases.yml
+
 
 - stage: Reports
   dependsOn:
   - Smoke
   - Tests
   condition: always()
   jobs:
-  - template: templates/jobs/merge_upload_uitest_report.yml
   - template: templates/jobs/coverage.yml

build/ci/vscode-python-nightly-ci.yaml

@@ -27,11 +27,6 @@ stages:
   jobs:
   - template: templates/jobs/build_compile.yml
 
-- stage: Build_UITests
-  dependsOn: []
-  jobs:
-  - template: templates/jobs/build_uitests.yml
-
 - stage: Tests
   dependsOn:
   - Build
@@ -438,18 +433,41 @@ stages:
     steps:
       - template: templates/test_phases.yml
 
+
 - stage: Smoke
   dependsOn:
   - Build
-  - Build_UITests
   jobs:
-  - template: templates/jobs/smoke.yml
+  - job: 'Smoke'
+    dependsOn: []
+    strategy:
+      matrix:
+        'Mac-Py3.7':
+            PythonVersion: '3.7'
+            VMImageName: 'macos-10.13'
+            TestsToRun: 'testSmoke'
+            NeedsPythonTestReqs: true
+        'Linux-Py3.7':
+            PythonVersion: '3.7'
+            VMImageName: 'ubuntu-16.04'
+            TestsToRun: 'testSmoke'
+            NeedsPythonTestReqs: true
+        'Win-Py3.7':
+            PythonVersion: '3.7'
+            VMImageName: 'vs2017-win2016'
+            TestsToRun: 'testSmoke'
+            NeedsPythonTestReqs: true
+
+    pool:
+      vmImage: $(VMImageName)
+
+    steps:
+      - template: templates/test_phases.yml
 
 - stage: Reports
   dependsOn:
   - Smoke
   - Tests
   condition: always()
   jobs:
-  - template: templates/jobs/merge_upload_uitest_report.yml
   - template: templates/jobs/coverage.yml

build/ci/vscode-python-pr-validation.yaml

@@ -22,11 +22,6 @@ stages:
   jobs:
   - template: templates/jobs/build_compile.yml
 
-- stage: Build_UITests
-  dependsOn: []
-  jobs:
-  - template: templates/jobs/build_uitests.yml
-
 - stage: Tests
   dependsOn: []
   jobs:
@@ -100,15 +95,37 @@ stages:
 - stage: Smoke
   dependsOn:
   - Build
-  - Build_UITests
   jobs:
-  - template: templates/jobs/smoke.yml
+  - job: 'Smoke'
+    dependsOn: []
+    strategy:
+      matrix:
+        'Mac-Py3.7':
+            PythonVersion: '3.7'
+            VMImageName: 'macos-10.13'
+            TestsToRun: 'testSmoke'
+            NeedsPythonTestReqs: true
+        'Linux-Py3.7':
+            PythonVersion: '3.7'
+            VMImageName: 'ubuntu-16.04'
+            TestsToRun: 'testSmoke'
+            NeedsPythonTestReqs: true
+        'Win-Py3.7':
+            PythonVersion: '3.7'
+            VMImageName: 'vs2017-win2016'
+            TestsToRun: 'testSmoke'
+            NeedsPythonTestReqs: true
+
+    pool:
+      vmImage: $(VMImageName)
+
+    steps:
+      - template: templates/test_phases.yml
 
 - stage: Reports
   dependsOn:
   - Smoke
   - Tests
   condition: always()
   jobs:
-  - template: templates/jobs/merge_upload_uitest_report.yml
   - template: templates/jobs/coverage.yml