diff --git a/.azure-pipelines/test-module-upgrade.yml b/.azure-pipelines/test-module-upgrade.yml
new file mode 100644
index 0000000000..1f684e35fc
--- /dev/null
+++ b/.azure-pipelines/test-module-upgrade.yml
@@ -0,0 +1,19 @@
+pool:
+  name: Hosted VS2017
+  demands: npm
+
+steps:
+- task: Npm@1
+  displayName: 'Install autorest@beta'
+  inputs:
+    command: custom
+    verbose: false
+    customCommand: 'install -g "@autorest/autorest"'
+
+- task: PowerShell@2
+  displayName: Verify Upgrade
+  inputs:
+    targetType: inline
+    script: './AutoRestUpgradeTest.ps1 -Configuration'
+    workingDirectory: 'tests-upgrade'
+    failOnStderr: true
\ No newline at end of file
diff --git a/tests-upgrade/AutoRestUpgradeTest.ps1 b/tests-upgrade/AutoRestUpgradeTest.ps1
new file mode 100644
index 0000000000..21b6ac0080
--- /dev/null
+++ b/tests-upgrade/AutoRestUpgradeTest.ps1
@@ -0,0 +1 @@
+Write-Host "Hello"
\ No newline at end of file