Adding Linux Support (#34)

* Linux Support

* Remove v1 files

* Simplified build steps

---------

Co-authored-by: Ritesh Kumar Sinha <risinh@microsoft.com>

Author: risinh

.github/workflows/lint.yaml

@@ -27,7 +27,7 @@ jobs:
         uses: super-linter/super-linter/slim@v7.3.0 # x-release-please-version
         env:
           MULTI_STATUS: false
-          FILTER_REGEX_EXCLUDE: (.*tests/snapshots/.*\.md|SECURITY\.md|SUPPORT\.md|.*\.js$)
+          FILTER_REGEX_EXCLUDE: (.*tests/snapshots/.*\.md|SECURITY\.md|SUPPORT\.md|.*\.js|.*/V1/.*$)
           VALIDATE_TSX: false
           VALIDATE_TYPESCRIPT_ES: false
           VALIDATE_TYPESCRIPT_PRETTIER: false

scripts/download-previousVersions.ps1

@@ -7,15 +7,4 @@ $prodExtensionDir = Join-Path -Path $repoRoot -ChildPath "out/prod"
 
 $utilsPath = Join-Path -Path $repoRoot -ChildPath "scripts/utilities.ps1"
 
-$versions = @("V1", "V2")
-$latestVersion = "V2"
-
-$tempDir = Join-Path -Path $repoRoot -ChildPath "out/temp"
-
 $devTaskId = "6c8d5e8b-16f2-4f7b-b991-99e3dfa9f359"
-
-$gitRepoOwner = "microsoft"
-$gitRepoName = "ai-agent-evals"
-$gitRepoUrl = "https://github.com/$gitRepoOwner/$gitRepoName"
-$gitTagsApiUrl = "https://api.github.com/repos/$gitRepoOwner/$gitRepoName/tags"
-$gitHeaders = @{ "User-Agent" = "PowerShell" }

scripts/download-vstsTaskSdk.ps1

@@ -38,11 +38,12 @@ if ($buildResultsContribution) {
 $agentEvalContribution = $vssExtension.contributions | Where-Object { $_.id -eq "AIAgentEvaluation" }
 if ($agentEvalContribution) {
     $agentEvalContribution.id = "AIAgentEvaluationDev"
-    $agentEvalContribution.properties.name = "tasks/AIAgentEvaluation"
 }
 
 $vssExtension | ConvertTo-Json -Depth 10 | Set-Content -Path "$devExtensionDir/vss-extension.json" -Encoding UTF8
+
 $versions = @("V1", "V2")
+
 foreach ($version in $versions) {
     $taskJsonPath = Join-Path $devExtensionDir "tasks/AIAgentEvaluation/$version/task.json"
     $taskJson = Get-Content -Path $taskJsonPath -Raw | ConvertFrom-Json
@@ -55,9 +56,10 @@ foreach ($version in $versions) {
     Write-Host "Created modified task.json at: $taskJsonPath"
 }
 
-$validate = Check-CriticalFiles -OutputDir $devExtensionDir -IsDevExtension $true
-if (-not $validate) {
-    Write-Error "Critical files check failed for production extension"
+$criticalFileChecks = Check-CriticalFiles -OutputDir $devExtensionDir -IsDevExtension $true
+if (-not $criticalFileChecks) {
+    Write-Error "Critical files check failed. Ensure all required files are present in the output directory."
     exit 1
 }
-Write-Host "Critical files check passed for production extension" -ForegroundColor Green
+Write-Host "✅ Dev extension setup complete. Files copied to '$devExtensionDir'."
+      

scripts/set-variables.ps1

@@ -25,6 +25,23 @@ try {
         Pop-Location
     }
 
+    Write-Host "Building AIAgentEvaluation"
+    $evalPath = Join-Path -Path $repoRoot -ChildPath "tasks/AIAgentEvaluation"
+    Push-Location -Path $evalPath
+    try {
+        $setupScriptPath = Join-Path -Path $evalPath -ChildPath "build.ps1"
+        & $setupScriptPath
+        Write-Host "AIAgentEvaluation build completed successfully" -ForegroundColor Green
+    }
+    catch {
+        Write-Error "Error building AIAgentEvaluation: $_"
+        exit 1
+    }
+    finally {
+        # Always return to the previous directory even if there are errors
+        Pop-Location
+    }
+
     # Import the utilities module with shared functions
     $utilsPath = Join-Path -Path $repoRoot -ChildPath "scripts/utilities.ps1"
     . $utilsPath
@@ -49,60 +66,11 @@ try {
     }
     Write-Host "Copied supporting files for extension" -ForegroundColor Green
 
-    Write-Host "Setting up VstsTaskSdk module..."
-
-    # Use the download-vstsTaskSdk.ps1 
-    & (Join-Path -Path $scriptsFolder -ChildPath "download-vstsTaskSdk.ps1")
-    if ($LASTEXITCODE -ne 0) {
-        Write-Error "Failed to download VstsTaskSdk module"
-        exit 1
-    }
-    Write-Host "VstsTaskSdk module downloaded successfully" -ForegroundColor Green
-
-    $commonLatestTask = Join-Path -Path $repoRoot -ChildPath "tasks/AIAgentEvaluation"
-    $filesToCopyInLatest = @(
-        "task.json",
-        "run.ps1",
-        "check-python.ps1"
-    )
-    foreach ($file in $filesToCopyInLatest) {
-        $sourcePath = Join-Path -Path $commonLatestTask -ChildPath $file
-        $destPath = Join-Path -Path $prodExtensionDir -ChildPath "tasks/AIAgentEvaluation/$latestVersion/$file"
-        $removePath = Join-Path -Path $prodExtensionDir -ChildPath "tasks/AIAgentEvaluation/$file"
-        Copy-Item -Path $sourcePath -Destination $destPath -Force
-        Remove-Item -Path $removePath -Force -ErrorAction SilentlyContinue
-        Write-Host "Copied $file to $destPath" -ForegroundColor Green
-    }
-
-    # add action.py, analysis and pyproject.toml to the production v1 directory
-    . $scriptsFolder/download-previousVersions.ps1
-
-    # Add action.py, analysis and pyproject.toml to the production latest(v2) directory
-    $filesToCopy = @(
-        "action.py",
-        "pyproject.toml"
-    )
-    $foldersToCopy = @(
-        "analysis"
-    )
-    foreach ($file in $filesToCopy) {
-        $sourcePath = Join-Path -Path $repoRoot -ChildPath $file
-        $destPath = Join-Path -Path $prodExtensionDir -ChildPath "tasks/AIAgentEvaluation/$latestVersion/$file"
-        Copy-Item -Path $sourcePath -Destination $destPath -Force
-    }
-    foreach ($folder in $foldersToCopy) {
-        $sourcePath = Join-Path -Path $repoRoot -ChildPath $folder
-        $destPath = Join-Path -Path $prodExtensionDir -ChildPath "tasks/AIAgentEvaluation/$latestVersion/$folder"
-        Copy-Directory -SourceDir $sourcePath -DestinationDir $destPath
-    }
-
-
-    $validate = Check-CriticalFiles -OutputDir $prodExtensionDir -IsDevExtension $false
-    if (-not $validate) {
-        Write-Error "Critical files check failed for production extension"
+    $criticalFileChecks = Check-CriticalFiles -OutputDir $prodExtensionDir -IsDevExtension $false 
+    if (-not $criticalFileChecks) {
+        Write-Error "Critical files check failed. Ensure all required files are present in the output directory."
         exit 1
     }
-    Write-Host "Critical files check passed for production extension" -ForegroundColor Green
 }
 finally {
     # Return to the original directory

scripts/setup-dev.ps1

@@ -107,8 +107,6 @@ function Check-CriticalFiles {
         [Parameter(Mandatory = $true)]
         [bool]$IsDevExtension
     )
-
-    $AgentFolderName = "AIAgentEvaluation"
     $versions = @("V1", "V2")
 
     # Common files that should exist regardless of version
@@ -125,9 +123,8 @@ function Check-CriticalFiles {
         "action.py",
         "pyproject.toml",
         "task.json",
-        "run.ps1",
-        "check-python.ps1",
-        "ps_modules/VstsTaskSdk/VstsTaskSdk.psm1"
+        "index.js",
+        "node_modules/azure-pipelines-task-lib/task.js"
     )
 
     # V1-specific files
@@ -146,7 +143,7 @@ function Check-CriticalFiles {
     # Check version-specific files for each version
     foreach ($version in $versions) {
         foreach ($file in $versionSpecificFiles) {
-            $fullPath = Join-Path -Path $OutputDir -ChildPath "tasks/$AgentFolderName/$version/$file"
+            $fullPath = Join-Path -Path $OutputDir -ChildPath "tasks/AIAgentEvaluation/$version/$file"
             if (-not (Test-Path -Path $fullPath)) {
                 Write-Host "❌ Critical file not found: $fullPath" -ForegroundColor Red
                 return $false
@@ -156,7 +153,7 @@ function Check-CriticalFiles {
         # Check V1-specific files only for V1
         if ($version -eq "V1") {
             foreach ($file in $v1SpecificFiles) {
-                $fullPath = Join-Path -Path $OutputDir -ChildPath "tasks/$AgentFolderName/$version/$file"
+                $fullPath = Join-Path -Path $OutputDir -ChildPath "tasks/AIAgentEvaluation/$version/$file"
                 if (-not (Test-Path -Path $fullPath)) {
                     Write-Host "❌ Critical file not found: $fullPath" -ForegroundColor Red
                     return $false

scripts/setup.ps1

@@ -0,0 +1,10 @@
+node_modules
+*.js
+*.vsix
+*.zip
+dist
+
+# Latest version python files are copied from root directory
+V2/action.py 
+V2/analysis
+V2/pyproject.toml