E2E testing

.editorconfig

@@ -6,6 +6,10 @@ max_line_length = 120
 [*.rs]
 indent_size = 4
 
+[*.py]
+indent_size = 4
+indent_style = space
+
 [*.{md,yml,yaml}]
 indent_style = space
 indent_size = 2

.github/workflows/test.yml

@@ -0,0 +1,58 @@
+name: test
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+
+env:
+  CARGO_TERM_COLOR: always
+
+jobs:
+  e2e-testing:
+    strategy:
+      fail-fast: false
+      matrix:
+        runs-on:
+          - ubuntu-latest
+          - macos-latest
+          - windows-latest
+    runs-on: ${{ matrix.runs-on }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Setup Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          toolchain: stable
+
+      - name: Create dummy tag
+        run: git tag -f CI
+
+      - name: Run unit tests
+        id: cargo-test
+        continue-on-error: true
+        run: cargo test
+
+      - name: Run tests
+        working-directory: testing
+        run: |
+          pip install uv
+          uv venv
+          . ${{ matrix.runs-on == 'windows-latest' && '.venv/Scripts/activate' || '.venv/bin/activate'}}
+          uv pip sync requirements.txt
+          pytest -vv --junitxml=.results.xml --color=yes
+
+      - name: Report failures
+        if: always()
+        uses: pmeier/pytest-results-action@main
+        with:
+          path: testing/.results.xml
+          summary: true
+          fail-on-empty: true
+          title: E2E Test Results
+
+      - name: Fail if unit tests failed
+        if: steps.cargo-test.outcome == 'failure'
+        run: exit 1

.gitignore

@@ -7,3 +7,6 @@ out/
 dist/*
 *.vsix
 syntaxes/*.json
+.venv
+__pycache__
+.*_cache

.vscode/launch.json

@@ -2,6 +2,18 @@
 {
 	"version": "0.2.0",
 	"configurations": [
+		{
+			"name": "E2E Tests",
+			"type": "debugpy",
+			"request": "launch",
+			"program": ".venv/bin/pytest",
+			"args": ["-v"],
+			"cwd": "${workspaceFolder}/testing",
+			"console": "integratedTerminal",
+			"windows": {
+				"program": ".venv/Scripts/pytest.exe"
+			}
+		},
 		{
 			"type": "lldb",
 			"request": "attach",

.vscode/settings.json

@@ -8,6 +8,5 @@
 	},
 	// Turn off tsc task auto detection since we have the necessary tasks as npm scripts
 	"typescript.tsc.autoDetect": "off",
-	"typescript.tsdk": "node_modules/typescript/lib",
-	"python.languageServer": "None"
+	"typescript.tsdk": "node_modules/typescript/lib"
 }