From ead6c748f094d42ef49b849a6396078406b61890 Mon Sep 17 00:00:00 2001
From: Savil Srivastava <676452+savil@users.noreply.github.com>
Date: Fri, 18 Aug 2023 11:38:31 -0700
Subject: [PATCH 1/4] turn off all examples tests

---
 .github/workflows/cli-tests.yaml         |  6 +++---
 testscripts/testrunner/examplesrunner.go | 17 +++++++++++++++++
 2 files changed, 20 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/cli-tests.yaml b/.github/workflows/cli-tests.yaml
index 8d1f9356d50..12c344e4989 100644
--- a/.github/workflows/cli-tests.yaml
+++ b/.github/workflows/cli-tests.yaml
@@ -81,12 +81,12 @@ jobs:
         # This is an optimization that runs tests twice, with and without
         # the devbox.json tests. We can require the other tests to complete before
         # merging, while keeping the others as an additional non-required signal
-        run-devbox-json-tests: [true, false]
+        run-devbox-json-tests: [true]
         # Run tests on:
         # 1. the oldest supported nix version (which is 2.9.0? But determinate-systems installer has 2.12.0)
         # 2. nix version 2.17.0 which introduces a new code path that minimizes nixpkgs downloads.
         # 3. latest nix version (currently, that is 2.17.0, so omitted)
-        nix-version: ["2.12.0", "2.17.0"]
+        nix-version: ["2.17.0"]
         exclude:
           - is-main: false
             os: "${{ inputs.run-mac-tests && 'dummy' || 'macos-latest' }}"
@@ -169,7 +169,7 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest, macos-latest]
-        nix-version: [2.15.1, 2.16.1, 2.17.0]
+        nix-version: [2.17.0]
     runs-on: ${{ matrix.os }}
     steps:
       - uses: actions/checkout@v3
diff --git a/testscripts/testrunner/examplesrunner.go b/testscripts/testrunner/examplesrunner.go
index d6acd8f901d..aa18b482118 100644
--- a/testscripts/testrunner/examplesrunner.go
+++ b/testscripts/testrunner/examplesrunner.go
@@ -75,6 +75,23 @@ func RunDevboxTestscripts(t *testing.T, dir string) {
 			return nil
 		}
 
+		ignoredExampleDirs := []string{
+			"cloud_development",
+			"data_science",
+			"databases",
+			"development",
+			"flakes",
+			"insecure",
+			"plugins",
+			"servers",
+			"stacks",
+		}
+		for _, ignoredDir := range ignoredExampleDirs {
+			if strings.Contains(path, ignoredDir) {
+				t.Logf("skipping ignored dir: %s\n", path)
+				return nil
+			}
+		}
 		t.Logf("running testscript for example: %s\n", path)
 		runSingleDevboxTestscript(t, dir, path)
 		return nil

From 45a56b2fb35dad4aa7a86024702423c68b872d89 Mon Sep 17 00:00:00 2001
From: Savil Srivastava <676452+savil@users.noreply.github.com>
Date: Fri, 18 Aug 2023 11:40:06 -0700
Subject: [PATCH 2/4] enable development/ examples only

---
 testscripts/testrunner/examplesrunner.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/testscripts/testrunner/examplesrunner.go b/testscripts/testrunner/examplesrunner.go
index aa18b482118..fef4a39818e 100644
--- a/testscripts/testrunner/examplesrunner.go
+++ b/testscripts/testrunner/examplesrunner.go
@@ -79,7 +79,7 @@ func RunDevboxTestscripts(t *testing.T, dir string) {
 			"cloud_development",
 			"data_science",
 			"databases",
-			"development",
+			//"development",
 			"flakes",
 			"insecure",
 			"plugins",

From fb166fe55b59565a6ae8b186224230330be076f4 Mon Sep 17 00:00:00 2001
From: Savil Srivastava <676452+savil@users.noreply.github.com>
Date: Fri, 18 Aug 2023 12:43:36 -0700
Subject: [PATCH 3/4] enable development bottom-half

---
 testscripts/testrunner/examplesrunner.go | 14 +++++++++++++-
 1 file changed, 13 insertions(+), 1 deletion(-)

diff --git a/testscripts/testrunner/examplesrunner.go b/testscripts/testrunner/examplesrunner.go
index fef4a39818e..e29b493d22d 100644
--- a/testscripts/testrunner/examplesrunner.go
+++ b/testscripts/testrunner/examplesrunner.go
@@ -79,7 +79,19 @@ func RunDevboxTestscripts(t *testing.T, dir string) {
 			"cloud_development",
 			"data_science",
 			"databases",
-			//"development",
+			"development/csharp",
+			"development/elixir",
+			"development/fsharp",
+			"development/go",
+			"development/haskell",
+			"development/java",
+			//"development/nim",
+			//"development/nodejs",
+			//"development/php",
+			//"development/python",
+			//"development/ruby",
+			//"development/rust",
+			//"development/zig",
 			"flakes",
 			"insecure",
 			"plugins",

From a46678e4c221e40504925db31f77fbcfe0417846 Mon Sep 17 00:00:00 2001
From: Savil Srivastava <676452+savil@users.noreply.github.com>
Date: Fri, 18 Aug 2023 13:04:05 -0700
Subject: [PATCH 4/4] enable python ruby rust zig

---
 testscripts/testrunner/examplesrunner.go | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/testscripts/testrunner/examplesrunner.go b/testscripts/testrunner/examplesrunner.go
index e29b493d22d..b287b3575fb 100644
--- a/testscripts/testrunner/examplesrunner.go
+++ b/testscripts/testrunner/examplesrunner.go
@@ -85,9 +85,9 @@ func RunDevboxTestscripts(t *testing.T, dir string) {
 			"development/go",
 			"development/haskell",
 			"development/java",
-			//"development/nim",
-			//"development/nodejs",
-			//"development/php",
+			"development/nim",
+			"development/nodejs",
+			"development/php",
 			//"development/python",
 			//"development/ruby",
 			//"development/rust",