Update parse examples

tree-sitter · Mar 23, 2024 · 9f549cb · 9f549cb
1 parent ceadbed
commit 9f549cb
Show file tree

Hide file tree

Showing 28 changed files with 122 additions and 84 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -18,7 +18,7 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v4
       - name: Set up tree-sitter
-        uses: tree-sitter/setup-action/cli@82741f40f135e08e1ed1e347cdce1438624e54a9
+        uses: tree-sitter/setup-action/cli@v1
       - name: Test ocaml
         working-directory: grammars/ocaml
         run: tree-sitter test
@@ -28,6 +28,27 @@ jobs:
       - name: Test highlighting
         run: tree-sitter test
 
+  parse-examples:
+    name: Parse examples
+    runs-on: ${{matrix.os}}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, windows-latest, macos-latest]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          submodules: true
+      - name: Set up tree-sitter
+        uses: tree-sitter/setup-action/cli@v1
+      - name: Parse examples
+        uses: tree-sitter/parse-action@3a4b1262a5fe2aa8e644e3f9c42059f2f382f2ed
+        with:
+          tree-sitter: tree-sitter
+          files-list: test/files.txt
+          invalid-files-list: test/invalid-files.txt
+
   test-go:
     name: Test Go binding
     runs-on: ${{matrix.os}}

diff --git a/.gitignore b/.gitignore
@@ -31,9 +31,6 @@ dist/
 *.dll
 *.pc
 
-# Example dirs
-/examples/*/
-
 # Grammar volatiles
 *.wasm
 *.obj

diff --git a/.gitmodules b/.gitmodules
@@ -0,0 +1,57 @@
+[submodule "examples/0install"]
+	path = examples/0install
+	url = https://github.com/0install/0install
+[submodule "examples/bap"]
+	path = examples/bap
+	url = https://github.com/BinaryAnalysisPlatform/bap
+[submodule "examples/base"]
+	path = examples/base
+	url = https://github.com/janestreet/base
+[submodule "examples/cmdliner"]
+	path = examples/cmdliner
+	url = https://github.com/dbuenzli/cmdliner
+[submodule "examples/dune"]
+	path = examples/dune
+	url = https://github.com/ocaml/dune
+[submodule "examples/eio"]
+	path = examples/eio
+	url = https://github.com/ocaml-multicore/eio
+[submodule "examples/js_of_ocaml"]
+	path = examples/js_of_ocaml
+	url = https://github.com/ocsigen/js_of_ocaml
+[submodule "examples/lablgtk"]
+	path = examples/lablgtk
+	url = https://github.com/garrigue/lablgtk
+[submodule "examples/lwt"]
+	path = examples/lwt
+	url = https://github.com/ocsigen/lwt
+[submodule "examples/melange"]
+	path = examples/melange
+	url = https://github.com/melange-re/melange
+[submodule "examples/merlin"]
+	path = examples/merlin
+	url = https://github.com/ocaml/merlin
+[submodule "examples/ocaml"]
+	path = examples/ocaml
+	url = https://github.com/ocaml/ocaml
+[submodule "examples/ocaml-cohttp"]
+	path = examples/ocaml-cohttp
+	url = https://github.com/mirage/ocaml-cohttp
+[submodule "examples/ocaml-lsp"]
+	path = examples/ocaml-lsp
+	url = https://github.com/ocaml/ocaml-lsp
+[submodule "examples/ocamlformat"]
+	path = examples/ocamlformat
+	url = https://github.com/ocaml-ppx/ocamlformat
+[submodule "examples/opam"]
+	path = examples/opam
+	url = https://github.com/ocaml/opam
+[submodule "examples/owl"]
+	path = examples/owl
+	url = https://github.com/owlbarn/owl
+[submodule "examples/ppxlib"]
+	path = examples/ppxlib
+	url = https://github.com/ocaml-ppx/ppxlib
+[submodule "examples/pyre-check"]
+	path = examples/pyre-check
+	url = https://github.com/facebook/pyre-check
diff --git a/examples/.gitkeep b/examples/.gitkeep
diff --git a/examples/0install b/examples/0install
diff --git a/examples/bap b/examples/bap
diff --git a/examples/base b/examples/base
diff --git a/examples/cmdliner b/examples/cmdliner
diff --git a/examples/dune b/examples/dune
diff --git a/examples/eio b/examples/eio
diff --git a/examples/js_of_ocaml b/examples/js_of_ocaml
diff --git a/examples/lablgtk b/examples/lablgtk
diff --git a/examples/lwt b/examples/lwt
diff --git a/examples/melange b/examples/melange
diff --git a/examples/merlin b/examples/merlin
diff --git a/examples/ocaml b/examples/ocaml
diff --git a/examples/ocaml-cohttp b/examples/ocaml-cohttp
diff --git a/examples/ocaml-lsp b/examples/ocaml-lsp
diff --git a/examples/ocamlformat b/examples/ocamlformat
diff --git a/examples/opam b/examples/opam
diff --git a/examples/owl b/examples/owl
diff --git a/examples/ppxlib b/examples/ppxlib
diff --git a/examples/pyre-check b/examples/pyre-check
diff --git a/package.json b/package.json
@@ -46,7 +46,8 @@
     "test-interface": "cd grammars/interface && tree-sitter test",
     "test-highlight": "tree-sitter test",
     "test-binding": "node --test bindings/node/binding_test.js",
-    "parse": "tree-sitter parse"
+    "parse": "tree-sitter parse",
+    "parse-examples": "test/parse-examples.sh"
   },
   "tree-sitter": [
     {

diff --git a/script/parse-examples b/script/parse-examples
diff --git a/test/files.txt b/test/files.txt
@@ -0,0 +1,6 @@
+examples/**/*.ml
+examples/**/*.mli
+!examples/**/*.cppo.*
+!examples/ocamlformat/test/failing/**/*
+!examples/ocamlformat/test/passing/**/*
+!examples/ocaml/testsuite/tests/parse-errors/**/*
diff --git a/script/known_failures.txt → test/invalid-files.txt b/script/known_failures.txt → test/invalid-files.txt
@@ -2,47 +2,34 @@ examples/lablgtk/applications/osiris/osiris.ml
 examples/lablgtk/examples/csview.ml
 examples/lablgtk/tools/introspection/stubs/stubs_Atk.ml
 examples/lablgtk/tools/introspection/stubs/stubs_Pango.ml
-examples/lwt/src/react/lwt_react.cppo.ml
-examples/lwt/src/unix/lwt_unix.cppo.ml
-examples/lwt/src/unix/lwt_unix.cppo.mli
-examples/lwt/test/unix/test_lwt_unix.cppo.ml
+examples/melange/bin/melc.ml
 examples/merlin/tests/test-dirs/completion/infix.t/infix.ml
 examples/merlin/tests/test-dirs/completion/parenthesize.t/parenthesize.ml
 examples/merlin/tests/test-dirs/construct/c-modules.t/functor_app.ml
 examples/merlin/tests/test-dirs/construct/c-modules.t/module.ml
 examples/merlin/tests/test-dirs/errors/typing-after-parsing.t/test.ml
-examples/merlin/tests/test-dirs/locate/context-detection/cd-label.t/label.ml
+examples/merlin/tests/test-dirs/type-enclosing/issueLSP695.t/main.ml
 examples/ocaml/stdlib/templates/float.template.mli
 examples/ocaml/stdlib/templates/moreLabels.template.mli
 examples/ocaml/testsuite/tests/generated-parse-errors/errors.ml
 examples/ocaml/testsuite/tests/lexing/escape.ml
 examples/ocaml/testsuite/tests/lexing/uchar_esc.ml
-examples/ocaml/testsuite/tests/parse-errors/*
-examples/ocaml/testsuite/tests/parsing/anonymous_class_parameter.ml
 examples/ocaml/testsuite/tests/parsing/arrow_ambiguity.ml
 examples/ocaml/testsuite/tests/parsing/constructor_declarations.ml
 examples/ocaml/testsuite/tests/parsing/docstrings.ml
-examples/ocaml/testsuite/tests/parsing/pr6604_2.ml
 examples/ocaml/testsuite/tests/parsing/pr6604.ml
+examples/ocaml/testsuite/tests/parsing/pr6604_2.ml
+examples/ocaml/testsuite/tests/tool-toplevel/error_highlighting.ml
 examples/ocaml/testsuite/tests/tool-toplevel/error_highlighting_use2.ml
 examples/ocaml/testsuite/tests/tool-toplevel/error_highlighting_use3.ml
-examples/ocaml/testsuite/tests/tool-toplevel/error_highlighting.ml
 examples/ocaml/testsuite/tests/typing-misc/typecore_errors.ml
 examples/ocaml/testsuite/tests/typing-sigsubst/sig_local_aliases_syntax_errors.ml
-examples/ocaml/testsuite/tests/typing-sigsubst/sig_local_aliases.ml
 examples/ocaml/testsuite/tests/typing-warnings/pr7261.ml
-examples/ocamlformat/test/failing/*/*
-examples/ocamlformat/test/passing/*/*
 examples/ocamlformat/test/rpc/big_margin/foo.ml
-examples/ocamlformat/vendor/parser-recovery/test/expect/signature/*.mli
-examples/ocamlformat/vendor/parser-recovery/test/expect/structure/*.ml
 examples/ppxlib/astlib/astlib.ml
 examples/ppxlib/astlib/location.ml
 examples/ppxlib/astlib/longident.ml
-examples/ppxlib/test/code_path/test.ml
 examples/ppxlib/test/driver/non-compressible-suffix/test.ml
+examples/ppxlib/test/expansion_helpers/mangle/test.ml
 examples/ppxlib/test/ppx_import_support/test.ml
 examples/ppxlib/test/quoter/test.ml
-examples/opam/src/core/opamCompat.ml
-examples/opam/src/core/opamCompat.mli
-examples/ppxlib/test/expansion_helpers/mangle/test.ml
diff --git a/test/parse-examples.sh b/test/parse-examples.sh
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+set -ef
+
+cd "$(dirname "$0")/.."
+
+git submodule update --init --depth 1
+
+tree-sitter parse -q -s \
+  $(cat test/files.txt) \
+  $(for file in $(cat test/invalid-files.txt); do echo "!${file}"; done)