fix: detect some more tokens

arlac77 · Jun 22, 2023 · 0f705b3 · 0f705b3
1 parent b39a820
commit 0f705b3
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 2 deletions.
diff --git a/src/attribute.mjs b/src/attribute.mjs
@@ -53,9 +53,11 @@ export function* tokens(string) {
           break;
         }
 
+      case ".":
       case "+":
       case "-":
-      case ".":
+      case "*":
+      case "/":
       case "(":
       case ")":
       case "[":

diff --git a/tests/attribute-ava.mjs b/tests/attribute-ava.mjs
@@ -8,6 +8,17 @@ import {
   optionJSON,
   MultiGroupProvider
 } from "repository-provider";
+import { tokens } from "../src/attribute.mjs";
+
+function tt(t, source, expected) {
+  t.deepEqual(expected, [...tokens(source)]);
+}
+
+tt.title = (providedTitle = "", source, expected) =>
+  `tokenize ${providedTitle}${source} -> ${expected.join(" ")}`.trim();
+
+test(tt, "a1 .b.c[3 + 4 ]", ["a1", ".", "b", ".", "c", "[", "3", "+", "4", "]"]);
+test(tt, "=<=>=!=+-*/", ["=", "<=", ">=", "!=", "+", "-", "*", "/"]);
 
 function gat(t, object, key, expected) {
   const value = getAttribute(object, key);
@@ -198,6 +209,6 @@ test(
   {
     id: 1,
     isAdmin: false,
-    name: "a",
+    name: "a"
   }
 );