preserve raw regexp literals in the native ast; fixes #22

Signed-off-by: Denys Smirnov <denys@sourced.tech>
bblfsh · Jan 3, 2019 · 9bb1d02 · 9bb1d02
1 parent b63bee4
commit 9bb1d02
Show file tree

Hide file tree

Showing 4 changed files with 22 additions and 6 deletions.
diff --git a/driver/normalizer/annotation.go b/driver/normalizer/annotation.go
@@ -144,7 +144,7 @@ var Annotations = []Mapping{
 	// Literals
 	AnnotateType("RegExpLiteral",
 		FieldRoles{
-			"pattern": {Rename: uast.KeyToken},
+			"raw": {Rename: uast.KeyToken},
 		},
 		role.Expression, role.Literal, role.Regexp,
 	),

diff --git a/driver/normalizer/normalizer.go b/driver/normalizer/normalizer.go
@@ -34,7 +34,7 @@ var Preprocessors = []Mapping{
 		Part("_", Obj{"loc": AnyNode(nil)}),
 		Part("_", Obj{}),
 	),
-	// preserve raw string literal
+	// preserve raw string and regexp literals
 	Map(
 		Part("_", Obj{
 			uast.KeyType: String("StringLiteral"),
@@ -49,6 +49,18 @@ var Preprocessors = []Mapping{
 			"value":      Var("raw"),
 		}),
 	),
+	Map(
+		Part("_", Obj{
+			uast.KeyType: String("RegExpLiteral"),
+			"extra": Obj{
+				"raw": Var("raw"),
+			},
+		}),
+		Part("_", Obj{
+			uast.KeyType: String("RegExpLiteral"),
+			"raw":        Var("raw"),
+		}),
+	),
 	// drop extra info for other nodes (it duplicates other node fields)
 	Map(
 		Part("_", Obj{"extra": AnyNode(nil)}),

diff --git a/fixtures/regexp-literal.js.sem.uast b/fixtures/regexp-literal.js.sem.uast
@@ -43,7 +43,7 @@
                },
             },
             expression: { '@type': "javascript:RegExpLiteral",
-               '@token': "a",
+               '@token': "/a/",
                '@role': [Expression, Literal, Regexp],
                '@pos': { '@type': "uast:Positions",
                   start: { '@type': "uast:Position",
@@ -58,6 +58,7 @@
                   },
                },
                flags: "",
+               pattern: "a",
             },
          },
          { '@type': "javascript:ExpressionStatement",
@@ -90,7 +91,7 @@
                },
                arguments: [
                   { '@type': "javascript:RegExpLiteral",
-                     '@token': "a",
+                     '@token': "/a/g",
                      '@role': [Argument, Call, Expression, Literal, Regexp],
                      '@pos': { '@type': "uast:Positions",
                         start: { '@type': "uast:Position",
@@ -105,6 +106,7 @@
                         },
                      },
                      flags: "g",
+                     pattern: "a",
                   },
                   { '@type': "uast:String",
                      '@role': [Argument, Call],

diff --git a/fixtures/regexp-literal.js.uast b/fixtures/regexp-literal.js.uast
@@ -43,7 +43,7 @@
                },
             },
             expression: { '@type': "RegExpLiteral",
-               '@token': "a",
+               '@token': "/a/",
                '@role': [Expression, Literal, Regexp],
                '@pos': { '@type': "uast:Positions",
                   start: { '@type': "uast:Position",
@@ -58,6 +58,7 @@
                   },
                },
                flags: "",
+               pattern: "a",
             },
          },
          { '@type': "ExpressionStatement",
@@ -90,7 +91,7 @@
                },
                arguments: [
                   { '@type': "RegExpLiteral",
-                     '@token': "a",
+                     '@token': "/a/g",
                      '@role': [Argument, Call, Expression, Literal, Regexp],
                      '@pos': { '@type': "uast:Positions",
                         start: { '@type': "uast:Position",
@@ -105,6 +106,7 @@
                         },
                      },
                      flags: "g",
+                     pattern: "a",
                   },
                   { '@type': "StringLiteral",
                      '@token': "'x'",