generate-tokenizer-tests.js

#!/usr/bin/env node

const fs = require("fs");
const path = require("path");
const mkdirp = require("mkdirp");

const packageDir = "./packages/wast-parser/test/tokenizer/";

const allIntegers = fs
  .readFileSync(path.join(packageDir, "raw/int_literals.txt"), "utf-8")
  .split("\n")
  .map(s => s.trim())
  .filter(s => s.length > 0);

const allFloats = fs
  .readFileSync(path.join(packageDir, "raw/float_literals.txt"), "utf-8")
  .split("\n")
  .map(s => s.trim())
  .filter(s => s.length > 0);

const all = [...allIntegers, ...allFloats];

const normalizeName = name =>
  name
    .replace(/^\+/, "plus-")
    .replace("+", "-plus-")
    .replace(/^\./, "dot-")
    .replace(".", "-dot-")
    .replace(":", "-colon-")
    .replace("e", "-lowere-")
    .replace("E", "-uppere-");

const expected = literal =>
  JSON.stringify(
    [
      {
        type: "number",
        value: literal,
        loc: {
          start: {
            line: 1,
            column: 1
          },
          end: {
            line: 1,
            column: literal.length
          }
        }
      }
    ],
    null,
    2
  );

all.forEach(literal => {
  const dir = path.join(
    packageDir,
    `number-literals/generated/${normalizeName(literal)}/`
  );

  if (!fs.existsSync(dir)) {
    mkdirp.sync(dir);
  }

  fs.writeFileSync(path.join(dir, "actual.wast"), literal);
  fs.writeFileSync(path.join(dir, "expected.json"), expected(literal));
});