draft: support for multiple benchmarks

Author: hoeck

cases/abstract.ts

@@ -1,7 +1,7 @@
 import clone from 'clone';
 import { Data } from '../data';
 
-export abstract class Case implements Case {
+export abstract class Case {
   // eslint-disable-next-line @typescript-eslint/no-explicit-any
   protected readonly data: any;
 
@@ -15,9 +15,16 @@ export abstract class Case implements Case {
   }
 
   /**
-   * Validation implementation method.
+   * Non-Strict validation.
    *
    * Method returns a `Data` object or throws when invalid data is provided.
    */
-  abstract validate(): PromiseLike<Data> | Data;
+  validate?: () => PromiseLike<Data> | Data;
+
+  /**
+   * Strict validation.
+   *
+   * Method returns a `Data` object or throws when invalid data is provided.
+   */
+  validateStrict?: () => PromiseLike<Data> | Data;
 }

cases/index.ts

@@ -1,57 +1,55 @@
-import { BuenoCase } from './bueno';
-import {
-  ClassValidatorAsyncCase,
-  ClassValidatorSyncCase,
-} from './class-validator';
-import { ComputedTypesCase } from './computed-types';
-import { DecodersCase } from './decoders';
-import { IoTsCase } from './io-ts';
-import { JointzCase } from './jointz';
-import { JsonDecoderCase } from './json-decoder';
-import { MarshalCase } from './marshal';
-import { MojoTechJsonTypeValidationCase } from './mojotech-json-type-validation';
-import { MyzodCase } from './myzod';
-import { PurifyCase } from './purify-ts';
-import { RulrCase } from './rulr';
-import { RuntypesCase } from './runtypes';
+// import { BuenoCase } from './bueno';
+// import {
+//   ClassValidatorAsyncCase,
+//   ClassValidatorSyncCase,
+// } from './class-validator';
+// import { ComputedTypesCase } from './computed-types';
+// import { DecodersCase } from './decoders';
+// import { IoTsCase } from './io-ts';
+// import { JointzCase } from './jointz';
+// import { JsonDecoderCase } from './json-decoder';
+// import { MarshalCase } from './marshal';
+// import { MojoTechJsonTypeValidationCase } from './mojotech-json-type-validation';
+// import { MyzodCase } from './myzod';
+// import { PurifyCase } from './purify-ts';
+// import { RulrCase } from './rulr';
+// import { RuntypesCase } from './runtypes';
 import { SimpleRuntypesCase } from './simple-runtypes';
-import { SuperstructCase } from './superstruct';
-import { SuretypeCase } from './suretype';
-import { ToiCase } from './toi';
+// import { SuperstructCase } from './superstruct';
+// import { SuretypeCase } from './suretype';
+// import { ToiCase } from './toi';
 import { TsInterfaceCheckerCase } from './ts-interface-checker';
-import { TsJsonValidatorCase } from './ts-json-validator';
-import { TsUtilsCase } from './ts-utils';
-import { TypeOfWebSchemaCase } from './typeofweb-schema';
+// import { TsJsonValidatorCase } from './ts-json-validator';
+// import { TsUtilsCase } from './ts-utils';
+// import { TypeOfWebSchemaCase } from './typeofweb-schema';
 import { ValitaCase } from './valita';
-import { YupCase } from './yup';
-import { ZodCase } from './zod';
-import { AjvCase } from './ajv';
+// import { YupCase } from './yup';
+// import { ZodCase } from './zod';
 
 export const cases = [
-  BuenoCase,
-  ClassValidatorAsyncCase,
-  ClassValidatorSyncCase,
-  ComputedTypesCase,
-  DecodersCase,
-  IoTsCase,
-  JointzCase,
-  JsonDecoderCase,
-  MarshalCase,
-  MojoTechJsonTypeValidationCase,
-  MyzodCase,
-  PurifyCase,
-  RulrCase,
-  RuntypesCase,
+  // BuenoCase,
+  // ClassValidatorAsyncCase,
+  // ClassValidatorSyncCase,
+  // ComputedTypesCase,
+  // DecodersCase,
+  // IoTsCase,
+  // JointzCase,
+  // JsonDecoderCase,
+  // MarshalCase,
+  // MojoTechJsonTypeValidationCase,
+  // MyzodCase,
+  // PurifyCase,
+  // RulrCase,
+  // RuntypesCase,
   SimpleRuntypesCase,
-  SuperstructCase,
-  SuretypeCase,
-  ToiCase,
+  // SuperstructCase,
+  // SuretypeCase,
+  // ToiCase,
   TsInterfaceCheckerCase,
-  TsJsonValidatorCase,
-  TsUtilsCase,
-  TypeOfWebSchemaCase,
+  // TsJsonValidatorCase,
+  // TsUtilsCase,
+  // TypeOfWebSchemaCase,
   ValitaCase,
-  YupCase,
-  ZodCase,
-  AjvCase,
+  // YupCase,
+  // ZodCase,
 ];

cases/simple-runtypes.ts

@@ -15,10 +15,14 @@ const checkData = rt.record({
   }),
 });
 
-export class SimpleRuntypesCase extends Case implements Case {
+export class SimpleRuntypesCase extends Case {
   name = 'simple-runtypes';
 
-  validate() {
+  validate = () => {
     return checkData(this.data);
-  }
+  };
+
+  validateStrict = () => {
+    return checkData(this.data);
+  };
 }

cases/ts-interface-checker.ts

@@ -22,7 +22,7 @@ const dataTypeChecker = t.createCheckers(suite).dataType as t.CheckerT<Data>;
 export class TsInterfaceCheckerCase extends Case implements Case {
   name = 'ts-interface-checker';
 
-  validate() {
+  validate = () => {
     const { data } = this;
 
     if (dataTypeChecker.test(data)) {
@@ -33,5 +33,15 @@ export class TsInterfaceCheckerCase extends Case implements Case {
     // typescript type guard like .test() above.
     dataTypeChecker.check(data);
     throw new Error('Invalid');
-  }
+  };
+
+  validateStrict = () => {
+    const { data } = this;
+
+    // Calling .check() provides a more helpful error, but does not (at the moment) include a
+    // typescript type guard like .test() above.
+    dataTypeChecker.strictCheck(data);
+
+    return data;
+  };
 }

cases/valita.ts

@@ -18,7 +18,11 @@ const dataType = v.object({
 export class ValitaCase extends Case implements Case {
   name = 'valita';
 
-  validate() {
+  validate = () => {
     return dataType.parse(this.data);
-  }
+  };
+
+  validateStrict = () => {
+    return dataType.parse(this.data, { mode: 'strict' });
+  };
 }