Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[OAS] Support lazy runtime types #184000

Merged
merged 14 commits into from
May 23, 2024
Original file line number Diff line number Diff line change
Expand Up @@ -146,7 +146,7 @@ const fullStatusResponse: () => Type<Omit<StatusResponse, 'metrics'>> = () =>
},
{
meta: {
id: 'core.status.response',
id: 'core_status_response',
description: `Kibana's operational status as well as a detailed breakdown of plugin statuses indication of various loads (like event loop utilization and network traffic) at time of request.`,
},
}
Expand All @@ -163,7 +163,7 @@ const redactedStatusResponse = () =>
},
{
meta: {
id: 'core.status.redactedResponse',
id: 'core_status_redactedResponse',
description: `A minimal representation of Kibana's operational status.`,
},
}
Expand Down
11 changes: 9 additions & 2 deletions packages/kbn-config-schema/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,7 @@ import {
URIType,
StreamType,
UnionTypeOptions,
Lazy,
} from './src/types';

export type { AnyType, ConditionalType, TypeOf, Props, SchemaStructureEntry, NullableProps };
Expand Down Expand Up @@ -216,6 +217,13 @@ function conditional<A extends ConditionalTypeValue, B, C>(
return new ConditionalType(leftOperand, rightOperand, equalType, notEqualType, options);
}

/**
* Useful for creating recursive schemas.
*/
export function lazy<T>(id: string) {
return new Lazy<T>(id);
}

export const schema = {
any,
arrayOf,
Expand All @@ -226,6 +234,7 @@ export const schema = {
contextRef,
duration,
ip,
lazy,
literal,
mapOf,
maybe,
Expand All @@ -245,7 +254,6 @@ export type Schema = typeof schema;

import {
META_FIELD_X_OAS_ANY,
META_FIELD_X_OAS_REF_ID,
META_FIELD_X_OAS_OPTIONAL,
META_FIELD_X_OAS_DEPRECATED,
META_FIELD_X_OAS_MAX_LENGTH,
Expand All @@ -255,7 +263,6 @@ import {

export const metaFields = Object.freeze({
META_FIELD_X_OAS_ANY,
META_FIELD_X_OAS_REF_ID,
META_FIELD_X_OAS_OPTIONAL,
META_FIELD_X_OAS_DEPRECATED,
META_FIELD_X_OAS_MAX_LENGTH,
Expand Down
1 change: 0 additions & 1 deletion packages/kbn-config-schema/src/oas_meta_fields.ts
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,5 @@ export const META_FIELD_X_OAS_MIN_LENGTH = 'x-oas-min-length' as const;
export const META_FIELD_X_OAS_MAX_LENGTH = 'x-oas-max-length' as const;
export const META_FIELD_X_OAS_GET_ADDITIONAL_PROPERTIES =
'x-oas-get-additional-properties' as const;
export const META_FIELD_X_OAS_REF_ID = 'x-oas-ref-id' as const;
export const META_FIELD_X_OAS_DEPRECATED = 'x-oas-deprecated' as const;
export const META_FIELD_X_OAS_ANY = 'x-oas-any-type' as const;
1 change: 1 addition & 0 deletions packages/kbn-config-schema/src/types/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,4 @@ export { URIType } from './uri_type';
export { NeverType } from './never_type';
export type { IpOptions } from './ip_type';
export { IpType } from './ip_type';
export { Lazy } from './lazy';
71 changes: 71 additions & 0 deletions packages/kbn-config-schema/src/types/lazy.test.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,71 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License
* 2.0 and the Server Side Public License, v 1; you may not use this file except
* in compliance with, at your election, the Elastic License 2.0 or the Server
* Side Public License, v 1.
*/

import { Type, schema, lazy } from '../..';

interface RecursiveType {
name: string;
self: undefined | RecursiveType;
}

// Test our recursive type inference
{
const id = 'recursive';
// @ts-expect-error
const testObject: Type<RecursiveType> = schema.object(
{
name: schema.string(),
notSelf: lazy<RecursiveType>(id), // this declaration should fail
},
{ meta: { id } }
);
}

describe('lazy', () => {
const id = 'recursive';
const object: Type<RecursiveType> = schema.object(
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

As discussed: the explicit Type<RecursiveType> typing can be removed 🚀

{
name: schema.string(),
self: lazy<RecursiveType>(id),
},
{ meta: { id } }
);
Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

It's a bit verbose, I would have liked to do something like Zod but with the way Joi.link works this just seemed simplest.


it('allows recursive runtime types to be defined', () => {
const self: RecursiveType = {
name: 'self1',
self: {
name: 'self2',
self: {
name: 'self3',
self: {
name: 'self4',
self: undefined,
},
},
},
};
const { value, error } = object.getSchema().validate(self);
expect(error).toBeUndefined();
expect(value).toEqual(self);
});

it('detects invalid recursive types as expected', () => {
const invalidSelf = {
name: 'self1',
self: {
name: 123,
self: undefined,
},
};

const { error, value } = object.getSchema().validate(invalidSelf);
expect(value).toEqual(invalidSelf);
expect(error?.message).toBe('expected value of type [string] but got [number]');
});
});
19 changes: 19 additions & 0 deletions packages/kbn-config-schema/src/types/lazy.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License
* 2.0 and the Server Side Public License, v 1; you may not use this file except
* in compliance with, at your election, the Elastic License 2.0 or the Server
* Side Public License, v 1.
*/

import { Type } from './type';
import { internals } from '../internals';

/**
* Use this type to construct recursive runtime schemas.
*/
export class Lazy<T> extends Type<T> {
constructor(id: string) {
super(internals.link(`#${id}`));
}
}
11 changes: 11 additions & 0 deletions packages/kbn-config-schema/src/types/object_type.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
* Side Public License, v 1.
*/

import { get } from 'lodash';
import { expectType } from 'tsd';
import { schema } from '../..';
import { TypeOf } from './object_type';
Expand All @@ -21,6 +22,16 @@ test('returns value by default', () => {
expect(type.validate(value)).toEqual({ name: 'test' });
});

test('meta', () => {
const type = schema.object(
{
name: schema.string(),
},
{ meta: { id: 'test_id' } }
);
expect(get(type.getSchema().describe(), 'flags.id')).toEqual('test_id');
});

test('returns empty object if undefined', () => {
const type = schema.object({});
expect(type.validate(undefined)).toEqual({});
Expand Down
16 changes: 14 additions & 2 deletions packages/kbn-config-schema/src/types/object_type.ts
Original file line number Diff line number Diff line change
Expand Up @@ -69,8 +69,16 @@ interface UnknownOptions {
unknowns?: OptionsForUnknowns;
}

interface ObjectTypeOptionsMeta {
/**
* A string that uniquely identifies this schema. Used when generating OAS
* to create refs instead of inline schemas.
*/
id?: string;
}

export type ObjectTypeOptions<P extends Props = any> = TypeOptions<ObjectResultType<P>> &
UnknownOptions;
UnknownOptions & { meta?: TypeOptions<ObjectResultType<P>>['meta'] & ObjectTypeOptionsMeta };

export class ObjectType<P extends Props = any> extends Type<ObjectResultType<P>> {
private props: P;
Expand All @@ -83,14 +91,18 @@ export class ObjectType<P extends Props = any> extends Type<ObjectResultType<P>>
for (const [key, value] of Object.entries(props)) {
schemaKeys[key] = value.getSchema();
}
const schema = internals
let schema = internals
.object()
.keys(schemaKeys)
.default()
.optional()
.unknown(unknowns === 'allow')
.options({ stripUnknown: { objects: unknowns === 'ignore' } });

if (options.meta?.id) {
schema = schema.id(options.meta.id);
Copy link
Contributor Author

@jloleysens jloleysens May 22, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Note:

  • To keep things simple, id is only supported for object types, for now
  • Since using the joi's built-in .id() mechanism we can actually delete quite a bit of code from the downstream OAS generation because joi-to-json understands it and correctly extracts references for us

}

super(schema, typeOptions);
this.props = props;
this.propSchemas = schemaKeys;
Expand Down
7 changes: 3 additions & 4 deletions packages/kbn-config-schema/src/types/type.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
import { get } from 'lodash';
import { internals } from '../internals';
import { Type, TypeOptions } from './type';
import { META_FIELD_X_OAS_REF_ID, META_FIELD_X_OAS_DEPRECATED } from '../oas_meta_fields';
import { META_FIELD_X_OAS_DEPRECATED } from '../oas_meta_fields';

class MyType extends Type<any> {
constructor(opts: TypeOptions<any> = {}) {
Expand All @@ -20,12 +20,11 @@ class MyType extends Type<any> {
describe('meta', () => {
it('sets meta when provided', () => {
const type = new MyType({
meta: { description: 'my description', id: 'foo', deprecated: true },
meta: { description: 'my description', deprecated: true },
});
const meta = type.getSchema().describe();
expect(get(meta, 'flags.description')).toBe('my description');
expect(get(meta, `metas[0].${META_FIELD_X_OAS_REF_ID}`)).toBe('foo');
expect(get(meta, `metas[1].${META_FIELD_X_OAS_DEPRECATED}`)).toBe(true);
expect(get(meta, `metas[0].${META_FIELD_X_OAS_DEPRECATED}`)).toBe(true);
});

it('does not set meta when no provided', () => {
Expand Down
10 changes: 1 addition & 9 deletions packages/kbn-config-schema/src/types/type.ts
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
*/

import type { AnySchema, CustomValidator, ErrorReport } from 'joi';
import { META_FIELD_X_OAS_DEPRECATED, META_FIELD_X_OAS_REF_ID } from '../oas_meta_fields';
import { META_FIELD_X_OAS_DEPRECATED } from '../oas_meta_fields';
import { SchemaTypeError, ValidationError } from '../errors';
import { Reference } from '../references';

Expand All @@ -24,11 +24,6 @@ export interface TypeMeta {
* Whether this field is deprecated.
*/
deprecated?: boolean;
/**
* A string that uniquely identifies this schema. Used when generating OAS
* to create refs instead of inline schemas.
*/
id?: string;
}

export interface TypeOptions<T> {
Expand Down Expand Up @@ -112,9 +107,6 @@ export abstract class Type<V> {
if (options.meta.description) {
schema = schema.description(options.meta.description);
}
if (options.meta.id) {
schema = schema.meta({ [META_FIELD_X_OAS_REF_ID]: options.meta.id });
}
if (options.meta.deprecated) {
schema = schema.meta({ [META_FIELD_X_OAS_DEPRECATED]: true });
}
Expand Down
Loading