forked from mongodb/chatbot
-
Notifications
You must be signed in to change notification settings - Fork 0
/
generateDataAndMetadata.ts
72 lines (65 loc) · 1.8 KB
/
generateDataAndMetadata.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
import { ObjectId, logger } from "mongodb-rag-core";
import {
CommandMetadataStore,
CommandRunMetadata,
} from "../CommandMetadataStore";
import { GenerateDataFunc } from "./GenerateDataFunc";
import { GeneratedDataStore } from "./GeneratedDataStore";
import { SomeTestCase } from "./TestCase";
export interface GenerateDataAndMetadataParams {
/**
Test cases to generate data from.
*/
testCases: SomeTestCase[];
/**
Name of the command that generated the data.
*/
name: string;
/**
Function to generate data from test cases.
*/
generator: GenerateDataFunc;
/**
Store for generated data.
*/
generatedDataStore: GeneratedDataStore;
/**
Store for command metadata.
*/
metadataStore: CommandMetadataStore;
}
/**
Generate data for test cases and store metadata about the generation.
*/
export async function generateDataAndMetadata({
testCases,
name,
generator,
generatedDataStore,
metadataStore,
}: GenerateDataAndMetadataParams) {
const startTime = new Date();
const runId = new ObjectId();
logger.info(
`Generating ${testCases.length} test cases for the '${name}' command.`
);
const { generatedData, failedCases } = await generator({ testCases, runId });
for (const failedCase of failedCases) {
logger.error(`Failed to generate data for test case: ${failedCase.name}`);
}
await generatedDataStore.insertMany(generatedData);
const endTime = new Date();
const metadata = {
_id: runId,
command: "generate",
name,
startTime,
endTime,
} satisfies CommandRunMetadata;
await metadataStore.insertOne(metadata);
logger.info(
`Generated data for ${generatedData.length}/${testCases.length} test cases for generate data command '${name}'`
);
logger.info(metadata);
return { generatedData, failedCases, metadata };
}