-
Notifications
You must be signed in to change notification settings - Fork 352
/
ResponseSynthesizer.ts
88 lines (81 loc) · 2.38 KB
/
ResponseSynthesizer.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
import { EngineResponse } from "../EngineResponse.js";
import { MetadataMode } from "../Node.js";
import type { ServiceContext } from "../ServiceContext.js";
import { streamConverter } from "../llm/utils.js";
import { PromptMixin } from "../prompts/Mixin.js";
import type { ResponseBuilderPrompts } from "./builders.js";
import { getResponseBuilder } from "./builders.js";
import type {
BaseSynthesizer,
ResponseBuilder,
SynthesizeParamsNonStreaming,
SynthesizeParamsStreaming,
} from "./types.js";
/**
* A ResponseSynthesizer is used to generate a response from a query and a list of nodes.
*/
export class ResponseSynthesizer
extends PromptMixin
implements BaseSynthesizer
{
responseBuilder: ResponseBuilder;
metadataMode: MetadataMode;
constructor({
responseBuilder,
serviceContext,
metadataMode = MetadataMode.NONE,
}: {
responseBuilder?: ResponseBuilder;
serviceContext?: ServiceContext;
metadataMode?: MetadataMode;
} = {}) {
super();
this.responseBuilder =
responseBuilder ?? getResponseBuilder(serviceContext);
this.metadataMode = metadataMode;
}
_getPromptModules() {
return {};
}
protected _getPrompts(): { [x: string]: ResponseBuilderPrompts } {
const prompts = this.responseBuilder.getPrompts?.();
return {
...prompts,
};
}
protected _updatePrompts(promptsDict: {
[x: string]: ResponseBuilderPrompts;
}): void {
this.responseBuilder.updatePrompts?.(promptsDict);
}
synthesize(
params: SynthesizeParamsStreaming,
): Promise<AsyncIterable<EngineResponse>>;
synthesize(params: SynthesizeParamsNonStreaming): Promise<EngineResponse>;
async synthesize({
query,
nodesWithScore,
stream,
}: SynthesizeParamsStreaming | SynthesizeParamsNonStreaming): Promise<
AsyncIterable<EngineResponse> | EngineResponse
> {
const textChunks: string[] = nodesWithScore.map(({ node }) =>
node.getContent(this.metadataMode),
);
if (stream) {
const response = await this.responseBuilder.getResponse({
query,
textChunks,
stream,
});
return streamConverter(response, (chunk) =>
EngineResponse.fromResponse(chunk, true, nodesWithScore),
);
}
const response = await this.responseBuilder.getResponse({
query,
textChunks,
});
return EngineResponse.fromResponse(response, false, nodesWithScore);
}
}