-
Notifications
You must be signed in to change notification settings - Fork 39
/
types.ts
50 lines (47 loc) 路 1.02 KB
/
types.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
/**
* HuggingFace: Models for text generation
* @export
*/
export enum HuggingFaceModel {
MetaLlama270BChatHF = 'meta-llama/Llama-2-70b-chat-hf'
}
/**
* HuggingFace: Model options for text generation
* @export
*/
export type HuggingFaceConfig = {
model: HuggingFaceModel;
temperature: number;
topP: number;
topK?: number;
maxNewTokens?: number;
repetitionPenalty?: number;
returnFullText?: boolean;
numReturnSequences?: number;
doSample?: boolean;
maxTime?: number;
useCache?: boolean;
waitForModel?: boolean;
};
export type HuggingFaceRequest = {
model: HuggingFaceModel | string;
inputs: string;
parameters: {
max_new_tokens?: number;
repetition_penalty?: number;
temperature: number;
top_p: number;
top_k?: number;
return_full_text?: boolean;
num_return_sequences?: number;
do_sample?: boolean;
max_time?: number;
};
options?: {
use_cache?: boolean;
wait_for_model?: boolean;
};
};
export type HuggingFaceResponse = {
generated_text: string;
};