-
Notifications
You must be signed in to change notification settings - Fork 0
/
common-settings.json
69 lines (69 loc) · 1.75 KB
/
common-settings.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
[
{
"id": "b8b1b58c730ab079",
"type": "change",
"z": "82da24bd0fb90b8b",
"name": "define common settings",
"rules": [
{
"t": "set",
"p": "API-Key",
"pt": "flow",
"to": "sk-xxxx",
"tot": "str"
},
{
"t": "set",
"p": "number-of-threads",
"pt": "flow",
"to": "4",
"tot": "num"
},
{
"t": "set",
"p": "context-length",
"pt": "flow",
"to": "4096",
"tot": "num"
},
{
"t": "set",
"p": "number-of-batches",
"pt": "flow",
"to": "8",
"tot": "num"
},
{
"t": "set",
"p": "prompt-template",
"pt": "flow",
"to": "{\"system\":\"[INST] <<SYS>>\\n{input}<</SYS>>\\n\\n\",\"user\":\"{input} [/INST]\\n\",\"assistant\":\"{input} [INST]\\n\",\"suffix\":\"\"}",
"tot": "json"
},
{
"t": "set",
"p": "count-tokens",
"pt": "flow",
"to": "false",
"tot": "bool"
},
{
"t": "set",
"p": "stop-sequence",
"pt": "flow",
"to": "[INST]",
"tot": "str"
}
],
"action": "",
"property": "",
"from": "",
"to": "",
"reg": false,
"x": 790,
"y": 100,
"wires": [
[]
]
}
]