/
metadata.go
38 lines (34 loc) · 1.33 KB
/
metadata.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
package controller
const (
CPUResourceName = "cpu"
MemoryResourceName = "memory"
StorageResourceName = "storage"
EphemeralStorageResourceName = "ephemeral-storage"
)
const (
MetadataContextSize = "ai.contrib.fluxcd.io/context-size"
MetadataFamily = "ai.contrib.fluxcd.io/family"
MetadataFormat = "ai.contrib.fluxcd.io/format"
MetadataMemoryRequired = "ai.contrib.fluxcd.io/memory-required"
MetadataModelDescription = "ai.contrib.fluxcd.io/model-description"
MetadataModelLevel = "ai.contrib.fluxcd.io/model-level"
MetadataPromptTemplate = "ai.contrib.fluxcd.io/prompt-template"
MetadataQuantization = "ai.contrib.fluxcd.io/quantization"
MetadataSizeOnDisk = "ai.contrib.fluxcd.io/size-on-disk"
MetadataStopWords = "ai.contrib.fluxcd.io/stop-words"
)
const (
SizeOnDiskSafetyFactor = 1.20
MemorySafetyFactor = 1.00
)
const (
EnvVarContextSize = "LM_CTRL_CONTEXT_SIZE"
EnvVarFamily = "LM_CTRL_FAMILY"
EnvVarFormat = "LM_CTRL_FORMAT"
EnvVarModelDescription = "LM_CTRL_MODEL_DESCRIPTION"
EnvVarModelLevel = "LM_CTRL_MODEL_LEVEL"
EnvVarModelName = "LM_CTRL_MODEL_NAME"
EnvVarPromptTemplate = "LM_CTRL_PROMPT_TEMPLATE"
EnvVarQuantization = "LM_CTRL_QUANTIZATION"
EnvVarStopWords = "LM_CTRL_STOP_WORDS"
)