add custom prompt model trainer example (#139)

substratusai · Jul 25, 2023 · c0a918e · c0a918e
1 parent 0592f81
commit c0a918e
Showing 1 changed file with 23 additions and 0 deletions.
diff --git a/examples/falcon-7b-instruct/finetuned-model-custom-prompt.yaml b/examples/falcon-7b-instruct/finetuned-model-custom-prompt.yaml
@@ -0,0 +1,23 @@
+apiVersion: substratus.ai/v1
+kind: Model
+metadata:
+  name: falcon-7b-instruct-k8s-custom-prompt
+spec:
+  image:
+    name: substratusai/model-trainer-huggingface
+  baseModel:
+    name: falcon-7b-instruct
+  trainingDataset:
+    name: k8s-instructions
+  params:
+    epochs: 1
+    prompt_template: |
+      You're a helpful assistant that helps with generating K8s YAML manifests. Your responses should only be YAML or multi YAML files
+      ## Instruction
+      {prompt}
+      ## Response:
+      {completion}
+  resources:
+    gpu:
+      count: 4
+      type: nvidia-l4