We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 781eb48 commit a1cee6cCopy full SHA for a1cee6c
1 file changed
specification/resources/dedicated_inferences/examples/curl/dedicated_inferences_update.yml
@@ -5,13 +5,20 @@ source: |-
5
-H "Authorization: Bearer $DO_TOKEN" \
6
-d '{
7
"spec": {
8
+ "version": 1,
9
"name": "renamed-dedicated-inference",
10
"region": "atl1",
11
"vpc": { "uuid": "997615ce-132d-4bae-9270-9ee21b395e5d" },
12
+ "enable_public_endpoint": true,
13
"model_deployments": [{
14
"model_slug": "mistral/mistral-7b-instruct-v3",
- "accelerator_slug": "gpu-mi300x1-192gb",
- "node_count": 3
15
+ "model_provider": "hugging_face",
16
+ "workload_config": {},
17
+ "accelerators": [{
18
+ "scale": 2,
19
+ "type": "prefill_decode",
20
+ "accelerator_slug": "gpu-mi300x1-192gb"
21
+ }]
22
}]
23
},
24
"access_tokens": { "hugging_face_token": "$HF_TOKEN" }
0 commit comments