-
Notifications
You must be signed in to change notification settings - Fork 9
/
k8s-sm-dist-custom-container.yaml
67 lines (67 loc) · 2.28 KB
/
k8s-sm-dist-custom-container.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
apiVersion: sagemaker.aws.amazon.com/v1
kind: TrainingJob
metadata:
name: k8s-sm-dist-custom-container
spec:
hyperParameters:
- name: learning-rate
value: "0.001"
- name: weight-decay
value: "0.0002"
- name: batch-size
value: "256"
- name: momentum
value: "0.9"
- name: optimizer
value: "adam"
- name: epochs
value: "20"
- name: sagemaker_mpi_custom_mpi_options
value: "-verbose --NCCL_DEBUG=INFO -x OMPI_MCA_btl_vader_single_copy_mechanism=none"
- name: sagemaker_mpi_enabled
value: "true"
- name: sagemaker_mpi_num_of_processes_per_host
value: "1"
- name: tensorboard_logs
value: "s3://sagemaker-jobs/tensorboard_logs/k8s-sm-container-2x1-workers"
algorithmSpecification:
trainingImage: 453691756499.dkr.ecr.us-west-2.amazonaws.com/sagemaker-kubernetes:latest
trainingInputMode: File
metricDefinitions:
- name: val_acc
- regex: 'val_acc: ([0-9\\.]+)'
roleArn: arn:aws:iam::<ACCOUNT_ID>:role/service-role/AmazonSageMaker-ExecutionRole-20190820T113591
region: us-west-2
outputDataConfig:
s3OutputPath: s3://sagemaker-jobs/jobs/
resourceConfig:
instanceCount: 2
instanceType: "ml.p3.2xlarge"
volumeSizeInGB: 5
stoppingCondition:
maxRuntimeInSeconds: 86400
inputDataConfig:
- channelName: train
dataSource:
s3DataSource:
s3DataType: S3Prefix
s3Uri: s3://sagemaker-jobs/cifar10-dataset/train
s3DataDistributionType: FullyReplicated
compressionType: None
- channelName: validation
dataSource:
s3DataSource:
s3DataType: S3Prefix
s3Uri: s3://sagemaker-jobs/cifar10-dataset/validation
s3DataDistributionType: FullyReplicated
compressionType: None
- channelName: eval
dataSource:
s3DataSource:
s3DataType: S3Prefix
s3Uri: s3://sagemaker-jobs/cifar10-dataset/eval
s3DataDistributionType: FullyReplicated
compressionType: None
tags:
- key: tagKey
value: tagValue