-
Notifications
You must be signed in to change notification settings - Fork 215
/
training.sh
executable file
·74 lines (64 loc) · 2.24 KB
/
training.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
#!/usr/bin/env bash
#
# Copyright (c) 2022 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
MODEL_DIR=${MODEL_DIR-$PWD}
if [ -z "${OUTPUT_DIR}" ]; then
echo "The required environment variable OUTPUT_DIR has not been set"
exit 1
fi
# Create the output directory in case it doesn't already exist
mkdir -p ${OUTPUT_DIR}
if [ -z "${DATASET_DIR}" ]; then
echo "The required environment variable DATASET_DIR has not been set"
exit 1
fi
if [ ! -d "${DATASET_DIR}" ]; then
echo "The DATASET_DIR '${DATASET_DIR}' does not exist"
exit 1
fi
if [ -z "${PRECISION}" ]; then
echo "The required environment variable PRECISION has not been set"
echo "Please set PRECISION to fp32 or bfloat16 or bfloat32."
exit 1
elif [ ${PRECISION} != "fp32" ] && [ ${PRECISION} != "bfloat16" ] && [ ${PRECISION} != "bfloat32" ]; then
echo "The specified precision '${PRECISION}' is unsupported."
echo "Supported precisions are: fp32 bfloat16 and bfloat32"
exit 1
fi
export TF_PATTERN_ALLOW_CTRL_DEPENDENCIES=1
# If batch size env is not mentioned, then the workload will run with the default batch size.
if [ -z "${BATCH_SIZE}"]; then
BATCH_SIZE="128"
echo "Running with default batch size of ${BATCH_SIZE}"
fi
#Set up env variable for bfloat32
if [[ $PRECISION == "bfloat32" ]]; then
export ONEDNN_DEFAULT_FPMATH_MODE=BF16
PRECISION="fp32"
fi
# Run DIEN training
source "$MODEL_DIR/quickstart/common/utils.sh"
_command python ${MODEL_DIR}/benchmarks/launch_benchmark.py \
--data-location $DATASET_DIR \
--model-name dien \
--framework tensorflow \
--precision ${PRECISION} \
--mode training \
--mpi_num_processes=1 \
--mpi_num_processes_per_socket=1 \
--batch-size ${BATCH_SIZE} \
--train_epochs=1 epochs_between_evals=1 \
$@