From ce03e9a4fba89539e9cd0bdee97d4a354547e38d Mon Sep 17 00:00:00 2001 From: Steven I Reeves Date: Tue, 22 Feb 2022 21:24:30 +0000 Subject: [PATCH] Adding evaluation mode to script. --- scripts/bert/bert_train.py | 4 +++- scripts/bert/bert_train.sh | 3 ++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/scripts/bert/bert_train.py b/scripts/bert/bert_train.py index 2ddf22f0d041b6..497f0f345dfd03 100644 --- a/scripts/bert/bert_train.py +++ b/scripts/bert/bert_train.py @@ -34,4 +34,6 @@ def tokenize_function(examples): ) print("==================================== Evaluating Model =================================") -model.fit(train_tf_dataset, validation_data=eval_tf_dataset, epochs=3) +model.fit(train_tf_dataset, validation_data=eval_tf_dataset, epochs=1) +info = model.evaluate(eval_tf_dataset, verbose=2) + diff --git a/scripts/bert/bert_train.sh b/scripts/bert/bert_train.sh index 070152d91a3364..d5e11056ecde65 100644 --- a/scripts/bert/bert_train.sh +++ b/scripts/bert/bert_train.sh @@ -4,7 +4,8 @@ set -x pip3 install transformers datasets -cd ~ && git clone https://github.com/ROCmSoftwarePlatform/transformers +#cd ~ && git clone https://github.com/ROCmSoftwarePlatform/transformers +cd ~ # Script to train the small 117M model python3 transformers/scripts/bert/bert_train.py > log.txt cat log.txt | tail -n 1