grabLossValue.sh

#!/bin/bash

# Copyright xmuspeech (Author:Snowdar 2019-03-16)

objects="diagnostic valid train" # default all.
outputname="output"

. subtools/parse_options.sh

if [[ $# != 2 ]];then
echo "[exit] Num of parameters is not equal to 2"
echo "usage:$0 <model-logdir> <outdir>"
exit 1
fi

logdir=$1
outdir=$2

mkdir -p $outdir

for object in $objects;do
case $object in
	diagnostic)
	log=$(ls $logdir/compute_prob_train.*.log)
	[ "$log" == "" ] && echo "[Warning] No $object logs in $logdir, so skip it." 
	> $outdir/$object.loss
	max=0
	for x in $log;do
		iter=$(echo "$x" | sed 's/\./ /g' | awk '{print $(NF-1)}')
		[ "$iter" != "final" ] && [ "$iter" -gt "$max" ] && max=$iter
		value=$(awk -v name=$outputname '{if($3=="Overall" && $4=="log-likelihood" && $6=="'\''"name"'\''") {value=$8;}}END{print value}' $x)
		[ "$value" != "" ] && echo "$iter $value" >> $outdir/$object.loss
	done
	max=`expr $max + 2`
	sed -i 's/final/'"$max"'/g' $outdir/$object.loss
	sort -n -k 1 $outdir/$object.loss -o $outdir/$object.loss
	;;
	
	valid)
	log=$(ls $logdir/compute_prob_valid.*.log)
	[ "$log" == "" ] && echo "[Warning] No $object logs in $logdir, so skip it." 
	> $outdir/$object.loss
	max=0
	for x in $log;do
		iter=$(echo "$x" | sed 's/\./ /g' | awk '{print $(NF-1)}')
		[ "$iter" != "final" ] && [ "$iter" -gt "$max" ] && max=$iter
		value=$(awk -v name=$outputname '{if($3=="Overall" && $4=="log-likelihood" && $6=="'\''"name"'\''") {value=$8;}}END{print value}' $x)
		[ "$value" != "" ] && echo "$iter $value" >> $outdir/$object.loss
	done
	max=`expr $max + 2`
	sed -i 's/final/'"$max"'/g' $outdir/$object.loss
	sort -n -k 1 $outdir/$object.loss -o $outdir/$object.loss
	;;
	
	train)
	log=$(ls $logdir/train.*.*.log)
	[ "$log" == "" ] && echo "[Warning] No $object logs in $logdir, so skip it." 
	> $outdir/$object.parallel.loss
	for x in $log;do
		iter=$(echo "$x" | sed 's/\./ /g' | awk '{print $(NF-2),$(NF-1)}')
		iter=$(echo $iter | awk '{$1=$1+1;print $0}')
		value=$(awk -v name=$outputname '{if($3=="Overall" && $5=="objective" && $8=="'\''"name"'\''") {value=$10;}}END{print value}' $x)
		[ "$value" != "" ] && echo "$iter $value" >> $outdir/$object.parallel.loss
	done
	sort -n -k 1 -n -k 2 $outdir/$object.parallel.loss -o $outdir/$object.parallel.loss
	
	awk 'BEGIN{current=-1;}{a[$1]=a[$1]+$3;b[$1]=b[$1]+1;if($1!=current){if(current!=-1){print current,a[current]/b[current];}current=$1;}}
	END{print current,a[current]/b[current];}' \
	$outdir/$object.parallel.loss > $outdir/$object.loss
	;;
	*) echo "[exit] Invalid object $object" && exit 1 ;;
esac
echo "Grabing loss of $object ..."
done

echo "All done."