functional autotest script as described in #200

.autotest.sh

@@ -6,47 +6,80 @@ git pull origin master
 # Define some important values
 dimage="pybombs/pybombs-prefix"
 dtag="latest"
-drun="docker run --rm -it -v $(pwd):/root/.pybombs/recipes/gr-recipes $dimage:$dtag"
-pbversion=`$drun pybombs --version`
-pyversion=`$drun python --version`
+drun="docker run --rm -it -v $(pwd):/root/.pybombs/recipes/gr-recipes -v $(pwd)/.build:/pybombs/src: $dimage:$dtag"
+pbversion=`$drun pybombs --version | tr -d '\r'`
+pyversion=`$drun python3 --version | tr -d '\r'`
 imgversion=`docker images --filter=reference="$dimage" --format={{.Repository}}:{{.Tag}}:{{.Digest}} | grep $dtag | sed "s/^.*sha256://"`
 
+function autotest_reset () {
+	mkdir -p .build
+	rm -rf .build/*
+
+}
+
+function autotest_clean () {
+	rm -f .autotest_*.issue
+	rm -f .autotest_*.log
+	rm -rf .build
+}
+
 # Testing function for an individual recipe
 function run_test () {
 	recipefile=${1:-}
 	rname=`echo $recipefile | sed "s/.lwr$//"`
 	rversion=`git log $recipefile | head -n 1 | sed "s/commit //"`
-	echo "    Testing installation of $rname ($recipefile @ ${rversion:0:7})"
-	$drun pybombs -vy install $rname > .autotest.log
+	printf "    Testing installation of $rname ($recipefile @ ${rversion:0:7}) ... "
+	$drun pybombs -vy install $rname > .autotest_${rname}.log
 	if [ $? -eq 0 ]; then
 		# Installation succeeded, nothing to do
-    		echo "        $rname OK"
+    		echo "OK"
 	else
 		# Installation failed
-		issuetitle="Error installing $rname@${rversion:0:7} (autotest)"
-		echo ".autotest.sh found an issue while attempting to install **[$rname](../../blob/master/$recipefile)** (last changed in commit [#${rversion:0:7}](https://github.com/gnuradio/gr-recipes/commit/$rversion))." > .autotest.issue
-		echo "" >> .autotest.issue
-		echo "## Setup used:" >> .autotest.issue
-		echo "" >> .autotest.issue
-		echo " - Docker image: $dimage:$dtag ([Explore](https://hub.docker.com/layers/$dimage/$dtag/images/sha256-$imgversion?context=explore) | [Tags](https://hub.docker.com/r/$dimage/tags))" >> .autotest.issue
-		echo " - PyBOMBS version: $pbversion" >> .autotest.issue
-		echo " - Python version: $pyversion" >> .autotest.issue
-		echo "" >> .autotest.issue
-		echo "## Install log:" >> .autotest.issue
-		echo '```bash' >> .autotest.issue
-		cat .autotest.log >> .autotest.issue
-		echo '```' >> .autotest.issue
-		echo "        $issuetitle"
-		cat .autotest.issue
+		issuetopic="$rname@${rversion:0:7} (PyBOMBS v$pbversion, Python v$pyversion)"
+		echo "FAILED"
+    	echo "            $issuetopic installation error"
+		issuehash=`echo "$issuetopic" | md5sum | cut -c1-5`
+		gh issue list --limit 999 | grep "autotest:$issuehash" > /dev/null 2>&1
+		if [ $? -eq 0 ]; then
+			printf "            Issue is known:\n              -> Issue "
+			gh issue list --limit 999 | grep "autotest:$issuehash"
+		else
+			issuetitle="Error installing $issuetopic [autotest:$issuehash]"
+			echo ".autotest.sh found an issue while attempting to install **[$rname](../../blob/master/$recipefile)** (last changed in commit [#${rversion:0:7}](https://github.com/gnuradio/gr-recipes/commit/$rversion))." >> .autotest_${rname}.issue
+			echo "" > .autotest_${rname}.issue
+			echo "## Setup used:" >> .autotest_${rname}.issue
+			echo "" >> .autotest_${rname}.issue
+			echo " - Docker image: $dimage:$dtag ([Explore](https://hub.docker.com/layers/$dimage/$dtag/images/sha256-$imgversion?context=explore) | [Tags](https://hub.docker.com/r/$dimage/tags))" >> .autotest_${rname}.issue
+			echo " - PyBOMBS version: $pbversion" >> .autotest_${rname}.issue
+			echo " - Python version: $pyversion" >> .autotest_${rname}.issue
+			echo "" >> .autotest_${rname}.issue
+			echo "## Install details:" >> .autotest_${rname}.issue
+			gistinput="gh gist create .autotest_${rname}.log"
+			if [ -f ".build/${rname}/build/CMakeFiles/CMakeError.log" ]; then
+				gistinput="${gistinput} .build/${rname}/build/CMakeFiles/CMakeError.log"
+			fi
+			if [ -f ".build/${rname}/build/CMakeFiles/CMakeOutput.log" ]; then
+				gistinput="${gistinput} .build/${rname}/build/CMakeFiles/CMakeOutput.log"
+			fi
+			gistoutput=`$gistinput 2> /dev/null`
+			echo $gistoutput >> .autotest_${rname}.issue
+			echo "## Meta:" >> .autotest_${rname}.issue
+			echo "This report has been created using the autotest script described in #200." >> .autotest_${rname}.issue
+			export issuebody=$(cat .autotest_${rname}.issue)
+			issuecreated=`gh issue create -t "${issuetitle}" -b "$issuebody" 2> /dev/null`
+			echo "              -> Issue created: $issuecreated"
+		fi
 	fi
 	echo ""
 }
 
 # Run tests either on all recipes in the directory, or on an individual recipe
 # provided as an arument.
+autotest_clean >/dev/null 2>&1
 if [ $# -eq 0 ]; then
 	echo "Running install tests on all files in `pwd`..."
 	for recipefile in *.lwr; do
+		autotest_reset >/dev/null 2>&1
 		run_test $recipefile
 	done
 else