travis: Add expected build status feature (#44)

* travis: modify the code,when the application change ,it will failed

Signed-off-by: Jingru Wang <jingru@synopsys.com>

* travis: modify the code,when the application change ,it will failed

Signed-off-by: Jingru Wang <jingru@synopsys.com>

* travis: add an option to input the expected result

Signed-off-by: Jingru Wang <jingru@synopsys.com>

* travis: judge whether the application pass according to the comparison result

Signed-off-by: Jingru Wang <jingru@synopsys.com>

* travis: if an application failed with the same board verion and that different from the expected results,the build will return error

Signed-off-by: Jingru Wang <jingru@synopsys.com>

* travis:modify the error caused by shallow copy

Signed-off-by: Jingru Wang <jingru@synopsys.com>

* travis: Delete unnecessary information

Signed-off-by: Jingru Wang <jingru@synopsys.com>

* travis: Add the expected results to .travis

Signed-off-by: Jingru Wang <jingru@synopsys.com>

* travis: an error happen because typeerror

Signed-off-by: Jingru Wang <jingru@synopsys.com>

* travis: install configparser with pip

Signed-off-by: Jingru Wang <jingru@synopsys.com>

.travis.yml

@@ -8,6 +8,7 @@ cache:
   pip: true
   directories:
     - $HOME/.cache/result
+    - $HOME/.cache/toolchain
 # Blacklist
 branches:
   except:
@@ -26,33 +27,33 @@ matrix:
   include:
     - env: TOOLCHAIN="sphinx" OSP_ROOT="none" GNU_VER="none"
       os: linux
-    - env: TOOLCHAIN="gnu" BOARD="emsk" OSP_ROOT="." GNU_VER="2017.09" EXAMPLES="example/baremetal"
+    - env: TOOLCHAIN="gnu" BOARD="emsk" OSP_ROOT="." GNU_VER="2017.09" EXAMPLES="example/baremetal" EXPECTED=".travis/expected.ini"
       os: linux
       compiler: gcc
-    - env: TOOLCHAIN="gnu" BOARD="emsk" OSP_ROOT="." GNU_VER="2018.03" EXAMPLES="example/baremetal"
+    - env: TOOLCHAIN="gnu" BOARD="emsk" OSP_ROOT="." GNU_VER="2018.03" EXAMPLES="example/baremetal" EXPECTED=".travis/expected.ini"
       os: linux
       compiler: gcc
-    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="11" OSP_ROOT="." GNU_VER="2017.09" EXAMPLES="example/freertos"
+    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="11" OSP_ROOT="." GNU_VER="2017.09" EXAMPLES="example/freertos" EXPECTED=".travis/expected.ini"
       os: linux
       compiler: gcc
-    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="11" OSP_ROOT="." GNU_VER="2018.03" EXAMPLES="example/freertos"
+    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="11" OSP_ROOT="." GNU_VER="2018.03" EXAMPLES="example/freertos" EXPECTED=".travis/expected.ini"
       os: linux
       compiler: gcc
-    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="22" OSP_ROOT="." GNU_VER="2017.09" EXAMPLES="example/freertos"
+    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="22" OSP_ROOT="." GNU_VER="2017.09" EXAMPLES="example/freertos" EXPECTED=".travis/expected.ini"
       os: linux
       compiler: gcc
-    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="22" OSP_ROOT="." GNU_VER="2018.03" EXAMPLES="example/freertos"
+    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="22" OSP_ROOT="." GNU_VER="2018.03" EXAMPLES="example/freertos" EXPECTED=".travis/expected.ini"
       os: linux
       compiler: gcc
-    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="23" OSP_ROOT="." GNU_VER="2017.09" EXAMPLES="example/freertos"
+    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="23" OSP_ROOT="." GNU_VER="2017.09" EXAMPLES="example/freertos" EXPECTED=".travis/expected.ini"
       os: linux
       compiler: gcc
-    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="23" OSP_ROOT="." GNU_VER="2018.03" EXAMPLES="example/freertos"
+    - env: TOOLCHAIN="gnu" BOARD="emsk" BD_VER="23" OSP_ROOT="." GNU_VER="2018.03" EXAMPLES="example/freertos" EXPECTED=".travis/expected.ini"
       os: linux
       compiler: gcc
-    - env: TOOLCHAIN="gnu" OSP_ROOT="." GNU_VER="2017.09" EXAMPLES="example/baremetal/arc_feature"
+    - env: TOOLCHAIN="gnu" OSP_ROOT="." GNU_VER="2017.09" EXAMPLES="example/baremetal/arc_feature" EXPECTED=".travis/expected.ini"
       os: linux
       compiler: gcc
-    - env: TOOLCHAIN="gnu" OSP_ROOT="." GNU_VER="2018.03" EXAMPLES="example/baremetal/arc_feature"
+    - env: TOOLCHAIN="gnu" OSP_ROOT="." GNU_VER="2018.03" EXAMPLES="example/baremetal/arc_feature" EXPECTED=".travis/expected.ini"
       os: linux
       compiler: gcc

.travis/before_install.sh

@@ -21,4 +21,5 @@ set -x
     pip install sphinx_rtd_theme || die
     pip install PrettyTable || die
     pip install colorama || die
+    pip install configparser || die
 }