Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
travis: handle reduced max run time by splitting autobahn tests acros…
…s two instances
- Loading branch information
Showing
5 changed files
with
131 additions
and
58 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,107 @@ | ||
| #!/bin/bash | ||
| # | ||
| # Requires pip install autobahntestsuite | ||
| # | ||
| # you should run this from ./build, after building with | ||
| # cmake .. -DLWS_WITH_MINIMAL_EXAMPLES=1 | ||
| # | ||
| # It will use the minimal echo client and server to run | ||
| # autobahn ws tests as both client and server. | ||
|
|
||
| set -u | ||
|
|
||
| PARALLEL=8 | ||
| N=1 | ||
| OS=`uname` | ||
|
|
||
| CLIE=bin/lws-minimal-ws-client-echo | ||
| SERV=bin/lws-minimal-ws-server-echo | ||
|
|
||
| RESULT=0 | ||
|
|
||
| which wstest 2>/dev/null | ||
| if [ $? -ne 0 ]; then | ||
| echo "wstest is not installed" | ||
| exit 8 | ||
| fi | ||
|
|
||
| killall wstest 2>/dev/null | ||
|
|
||
| # | ||
| # 2.10 / 2.11: There is no requirement to handle multiple PING / PONG | ||
| # in flight in RFC6455. lws doesn't waste memory on it | ||
| # since it is useless. | ||
| # | ||
| # 12.3.1 / 12.3.2 | ||
| # 12.4.* / 12.5.*: Autobahn has been broken for these tests since Aug 2017 | ||
| # https://github.com/crossbario/autobahn-testsuite/issues/71 | ||
|
|
||
|
|
||
| cat << EOF >fuzzingserver.json | ||
| { | ||
| "url": "ws://127.0.0.1:9001", | ||
| "outdir": "./reports/clients", | ||
| "cases": ["*"], | ||
| "exclude-cases": [ "2.10", "2.11", "12.3.1", "12.3.2", "12.4.*", "12.5.*"], | ||
| "exclude-agent-cases": {} | ||
| } | ||
| EOF | ||
|
|
||
| cat << EOF >fuzzingclient.json | ||
| { | ||
| "outdir": "./reports/servers", | ||
| "servers": [ | ||
| { | ||
| "url": "ws://127.0.0.1:9001" | ||
| } | ||
| ], | ||
| "cases": ["*"], | ||
| "exclude-cases": ["2.10", "2.11", "12.3.1", "12.3.2", "12.4.*", "12.5.*" ], | ||
| "exclude-agent-cases": {} | ||
| } | ||
| EOF | ||
|
|
||
| echo | ||
| echo "----------------------------------------------" | ||
| echo "------- tests: autobahn as server" | ||
| echo | ||
|
|
||
| $SERV -p 9001 -d7 & | ||
| wstest -m fuzzingclient | ||
| R=$? | ||
| echo "Autobahn client exit $R" | ||
|
|
||
| killall lws-minimal-ws-server-echo | ||
| sleep 1s | ||
|
|
||
| # repeat the client results | ||
|
|
||
| R=`cat /tmp/ji | grep -v '"behavior": "OK"' | grep -v '"behavior": "NON-STRICT"' | grep -v '"behavior": "INFORMATIONAL"' | wc -l` | ||
| echo -n "AUTOBAHN SERVER / LWS CLIENT: Total tests: " `cat /tmp/ji | wc -l` " : " | ||
| if [ "$R" == "0" ] ;then | ||
| echo "All pass" | ||
| else | ||
| RESULT=1 | ||
| echo -n "$R FAIL : " | ||
| cat /tmp/ji | grep -v '"behavior": "OK"' | grep -v '"behavior": "NON-STRICT"' | grep -v '"behavior": "INFORMATIONAL"' | cut -d\" -f2 | tr '\n' ',' | ||
| echo | ||
| fi | ||
|
|
||
| # and then the server results | ||
|
|
||
| cat reports/servers/index.json | tr '\n' '!' | sed "s|\},\!|\n|g" | tr '!' ' ' | tr -s ' ' > /tmp/jis | ||
| R=`cat /tmp/jis | grep -v '"behavior": "OK"' | grep -v '"behavior": "NON-STRICT"' | grep -v '"behavior": "INFORMATIONAL"' | wc -l` | ||
|
|
||
| echo -n "AUTOBAHN CLIENT / LWS SERVER: Total tests: " `cat /tmp/jis | wc -l` " : " | ||
| if [ "$R" == "0" ] ;then | ||
| echo "All pass" | ||
| else | ||
| RESULT=$(( $RESULT + 2 )) | ||
| echo -n "$R FAIL : " | ||
| cat /tmp/jis | grep -v '"behavior": "OK"' | grep -v '"behavior": "NON-STRICT"' | grep -v '"behavior": "INFORMATIONAL"' | cut -d\" -f2 | tr '\n' ',' | ||
| echo | ||
| fi | ||
|
|
||
| echo $RESULT | ||
| exit $RESULT | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters