From bd2bc697b47891a63df30c608cc895e9ffaf2ca4 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Fri, 16 Sep 2022 11:04:42 +0530 Subject: [PATCH 01/19] Added new run-tests customization features --- src/commands/run-tests.yml | 27 +++++++++++++++++++++++++++ src/scripts/run-tests.sh | 6 +++++- 2 files changed, 32 insertions(+), 1 deletion(-) diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index 4783bd7..b982e5a 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -73,6 +73,29 @@ parameters: maximum time a job is allowed to run. type: string default: 10m + use-parallel: + description: > + Whether to run tests in parallel (requires Parallel Computing Toolbox). This feature might + not be compatible with certain arguments, in which case, tests run in serial regardless of + the specified value. + type: boolean + default: false + strict: + description: > + Whether to apply strict checks when running the tests. For example, the task generates a + qualification failure if a test issues a warning. + type: boolean + default: false + logging-level: + description: > + Maximum verbosity level for logged diagnostics included for the test run. + type: string + default: '' + output-detail: + description: > + Display level for event details produced by the test run. + type: string + default: '' steps: - run: @@ -89,6 +112,10 @@ steps: PARAM_TEST_RESULTS_SIMULINK_TEST: <> PARAM_TEST_RESULTS_HTML: <> PARAM_TEST_RESULTS_PDF: <> + PARAM_USE_PARALLEL: <> + PARAM_STRICT: <> + PARAM_LOGGING_LEVEL: <> + PARAM_OUTPUT_DETAIL: <> command: <> shell: bash no_output_timeout: <> diff --git a/src/scripts/run-tests.sh b/src/scripts/run-tests.sh index 1a5bcdd..24a8bd7 100644 --- a/src/scripts/run-tests.sh +++ b/src/scripts/run-tests.sh @@ -39,7 +39,11 @@ fi 'HTMLModelCoverage','${PARAM_MODEL_COVERAGE_HTML}',\ 'SimulinkTestResults','${PARAM_TEST_RESULTS_SIMULINK_TEST}',\ 'HTMLTestReport','${PARAM_TEST_RESULTS_HTML}',\ - 'PDFTestReport','${PARAM_TEST_RESULTS_PDF}');\ + 'PDFTestReport','${PARAM_TEST_RESULTS_PDF}',\ + 'UseParallel',${PARAM_USE_PARALLEL},\ + 'Strict',${PARAM_STRICT},\ + 'LoggingLevel','${PARAM_LOGGING_LEVEL}',\ + 'OutputDetail','${PARAM_OUTPUT_DETAIL}');\ disp('Running MATLAB script with contents:');\ disp(testScript.Contents);\ fprintf('__________\n\n');\ From 55ee0559bd5d667124dea6f2f42ced0bf8b251c1 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Fri, 16 Sep 2022 12:55:34 +0530 Subject: [PATCH 02/19] Updated default values --- src/commands/run-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index b982e5a..dbe323e 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -90,12 +90,12 @@ parameters: description: > Maximum verbosity level for logged diagnostics included for the test run. type: string - default: '' + default: 'Default' output-detail: description: > Display level for event details produced by the test run. type: string - default: '' + default: 'Default' steps: - run: From 13fecad250f34a55bdf3c140c1fac122855e40c6 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Mon, 3 Oct 2022 16:43:18 +0530 Subject: [PATCH 03/19] Updated default values --- src/commands/run-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index dbe323e..b982e5a 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -90,12 +90,12 @@ parameters: description: > Maximum verbosity level for logged diagnostics included for the test run. type: string - default: 'Default' + default: '' output-detail: description: > Display level for event details produced by the test run. type: string - default: 'Default' + default: '' steps: - run: From e0803e48ac0103b1c932ed85e66891f44e37f22e Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Tue, 4 Oct 2022 16:10:41 +0530 Subject: [PATCH 04/19] Added tests and updated feature order as per doc --- .circleci/test-deploy.yml | 42 ++++++++++++++++++++++++++++++++++++++ src/commands/run-tests.yml | 24 +++++++++++----------- src/scripts/run-tests.sh | 6 +++--- 3 files changed, 57 insertions(+), 15 deletions(-) diff --git a/.circleci/test-deploy.yml b/.circleci/test-deploy.yml index c48320e..7a0ec6d 100644 --- a/.circleci/test-deploy.yml +++ b/.circleci/test-deploy.yml @@ -187,6 +187,48 @@ jobs: grep -v simpleTest test-results/matlab/filterdtagresult.xml shell: bash + - run: + name: Setup diary for logging + command: | + echo 'diary console.log' >> startup.m + shell: bash + - matlab/run-tests: + strict: true + source-folder: src + - run: + name: Verify tests ran with strict checks + command: | + set -e + grep -q "runner.addPlugin(FailOnWarningsPlugin())" console.log + shell: bash + - matlab/run-tests: + use-parallel: true + source-folder: src + - run: + name: Verify tests ran in parallel + command: | + set -e + grep -q "Starting parallel pool (parpool)" console.log + shell: bash + - matlab/run-tests: + output-detail: Verbose + source-folder: src + - run: + name: Verify tests ran with maximum display level for event details + command: | + set -e + grep -q "TestRunner.withTextOutput('OutputDetail', 4)" console.log + shell: bash + - matlab/run-tests: + logging-level: Verbose + source-folder: src + - run: + name: Verify tests ran with maximum verbosity level for logged diagnostics + command: | + set -e + grep -q "TestRunner.withTextOutput('LoggingLevel', 4)" console.log + shell: bash + # Set up for model coverage artifact tests - when: condition: diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index b982e5a..25527cb 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -73,6 +73,12 @@ parameters: maximum time a job is allowed to run. type: string default: 10m + strict: + description: > + Whether to apply strict checks when running the tests. For example, the task generates a + qualification failure if a test issues a warning. + type: boolean + default: false use-parallel: description: > Whether to run tests in parallel (requires Parallel Computing Toolbox). This feature might @@ -80,20 +86,14 @@ parameters: the specified value. type: boolean default: false - strict: - description: > - Whether to apply strict checks when running the tests. For example, the task generates a - qualification failure if a test issues a warning. - type: boolean - default: false - logging-level: + output-detail: description: > - Maximum verbosity level for logged diagnostics included for the test run. + Display level for event details produced by the test run. type: string default: '' - output-detail: + logging-level: description: > - Display level for event details produced by the test run. + Maximum verbosity level for logged diagnostics included for the test run. type: string default: '' @@ -112,10 +112,10 @@ steps: PARAM_TEST_RESULTS_SIMULINK_TEST: <> PARAM_TEST_RESULTS_HTML: <> PARAM_TEST_RESULTS_PDF: <> - PARAM_USE_PARALLEL: <> PARAM_STRICT: <> - PARAM_LOGGING_LEVEL: <> + PARAM_USE_PARALLEL: <> PARAM_OUTPUT_DETAIL: <> + PARAM_LOGGING_LEVEL: <> command: <> shell: bash no_output_timeout: <> diff --git a/src/scripts/run-tests.sh b/src/scripts/run-tests.sh index 24a8bd7..74d6f16 100644 --- a/src/scripts/run-tests.sh +++ b/src/scripts/run-tests.sh @@ -40,10 +40,10 @@ fi 'SimulinkTestResults','${PARAM_TEST_RESULTS_SIMULINK_TEST}',\ 'HTMLTestReport','${PARAM_TEST_RESULTS_HTML}',\ 'PDFTestReport','${PARAM_TEST_RESULTS_PDF}',\ - 'UseParallel',${PARAM_USE_PARALLEL},\ 'Strict',${PARAM_STRICT},\ - 'LoggingLevel','${PARAM_LOGGING_LEVEL}',\ - 'OutputDetail','${PARAM_OUTPUT_DETAIL}');\ + 'UseParallel',${PARAM_USE_PARALLEL},\ + 'OutputDetail','${PARAM_OUTPUT_DETAIL}',\ + 'LoggingLevel','${PARAM_LOGGING_LEVEL}');\ disp('Running MATLAB script with contents:');\ disp(testScript.Contents);\ fprintf('__________\n\n');\ From d1cf64f6168053ae6ce867076b8173b8b23080b0 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Tue, 4 Oct 2022 16:53:28 +0530 Subject: [PATCH 05/19] Updated run-tests.yml to avoid conflicts --- src/commands/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index 25527cb..1fd30ca 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -116,6 +116,6 @@ steps: PARAM_USE_PARALLEL: <> PARAM_OUTPUT_DETAIL: <> PARAM_LOGGING_LEVEL: <> - command: <> + command: <> shell: bash no_output_timeout: <> From 4ecfc2d76b7a939fcc71e5b7178521d23effc55c Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Fri, 16 Sep 2022 11:04:42 +0530 Subject: [PATCH 06/19] Added new run-tests customization features --- src/commands/run-tests.yml | 29 ++++++++++++++++++++++++++++- src/scripts/run-tests.sh | 6 +++++- 2 files changed, 33 insertions(+), 2 deletions(-) diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index 881b437..b982e5a 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -73,6 +73,29 @@ parameters: maximum time a job is allowed to run. type: string default: 10m + use-parallel: + description: > + Whether to run tests in parallel (requires Parallel Computing Toolbox). This feature might + not be compatible with certain arguments, in which case, tests run in serial regardless of + the specified value. + type: boolean + default: false + strict: + description: > + Whether to apply strict checks when running the tests. For example, the task generates a + qualification failure if a test issues a warning. + type: boolean + default: false + logging-level: + description: > + Maximum verbosity level for logged diagnostics included for the test run. + type: string + default: '' + output-detail: + description: > + Display level for event details produced by the test run. + type: string + default: '' steps: - run: @@ -89,6 +112,10 @@ steps: PARAM_TEST_RESULTS_SIMULINK_TEST: <> PARAM_TEST_RESULTS_HTML: <> PARAM_TEST_RESULTS_PDF: <> - command: <> + PARAM_USE_PARALLEL: <> + PARAM_STRICT: <> + PARAM_LOGGING_LEVEL: <> + PARAM_OUTPUT_DETAIL: <> + command: <> shell: bash no_output_timeout: <> diff --git a/src/scripts/run-tests.sh b/src/scripts/run-tests.sh index 1a5bcdd..24a8bd7 100644 --- a/src/scripts/run-tests.sh +++ b/src/scripts/run-tests.sh @@ -39,7 +39,11 @@ fi 'HTMLModelCoverage','${PARAM_MODEL_COVERAGE_HTML}',\ 'SimulinkTestResults','${PARAM_TEST_RESULTS_SIMULINK_TEST}',\ 'HTMLTestReport','${PARAM_TEST_RESULTS_HTML}',\ - 'PDFTestReport','${PARAM_TEST_RESULTS_PDF}');\ + 'PDFTestReport','${PARAM_TEST_RESULTS_PDF}',\ + 'UseParallel',${PARAM_USE_PARALLEL},\ + 'Strict',${PARAM_STRICT},\ + 'LoggingLevel','${PARAM_LOGGING_LEVEL}',\ + 'OutputDetail','${PARAM_OUTPUT_DETAIL}');\ disp('Running MATLAB script with contents:');\ disp(testScript.Contents);\ fprintf('__________\n\n');\ From 9df909e1d072ef3a030bb09e80e97efaa684f5d1 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Fri, 16 Sep 2022 12:55:34 +0530 Subject: [PATCH 07/19] Updated default values --- src/commands/run-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index b982e5a..dbe323e 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -90,12 +90,12 @@ parameters: description: > Maximum verbosity level for logged diagnostics included for the test run. type: string - default: '' + default: 'Default' output-detail: description: > Display level for event details produced by the test run. type: string - default: '' + default: 'Default' steps: - run: From f8ea80a18b67b92fa99c2bfa9134ce0e252efd09 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Mon, 3 Oct 2022 16:43:18 +0530 Subject: [PATCH 08/19] Updated default values --- src/commands/run-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index dbe323e..b982e5a 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -90,12 +90,12 @@ parameters: description: > Maximum verbosity level for logged diagnostics included for the test run. type: string - default: 'Default' + default: '' output-detail: description: > Display level for event details produced by the test run. type: string - default: 'Default' + default: '' steps: - run: From 3c270233c54951db3cba11b9a32fdabae6bc781d Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Tue, 4 Oct 2022 16:10:41 +0530 Subject: [PATCH 09/19] Added tests and updated feature order as per doc --- .circleci/test-deploy.yml | 42 ++++++++++++++++++++++++++++++++++++++ src/commands/run-tests.yml | 24 +++++++++++----------- src/scripts/run-tests.sh | 6 +++--- 3 files changed, 57 insertions(+), 15 deletions(-) diff --git a/.circleci/test-deploy.yml b/.circleci/test-deploy.yml index af26714..c6b5743 100644 --- a/.circleci/test-deploy.yml +++ b/.circleci/test-deploy.yml @@ -187,6 +187,48 @@ jobs: grep -v simpleTest test-results/matlab/filterdtagresult.xml shell: bash + - run: + name: Setup diary for logging + command: | + echo 'diary console.log' >> startup.m + shell: bash + - matlab/run-tests: + strict: true + source-folder: src + - run: + name: Verify tests ran with strict checks + command: | + set -e + grep -q "runner.addPlugin(FailOnWarningsPlugin())" console.log + shell: bash + - matlab/run-tests: + use-parallel: true + source-folder: src + - run: + name: Verify tests ran in parallel + command: | + set -e + grep -q "Starting parallel pool (parpool)" console.log + shell: bash + - matlab/run-tests: + output-detail: Verbose + source-folder: src + - run: + name: Verify tests ran with maximum display level for event details + command: | + set -e + grep -q "TestRunner.withTextOutput('OutputDetail', 4)" console.log + shell: bash + - matlab/run-tests: + logging-level: Verbose + source-folder: src + - run: + name: Verify tests ran with maximum verbosity level for logged diagnostics + command: | + set -e + grep -q "TestRunner.withTextOutput('LoggingLevel', 4)" console.log + shell: bash + # Set up for model coverage artifact tests - when: condition: diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index b982e5a..25527cb 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -73,6 +73,12 @@ parameters: maximum time a job is allowed to run. type: string default: 10m + strict: + description: > + Whether to apply strict checks when running the tests. For example, the task generates a + qualification failure if a test issues a warning. + type: boolean + default: false use-parallel: description: > Whether to run tests in parallel (requires Parallel Computing Toolbox). This feature might @@ -80,20 +86,14 @@ parameters: the specified value. type: boolean default: false - strict: - description: > - Whether to apply strict checks when running the tests. For example, the task generates a - qualification failure if a test issues a warning. - type: boolean - default: false - logging-level: + output-detail: description: > - Maximum verbosity level for logged diagnostics included for the test run. + Display level for event details produced by the test run. type: string default: '' - output-detail: + logging-level: description: > - Display level for event details produced by the test run. + Maximum verbosity level for logged diagnostics included for the test run. type: string default: '' @@ -112,10 +112,10 @@ steps: PARAM_TEST_RESULTS_SIMULINK_TEST: <> PARAM_TEST_RESULTS_HTML: <> PARAM_TEST_RESULTS_PDF: <> - PARAM_USE_PARALLEL: <> PARAM_STRICT: <> - PARAM_LOGGING_LEVEL: <> + PARAM_USE_PARALLEL: <> PARAM_OUTPUT_DETAIL: <> + PARAM_LOGGING_LEVEL: <> command: <> shell: bash no_output_timeout: <> diff --git a/src/scripts/run-tests.sh b/src/scripts/run-tests.sh index 24a8bd7..74d6f16 100644 --- a/src/scripts/run-tests.sh +++ b/src/scripts/run-tests.sh @@ -40,10 +40,10 @@ fi 'SimulinkTestResults','${PARAM_TEST_RESULTS_SIMULINK_TEST}',\ 'HTMLTestReport','${PARAM_TEST_RESULTS_HTML}',\ 'PDFTestReport','${PARAM_TEST_RESULTS_PDF}',\ - 'UseParallel',${PARAM_USE_PARALLEL},\ 'Strict',${PARAM_STRICT},\ - 'LoggingLevel','${PARAM_LOGGING_LEVEL}',\ - 'OutputDetail','${PARAM_OUTPUT_DETAIL}');\ + 'UseParallel',${PARAM_USE_PARALLEL},\ + 'OutputDetail','${PARAM_OUTPUT_DETAIL}',\ + 'LoggingLevel','${PARAM_LOGGING_LEVEL}');\ disp('Running MATLAB script with contents:');\ disp(testScript.Contents);\ fprintf('__________\n\n');\ From 35df16e18f8959d5c3c03e475625883d5e172cae Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Tue, 4 Oct 2022 16:53:28 +0530 Subject: [PATCH 10/19] Updated run-tests.yml to avoid conflicts --- src/commands/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index 25527cb..1fd30ca 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -116,6 +116,6 @@ steps: PARAM_USE_PARALLEL: <> PARAM_OUTPUT_DETAIL: <> PARAM_LOGGING_LEVEL: <> - command: <> + command: <> shell: bash no_output_timeout: <> From 5969d50e15dd71f82404e95398a45b8348c9b552 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Thu, 6 Oct 2022 17:33:53 +0530 Subject: [PATCH 11/19] Updated text as per review --- .circleci/test-deploy.yml | 2 +- src/commands/run-tests.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.circleci/test-deploy.yml b/.circleci/test-deploy.yml index c6b5743..ee55283 100644 --- a/.circleci/test-deploy.yml +++ b/.circleci/test-deploy.yml @@ -188,7 +188,7 @@ jobs: shell: bash - run: - name: Setup diary for logging + name: Set up diary for logging command: | echo 'diary console.log' >> startup.m shell: bash diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index 1fd30ca..88b25f0 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -75,7 +75,7 @@ parameters: default: 10m strict: description: > - Whether to apply strict checks when running the tests. For example, the task generates a + Whether to apply strict checks when running the tests. For example, the command generates a qualification failure if a test issues a warning. type: boolean default: false From a98189fc8c2af4912cae7c9ce64459f512f4d713 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Thu, 6 Oct 2022 22:06:51 +0530 Subject: [PATCH 12/19] Added logs clean up and updated parallel task verification --- .circleci/test-deploy.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.circleci/test-deploy.yml b/.circleci/test-deploy.yml index ee55283..ae813da 100644 --- a/.circleci/test-deploy.yml +++ b/.circleci/test-deploy.yml @@ -200,6 +200,7 @@ jobs: command: | set -e grep -q "runner.addPlugin(FailOnWarningsPlugin())" console.log + rm console.log shell: bash - matlab/run-tests: use-parallel: true @@ -208,7 +209,8 @@ jobs: name: Verify tests ran in parallel command: | set -e - grep -q "Starting parallel pool (parpool)" console.log + grep -q "Unable to get or start a parallel pool. Running tests in serial instead." console.log + rm console.log shell: bash - matlab/run-tests: output-detail: Verbose @@ -218,6 +220,7 @@ jobs: command: | set -e grep -q "TestRunner.withTextOutput('OutputDetail', 4)" console.log + rm console.log shell: bash - matlab/run-tests: logging-level: Verbose @@ -227,6 +230,7 @@ jobs: command: | set -e grep -q "TestRunner.withTextOutput('LoggingLevel', 4)" console.log + rm console.log shell: bash # Set up for model coverage artifact tests From acf9eda2dbff81c820d3766b17e2354e417818d8 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Thu, 6 Oct 2022 23:10:34 +0530 Subject: [PATCH 13/19] Updated verbosity tests --- .circleci/test-deploy.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.circleci/test-deploy.yml b/.circleci/test-deploy.yml index ae813da..78bd94d 100644 --- a/.circleci/test-deploy.yml +++ b/.circleci/test-deploy.yml @@ -213,23 +213,23 @@ jobs: rm console.log shell: bash - matlab/run-tests: - output-detail: Verbose + output-detail: Detailed source-folder: src - run: - name: Verify tests ran with maximum display level for event details + name: Verify tests ran with detailed display level for event details command: | set -e - grep -q "TestRunner.withTextOutput('OutputDetail', 4)" console.log + grep -q "TestRunner.withTextOutput('OutputDetail', 3)" console.log rm console.log shell: bash - matlab/run-tests: - logging-level: Verbose + logging-level: Detailed source-folder: src - run: - name: Verify tests ran with maximum verbosity level for logged diagnostics + name: Verify tests ran with detailed verbosity level for logged diagnostics command: | set -e - grep -q "TestRunner.withTextOutput('LoggingLevel', 4)" console.log + grep -q "TestRunner.withTextOutput('LoggingLevel', 3)" console.log rm console.log shell: bash From 83af58987e13d5d3780009eb9d55b8eba808b357 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Fri, 7 Oct 2022 10:32:39 +0530 Subject: [PATCH 14/19] Testing for 'False' and 'no' inputs --- .circleci/test-deploy.yml | 32 ++++++++++++++++---------------- 1 file changed, 16 insertions(+), 16 deletions(-) diff --git a/.circleci/test-deploy.yml b/.circleci/test-deploy.yml index 78bd94d..016b77f 100644 --- a/.circleci/test-deploy.yml +++ b/.circleci/test-deploy.yml @@ -193,25 +193,25 @@ jobs: echo 'diary console.log' >> startup.m shell: bash - matlab/run-tests: - strict: true + strict: False source-folder: src - - run: - name: Verify tests ran with strict checks - command: | - set -e - grep -q "runner.addPlugin(FailOnWarningsPlugin())" console.log - rm console.log - shell: bash + # - run: + # name: Verify tests ran with strict checks + # command: | + # set -e + # grep -q "runner.addPlugin(FailOnWarningsPlugin())" console.log + # rm console.log + # shell: bash - matlab/run-tests: - use-parallel: true + use-parallel: no source-folder: src - - run: - name: Verify tests ran in parallel - command: | - set -e - grep -q "Unable to get or start a parallel pool. Running tests in serial instead." console.log - rm console.log - shell: bash + # - run: + # name: Verify tests ran in parallel + # command: | + # set -e + # grep -q "Unable to get or start a parallel pool. Running tests in serial instead." console.log + # rm console.log + # shell: bash - matlab/run-tests: output-detail: Detailed source-folder: src From 3fe0b1d94e5bba3bca316c10f4f240c66bdd3429 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Fri, 7 Oct 2022 10:45:51 +0530 Subject: [PATCH 15/19] Reverted to original tests --- .circleci/test-deploy.yml | 32 ++++++++++++++++---------------- 1 file changed, 16 insertions(+), 16 deletions(-) diff --git a/.circleci/test-deploy.yml b/.circleci/test-deploy.yml index 016b77f..78bd94d 100644 --- a/.circleci/test-deploy.yml +++ b/.circleci/test-deploy.yml @@ -193,25 +193,25 @@ jobs: echo 'diary console.log' >> startup.m shell: bash - matlab/run-tests: - strict: False + strict: true source-folder: src - # - run: - # name: Verify tests ran with strict checks - # command: | - # set -e - # grep -q "runner.addPlugin(FailOnWarningsPlugin())" console.log - # rm console.log - # shell: bash + - run: + name: Verify tests ran with strict checks + command: | + set -e + grep -q "runner.addPlugin(FailOnWarningsPlugin())" console.log + rm console.log + shell: bash - matlab/run-tests: - use-parallel: no + use-parallel: true source-folder: src - # - run: - # name: Verify tests ran in parallel - # command: | - # set -e - # grep -q "Unable to get or start a parallel pool. Running tests in serial instead." console.log - # rm console.log - # shell: bash + - run: + name: Verify tests ran in parallel + command: | + set -e + grep -q "Unable to get or start a parallel pool. Running tests in serial instead." console.log + rm console.log + shell: bash - matlab/run-tests: output-detail: Detailed source-folder: src From 7cdff4fa5dd039ea79b5b8743e09d4361460999f Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Fri, 7 Oct 2022 15:07:55 +0530 Subject: [PATCH 16/19] Testing for 'True' input --- .circleci/test-deploy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.circleci/test-deploy.yml b/.circleci/test-deploy.yml index 78bd94d..6d25082 100644 --- a/.circleci/test-deploy.yml +++ b/.circleci/test-deploy.yml @@ -193,7 +193,7 @@ jobs: echo 'diary console.log' >> startup.m shell: bash - matlab/run-tests: - strict: true + strict: True source-folder: src - run: name: Verify tests ran with strict checks From db1511ef0e56d0d5932d4e88ce88b7775ba65683 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Fri, 7 Oct 2022 17:44:35 +0530 Subject: [PATCH 17/19] Reverted to original test --- .circleci/test-deploy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.circleci/test-deploy.yml b/.circleci/test-deploy.yml index 6d25082..78bd94d 100644 --- a/.circleci/test-deploy.yml +++ b/.circleci/test-deploy.yml @@ -193,7 +193,7 @@ jobs: echo 'diary console.log' >> startup.m shell: bash - matlab/run-tests: - strict: True + strict: true source-folder: src - run: name: Verify tests ran with strict checks From 9b9aac5da0d456c2a694c57d6205d0c650fc16f2 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Mon, 10 Oct 2022 09:55:37 +0530 Subject: [PATCH 18/19] Updated use-parallel test --- .circleci/test-deploy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.circleci/test-deploy.yml b/.circleci/test-deploy.yml index 78bd94d..c3bcc71 100644 --- a/.circleci/test-deploy.yml +++ b/.circleci/test-deploy.yml @@ -209,7 +209,7 @@ jobs: name: Verify tests ran in parallel command: | set -e - grep -q "Unable to get or start a parallel pool. Running tests in serial instead." console.log + grep -q "parallel pool" console.log rm console.log shell: bash - matlab/run-tests: From b324e762a2fca895d3878724674631002827ee44 Mon Sep 17 00:00:00 2001 From: mw-kapilg Date: Mon, 10 Oct 2022 19:19:09 +0530 Subject: [PATCH 19/19] Updated to detailed help text --- src/commands/run-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/commands/run-tests.yml b/src/commands/run-tests.yml index 88b25f0..ecd99b9 100644 --- a/src/commands/run-tests.yml +++ b/src/commands/run-tests.yml @@ -88,12 +88,12 @@ parameters: default: false output-detail: description: > - Display level for event details produced by the test run. + Display level for event details produced by the test run, specified as 'None', 'Terse', 'Concise', 'Detailed', or 'Verbose'. type: string default: '' logging-level: description: > - Maximum verbosity level for logged diagnostics included for the test run. + Maximum verbosity level for logged diagnostics included for the test run, specified as 'None', 'Terse', 'Concise', 'Detailed', or 'Verbose'. type: string default: ''