[CCI][FEATURE] Add test coverage statistics to Codecov (#138)

* feat: added codecov integration

Signed-off-by: bl1nkker <nurovich14@gmail.com>

* fixed codecov integration

Signed-off-by: Yerzhaisang Taskali <tasqali1697@gmail.com>

---------

Signed-off-by: bl1nkker <nurovich14@gmail.com>
Signed-off-by: Yerzhaisang Taskali <tasqali1697@gmail.com>
Co-authored-by: bl1nkker <nurovich14@gmail.com>

.ci/run-repository.sh

@@ -43,9 +43,11 @@ if [[ "$IS_DOC" == "false" ]]; then
   --env "PYTHON_CONNECTION_CLASS=${PYTHON_CONNECTION_CLASS}" \
   --env "TEST_TYPE=server" \
   --name opensearch-py-ml-test-runner \
-  --rm \
   opensearch-project/opensearch-py-ml \
   nox -s "test-${PYTHON_VERSION}(pandas_version='${PANDAS_VERSION}')"
+  docker cp opensearch-py-ml-test-runner:/code/opensearch-py-ml/junit/ ./junit/
+
+  docker rm opensearch-py-ml-test-runner
 else
   docker run \
   --network=${network_name} \

.github/workflows/integration.yml

@@ -19,3 +19,8 @@ jobs:
         uses: actions/checkout@v2
       - name: Integ ${{ matrix.cluster }} secured=${{ matrix.secured }} version=${{matrix.entry.opensearch_version}}
         run: "./.ci/run-tests ${{ matrix.cluster }} ${{ matrix.secured }} ${{ matrix.entry.opensearch_version }}"
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v2
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: ./junit/opensearch-py-ml-codecov.xml

.gitignore

@@ -56,6 +56,8 @@ venv.bak/
 # Coverage
 .coverage
 .coverage.*
+*-junit.xml
+*-codecov.xml
 
 #model file
 all-MiniLM-L6-v2_torchscript_sentence-transformer.zip

noxfile.py

@@ -23,12 +23,12 @@
 #  specific language governing permissions and limitations
 #  under the License.
 
+from os.path import abspath, dirname, join
 from pathlib import Path
 
 import nox
 
 BASE_DIR = Path(__file__).parent
-# SOURCE_FILES = ("setup.py", "noxfile.py", "eland/", "docs/", "utils/", "tests/", "bin/")
 SOURCE_FILES = ("setup.py", "noxfile.py", "opensearch_py_ml/", "utils/", "tests/")
 
 # Whenever type-hints are completed on a file it should
@@ -115,6 +115,11 @@ def test(session, pandas_version: str):
     session.run("python", "-m", "pip", "install", f"pandas~={pandas_version}")
     session.run("python", "-m", "setup_tests")
 
+    junit_xml = join(abspath(dirname(__file__)), "junit", "opensearch-py-ml-junit.xml")
+    codecov_xml = join(
+        abspath(dirname(__file__)), "junit", "opensearch-py-ml-codecov.xml"
+    )
+
     pytest_args = (
         "python",
         "-m",
@@ -124,6 +129,8 @@ def test(session, pandas_version: str):
         "--cov-config=setup.cfg",
         "--doctest-modules",
         "--nbval",
+        f"--junitxml={junit_xml}",
+        f"--cov-report=xml:{codecov_xml}",
     )
 
     session.run(