Run keras tests against keras-nightly (#4757)

* Run keras tests against keras nightly

Signed-off-by: harupy <hkawamura0130@gmail.com>

* install scikit-learn in dev test

Signed-off-by: harupy <hkawamura0130@gmail.com>

* install more packages

Signed-off-by: harupy <hkawamura0130@gmail.com>

* remove pyspark and pyarrow in autologging workflow

Signed-off-by: harupy <hkawamura0130@gmail.com>

.github/workflows/cross-version-tests.yml

@@ -162,5 +162,6 @@ jobs:
         env:
           MLFLOW_CONDA_HOME: /usr/share/miniconda
           SPARK_LOCAL_IP: 127.0.0.1
+          PACKAGE_VERSION: ${{ matrix.version }}
         run: |
           ${{ matrix.run }}

mlflow/ml-package-versions.yml

@@ -57,6 +57,8 @@ tensorflow:
     maximum: "2.6.0"
     requirements:
       "< 2.2": ["h5py<3.0", "scikit-learn"]
+      # Requirements to run tests for keras
+      "== dev": ["scikit-learn", "pyspark", "pyarrow"]
     run: |
       python_code="
       import tensorflow as tf
@@ -72,11 +74,18 @@ tensorflow:
         pytest tests/tensorflow/test_tensorflow2_model_export.py --large
       fi
 
+      # Run tests for keras against keras-nightly that's installed with tf-nightly:
+      # https://github.com/tensorflow/tensorflow/blob/v2.6.0/tensorflow/tools/pip_package/setup.py#L110-L122
+      if [ "$PACKAGE_VERSION" == "dev" ]; then
+        pytest tests/keras/test_keras_model_export.py --large
+      fi
+
   autologging:
     minimum: "1.15.4"
     maximum: "2.6.0"
     requirements:
       "< 2.2": ["h5py<3.0"]
+      "== dev": ["scikit-learn"]
     run: |
       python_code="
       import tensorflow as tf
@@ -92,6 +101,10 @@ tensorflow:
         pytest tests/tensorflow_autolog/test_tensorflow2_autolog.py --large
       fi
 
+      if [ "$PACKAGE_VERSION" == "dev" ]; then
+        pytest tests/keras_autolog/test_keras_autolog.py --large
+      fi
+
 keras:
   package_info:
     pip_release: "keras"