Skip to content
Permalink
Browse files

Pin setuptools<46 and disable tf-nightly tests for estimators (#1815)

Signed-off-by: Travis Addair <taddair@uber.com>
  • Loading branch information
tgaddair committed Mar 23, 2020
1 parent a15c52a commit 76e675772b570a2e963aee80cc1e3b215176573c
Showing with 12 additions and 12 deletions.
  1. +10 −10 .buildkite/gen-pipeline.sh
  2. +1 −1 Dockerfile.test.cpu
  3. +1 −1 Dockerfile.test.gpu
@@ -238,19 +238,19 @@ run_spark() {
run_test "${test}" "${queue}" \
":spark: Spark Keras Rossmann Run (${test})" \
"bash -c \"OMP_NUM_THREADS=1 python /horovod/examples/keras_spark_rossmann_run.py --num-proc 2 --data-dir file:///data --epochs 3 --sample-rate 0.01\""
fi

run_test "${test}" "${queue}" \
":spark: Spark Keras Rossmann Estimator (${test})" \
"bash -c \"OMP_NUM_THREADS=1 python /horovod/examples/keras_spark_rossmann_estimator.py --num-proc 2 --work-dir /work --data-dir file:///data --epochs 3 --sample-rate 0.01\""
run_test "${test}" "${queue}" \
":spark: Spark Keras Rossmann Estimator (${test})" \
"bash -c \"OMP_NUM_THREADS=1 python /horovod/examples/keras_spark_rossmann_estimator.py --num-proc 2 --work-dir /work --data-dir file:///data --epochs 3 --sample-rate 0.01\""

run_test "${test}" "${queue}" \
":spark: PyTests Spark Estimators (${test})" \
"bash -c \"cd /horovod/test && pytest --forked -v --capture=no test_spark_keras.py test_spark_torch.py\""
run_test "${test}" "${queue}" \
":spark: PyTests Spark Estimators (${test})" \
"bash -c \"cd /horovod/test && pytest --forked -v --capture=no test_spark_keras.py test_spark_torch.py\""

run_test "${test}" "${queue}" \
":spark: Spark Keras MNIST (${test})" \
"bash -c \"OMP_NUM_THREADS=1 python /horovod/examples/keras_spark_mnist.py --num-proc 2 --work-dir /work --data-dir /data --epochs 3\""
run_test "${test}" "${queue}" \
":spark: Spark Keras MNIST (${test})" \
"bash -c \"OMP_NUM_THREADS=1 python /horovod/examples/keras_spark_mnist.py --num-proc 2 --work-dir /work --data-dir /data --epochs 3\""
fi

run_test "${test}" "${queue}" \
":spark: Spark Torch MNIST (${test})" \
@@ -38,7 +38,7 @@ RUN if [[ "${PYTHON_VERSION}" == "3.6" ]]; then \
fi
RUN ln -s -f /usr/bin/python${PYTHON_VERSION} /usr/bin/python
RUN wget https://bootstrap.pypa.io/get-pip.py && python get-pip.py && rm get-pip.py
RUN pip install -U --force pip setuptools requests pytest mock pytest-forked
RUN pip install -U --force pip 'setuptools<46.0.0' requests pytest mock pytest-forked

# Install PySpark.
RUN apt-get update -qq && apt install -y openjdk-8-jdk-headless
@@ -45,7 +45,7 @@ RUN if [[ "${PYTHON_VERSION}" == "3.6" ]]; then \
fi
RUN ln -s -f /usr/bin/python${PYTHON_VERSION} /usr/bin/python
RUN wget https://bootstrap.pypa.io/get-pip.py && python get-pip.py && rm get-pip.py
RUN pip install -U --force pip setuptools requests pytest mock pytest-forked
RUN pip install -U --force pip 'setuptools<46.0.0' requests pytest mock pytest-forked

# Install PySpark.
RUN apt-get update -qq && apt install -y openjdk-8-jdk-headless

0 comments on commit 76e6757

Please sign in to comment.
You can’t perform that action at this time.