[CI] Temporary fix for conda-forge migration (#3406)

* pin conda forge channel

* failed building wheel for pickle5

* verbose and optional pickle5 install

ci/appveyor-cpp-build.bat

@@ -95,7 +95,7 @@ if "%JOB%" == "Build_Debug" (
   exit /B 0
 )
 
-conda create -n arrow -q -y -c conda-forge ^
+conda create -n arrow -q -y -c conda-forge/label/cf201901 ^
       --file=ci\conda_env_python.yml ^
       python=%PYTHON% ^
       numpy=1.14 ^
@@ -110,7 +110,7 @@ set BOOST_LIBRARYDIR=%CONDA_PREFIX%\Library\lib
 
 if "%JOB%" == "Toolchain" (
   @rem Install pre-built "toolchain" packages for faster builds
-  conda install -q -y -c conda-forge ^
+  conda install -q -y -c conda-forge/label/cf201901 ^
         --file=ci\conda_env_cpp.yml ^
         python=%PYTHON%
 

ci/appveyor-cpp-setup.bat

@@ -39,7 +39,7 @@ if defined need_vcvarsall (
     )
 )
 
-if "%GENERATOR%"=="Ninja" conda install -y -q ninja
+if "%GENERATOR%"=="Ninja" conda install -y -q ninja -c conda-forge/label/cf201901
 
 if "%USE_CLCACHE%" == "true" (
     @rem Use clcache for faster builds

ci/appveyor-cpp-test-cmake-script.bat

@@ -19,8 +19,8 @@
 
 @rem Validate cmake script behaviour on missed lib in toolchain
 set CONDA_ENV=arrow-cmake-tests-libs
-conda create -n %CONDA_ENV% -q -y
-conda install -n %CONDA_ENV% -q -y -c conda-forge boost-cpp
+conda create -n %CONDA_ENV% -q -y -c conda-forge/label/cf201901
+conda install -n %CONDA_ENV% -q -y -c conda-forge/label/cf201901 boost-cpp
 call activate %CONDA_ENV%
 
 set BUILD_DIR=cpp\build-cmake-test
@@ -161,8 +161,8 @@ call deactivate
 
 @rem Validate libs availability in conda toolchain
 set CONDA_ENV=arrow-cmake-tests-toolchain
-conda create -n %CONDA_ENV% -q -y
-conda install -n %CONDA_ENV% -q -y -c conda-forge ^
+conda create -n %CONDA_ENV% -q -y -c conda-forge/label/cf201901
+conda install -n %CONDA_ENV% -q -y -c conda-forge/label/cf201901 ^
       --file=ci\conda_env_cpp.yml
 call activate %CONDA_ENV%
 

ci/cpp-msvc-build-main.bat

@@ -105,7 +105,7 @@ popd
 
 call deactivate
 
-conda create -n wheel_test -q -y python=%PYTHON% || exit /B
+conda create -n wheel_test -q -y -c conda-forge/label/cf201901 python=%PYTHON% || exit /B
 
 call activate wheel_test
 

ci/travis_before_script_c_glib.sh

@@ -23,7 +23,7 @@ source $TRAVIS_BUILD_DIR/ci/travis_env_common.sh
 
 source $TRAVIS_BUILD_DIR/ci/travis_install_conda.sh
 
-conda create -n meson -y -q python=3.6
+conda create -n meson -y -q -c conda-forge/label/cf201901 python=3.6
 conda activate meson
 
 pip install meson
@@ -36,7 +36,7 @@ else
     autoconf-archive \
     gtk-doc-tools \
     libgirepository1.0-dev
-  conda install -q -y ninja
+  conda install -q -y ninja -c conda-forge/label/cf201901
 fi
 
 gem install test-unit gobject-introspection

ci/travis_install_toolchain.sh

@@ -27,7 +27,7 @@ if [ ! -e $CPP_TOOLCHAIN ]; then
     fi
 
     # Set up C++ toolchain from conda-forge packages for faster builds
-    conda create -y -q -p $CPP_TOOLCHAIN \
+    conda create -y -q -p $CPP_TOOLCHAIN -c conda-forge/label/cf201901 \
         --file=$TRAVIS_BUILD_DIR/ci/conda_env_cpp.yml \
         ${CONDA_LLVM} \
         ccache \

ci/travis_script_integration.sh

@@ -43,14 +43,14 @@ popd
 pushd $ARROW_INTEGRATION_DIR
 
 CONDA_ENV_NAME=arrow-integration-test
-conda create -y -q -n $CONDA_ENV_NAME python=3.5
+conda create -y -q -n $CONDA_ENV_NAME -c conda-forge/label/cf201901 python=3.5
 conda activate $CONDA_ENV_NAME
 
 # faster builds, please
-conda install -y nomkl
+conda install -y nomkl -c conda-forge/label/cf201901
 
 # Expensive dependencies install from Continuum package repo
-conda install -y pip numpy six
+conda install -y pip numpy six -c conda-forge/label/cf201901
 
 # ARROW-4008: Create a directory to write temporary files since /tmp can be
 # unstable in Travis CI

ci/travis_script_manylinux.sh

@@ -34,7 +34,7 @@ source $TRAVIS_BUILD_DIR/ci/travis_install_conda.sh
 PYTHON_VERSION=3.6
 CONDA_ENV_DIR=$TRAVIS_BUILD_DIR/pyarrow-test-$PYTHON_VERSION
 
-conda create -y -q -p $CONDA_ENV_DIR python=$PYTHON_VERSION
+conda create -y -q -p $CONDA_ENV_DIR -c conda-forge/label/cf201901 python=$PYTHON_VERSION
 conda activate $CONDA_ENV_DIR
 
 pip install -q tensorflow

ci/travis_script_python.sh

@@ -45,7 +45,7 @@ if [ $ARROW_TRAVIS_PYTHON_JVM == "1" ]; then
   CONDA_JVM_DEPS="jpype1"
 fi
 
-conda create -y -q -p $CONDA_ENV_DIR \
+conda create -y -q -p $CONDA_ENV_DIR -c conda-forge/label/cf201901 \
       --file $TRAVIS_BUILD_DIR/ci/conda_env_python.yml \
       nomkl \
       cmake \
@@ -61,7 +61,7 @@ which python
 
 if [ "$ARROW_TRAVIS_PYTHON_DOCS" == "1" ] && [ "$PYTHON_VERSION" == "3.6" ]; then
   # Install documentation dependencies
-  conda install -y -c conda-forge --file ci/conda_env_sphinx.yml
+  conda install -y -c conda-forge/label/cf201901 --file ci/conda_env_sphinx.yml
 fi
 
 # ARROW-2093: PyTorch increases the size of our conda dependency stack
@@ -74,7 +74,7 @@ fi
 # fi
 
 if [ $TRAVIS_OS_NAME != "osx" ]; then
-  conda install -y -c conda-forge tensorflow
+  conda install -y -c conda-forge/label/cf201901 tensorflow
   PYARROW_PYTEST_FLAGS="$PYARROW_PYTEST_FLAGS --tensorflow"
 fi
 
@@ -126,8 +126,9 @@ pushd $ARROW_PYTHON_DIR
 # Other stuff pip install
 pip install -r requirements.txt
 
+# FIXME(kszucs): disabled in https://github.com/apache/arrow/pull/3406
 if [ "$PYTHON_VERSION" == "3.6" ]; then
-    pip install -q pickle5
+    pip install -vvv pickle5 || true
 fi
 if [ "$ARROW_TRAVIS_COVERAGE" == "1" ]; then
     export PYARROW_GENERATE_COVERAGE=1
@@ -203,7 +204,7 @@ if [ "$ARROW_TRAVIS_PYTHON_BENCHMARKS" == "1" ] && [ "$PYTHON_VERSION" == "3.6"
   # Unfortunately this won't ensure that all benchmarks succeed
   # (see https://github.com/airspeed-velocity/asv/issues/449)
   source deactivate
-  conda create -y -q -n pyarrow_asv python=$PYTHON_VERSION
+  conda create -y -q -n pyarrow_asv python=$PYTHON_VERSION -c conda-forge/label/cf201901
   conda activate pyarrow_asv
   pip install -q git+https://github.com/pitrou/asv.git@customize_commands