ARROW-8316: [CI] Set docker-compose to use docker-cli instead of dock…

…er-py for building images

The build cache sometimes works sometimes doesn't.

The images pushed from the master branch were sometimes producing reusable layers, sometimes not. So the caching was working non-deterministically.

The underlying issue is docker/compose#883

Closes #6802 from kszucs/docker-compose-cli

Authored-by: Krisztián Szűcs <szucs.krisztian@gmail.com>
Signed-off-by: Krisztián Szűcs <szucs.krisztian@gmail.com>

.github/workflows/cpp.yml

@@ -32,6 +32,8 @@ on:
       - 'format/Flight.proto'
 
 env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
   ARROW_ENABLE_TIMING_TESTS: OFF
 
 jobs:

.github/workflows/cpp_cron.yml

@@ -30,6 +30,8 @@ on:
         0 */12 * * *
 
 env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
   ARROW_ENABLE_TIMING_TESTS: OFF
 
 jobs:

.github/workflows/dev.yml

@@ -22,6 +22,10 @@ on:
   push:
   pull_request:
 
+env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
+
 jobs:
 
   lint:

.github/workflows/go.yml

@@ -29,6 +29,10 @@ on:
       - 'ci/**'
       - 'go/**'
 
+env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
+
 jobs:
 
   debian:

.github/workflows/integration.yml

@@ -41,6 +41,10 @@ on:
       - 'java/**'
       - 'format/**'
 
+env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
+
 jobs:
 
   conda-integration:

.github/workflows/java.yml

@@ -35,6 +35,10 @@ on:
       - 'format/Flight.proto'
       - 'java/**'
 
+env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
+
 jobs:
 
   debian:

.github/workflows/java_jni.yml

@@ -31,6 +31,10 @@ on:
       - 'cpp/**'
       - 'java/**'
 
+env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
+
 jobs:
 
   debian:

.github/workflows/js.yml

@@ -29,6 +29,10 @@ on:
       - 'ci/**'
       - 'js/**'
 
+env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
+
 jobs:
 
   debian:

.github/workflows/python.yml

@@ -31,6 +31,10 @@ on:
       - 'cpp/**'
       - 'python/**'
 
+env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
+
 jobs:
 
   ubuntu:

.github/workflows/python_cron.yml

@@ -28,6 +28,10 @@ on:
     - cron: |
         0 */12 * * *
 
+env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
+
 jobs:
 
   debian:

.github/workflows/r.yml

@@ -39,6 +39,10 @@ on:
       - 'cpp/**'
       - 'r/**'
 
+env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
+
 jobs:
   ubuntu:
     name: AMD64 Ubuntu ${{ matrix.ubuntu }} R ${{ matrix.r }}

.github/workflows/ruby.yml

@@ -33,6 +33,10 @@ on:
       - 'c_glib/**'
       - 'ruby/**'
 
+env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
+
 jobs:
 
   ubuntu:

.github/workflows/rust.yml

@@ -35,6 +35,10 @@ on:
       - 'rust/**'
       - 'format/Flight.proto'
 
+env:
+  DOCKER_BUILDKIT: 0
+  COMPOSE_DOCKER_CLI_BUILD: 1
+
 jobs:
 
   debian: