Merge pull request #3 from daniel-sudz/link_wip_cascading

Link cascading WIP artifact to CI
daniel-sudz · Mar 4, 2022 · 79988ec · 79988ec
2 parents ca0f2b5 + cce84ad
commit 79988ec
Show file tree

Hide file tree

Showing 4 changed files with 13 additions and 7 deletions.
diff --git a/.github/workflows/CI.yml b/.github/workflows/CI.yml
@@ -85,6 +85,14 @@ jobs:
           gem install sass -v 3.7.4
           gem install jekyll -v 3.2.1
 
+      # this is temporary until cascading releases an official 4.5 artifact
+      # wip-4.5 is the first tag with a hadoop3 target
+      - name: "Compile experimental cascading WIP"
+        run: |
+          cd experimental-cascading
+          ./build-cascading.sh
+          ls -R /home/runner/.m2/
+
       - name: "Run Test Variant"
         env:
           TRAVIS_SCALA_VERSION: ${{ matrix.scala-version }}

diff --git a/experimental-cascading/build-scalding.sh → experimental-cascading/build-cascading.sh b/experimental-cascading/build-scalding.sh → experimental-cascading/build-cascading.sh
diff --git a/experimental-cascading/docker/Dockerfile b/experimental-cascading/docker/Dockerfile
@@ -14,5 +14,5 @@ RUN "/scalding/experimental-cascading/docker/compile-cascading.sh"
 COPY "./cleanup-image.sh" "/scalding/experimental-cascading/docker/cleanup-image.sh"
 RUN "/scalding/experimental-cascading/docker/cleanup-image.sh"
 
-COPY "./compile-scalding.sh" "/scalding/experimental-cascading/docker/compile-scalding.sh"
-ENTRYPOINT ["/bin/bash", "/scalding/experimental-cascading/docker/compile-scalding.sh"]
+COPY "./link-cascading.sh" "/scalding/experimental-cascading/docker/link-cascading.sh"
+ENTRYPOINT ["/bin/bash", "/scalding/experimental-cascading/docker/link-cascading.sh"]
diff --git a/...ntal-cascading/docker/compile-scalding.sh → ...mental-cascading/docker/link-cascading.sh b/...ntal-cascading/docker/compile-scalding.sh → ...mental-cascading/docker/link-cascading.sh
@@ -3,8 +3,6 @@
 # drop cascading build back onto host machine
 # to make IDE resolution work for local development
 rm -rf /root/m2-host/repository/net/wensel/
-cp -r /root/.m2/repository/net/wensel/ /root/m2-host/repository/net/wensel/
-
-# build scalding
-cd /scalding
-./sbt compile
+mkdir -p /root/m2-host/repository/net/wensel/
+ls /root/.m2/repository/net/wensel/
+cp -r /root/.m2/repository/net/wensel/ /root/m2-host/repository/net/