Forward-port Support for Cassandra [WIP]

.github/issue_label_bot.yaml

@@ -0,0 +1,5 @@
+label-alias:
+  bug: 'kind/bug'
+  feature_request: 'kind/feature'
+  feature: 'kind/feature'
+  question: 'kind/question'

.github/pull_request_template.md

@@ -0,0 +1,31 @@
+<!--  Thanks for sending a pull request!  Here are some tips for you:
+
+1. Ensure that your code follows our code conventions: https://github.com/gojek/feast/blob/master/docs/contributing.md#code-conventions
+2. Run unit tests and ensure that they are passing: https://github.com/gojek/feast/blob/master/docs/contributing.md#running-unit-tests
+3. If your change introduces any API changes, make sure to update the integration tests scripts here: https://github.com/gojek/feast/tree/master/tests/e2e
+4. Make sure documentation is updated for your PR!
+5. Make sure you have signed the CLA https://cla.developers.google.com/clas
+
+-->
+
+**What this PR does / why we need it**:
+
+**Which issue(s) this PR fixes**:
+<!--
+*Automatically closes linked issue when PR is merged.
+Usage: `Fixes #<issue number>`, or `Fixes (paste link of issue)`.
+-->
+Fixes #
+
+**Does this PR introduce a user-facing change?**:
+<!--
+If no, just write "NONE" in the release-note block below.
+If yes, a release note is required:
+Enter your extended release note in the block below. If the PR requires additional action from users switching to the new release, include the string "action required".
+
+For more information about release notes, see kubernetes' guide here:
+http://git.k8s.io/community/contributors/guide/release-notes.md
+-->
+```release-note
+
+```

.prow/config.yaml

@@ -66,30 +66,68 @@ presubmits:
     always_run: true
     spec:
       containers:
-      - image: maven:3.6-jdk-8
+      - image: maven:3.6-jdk-11
         command: [".prow/scripts/test-core-ingestion.sh"]
         resources:
           requests:
-            cpu: "1500m"
+            cpu: "2000m"
             memory: "1536Mi"
-          limit:
-            memory: "4096Mi"
+    skip_branches:
+    - ^v0\.(3|4)-branch$
+
+  - name: test-core-and-ingestion-java-8
+    decorate: true
+    always_run: true
+    spec:
+      containers:
+        - image: maven:3.6-jdk-8
+          command: [".prow/scripts/test-core-ingestion.sh"]
+          resources:
+            requests:
+              cpu: "2000m"
+              memory: "1536Mi"
+    branches:
+    - ^v0\.(3|4)-branch$
 
   - name: test-serving
     decorate: true
     always_run: true
     spec:
       containers:
-      - image: maven:3.6-jdk-8
+      - image: maven:3.6-jdk-11
         command: [".prow/scripts/test-serving.sh"]
+    skip_branches:
+    - ^v0\.(3|4)-branch$
+
+  - name: test-serving-java-8
+    decorate: true
+    always_run: true
+    spec:
+      containers:
+        - image: maven:3.6-jdk-8
+          command: [".prow/scripts/test-serving.sh"]
+    branches:
+    - ^v0\.(3|4)-branch$
 
   - name: test-java-sdk
     decorate: true
     always_run: true
     spec:
       containers:
-      - image: maven:3.6-jdk-8
+      - image: maven:3.6-jdk-11
         command: [".prow/scripts/test-java-sdk.sh"]
+    skip_branches:
+    - ^v0\.(3|4)-branch$
+
+  - name: test-java-sdk-java-8
+    decorate: true
+    always_run: true
+    spec:
+      containers:
+        - image: maven:3.6-jdk-8
+          command: [".prow/scripts/test-java-sdk.sh"]
+    branches:
+    - ^v0\.(3|4)-branch$
 
   - name: test-python-sdk
     decorate: true
@@ -112,14 +150,28 @@ presubmits:
     always_run: true
     spec:
       containers:
-      - image: maven:3.6-jdk-8
+      - image: maven:3.6-jdk-11
         command: [".prow/scripts/test-end-to-end.sh"]
         resources:
           requests:
-            cpu: "3000m"
-            memory: "4096Mi"
-          limit:
+            cpu: "6"
             memory: "6144Mi"
+    skip_branches:
+    - ^v0\.(3|4)-branch$
+
+  - name: test-end-to-end-java-8
+    decorate: true
+    always_run: true
+    spec:
+      containers:
+        - image: maven:3.6-jdk-8
+          command: [".prow/scripts/test-end-to-end.sh"]
+          resources:
+            requests:
+              cpu: "6"
+              memory: "6144Mi"
+    branches:
+    - ^v0\.(3|4)-branch$
 
   - name: test-end-to-end-batch
     decorate: true
@@ -130,17 +182,38 @@ presubmits:
         secret:
           secretName: feast-service-account
       containers:
-      - image: maven:3.6-jdk-8
+      - image: maven:3.6-jdk-11
         command: [".prow/scripts/test-end-to-end-batch.sh"]
         resources:
           requests:
-            cpu: "1000m"
-            memory: "1024Mi"
-          limit:
-            memory: "4096Mi"
+            cpu: "6"
+            memory: "6144Mi"
         volumeMounts:
         - name: service-account
           mountPath: "/etc/service-account"
+    skip_branches:
+    - ^v0\.(3|4)-branch$
+
+  - name: test-end-to-end-batch-java-8
+    decorate: true
+    always_run: true
+    spec:
+      volumes:
+        - name: service-account
+          secret:
+            secretName: feast-service-account
+      containers:
+        - image: maven:3.6-jdk-8
+          command: [".prow/scripts/test-end-to-end-batch.sh"]
+          resources:
+            requests:
+              cpu: "6"
+              memory: "6144Mi"
+          volumeMounts:
+            - name: service-account
+              mountPath: "/etc/service-account"
+    branches:
+    - ^v0\.(3|4)-branch$
 
 postsubmits:
   gojek/feast:
@@ -173,7 +246,7 @@ postsubmits:
     decorate: true
     spec:
       containers:
-      - image: maven:3.6-jdk-8
+      - image: maven:3.6-jdk-11
         command:
         - bash
         - -c
@@ -193,10 +266,42 @@ postsubmits:
       - name: maven-settings
         secret:
           secretName: maven-settings
+    skip_branches:
+    # Skip version 0.3 and 0.4
+    - ^v0\.(3|4)\.(0|[1-9]\d*)(-(0|[1-9]\d*|\d*[a-zA-Z-][0-9a-zA-Z-]*)(\.(0|[1-9]\d*|\d*[a-zA-Z-][0-9a-zA-Z-]*))*)?(\+[0-9a-zA-Z-]+(\.[0-9a-zA-Z-]+)*)?$
+
     branches:
-    # Filter on tags with semantic versioning, prefixed with "v"
+    # Filter on tags with semantic versioning, prefixed with "v".
     - ^v(0|[1-9]\d*)\.(0|[1-9]\d*)\.(0|[1-9]\d*)(-(0|[1-9]\d*|\d*[a-zA-Z-][0-9a-zA-Z-]*)(\.(0|[1-9]\d*|\d*[a-zA-Z-][0-9a-zA-Z-]*))*)?(\+[0-9a-zA-Z-]+(\.[0-9a-zA-Z-]+)*)?$
 
+  - name: publish-java-8-sdk
+    decorate: true
+    spec:
+      containers:
+        - image: maven:3.6-jdk-8
+          command:
+            - bash
+            - -c
+            - .prow/scripts/publish-java-sdk.sh --revision ${PULL_BASE_REF:1}
+          volumeMounts:
+            - name: gpg-keys
+              mountPath: /etc/gpg
+              readOnly: true
+            - name: maven-settings
+              mountPath: /root/.m2/settings.xml
+              subPath: settings.xml
+              readOnly: true
+      volumes:
+        - name: gpg-keys
+          secret:
+            secretName: gpg-keys
+        - name: maven-settings
+          secret:
+            secretName: maven-settings
+    branches:
+    # Filter on tags with semantic versioning, prefixed with "v". v0.3 and v0.4 only.
+    - ^v0\.(3|4)\.(0|[1-9]\d*)(-(0|[1-9]\d*|\d*[a-zA-Z-][0-9a-zA-Z-]*)(\.(0|[1-9]\d*|\d*[a-zA-Z-][0-9a-zA-Z-]*))*)?(\+[0-9a-zA-Z-]+(\.[0-9a-zA-Z-]+)*)?$
+
   - name: publish-docker-images
     decorate: true
     spec:

.prow/scripts/publish-java-sdk.sh

@@ -69,4 +69,4 @@ gpg --import --batch --yes $GPG_KEY_IMPORT_DIR/private-key
 echo "============================================================"
 echo "Deploying Java SDK with revision: $REVISION"
 echo "============================================================"
-mvn --projects sdk/java -Drevision=$REVISION --batch-mode clean deploy
+mvn --projects datatypes/java,sdk/java -Drevision=$REVISION --batch-mode clean deploy