Hive metastore dependencies (#63)

.gitignore

@@ -1 +1,2 @@
-.idea
+.idea
+.python-version

jupyterlab-streaming/Dockerfile

@@ -35,12 +35,16 @@ RUN pip install --no-cache-dir \
 
 COPY requirements.txt .
 RUN pip install pip --upgrade \
-  && pip install --no-cache-dir -r requirements.txt \
-  && pip cache purge \
-  && rm requirements.txt
-
+    && pip install --no-cache-dir --default-timeout=180 -r requirements.txt \
+    && pip cache purge \
+    && rm requirements.txt
 
 RUN mkdir -p /var/tmp/flink-deps/
 COPY ./pom.xml /var/tmp/flink-deps/pom.xml
-RUN mvn --batch-mode --errors --fail-at-end --show-version -DinstallAtEnd=true -DdeployAtEnd=true -f /var/tmp/flink-deps/pom.xml  dependency:copy-dependencies -DoutputDirectory="$PYFLINK_LIB_DIR" && \
-    rm -rf ~/.m2/repository && rm -rf /var/tmp/flink-deps
+RUN mvn --batch-mode --errors --fail-at-end --show-version -DinstallAtEnd=true -DdeployAtEnd=true -f /var/tmp/flink-deps/pom.xml  dependency:copy-dependencies -DoutputDirectory="$PYFLINK_LIB_DIR"
+
+# flink dependencies for hive metastore
+COPY ./flink-hms-pom.xml /var/tmp/flink-deps/flink-hms-pom.xml
+RUN mvn --batch-mode --errors --fail-at-end --show-version -f /var/tmp/flink-deps/flink-hms-pom.xml dependency:copy-dependencies -DexcludeTransitive=true -DoutputDirectory="$PYFLINK_LIB_DIR"
+
+RUN rm -rf ~/.m2/repository && rm -rf /var/tmp/flink-deps

jupyterlab-streaming/flink-hms-pom.xml

@@ -0,0 +1,44 @@
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+    xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+    xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <groupId>com.getindata</groupId>
+    <artifactId>jupyterhub-flink-hadoop</artifactId>
+    <version>1.0.0</version>
+
+    <repositories>
+        <repository>
+          <id>cloudera</id>
+          <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
+        </repository>
+      </repositories>
+
+    <properties>
+        <flink.version>1.16.0</flink.version>
+        <scala.binary.version>2.12</scala.binary.version>
+        <hive.version>3.1.3</hive.version>
+    </properties>
+
+    <dependencies>
+        <dependency>
+            <groupId>org.apache.flink</groupId>
+            <artifactId>flink-shaded-hadoop-3-uber</artifactId>
+            <version>3.1.1.7.2.9.0-173-9.0</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.hive</groupId>
+            <artifactId>hive-exec</artifactId>
+            <version>${hive.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.thrift</groupId>
+            <artifactId>libfb303</artifactId>
+            <version>0.9.3</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.flink</groupId>
+            <artifactId>flink-connector-hive_${scala.binary.version}</artifactId>
+            <version>${flink.version}</version>
+        </dependency>
+    </dependencies>
+</project>