Docker: install the metrics components by default in docker images (#…

…1819)

docker/runtime/presto/Dockerfile

@@ -1,13 +1,26 @@
 ARG BASE_IMAGE="nightly"
 FROM cloudtik/cloudtik-deps:"$BASE_IMAGE"
 
+ARG NODE_EXPORTER_VERSION=1.6.1
+ARG PROMETHEUS_VERSION=2.45.0
 ARG PRESTO_VERSION=0.276
 
 ENV RUNTIME_PATH /home/cloudtik/runtime
 RUN mkdir -p $RUNTIME_PATH
 WORKDIR /home/cloudtik/runtime
 
-# TODO: Install prometheus
+# Install prometheus and node exporter
+ENV NODE_EXPORTER_HOME $RUNTIME_PATH/node_exporter
+ENV PROMETHEUS_HOME $RUNTIME_PATH/prometheus
+
+RUN wget https://github.com/prometheus/node_exporter/releases/download/v${NODE_EXPORTER_VERSION}/node_exporter-${NODE_EXPORTER_VERSION}.linux-amd64.tar.gz -O node_exporter.tar.gz && \
+    mkdir -p "$NODE_EXPORTER_HOME" && \
+    tar --extract --file node_exporter.tar.gz --directory "$NODE_EXPORTER_HOME" --strip-components 1 --no-same-owner && \
+    rm node_exporter.tar.gz && \
+    wget https://github.com/prometheus/prometheus/releases/download/v${PROMETHEUS_VERSION}/prometheus-${PROMETHEUS_VERSION}.linux-amd64.tar.gz -O prometheus.tar.gz && \
+    mkdir -p "$PROMETHEUS_HOME" && \
+    tar --extract --file prometheus.tar.gz --directory "$PROMETHEUS_HOME" --strip-components 1 --no-same-owner && \
+    rm prometheus.tar.gz
 
 # Install JDK
 ENV JAVA_HOME            $RUNTIME_PATH/jdk

docker/runtime/spark/Dockerfile

@@ -1,15 +1,27 @@
 ARG BASE_IMAGE="nightly"
 FROM cloudtik/cloudtik-deps:"$BASE_IMAGE"
 
-# Install spark based Analytics + AI platform components
+ARG NODE_EXPORTER_VERSION=1.6.1
+ARG PROMETHEUS_VERSION=2.45.0
 ARG SPARK_VERSION=3.2.1
 ARG HADOOP_VERSION=3.3.1
 
 ENV RUNTIME_PATH /home/cloudtik/runtime
 RUN mkdir -p $RUNTIME_PATH
 WORKDIR /home/cloudtik/runtime
 
-# TODO: Install prometheus
+# Install prometheus and node exporter
+ENV NODE_EXPORTER_HOME $RUNTIME_PATH/node_exporter
+ENV PROMETHEUS_HOME $RUNTIME_PATH/prometheus
+
+RUN wget https://github.com/prometheus/node_exporter/releases/download/v${NODE_EXPORTER_VERSION}/node_exporter-${NODE_EXPORTER_VERSION}.linux-amd64.tar.gz -O node_exporter.tar.gz && \
+    mkdir -p "$NODE_EXPORTER_HOME" && \
+    tar --extract --file node_exporter.tar.gz --directory "$NODE_EXPORTER_HOME" --strip-components 1 --no-same-owner && \
+    rm node_exporter.tar.gz && \
+    wget https://github.com/prometheus/prometheus/releases/download/v${PROMETHEUS_VERSION}/prometheus-${PROMETHEUS_VERSION}.linux-amd64.tar.gz -O prometheus.tar.gz && \
+    mkdir -p "$PROMETHEUS_HOME" && \
+    tar --extract --file prometheus.tar.gz --directory "$PROMETHEUS_HOME" --strip-components 1 --no-same-owner && \
+    rm prometheus.tar.gz
 
 # Fuse
 RUN sudo apt-get update -y \

docker/runtime/spark/native-sql/Dockerfile

@@ -1,15 +1,27 @@
 ARG BASE_IMAGE="nightly"
 FROM cloudtik/cloudtik:"$BASE_IMAGE"
 
-# Install spark based Analytics + AI platform components
+ARG NODE_EXPORTER_VERSION=1.6.1
+ARG PROMETHEUS_VERSION=2.45.0
 ARG SPARK_VERSION=3.2.1
 ARG HADOOP_VERSION=3.3.1
 
 ENV RUNTIME_PATH /home/cloudtik/runtime
 RUN mkdir -p $RUNTIME_PATH
 WORKDIR /home/cloudtik/runtime
 
-# TODO: Install prometheus
+# Install prometheus and node exporter
+ENV NODE_EXPORTER_HOME $RUNTIME_PATH/node_exporter
+ENV PROMETHEUS_HOME $RUNTIME_PATH/prometheus
+
+RUN wget https://github.com/prometheus/node_exporter/releases/download/v${NODE_EXPORTER_VERSION}/node_exporter-${NODE_EXPORTER_VERSION}.linux-amd64.tar.gz -O node_exporter.tar.gz && \
+    mkdir -p "$NODE_EXPORTER_HOME" && \
+    tar --extract --file node_exporter.tar.gz --directory "$NODE_EXPORTER_HOME" --strip-components 1 --no-same-owner && \
+    rm node_exporter.tar.gz && \
+    wget https://github.com/prometheus/prometheus/releases/download/v${PROMETHEUS_VERSION}/prometheus-${PROMETHEUS_VERSION}.linux-amd64.tar.gz -O prometheus.tar.gz && \
+    mkdir -p "$PROMETHEUS_HOME" && \
+    tar --extract --file prometheus.tar.gz --directory "$PROMETHEUS_HOME" --strip-components 1 --no-same-owner && \
+    rm prometheus.tar.gz
 
 # Install JDK
 ENV JAVA_HOME            $RUNTIME_PATH/jdk

docker/runtime/spark/optimized/Dockerfile

@@ -1,15 +1,27 @@
 ARG BASE_IMAGE="nightly"
 FROM cloudtik/cloudtik:"$BASE_IMAGE"
 
-# Install spark based Analytics + AI platform components
+ARG NODE_EXPORTER_VERSION=1.6.1
+ARG PROMETHEUS_VERSION=2.45.0
 ARG SPARK_VERSION=3.3.0
 ARG HADOOP_VERSION=3.3.1
 
 ENV RUNTIME_PATH /home/cloudtik/runtime
 RUN mkdir -p $RUNTIME_PATH
 WORKDIR /home/cloudtik/runtime
 
-# TODO: Install prometheus
+# Install prometheus and node exporter
+ENV NODE_EXPORTER_HOME $RUNTIME_PATH/node_exporter
+ENV PROMETHEUS_HOME $RUNTIME_PATH/prometheus
+
+RUN wget https://github.com/prometheus/node_exporter/releases/download/v${NODE_EXPORTER_VERSION}/node_exporter-${NODE_EXPORTER_VERSION}.linux-amd64.tar.gz -O node_exporter.tar.gz && \
+    mkdir -p "$NODE_EXPORTER_HOME" && \
+    tar --extract --file node_exporter.tar.gz --directory "$NODE_EXPORTER_HOME" --strip-components 1 --no-same-owner && \
+    rm node_exporter.tar.gz && \
+    wget https://github.com/prometheus/prometheus/releases/download/v${PROMETHEUS_VERSION}/prometheus-${PROMETHEUS_VERSION}.linux-amd64.tar.gz -O prometheus.tar.gz && \
+    mkdir -p "$PROMETHEUS_HOME" && \
+    tar --extract --file prometheus.tar.gz --directory "$PROMETHEUS_HOME" --strip-components 1 --no-same-owner && \
+    rm prometheus.tar.gz
 
 # Install JDK
 ENV JAVA_HOME            $RUNTIME_PATH/jdk

docker/runtime/trino/Dockerfile

@@ -1,14 +1,27 @@
 ARG BASE_IMAGE="nightly"
 FROM cloudtik/cloudtik-deps:"$BASE_IMAGE"
 
+ARG NODE_EXPORTER_VERSION=1.6.1
+ARG PROMETHEUS_VERSION=2.45.0
 ARG TRINO_VERSION=389
 ARG HADOOP_VERSION=3.3.1
 
 ENV RUNTIME_PATH /home/cloudtik/runtime
 RUN mkdir -p $RUNTIME_PATH
 WORKDIR /home/cloudtik/runtime
 
-# TODO: Install prometheus
+# Install prometheus and node exporter
+ENV NODE_EXPORTER_HOME $RUNTIME_PATH/node_exporter
+ENV PROMETHEUS_HOME $RUNTIME_PATH/prometheus
+
+RUN wget https://github.com/prometheus/node_exporter/releases/download/v${NODE_EXPORTER_VERSION}/node_exporter-${NODE_EXPORTER_VERSION}.linux-amd64.tar.gz -O node_exporter.tar.gz && \
+    mkdir -p "$NODE_EXPORTER_HOME" && \
+    tar --extract --file node_exporter.tar.gz --directory "$NODE_EXPORTER_HOME" --strip-components 1 --no-same-owner && \
+    rm node_exporter.tar.gz && \
+    wget https://github.com/prometheus/prometheus/releases/download/v${PROMETHEUS_VERSION}/prometheus-${PROMETHEUS_VERSION}.linux-amd64.tar.gz -O prometheus.tar.gz && \
+    mkdir -p "$PROMETHEUS_HOME" && \
+    tar --extract --file prometheus.tar.gz --directory "$PROMETHEUS_HOME" --strip-components 1 --no-same-owner && \
+    rm prometheus.tar.gz
 
 # Install JDK
 ENV JAVA_HOME            $RUNTIME_PATH/jdk

docker/runtime/universe/Dockerfile

@@ -24,8 +24,6 @@ ENV PRESTO_HOME           $RUNTIME_PATH/presto
 
 ENV PATH                  $PRESTO_HOME/bin:$KAFKA_HOME/bin:$ZOOKEEPER_HOME/bin:$PATH
 
-# TODO: Install prometheus
-
 RUN wget https://downloads.apache.org/zookeeper/zookeeper-${ZOOKEEPER_VERSION}/apache-zookeeper-${ZOOKEEPER_VERSION}-bin.tar.gz -O zookeeper-${ZOOKEEPER_VERSION}.tar.gz -O zookeeper.tar.gz \
     && mkdir -p "$ZOOKEEPER_HOME" \
     && tar --extract --file zookeeper.tar.gz --directory "$ZOOKEEPER_HOME" --strip-components 1 --no-same-owner \