Fix: Onboard HRRR processes in NOAA ETL

datasets/noaa/pipelines/_images/run_csv_transform_kub/Dockerfile

@@ -12,10 +12,42 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+
+# The base image for this build
+# FROM gcr.io/google.com/cloudsdktool/cloud-sdk:slim
 FROM python:3.8
+
+# Allow statements and log messages to appear in Cloud logs
 ENV PYTHONUNBUFFERED True
+
+# Copy the requirements file into the image
 COPY requirements.txt ./
+
+# Install the packages specified in the requirements file
 RUN python3 -m pip install --no-cache-dir -r requirements.txt
+
+# Upgrade pip
+RUN python3 -m pip install --upgrade pip
+
+# Install gcloud
+RUN apt-get -y update && apt-get install -y apt-transport-https ca-certificates gnupg && \
+    echo "deb https://packages.cloud.google.com/apt cloud-sdk main" | tee -a /etc/apt/sources.list.d/google-cloud-sdk.list && \
+    curl https://packages.cloud.google.com/apt/doc/apt-key.gpg | apt-key add - && \
+    apt-get -y update && apt-get install -y google-cloud-sdk && \
+    apt-get install google-cloud-sdk-gke-gcloud-auth-plugin && \
+    apt-get install kubectl
+
+# Return gcloud installation folder
+RUN gcloud info --format="value(installation.sdk_root)"
+
+# The WORKDIR instruction sets the working directory for any RUN, CMD,
+# ENTRYPOINT, COPY and ADD instructions that follow it in the Dockerfile.
+# If the WORKDIR doesn’t exist, it will be created even if it’s not used in
+# any subsequent Dockerfile instruction
 WORKDIR /custom
+
+# Copy the specific data processing script/s in the image under /custom/*
 COPY ./csv_transform.py .
+
+# Command to run the data processing script when the container is run
 CMD ["python3", "csv_transform.py"]