Merge pull request #372 from GaboFDC/gf_dependencies

Use dependabot for linters dependencies
super-linter · Jul 8, 2020 · a575089 · a575089
2 parents 50ea4d6 + eb231d8
commit a575089
Show file tree

Hide file tree

Showing 8 changed files with 5,831 additions and 101 deletions.
diff --git a/.github/dependabot.yml b/.github/dependabot.yml
@@ -1,7 +1,39 @@
+#################################
+# GitHub Dependabot Config info #
+#################################
 version: 2
 updates:
   - package-ecosystem: github-actions
     directory: "/"
     schedule:
       interval: daily
     open-pull-requests-limit: 10
+
+  # Maintain dependencies for js with npm
+  - package-ecosystem: "npm"
+    directory: "/dependencies"
+    schedule:
+      interval: "daily"
+    open-pull-requests-limit: 10
+
+  # Maintain dependencies for ruby with bundler
+  - package-ecosystem: "bundler"
+    directory: "/dependencies"
+    schedule:
+      interval: "daily"
+    labels:
+      - "Type: Maintenance"
+
+  # Maintain dependencies for docker
+  - package-ecosystem: "docker"
+    directory: "/"
+    schedule:
+      interval: "daily"
+    open-pull-requests-limit: 10
+
+  # Maintain dependencies for python with pip
+  - package-ecosystem: "pip"
+    directory: "/dependencies"
+    schedule:
+      interval: "daily"
+    open-pull-requests-limit: 10
diff --git a/Dockerfile b/Dockerfile
@@ -26,12 +26,9 @@ ARG PWSH_VERSION='latest'
 ARG PWSH_DIRECTORY='/opt/microsoft/powershell'
 ARG PSSA_VERSION='latest'
 # arm-ttk
-ARG ARM_TTK_URI='https://github.com/Azure/arm-ttk.git'
-ARG ARM_TTK_DIRECTORY='/opt/microsoft/arm-ttk'
-# clj-kondo
-ARG CLJ_KONDO_VERSION='2020.06.21'
-# Go Linter
-ARG GO_VERSION='v1.27.0'
+ARG ARM_TTK_NAME='master.zip'
+ARG ARM_TTK_URI='https://github.com/Azure/arm-ttk/archive/master.zip'
+ARG ARM_TTK_DIRECTORY='/opt/microsoft'
 # Raku Linter
 ARG RAKU_VER="2020.06"
 ARG RAKU_INSTALL_PATH=/usr
@@ -41,19 +38,62 @@ ARG RAKUBREW_HOME=/tmp/rakubrew
 # Run APK installs #
 ####################
 RUN apk add --no-cache \
-    bash git git-lfs musl-dev curl gcc jq file\
-    npm nodejs \
-    libxml2-utils perl \
-    ruby ruby-dev ruby-bundler ruby-rdoc make \
-    py3-setuptools ansible-lint \
+    ansible-lint \
+    bash \
+    curl \
+    gcc \
+    git \
     go \
+    icu-libs \
+    jq \
+    libxml2-utils \
+    make \
+    musl-dev \
+    npm \
+    nodejs \
     openjdk8-jre \
+    perl \
     php7 \
-    ca-certificates less ncurses-terminfo-base \
-    krb5-libs libgcc libintl libssl1.1 libstdc++ \
-    tzdata userspace-rcu zlib icu-libs lttng-ust \
-    libffi-dev openssl-dev
+    py3-setuptools \
+    ruby \
+    ruby-dev \
+    ruby-bundler \
+    ruby-rdoc
 
+########################################
+# Copy dependencies files to container #
+########################################
+COPY dependencies/* /
+
+################################
+# Installs python dependencies #
+################################
+RUN pip3 install --no-cache-dir pipenv
+RUN pipenv install --system
+
+####################
+# Run NPM Installs #
+####################
+RUN npm config set package-lock false \
+    && npm config set loglevel error \
+    && npm --no-cache install
+
+#############################
+# Add node packages to path #
+#############################
+ENV PATH="/node_modules/.bin:${PATH}"
+
+####################
+# Run GEM installs #
+####################
+RUN gem install rubocop:0.74.0 rubocop-rails rubocop-github:0.13.0
+
+# Need to fix the version as it installs 'rubocop:0.85.1' as a dep, and forces the default
+# We then need to promote the correct version, uninstall, and fix deps
+RUN sh -c 'INCORRECT_VERSION=$(gem list rhc -e rubocop | grep rubocop | awk "{print $2}" | cut -d"(" -f2 | cut -d"," -f1); \
+  gem install --default rubocop:0.74.0; \
+  yes | gem uninstall rubocop:$INCORRECT_VERSION -a -x -I; \
+  gem install rubocop:0.74.0'
 
 #########################################
 # Install Powershell + PSScriptAnalyzer #
@@ -77,109 +117,41 @@ RUN mkdir -p ${PWSH_DIRECTORY} \
 # Depends on PowerShell
 # Reference https://github.com/Azure/arm-ttk
 # Reference https://docs.microsoft.com/en-us/azure/azure-resource-manager/templates/test-toolkit
-ENV ARM_TTK_PSD1="${ARM_TTK_DIRECTORY}/arm-ttk/arm-ttk.psd1"
-RUN git clone "${ARM_TTK_URI}" "${ARM_TTK_DIRECTORY}" \
+ENV ARM_TTK_PSD1="${ARM_TTK_DIRECTORY}/arm-ttk-master/arm-ttk/arm-ttk.psd1"
+RUN curl -sLO "${ARM_TTK_URI}" \
+    && unzip "${ARM_TTK_NAME}" -d "${ARM_TTK_DIRECTORY}" \
+    && rm "${ARM_TTK_NAME}" \
     && ln -sTf "$ARM_TTK_PSD1" /usr/bin/arm-ttk
 
-#####################
-# Run Pip3 Installs #
-#####################
-RUN pip3 --no-cache-dir install --upgrade --no-cache-dir \
-    yamllint pylint yq cfn-lint shyaml
-
-####################
-# Run NPM Installs #
-####################
-RUN npm config set package-lock false \
-    && npm config set loglevel error \
-    && npm -g --no-cache install \
-      markdownlint-cli \
-      jsonlint prettyjson \
-      @coffeelint/cli \
-      typescript eslint \
-      standard \
-      babel-eslint \
-      @typescript-eslint/eslint-plugin \
-      @typescript-eslint/parser \
-      eslint-plugin-jest \
-      stylelint \
-      stylelint-config-standard \
-      @stoplight/spectral \
-      htmlhint \
-      && npm --no-cache install \
-      markdownlint-cli \
-      jsonlint prettyjson \
-      @coffeelint/cli \
-      typescript eslint \
-      standard \
-      babel-eslint \
-      prettier \
-      eslint-config-prettier \
-      @typescript-eslint/eslint-plugin \
-      @typescript-eslint/parser \
-      eslint-plugin-jest \
-      stylelint \
-      stylelint-config-standard \
-      htmlhint
-
-####################################
-# Install dockerfilelint from repo #
-####################################
-RUN git clone https://github.com/replicatedhq/dockerfilelint.git && cd /dockerfilelint && npm install
-
- # I think we could fix this with path but not sure the language...
- # https://github.com/nodejs/docker-node/blob/master/docs/BestPractices.md
-
-####################
-# Run GEM installs #
-####################
-RUN gem install rubocop:0.74.0 rubocop-rails rubocop-github:0.13.0
-
-# Need to fix the version as it installs 'rubocop:0.85.1' as a dep, and forces the default
-# We then need to promote the correct version, uninstall, and fix deps
-RUN sh -c 'INCORRECT_VERSION=$(gem list rhc -e rubocop | grep rubocop | awk "{print $2}" | cut -d"(" -f2 | cut -d"," -f1); \
-  gem install --default rubocop:0.74.0; \
-  yes | gem uninstall rubocop:$INCORRECT_VERSION -a -x -I; \
-  gem install rubocop:0.74.0'
-
 ######################
 # Install shellcheck #
 ######################
-RUN wget -qO- "https://github.com/koalaman/shellcheck/releases/download/stable/shellcheck-stable.linux.x86_64.tar.xz" | tar -xJv \
-    && mv "shellcheck-stable/shellcheck" /usr/bin/
+COPY --from=koalaman/shellcheck:v0.7.1 /bin/shellcheck /usr/bin/
 
 #####################
 # Install Go Linter #
 #####################
-RUN wget -O- -nvq https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s "$GO_VERSION"
+COPY --from=golangci/golangci-lint:v1.27.0 /usr/bin/golangci-lint /usr/bin/
 
 ##################
 # Install TFLint #
 ##################
-RUN curl -Ls "$(curl -Ls https://api.github.com/repos/terraform-linters/tflint/releases/latest | grep -o -E "https://.+?_linux_amd64.zip")" -o tflint.zip && unzip tflint.zip && rm tflint.zip \
-    && mv "tflint" /usr/bin/
+COPY --from=wata727/tflint:0.16.2 /usr/local/bin/tflint /usr/bin/
 
 ######################
 # Install protolint #
 ######################
-RUN curl -LsS "$(curl -Ls https://api.github.com/repos/yoheimuta/protolint/releases/latest | grep -o -E "https://.+?_Linux_x86_64.tar.gz")" -o protolint.tar.gz \
-    && tar -xzf protolint.tar.gz \
-    && rm protolint.tar.gz \
-    && mv "protolint" /usr/bin/
+COPY --from=yoheimuta/protolint:v0.25.1 /usr/local/bin/protolint /usr/bin/
 
 #########################
 # Install dotenv-linter #
 #########################
-RUN wget "https://github.com/dotenv-linter/dotenv-linter/releases/latest/download/dotenv-linter-alpine-x86_64.tar.gz" -O - -q | tar -xzf - \
-    && mv "dotenv-linter" /usr/bin
+COPY --from=dotenvlinter/dotenv-linter:2.0.0 /dotenv-linter /usr/bin/
 
 #####################
 # Install clj-kondo #
 #####################
-RUN curl -sLO https://github.com/borkdude/clj-kondo/releases/download/v${CLJ_KONDO_VERSION}/clj-kondo-${CLJ_KONDO_VERSION}-linux-static-amd64.zip \
-    && unzip clj-kondo-${CLJ_KONDO_VERSION}-linux-static-amd64.zip \
-    && rm clj-kondo-${CLJ_KONDO_VERSION}-linux-static-amd64.zip \
-    && mv clj-kondo /usr/bin/
+COPY --from=borkdude/clj-kondo:2020.06.21 /usr/local/bin/clj-kondo /usr/bin/
 
 ##################
 # Install ktlint #
@@ -190,11 +162,8 @@ RUN curl -sSLO https://github.com/pinterest/ktlint/releases/latest/download/ktli
 ################
 # Install Raku #
 ################
-
 # Environment
 ENV PATH="$RAKU_INSTALL_PATH/share/perl6/site/bin:${PATH}"
-
-
 # Basic setup, programs and init
 RUN mkdir -p $RAKUBREW_HOME/bin \
     && curl -sSLo $RAKUBREW_HOME/bin/rakubrew https://rakubrew.org/perl/rakubrew \
@@ -208,8 +177,7 @@ RUN mkdir -p $RAKUBREW_HOME/bin \
 ################################
 # Install editorconfig-checker #
 ################################
-RUN wget -qO- "https://github.com/editorconfig-checker/editorconfig-checker/releases/latest/download/ec-linux-amd64.tar.gz" | tar -xzf - \
-        && mv "bin/ec-linux-amd64" /usr/bin/editorconfig-checker
+COPY --from=mstruebing/editorconfig-checker:2.1.0 /usr/bin/ec /usr/bin/editorconfig-checker
 
 ###########################################
 # Load GitHub Env Vars for GitHub Actions #

diff --git a/dependencies/Pipfile b/dependencies/Pipfile
@@ -0,0 +1,16 @@
+[[source]]
+name = "pypi"
+url = "https://pypi.org/simple"
+verify_ssl = true
+
+[dev-packages]
+
+[packages]
+yamllint = "*"
+pylint = "*"
+yq = "*"
+cfn-lint = "*"
+shyaml = "*"
+
+[requires]
+python_version = "3.8"