Bug 1587555: Switch ci to the community cluster

.eslintrc.yml

@@ -1,10 +1,11 @@
 env:
   es6: true
   node: true
+extends: 'eslint:recommended'
 parserOptions:
-  ecmaVersion: 8
+  ecmaVersion: 2018
+  sourceType: 'module'
   ecmaFeatures: impliedStrict
-extends: 'eslint:recommended'
 rules:
   indent:
     - error

.taskcluster.yml

@@ -30,7 +30,7 @@ tasks:
         taskclusterProxy:
           true
       env:
-        TASKCLUSTER_ROOT_URL: https://taskcluster.net
+        TASKCLUSTER_ROOT_URL: https://community-tc.services.mozilla.com
       command:
         - /bin/bash
         - '--login'
@@ -43,24 +43,24 @@ tasks:
           export DOCS_PROJECT=docker-worker DOCS_TIER=workers DOCS_FOLDER=docs DOCS_README=README.md &&
           upload-project-docs
     metadata:
-      name: "Publish docker-worker docs to https://docs.taskcluster.net/reference/workers/docker-worker"
-      description: "Upload docker-worker documentation to taskcluster [docs site](https://docs.taskcluster.net/reference/workers/docker-worker)."
+      name: "Publish docker-worker docs to https://docs.community-tc.services.mozilla.com/reference/workers/docker-worker"
+      description: "Upload docker-worker documentation to taskcluster [docs site](https://docs.community-tc.services.mozilla.com/reference/workers/docker-worker)."
       owner: '{{ event.head.user.email }}'
       source: '{{ event.head.repo.url }}'
 
-  - provisionerId: aws-provisioner-v1
-    workerType: worker-ci-test
+  - provisionerId: proj-taskcluster
+    workerType: ci
     retries: 0
     scopes:
       - 'docker-worker:cache:docker-worker-garbage-*'
       - 'docker-worker:capability:privileged'
       - 'docker-worker:capability:device:loopbackAudio'
       - 'docker-worker:capability:device:loopbackVideo'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:ci-creds'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:pulse-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/ci-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/pulse-creds'
     payload:
       image: >-
-        taskcluster/worker-ci@sha256:2c6bf1eddb9c6f9b959ee5a596761297a7684c1da9e1e213c83fc96e66da1944
+        taskcluster/worker-ci@sha256:c0eec8cce5bc3c751e0424d20bb7cfdb8680fc217e62b34e26cc1f48c8dfea9d
       maxRunTime: 10800
       command:
         - >-
@@ -72,7 +72,7 @@ tasks:
           loopbackVideo: true
       env:
         WORKER_CI: '1'
-        TASKCLUSTER_ROOT_URL: https://taskcluster.net
+        TASKCLUSTER_ROOT_URL: https://community-tc.services.mozilla.com
       features:
         taskclusterProxy: true
     metadata:
@@ -90,19 +90,19 @@ tasks:
           - pull_request.synchronize
           - pull_request.reopened
 
-  - provisionerId: aws-provisioner-v1
-    workerType: worker-ci-test
+  - provisionerId: proj-taskcluster
+    workerType: ci
     retries: 3
     scopes:
       - 'docker-worker:cache:docker-worker-garbage-*'
       - 'docker-worker:capability:privileged'
       - 'docker-worker:capability:device:loopbackAudio'
       - 'docker-worker:capability:device:loopbackVideo'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:ci-creds'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:pulse-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/ci-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/pulse-creds'
     payload:
       image: >-
-        taskcluster/worker-ci@sha256:2c6bf1eddb9c6f9b959ee5a596761297a7684c1da9e1e213c83fc96e66da1944
+        taskcluster/worker-ci@sha256:c0eec8cce5bc3c751e0424d20bb7cfdb8680fc217e62b34e26cc1f48c8dfea9d
       maxRunTime: 10800
       command:
         - >-
@@ -115,7 +115,7 @@ tasks:
           loopbackVideo: true
       env:
         WORKER_CI: '1'
-        TASKCLUSTER_ROOT_URL: https://taskcluster.net
+        TASKCLUSTER_ROOT_URL: https://community-tc.services.mozilla.com
       features:
         taskclusterProxy: true
     metadata:
@@ -133,19 +133,19 @@ tasks:
           - pull_request.synchronize
           - pull_request.reopened
 
-  - provisionerId: aws-provisioner-v1
-    workerType: worker-ci-test
+  - provisionerId: proj-taskcluster
+    workerType: ci
     retries: 3
     scopes:
       - 'docker-worker:cache:docker-worker-garbage-*'
       - 'docker-worker:capability:privileged'
       - 'docker-worker:capability:device:loopbackAudio'
       - 'docker-worker:capability:device:loopbackVideo'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:ci-creds'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:pulse-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/ci-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/pulse-creds'
     payload:
       image: >-
-        taskcluster/worker-ci@sha256:2c6bf1eddb9c6f9b959ee5a596761297a7684c1da9e1e213c83fc96e66da1944
+        taskcluster/worker-ci@sha256:c0eec8cce5bc3c751e0424d20bb7cfdb8680fc217e62b34e26cc1f48c8dfea9d
       maxRunTime: 10800
       command:
         - >-
@@ -158,7 +158,7 @@ tasks:
           loopbackVideo: true
       env:
         WORKER_CI: '1'
-        TASKCLUSTER_ROOT_URL: https://taskcluster.net
+        TASKCLUSTER_ROOT_URL: https://community-tc.services.mozilla.com
       features:
         taskclusterProxy: true
     metadata:
@@ -176,19 +176,19 @@ tasks:
           - pull_request.synchronize
           - pull_request.reopened
 
-  - provisionerId: aws-provisioner-v1
-    workerType: worker-ci-test
+  - provisionerId: proj-taskcluster
+    workerType: ci
     retries: 3
     scopes:
       - 'docker-worker:cache:docker-worker-garbage-*'
       - 'docker-worker:capability:privileged'
       - 'docker-worker:capability:device:loopbackAudio'
       - 'docker-worker:capability:device:loopbackVideo'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:ci-creds'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:pulse-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/ci-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/pulse-creds'
     payload:
       image: >-
-        taskcluster/worker-ci@sha256:2c6bf1eddb9c6f9b959ee5a596761297a7684c1da9e1e213c83fc96e66da1944
+        taskcluster/worker-ci@sha256:c0eec8cce5bc3c751e0424d20bb7cfdb8680fc217e62b34e26cc1f48c8dfea9d
       maxRunTime: 10800
       command:
         - >-
@@ -201,7 +201,7 @@ tasks:
           loopbackVideo: true
       env:
         WORKER_CI: '1'
-        TASKCLUSTER_ROOT_URL: https://taskcluster.net
+        TASKCLUSTER_ROOT_URL: https://community-tc.services.mozilla.com
       features:
         taskclusterProxy: true
     metadata:
@@ -219,19 +219,19 @@ tasks:
           - pull_request.synchronize
           - pull_request.reopened
 
-  - provisionerId: aws-provisioner-v1
-    workerType: worker-ci-test
+  - provisionerId: proj-taskcluster
+    workerType: ci
     retries: 3
     scopes:
       - 'docker-worker:cache:docker-worker-garbage-*'
       - 'docker-worker:capability:privileged'
       - 'docker-worker:capability:device:loopbackAudio'
       - 'docker-worker:capability:device:loopbackVideo'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:ci-creds'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:pulse-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/ci-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/pulse-creds'
     payload:
       image: >-
-        taskcluster/worker-ci@sha256:2c6bf1eddb9c6f9b959ee5a596761297a7684c1da9e1e213c83fc96e66da1944
+        taskcluster/worker-ci@sha256:c0eec8cce5bc3c751e0424d20bb7cfdb8680fc217e62b34e26cc1f48c8dfea9d
       maxRunTime: 10800
       command:
         - >-
@@ -244,7 +244,7 @@ tasks:
           loopbackVideo: true
       env:
         WORKER_CI: '1'
-        TASKCLUSTER_ROOT_URL: https://taskcluster.net
+        TASKCLUSTER_ROOT_URL: https://community-tc.services.mozilla.com
       features:
         taskclusterProxy: true
     metadata:
@@ -262,19 +262,19 @@ tasks:
           - pull_request.synchronize
           - pull_request.reopened
 
-  - provisionerId: aws-provisioner-v1
-    workerType: worker-ci-test
+  - provisionerId: proj-taskcluster
+    workerType: ci
     retries: 3
     scopes:
       - 'docker-worker:cache:docker-worker-garbage-*'
       - 'docker-worker:capability:privileged'
       - 'docker-worker:capability:device:loopbackAudio'
       - 'docker-worker:capability:device:loopbackVideo'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:ci-creds'
-      - 'secrets:get:repo:github.com/taskcluster/docker-worker:pulse-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/ci-creds'
+      - 'secrets:get:project/taskcluster/testing/docker-worker/pulse-creds'
     payload:
       image: >-
-        taskcluster/worker-ci@sha256:2c6bf1eddb9c6f9b959ee5a596761297a7684c1da9e1e213c83fc96e66da1944
+        taskcluster/worker-ci@sha256:c0eec8cce5bc3c751e0424d20bb7cfdb8680fc217e62b34e26cc1f48c8dfea9d
       maxRunTime: 10800
       command:
         - >-
@@ -287,7 +287,7 @@ tasks:
           loopbackVideo: true
       env:
         WORKER_CI: '1'
-        TASKCLUSTER_ROOT_URL: https://taskcluster.net
+        TASKCLUSTER_ROOT_URL: https://community-tc.services.mozilla.com
       features:
         taskclusterProxy: true
     metadata:

Vagrantfile

@@ -9,8 +9,10 @@ Vagrant.configure("2") do |config|
   # Setup Taskcluster and Pulse Credentials if available
   echo 'export TASKCLUSTER_CLIENT_ID="#{ENV['TASKCLUSTER_CLIENT_ID']}"' >> /home/vagrant/.bash_profile
   echo 'export TASKCLUSTER_ACCESS_TOKEN="#{ENV['TASKCLUSTER_ACCESS_TOKEN']}"' >> /home/vagrant/.bash_profile
+  echo 'export TASKCLUSTER_ROOT_URL="#{ENV['TASKCLUSTER_ROOT_URL']}"' >> /home/vagrant/.bash_profile
   echo 'export PULSE_USERNAME="#{ENV['PULSE_USERNAME']}"' >> /home/vagrant/.bash_profile
   echo 'export PULSE_PASSWORD="#{ENV['PULSE_PASSWORD']}"' >> /home/vagrant/.bash_profile
+  echo 'set -o vi' >> /home/vagrant/.bash_profile
 
 SCRIPT
 

src/bin/worker.js

@@ -39,15 +39,6 @@ var overridableFields = [
   'provisionerId'
 ];
 
-function sanitizeGraphPath() {
-  return Array.prototype.slice.call(arguments).reduce(function(result, v) {
-    if (!v) return result;
-    // Remove any dots which can get confused...
-    result.push(v.replace('.', '-'));
-    return result;
-  }, []).join('.');
-}
-
 function verifySSLCertificates(config) {
   try {
     fs.statSync(config.ssl.certificate);

src/lib/docker/artifact_image.js

@@ -3,14 +3,13 @@ const Debug = require('debug');
 const fs = require('mz/fs');
 const { spawn } = require('child_process');
 const slugid = require('slugid');
-const {Transform} = require('stream');
 const path = require('path');
 const tarfs = require('tar-fs');
 const {scopeMatch} = require('../scopes');
 const pipe = require('promisepipe');
 
 const {makeDir, removeDir} = require('../util/fs');
-const {fmtLog, fmtErrorLog} = require('../log');
+const {fmtLog} = require('../log');
 const downloadArtifact = require('../util/artifact_download');
 const sleep = require('../util/sleep');
 

src/lib/docker/indexed_image.js

@@ -1,10 +1,7 @@
-const Debug = require('debug');
 const taskcluster = require('taskcluster-client');
 
 const ArtifactImage = require('./artifact_image');
 
-let debug = Debug('docker-worker:indexedImage');
-
 /*
  * Image manager for indexed images.
  */

src/lib/features/balrog_stage_vpn_proxy.js

@@ -1,4 +1,3 @@
-const assert = require('assert');
 const Debug = require('debug');
 const { scopeMatch } = require('../scopes');
 const got = require('got');

src/lib/features/balrog_vpn_proxy.js

@@ -1,4 +1,3 @@
-const assert = require('assert');
 const Debug = require('debug');
 const { scopeMatch } = require('../scopes');
 const got = require('got');

src/lib/features/bulk_log.js

@@ -5,11 +5,9 @@ to s3 after the task has completed running.
 
 const Debug = require('debug');
 const fs = require('mz/fs');
-const https = require('https');
 const streamClosed = require('../stream_closed');
 const temporary = require('temporary');
 const uploadToS3 = require('../upload_to_s3');
-const url = require('url');
 const zlib = require('zlib');
 
 var debug = Debug('taskcluster-docker-worker:features:bulk_log');

src/lib/features/chain_of_trust.js

@@ -13,7 +13,7 @@ const streamClosed = require('../stream_closed');
 const temporary = require('temporary');
 const uploadToS3 = require('../upload_to_s3');
 const zlib = require('zlib');
-const {fmtLog, fmtErrorLog} = require('../log');
+const {fmtErrorLog} = require('../log');
 
 let debug = Debug('taskcluster-docker-worker:features:cot');
 

src/lib/features/interactive.js

@@ -1,4 +1,3 @@
-const assert = require('assert');
 const Debug = require('debug');
 const {DockerExecServer} = require('docker-exec-websocket-server');
 const fs = require('mz/fs');

src/lib/gc.js

@@ -1,23 +1,7 @@
 var EventEmitter = require('events').EventEmitter;
-var parseImage = require('docker-image-parser');
 var debug = require('debug')('taskcluster-docker-worker:garbageCollector');
 var exceedsDiskspaceThreshold = require('./util/capacity').exceedsDiskspaceThreshold;
 
-async function getImageId(docker, imageName) {
-  var dockerImages = await docker.listImages();
-  var imageId;
-  dockerImages.forEach(function (dockerImage) {
-    if (dockerImage.RepoTags.indexOf(imageName) !== -1) {
-      imageId = dockerImage.Id;
-    }
-  });
-  return imageId;
-}
-
-function isContainerRunning(container) {
-  return (container['Status'].indexOf('Exited') === -1);
-}
-
 async function isContainerStale(docker, container, expiration) {
   // Containers can be running, exited, or no status (created but not started).
   // For a container exited or never ran so has no status, inspect() returns

src/lib/host/packet.js

@@ -2,7 +2,6 @@
 Return the appropriate configuration defaults when on packet.net.
 */
 
-const Debug = require('debug');
 const got = require('got-promise');
 const { createLogger } = require('../log');
 const { spawn } = require('child_process');
@@ -11,8 +10,6 @@ const assert = require('assert');
 const fs = require('fs');
 const taskcluster = require('taskcluster-client');
 
-const debug = Debug('docker-worker:host:packet');
-
 const log = createLogger({
   source: 'host/packet'
 });

src/lib/shutdown_manager.js

@@ -1,8 +1,5 @@
 const { EventEmitter } = require('events');
 const { spawn } = require('child_process');
-const Debug = require('debug');
-
-let debug = Debug('docker-worker:shutdown_manager');
 
 class ShutdownManager extends EventEmitter {
   constructor(host, config) {