data-pipeline.yml

version: 1
tasks:
  $let:
    year: { $eval: "now[0:4]" }
    month: { $eval: "now[5:7]" }
    day: { $eval: "now[8:10]" }
    hour: { $eval: "now[11:13]" }
    minute: { $eval: "now[14:16]" }
    second: { $eval: "now[17:19]" }
    repository: https://github.com/mozilla/bugbug
    taskboot_image: mozilla/taskboot:0.3.1
  in:
    - ID: microannotate-generate-tokenize
      created: { $fromNow: "" }
      deadline: { $fromNow: "5 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      payload:
        env:
          TC_SECRET_ID: project/bugbug/production
        maxRunTime: 604800
        image: mozilla/bugbug-commit-retrieval:${version}
        command:
          - bugbug-microannotate-generate
          - /cache/
          - https://github.com/marco-c/gecko-dev-wordified
          - --tokenize
        cache:
          bugbug-mercurial-repository: /cache
        features:
          taskclusterProxy: true
      scopes:
        - "docker-worker:cache:bugbug-mercurial-repository"
        - "secrets:get:project/bugbug/production"
        - "auth:aws-s3:read-write:communitytc-bugbug/*"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.microannotate_gecko-dev-wordified.${version}
        - index.project.bugbug.microannotate_gecko-dev-wordified.latest
      metadata:
        name: bugbug microannotate tokenized repository generator
        description: bugbug microannotate tokenized repository generator
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: microannotate-generate-remove-comments
      created: { $fromNow: "" }
      deadline: { $fromNow: "5 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      payload:
        env:
          TC_SECRET_ID: project/bugbug/production
        maxRunTime: 432000
        image: mozilla/bugbug-commit-retrieval:${version}
        command:
          - bugbug-microannotate-generate
          - /cache/
          - https://github.com/marco-c/gecko-dev-comments-removed
          - --remove-comments
        cache:
          bugbug-mercurial-repository: /cache
        features:
          taskclusterProxy: true
      scopes:
        - "docker-worker:cache:bugbug-mercurial-repository"
        - "secrets:get:project/bugbug/production"
        - "auth:aws-s3:read-write:communitytc-bugbug/*"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.microannotate_gecko-dev-comments-removed.${version}
        - index.project.bugbug.microannotate_gecko-dev-comments-removed.latest
      metadata:
        name: bugbug microannotate repository with comments removed generator
        description: bugbug microannotate repository with comments removed generator
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: microannotate-generate-tokenize-and-remove-comments
      created: { $fromNow: "" }
      deadline: { $fromNow: "5 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      payload:
        env:
          TC_SECRET_ID: project/bugbug/production
        maxRunTime: 432000
        image: mozilla/bugbug-commit-retrieval:${version}
        command:
          - bugbug-microannotate-generate
          - /cache/
          - https://github.com/marco-c/gecko-dev-wordified-and-comments-removed
          - --tokenize
          - --remove-comments
        cache:
          bugbug-mercurial-repository: /cache
        features:
          taskclusterProxy: true
      scopes:
        - "docker-worker:cache:bugbug-mercurial-repository"
        - "secrets:get:project/bugbug/production"
        - "auth:aws-s3:read-write:communitytc-bugbug/*"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.microannotate_gecko-dev-wordified-and-comments-removed.${version}
        - index.project.bugbug.microannotate_gecko-dev-wordified-and-comments-removed.latest
      metadata:
        name: bugbug microannotate tokenized repository with comments removed generator
        description: bugbug microannotate tokenized repository with comments removed generator
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: commit-retrieval
      created: { $fromNow: "" }
      deadline: { $fromNow: "1 day" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: compute-large
      payload:
        maxRunTime: 86400
        image: mozilla/bugbug-commit-retrieval:${version}

        artifacts:
          public/commits.json.zst:
            path: /data/commits.json.zst
            type: file
          public/commits.json.version:
            path: /data/commits.json.version
            type: file
          public/commit_experiences.lmdb.tar.zst:
            path: /data/commit_experiences.lmdb.tar.zst
            type: file
        cache:
          bugbug-mercurial-repository: /cache
      scopes:
        - "docker-worker:cache:bugbug-mercurial-repository"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.data_commits.${version}
        - index.project.bugbug.data_commits.latest
      metadata:
        name: bugbug commit retrieval
        description: bugbug commit retrieval
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: bugs-retrieval
      created: { $fromNow: "" }
      deadline: { $fromNow: "2 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      dependencies:
        - commit-retrieval
      payload:
        env:
          TC_SECRET_ID: project/bugbug/production
        maxRunTime: 86400
        image: mozilla/bugbug-base:${version}
        command:
          - "bugbug-data-bugzilla"

        artifacts:
          public/bugs.json.zst:
            path: /data/bugs.json.zst
            type: file
          public/bugs.json.version:
            path: /data/bugs.json.version
            type: file

        features:
          taskclusterProxy: true
      scopes:
        - "secrets:get:project/bugbug/production"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.data_bugs.${version}
        - index.project.bugbug.data_bugs.latest
      metadata:
        name: bugbug bugs retrieval
        description: bugbug bugs retrieval
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: revisions-retrieval
      created: { $fromNow: "" }
      deadline: { $fromNow: "2 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      dependencies:
        - commit-retrieval
        - bugs-retrieval
      payload:
        env:
          TC_SECRET_ID: project/bugbug/production
        maxRunTime: 86400
        image: mozilla/bugbug-base:${version}
        command:
          - "bugbug-data-revisions"

        artifacts:
          public/revisions.json.zst:
            path: /data/revisions.json.zst
            type: file
          public/revisions.json.version:
            path: /data/revisions.json.version
            type: file

        features:
          taskclusterProxy: true
      scopes:
        - "secrets:get:project/bugbug/production"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.data_revisions.${version}
        - index.project.bugbug.data_revisions.latest
      metadata:
        name: bugbug revisions retrieval
        description: bugbug revisions retrieval
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: issues-retrieval
      created: { $fromNow: "" }
      deadline: { $fromNow: "2 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      payload:
        env:
          TC_SECRET_ID: project/bugbug/production
        maxRunTime: 86400
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-data-github
          - --owner=webcompat
          - --repo=web-bugs
          - --retrieve-events
          - --retrieve-private

        artifacts:
          public/github_issues.json.zst:
            path: /data/github_issues.json.zst
            type: file
          public/github_issues.json.version:
            path: /data/github_issues.json.version
            type: file

        features:
          taskclusterProxy: true
      scopes:
        - "secrets:get:project/bugbug/production"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.data_github_issues.${version}
        - index.project.bugbug.data_github_issues.latest
      metadata:
        name: bugbug webcompat issues retrieval
        description: bugbug webcompat issues retrieval
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: test-label-scheduling-history-push_data-retrieval
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      payload:
        maxRunTime: 259200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-data-test-scheduling-history
          - retrieve
          - label
          - --reretrieve=0
          - --training-months=8

        artifacts:
          public/push_data_label.json.zst:
            path: /data/push_data_label.json.zst
            type: file
          public/push_data_label.json.version:
            path: /data/push_data_label.json.version
            type: file

        features:
          taskclusterProxy: true
      scopes:
        - "auth:aws-s3:read-write:communitytc-bugbug/*"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.data_test_label_scheduling_history_push_data.${version}
        - index.project.bugbug.data_test_label_scheduling_history_push_data.latest
      metadata:
        name: bugbug test label scheduling history push data retrieval
        description: bugbug test label scheduling history push data retrieval
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: test-group-scheduling-history-push_data-retrieval
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      payload:
        maxRunTime: 259200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-data-test-scheduling-history
          - retrieve
          - group
          - --reretrieve=0
          - --training-months=8

        artifacts:
          public/push_data_group.json.zst:
            path: /data/push_data_group.json.zst
            type: file
          public/push_data_group.json.version:
            path: /data/push_data_group.json.version
            type: file

        features:
          taskclusterProxy: true
      scopes:
        - "auth:aws-s3:read-write:communitytc-bugbug/*"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.data_test_group_scheduling_history_push_data.${version}
        - index.project.bugbug.data_test_group_scheduling_history_push_data.latest
      metadata:
        name: bugbug test group scheduling history push data retrieval
        description: bugbug test group scheduling history push data retrieval
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: test-config_group-scheduling-history-push_data-retrieval
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      payload:
        maxRunTime: 259200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-data-test-scheduling-history
          - retrieve
          - config_group
          - --reretrieve=0
          - --training-months=7

        artifacts:
          public/push_data_config_group.json.zst:
            path: /data/push_data_config_group.json.zst
            type: file
          public/push_data_config_group.json.version:
            path: /data/push_data_config_group.json.version
            type: file

        features:
          taskclusterProxy: true
      scopes:
        - "auth:aws-s3:read-write:communitytc-bugbug/*"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.data_test_config_group_scheduling_history_push_data.${version}
        - index.project.bugbug.data_test_config_group_scheduling_history_push_data.latest
      metadata:
        name: bugbug test config_group scheduling history push data retrieval
        description: bugbug test config_group scheduling history push data retrieval
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: test-label-scheduling-history-generator
      created: { $fromNow: "" }
      deadline: { $fromNow: "4 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: compute-large
      dependencies:
        - commit-retrieval
        - test-label-scheduling-history-push_data-retrieval
      payload:
        env:
          TC_SECRET_ID: project/bugbug/production
        maxRunTime: 86400
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-data-test-scheduling-history
          - generate
          - label
          - --training-months=8

        artifacts:
          public/test_label_scheduling_history.pickle.zst:
            path: /data/test_label_scheduling_history.pickle.zst
            type: file
          public/test_label_scheduling_history.pickle.version:
            path: /data/test_label_scheduling_history.pickle.version
            type: file
          public/past_failures_label.lmdb.tar.zst:
            path: /data/past_failures_label.lmdb.tar.zst
            type: file
          public/failing_together_label.lmdb.tar.zst:
            path: /data/failing_together_label.lmdb.tar.zst
            type: file

        features:
          taskclusterProxy: true
      scopes:
        - "secrets:get:project/bugbug/production"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.data_test_label_scheduling_history.${version}
        - index.project.bugbug.data_test_label_scheduling_history.latest
      metadata:
        name: bugbug test label scheduling history retrieval
        description: bugbug test label scheduling history retrieval
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: test-group-scheduling-history-generator
      created: { $fromNow: "" }
      deadline: { $fromNow: "4 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: compute-large
      dependencies:
        - commit-retrieval
        - test-group-scheduling-history-push_data-retrieval
      payload:
        env:
          TC_SECRET_ID: project/bugbug/production
        maxRunTime: 86400
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-data-test-scheduling-history
          - generate
          - group
          - --training-months=8

        artifacts:
          public/test_group_scheduling_history.pickle.zst:
            path: /data/test_group_scheduling_history.pickle.zst
            type: file
          public/test_group_scheduling_history.pickle.version:
            path: /data/test_group_scheduling_history.pickle.version
            type: file
          public/past_failures_group.lmdb.tar.zst:
            path: /data/past_failures_group.lmdb.tar.zst
            type: file
          public/touched_together.lmdb.tar.zst:
            path: /data/touched_together.lmdb.tar.zst
            type: file

        features:
          taskclusterProxy: true
      scopes:
        - "secrets:get:project/bugbug/production"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.data_test_group_scheduling_history.${version}
        - index.project.bugbug.data_test_group_scheduling_history.latest
      metadata:
        name: bugbug test group scheduling history retrieval
        description: bugbug test group scheduling history retrieval
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: test-config_group-scheduling-history-generator
      created: { $fromNow: "" }
      deadline: { $fromNow: "4 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: compute-small
      dependencies:
        - test-config_group-scheduling-history-push_data-retrieval
      payload:
        env:
          TC_SECRET_ID: project/bugbug/production
        maxRunTime: 86400
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-data-test-scheduling-history
          - generate
          - config_group
          - --training-months=7

        artifacts:
          public/test_config_group_scheduling_history.pickle.version:
            path: /data/test_config_group_scheduling_history.pickle.version
            type: file
          public/past_failures_config_group.lmdb.tar.zst:
            path: /data/past_failures_config_group.lmdb.tar.zst
            type: file
          public/failing_together_config_group.lmdb.tar.zst:
            path: /data/failing_together_config_group.lmdb.tar.zst
            type: file

        features:
          taskclusterProxy: true
      scopes:
        - "secrets:get:project/bugbug/production"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.data_test_config_group_scheduling_history.${version}
        - index.project.bugbug.data_test_config_group_scheduling_history.latest
      metadata:
        name: bugbug test config_group scheduling history retrieval
        description: bugbug test config_group scheduling history retrieval
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: rollback-test-task
      created: { $fromNow: "" }
      deadline: { $fromNow: "2 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      dependencies:
        - bugs-retrieval
      payload:
        maxRunTime: 3600
        image: mozilla/bugbug-base:${version}
        command:
          - "/bin/bash"
          - "-lcx"
          - "python -c 'from bugbug import bugzilla, db; db.download(bugzilla.BUGS_DB)' &&
            python -m bugbug.bug_snapshot --verbose"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
      metadata:
        name: bugbug rollback test
        description: bugbug rollback test
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: train-component
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 year" }
      provisionerId: proj-bugbug
      workerType: compute-large
      dependencies:
        - bugs-retrieval
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-train
          - component

        artifacts:
          public/componentmodel.zst:
            expires: { $fromNow: "1 month" }
            path: /componentmodel.zst
            type: file
          public/metrics.json:
            expires: { $fromNow: "1 year" }
            path: /metrics.json
            type: file

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.train_component.${version}
        - index.project.bugbug.train_component.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
        - index.project.bugbug.train_component.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
        - index.project.bugbug.train_component.latest
      metadata:
        name: bugbug train component model
        description: bugbug train component model
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: train-defectenhancementtask
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 year" }
      provisionerId: proj-bugbug
      workerType: compute-small
      dependencies:
        - bugs-retrieval
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-train
          - defectenhancementtask

        artifacts:
          public/defectenhancementtaskmodel.zst:
            expires: { $fromNow: "1 month" }
            path: /defectenhancementtaskmodel.zst
            type: file
          public/metrics.json:
            expires: { $fromNow: "1 year" }
            path: /metrics.json
            type: file

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.train_defectenhancementtask.${version}
        - index.project.bugbug.train_defectenhancementtask.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
        - index.project.bugbug.train_defectenhancementtask.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
        - index.project.bugbug.train_defectenhancementtask.latest
      metadata:
        name: bugbug train defect/enhancement/task model
        description: bugbug train defect/enhancement/task model
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: train-regression
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 year" }
      provisionerId: proj-bugbug
      workerType: compute-large
      dependencies:
        - bugs-retrieval
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-train
          - regression

        artifacts:
          public/regressionmodel.zst:
            expires: { $fromNow: "1 month" }
            path: /regressionmodel.zst
            type: file
          public/metrics.json:
            expires: { $fromNow: "1 year" }
            path: /metrics.json
            type: file
          public/feature_importance.png:
            expires: { $fromNow: "1 year" }
            path: /feature_importance.png
            type: file

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.train_regression.${version}
        - index.project.bugbug.train_regression.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
        - index.project.bugbug.train_regression.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
        - index.project.bugbug.train_regression.latest
      metadata:
        name: bugbug train regression model
        description: bugbug train regression model
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: regressor-finder-commits-to-ignore
      created: { $fromNow: "" }
      deadline: { $fromNow: "1 day" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      dependencies:
        - commit-retrieval
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-commit-retrieval:${version}
        command:
          - bugbug-regressor-finder
          - to_ignore
        features:
          taskclusterProxy: true
      scopes:
        - "auth:aws-s3:read-write:communitytc-bugbug/*"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug_annotate.regressor_finder_commits_to_ignore.latest
      metadata:
        name: bugbug regressor finder (commits to ignore)
        description: bugbug regressor finder (commits to ignore)
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: regressor-finder-bug-fixing-commits
      created: { $fromNow: "" }
      deadline: { $fromNow: "1 day" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: batch
      dependencies:
        - commit-retrieval
        - bugs-retrieval
        - train-defectenhancementtask
        - train-regression
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-regressor-finder
          - bug_fixing
        features:
          taskclusterProxy: true
      scopes:
        - "auth:aws-s3:read-write:communitytc-bugbug/*"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug_annotate.regressor_finder_bug_fixing_commits.latest
      metadata:
        name: bugbug regressor finder (bug-fixing commits)
        description: bugbug regressor finder (bug-fixing commits)
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    #    - ID: regressor-finder-tokenized-bug-introducing
    #      created: {$fromNow: ''}
    #      deadline: {$fromNow: '5 days'}
    #      expires: {$fromNow: '1 month'}
    #      provisionerId: proj-bugbug
    #      workerType: compute-large
    #      dependencies:
    #        - commit-retrieval
    #        - microannotate-generate-tokenize
    #        - microannotate-generate-remove-comments
    #        - microannotate-generate-tokenize-and-remove-comments
    #        - bugs-retrieval
    #        - regressor-finder-commits-to-ignore
    #        - regressor-finder-bug-fixing-commits
    #      payload:
    #        maxRunTime: 432000
    #        image: mozilla/bugbug-commit-retrieval:${version}
    #        command:
    #          - bugbug-regressor-finder
    #          - bug_introducing
    #          - --tokenized_git_repo_url=https://github.com/marco-c/gecko-dev-wordified-and-comments-removed
    #          - --tokenized_git_repo_dir=gecko-dev-wordified-and-comments-removed
    #        features:
    #          taskclusterProxy:
    #            true
    #      scopes:
    #        - "auth:aws-s3:read-write:communitytc-bugbug/*"
    #      routes:
    #        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
    #        - notify.irc-channel.#bugbug.on-failed
    #        - index.project.bugbug_annotate.regressor_finder_tokenized_bug_introducing_commits.latest
    #      metadata:
    #        name: bugbug regressor finder (tokenized bug-introducing commits)
    #        description: bugbug regressor finder (tokenized bug-introducing commits)
    #        owner: release-mgmt-analysis@mozilla.com
    #        source: ${repository}/raw/master/data-pipeline.yml

    - ID: regressor-finder-bug-introducing
      created: { $fromNow: "" }
      deadline: { $fromNow: "5 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: compute-small
      dependencies:
        - commit-retrieval
        - bugs-retrieval
        - regressor-finder-commits-to-ignore
        - regressor-finder-bug-fixing-commits
      payload:
        maxRunTime: 432000
        image: mozilla/bugbug-commit-retrieval:${version}
        command:
          - bugbug-regressor-finder
          - bug_introducing
          - --git_repo_url=hg::https://hg.mozilla.org/mozilla-central
          - --git_repo_dir=gecko-dev
        features:
          taskclusterProxy: true
      scopes:
        - "auth:aws-s3:read-write:communitytc-bugbug/*"
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug_annotate.regressor_finder_bug_introducing_commits.latest
      metadata:
        name: bugbug regressor finder (bug-introducing commits)
        description: bugbug regressor finder (bug-introducing commits)
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: past-bugs-by-unit
      created: { $fromNow: "" }
      deadline: { $fromNow: "1 day" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: compute-small
      dependencies:
        - commit-retrieval
        - bugs-retrieval
        - regressor-finder-bug-fixing-commits
      payload:
        maxRunTime: 7200
        image: mozilla/bugbug-base:${version}
        command:
          - "bugbug-past-bugs-by-unit"

        artifacts:
          public/past_regressions_by_component.json.zst:
            path: /data/past_regressions_by_component.json.zst
            type: file
          public/past_fixed_bugs_by_component.json.zst:
            path: /data/past_fixed_bugs_by_component.json.zst
            type: file
          public/past_regression_blocked_bugs_by_component.json.zst:
            path: /data/past_regression_blocked_bugs_by_component.json.zst
            type: file
          public/past_fixed_bug_blocked_bugs_by_component.json.zst:
            path: /data/past_fixed_bug_blocked_bugs_by_component.json.zst
            type: file
          public/past_regressions_by_directory.json.zst:
            path: /data/past_regressions_by_directory.json.zst
            type: file
          public/past_fixed_bugs_by_directory.json.zst:
            path: /data/past_fixed_bugs_by_directory.json.zst
            type: file
          public/past_regression_blocked_bugs_by_directory.json.zst:
            path: /data/past_regression_blocked_bugs_by_directory.json.zst
            type: file
          public/past_fixed_bug_blocked_bugs_by_directory.json.zst:
            path: /data/past_fixed_bug_blocked_bugs_by_directory.json.zst
            type: file
          public/past_regressions_by_file.json.zst:
            path: /data/past_regressions_by_file.json.zst
            type: file
          public/past_fixed_bugs_by_file.json.zst:
            path: /data/past_fixed_bugs_by_file.json.zst
            type: file
          public/past_regression_blocked_bugs_by_file.json.zst:
            path: /data/past_regression_blocked_bugs_by_file.json.zst
            type: file
          public/past_fixed_bug_blocked_bugs_by_file.json.zst:
            path: /data/past_fixed_bug_blocked_bugs_by_file.json.zst
            type: file
          public/past_regressions_by_function.json.zst:
            path: /data/past_regressions_by_function.json.zst
            type: file
          public/past_fixed_bugs_by_function.json.zst:
            path: /data/past_fixed_bugs_by_function.json.zst
            type: file
          public/past_regression_blocked_bugs_by_function.json.zst:
            path: /data/past_regression_blocked_bugs_by_function.json.zst
            type: file
          public/past_fixed_bug_blocked_bugs_by_function.json.zst:
            path: /data/past_fixed_bug_blocked_bugs_by_function.json.zst
            type: file
      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.past_bugs_by_unit.${version}
        - index.project.bugbug.past_bugs_by_unit.latest
      metadata:
        name: bugbug past bugs by function
        description: bugbug past bugs by function
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: train-regressor
      created: { $fromNow: "" }
      deadline: { $fromNow: "5 days" }
      expires: { $fromNow: "1 year" }
      provisionerId: proj-bugbug
      workerType: compute-small
      dependencies:
        - commit-retrieval
        - regressor-finder-bug-introducing
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-train
          - regressor

        artifacts:
          public/regressormodel.zst:
            expires: { $fromNow: "1 month" }
            path: /regressormodel.zst
            type: file
          public/regressormodel_data_X.zst:
            expires: { $fromNow: "1 month" }
            path: /regressormodel_data_X.zst
            type: file
          public/regressormodel_data_y.zst:
            expires: { $fromNow: "1 month" }
            path: /regressormodel_data_y.zst
            type: file
          public/metrics.json:
            expires: { $fromNow: "1 year" }
            path: /metrics.json
            type: file
          public/feature_importance.png:
            expires: { $fromNow: "1 year" }
            path: /feature_importance.png
            type: file

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.train_regressor.${version}
        - index.project.bugbug.train_regressor.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
        - index.project.bugbug.train_regressor.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
        - index.project.bugbug.train_regressor.latest
      metadata:
        name: bugbug train regressor model
        description: bugbug train regressor model
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: train-stepstoreproduce
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 year" }
      provisionerId: proj-bugbug
      workerType: compute-smaller
      dependencies:
        - bugs-retrieval
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-train
          - stepstoreproduce

        artifacts:
          public/stepstoreproducemodel.zst:
            expires: { $fromNow: "1 month" }
            path: /stepstoreproducemodel.zst
            type: file
          public/metrics.json:
            expires: { $fromNow: "1 year" }
            path: /metrics.json
            type: file
          public/feature_importance.png:
            expires: { $fromNow: "1 year" }
            path: /feature_importance.png
            type: file

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.train_stepstoreproduce.${version}
        - index.project.bugbug.train_stepstoreproduce.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
        - index.project.bugbug.train_stepstoreproduce.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
        - index.project.bugbug.train_stepstoreproduce.latest
      metadata:
        name: bugbug train stepstoreproduce model
        description: bugbug train stepstoreproduce model
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: train-spambug
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 year" }
      provisionerId: proj-bugbug
      workerType: compute-smaller
      dependencies:
        - bugs-retrieval
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-train
          - spambug

        artifacts:
          public/spambugmodel.zst:
            expires: { $fromNow: "1 month" }
            path: /spambugmodel.zst
            type: file
          public/metrics.json:
            expires: { $fromNow: "1 year" }
            path: /metrics.json
            type: file
          public/feature_importance.png:
            expires: { $fromNow: "1 year" }
            path: /feature_importance.png
            type: file

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.train_spambug.${version}
        - index.project.bugbug.train_spambug.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
        - index.project.bugbug.train_spambug.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
        - index.project.bugbug.train_spambug.latest
      metadata:
        name: bugbug train spambug model
        description: bugbug train spambug model
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    #    - ID: train-duplicate
    #      created: {$fromNow: ''}
    #      deadline: {$fromNow: '3 days'}
    #      expires: {$fromNow: '1 year'}
    #      provisionerId: proj-bugbug
    #      workerType: compute-smaller
    #      dependencies:
    #        - bugs-retrieval
    #      payload:
    #        maxRunTime: 25200
    #        image: mozilla/bugbug-base:${version}
    #        command:
    #          - bugbug-train
    #          - duplicate

    #        artifacts:
    #          public/duplicatemodel.zst:
    #            expires: {$fromNow: '1 month'}
    #            path: /duplicatemodel.zst
    #            type: file
    #          public/metrics.json:
    #            expires: {$fromNow: '1 year'}
    #            path: /metrics.json
    #            type: file

    #      routes:
    #        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
    #        - notify.irc-channel.#bugbug.on-failed
    #        - index.project.bugbug.train_duplicate.${version}
    #        - index.project.bugbug.train_duplicate.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
    #        - index.project.bugbug.train_duplicate.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
    #        - index.project.bugbug.train_duplicate.latest
    #      metadata:
    #        name: bugbug train duplicate model
    #        description: bugbug train duplicate model
    #        owner: release-mgmt-analysis@mozilla.com
    #        source: ${repository}/raw/master/data-pipeline.yml

    - ID: train-test-label-select
      created: { $fromNow: "" }
      deadline: { $fromNow: "5 days" }
      expires: { $fromNow: "1 year" }
      provisionerId: proj-bugbug
      workerType: compute-large
      dependencies:
        - commit-retrieval
        - test-label-scheduling-history-generator
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-train
          - testlabelselect
          - --download-eval

        artifacts:
          public/testlabelselectmodel.zst:
            expires: { $fromNow: "1 month" }
            path: /testlabelselectmodel.zst
            type: file
          public/metrics.json:
            expires: { $fromNow: "1 year" }
            path: /metrics.json
            type: file

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.train_testlabelselect.${version}
        - index.project.bugbug.train_testlabelselect.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
        - index.project.bugbug.train_testlabelselect.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
        - index.project.bugbug.train_testlabelselect.latest
      metadata:
        name: bugbug train test label selection model
        description: bugbug train test label selection model
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: train-test-group-select
      created: { $fromNow: "" }
      deadline: { $fromNow: "5 days" }
      expires: { $fromNow: "1 year" }
      provisionerId: proj-bugbug
      workerType: compute-super-large
      dependencies:
        - commit-retrieval
        - test-group-scheduling-history-generator
        - test-config_group-scheduling-history-generator
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-train
          - testgroupselect
          - --download-eval

        artifacts:
          public/testgroupselectmodel.zst:
            expires: { $fromNow: "1 month" }
            path: /testgroupselectmodel.zst
            type: file
          public/metrics.json:
            expires: { $fromNow: "1 year" }
            path: /metrics.json
            type: file

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.train_testgroupselect.${version}
        - index.project.bugbug.train_testgroupselect.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
        - index.project.bugbug.train_testgroupselect.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
        - index.project.bugbug.train_testgroupselect.latest
      metadata:
        name: bugbug train test group selection model
        description: bugbug train test group selection model
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: train-test-failure
      created: { $fromNow: "" }
      deadline: { $fromNow: "5 days" }
      expires: { $fromNow: "1 year" }
      provisionerId: proj-bugbug
      workerType: compute-small
      dependencies:
        - commit-retrieval
        - test-label-scheduling-history-generator
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-train
          - testfailure

        artifacts:
          public/testfailuremodel.zst:
            expires: { $fromNow: "1 month" }
            path: /testfailuremodel.zst
            type: file
          public/metrics.json:
            expires: { $fromNow: "1 year" }
            path: /metrics.json
            type: file

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.train_testfailure.${version}
        - index.project.bugbug.train_testfailure.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
        - index.project.bugbug.train_testfailure.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
        - index.project.bugbug.train_testfailure.latest
      metadata:
        name: bugbug train test failure model
        description: bugbug train test failure model
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    #    - ID: train-similarity
    #      created: {$fromNow: ''}
    #      deadline: {$fromNow: '3 days'}
    #      expires: {$fromNow: '1 year'}
    #      provisionerId: proj-bugbug
    #      workerType: compute-smaller
    #      dependencies:
    #        - bugs-retrieval
    #      payload:
    #        maxRunTime: 25200
    #        image: mozilla/bugbug-base-nlp:${version}
    #        command:
    #          - bugbug-train-similarity
    #          - --algorithm
    #          - bm25

    #        artifacts:
    #          public/bm25similarity.similaritymodel.zst:
    #            expires: {$fromNow: '1 month'}
    #            path: /bm25similarity.similaritymodel.zst
    #            type: file
    #          public/metrics.json:
    #            expires: {$fromNow: '1 year'}
    #            path: /metrics.json
    #            type: file

    #      routes:
    #        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
    #        - notify.irc-channel.#bugbug.on-failed
    #        - index.project.bugbug.train_similarity.${version}
    #        - index.project.bugbug.train_similarity.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
    #        - index.project.bugbug.train_similarity.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
    #        - index.project.bugbug.train_similarity.latest
    #      metadata:
    #        name: bugbug train similarity model
    #        description: bugbug train similarity model
    #        owner: release-mgmt-analysis@mozilla.com
    #        source: ${repository}/raw/master/data-pipeline.yml

    - ID: train-needsdiagnosis
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 year" }
      provisionerId: proj-bugbug
      workerType: compute-small
      dependencies:
        - issues-retrieval
      payload:
        maxRunTime: 25200
        image: mozilla/bugbug-base:${version}
        command:
          - bugbug-train
          - needsdiagnosis

        artifacts:
          public/needsdiagnosismodel.zst:
            expires: { $fromNow: "1 month" }
            path: /needsdiagnosismodel.zst
            type: file
          public/metrics.json:
            expires: { $fromNow: "1 year" }
            path: /metrics.json
            type: file
          public/feature_importance.png:
            expires: { $fromNow: "1 year" }
            path: /feature_importance.png
            type: file

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
        - index.project.bugbug.train_needsdiagnosis.${version}
        - index.project.bugbug.train_needsdiagnosis.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
        - index.project.bugbug.train_needsdiagnosis.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
        - index.project.bugbug.train_needsdiagnosis.latest
      metadata:
        name: bugbug train needsdiagnosis model
        description: bugbug train needsdiagnosis model
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: check_metrics
      created: { $fromNow: "" }
      deadline: { $fromNow: "5 days" }
      provisionerId: proj-bugbug
      workerType: batch
      dependencies:
        - train-component
        - train-defectenhancementtask
        - train-regression
        - train-regressor
        - train-spambug
        - train-stepstoreproduce
        - train-test-label-select
        - train-test-group-select
        - train-test-failure
        - train-needsdiagnosis
      payload:
        maxRunTime: 3600
        image: mozilla/bugbug-base:${version}
        command:
          - "/bin/bash"
          - "-lcx"
          - "mkdir /metrics &&
            mkdir /metrics-output &&
            bugbug-check-all-metrics /metrics /metrics-output"
        artifacts:
          public/bugbug:
            expires: { $fromNow: "2 weeks" }
            path: /metrics-output
            type: directory
      metadata:
        name: bugbug check_metrics
        description: bugbug check_metrics
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: docker-build
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: ci
      dependencies:
        - train-defectenhancementtask
        - train-component
        - train-regression
        - train-stepstoreproduce
        - train-spambug
        - train-test-label-select
        - train-test-group-select
      payload:
        capabilities:
          privileged: true
        maxRunTime: 3600
        image: ${taskboot_image}
        command:
          - "/bin/sh"
          - "-lcxe"
          - "git clone --quiet ${repository} /code &&
            cd /code &&
            git -c advice.detachedHead=false checkout ${version} &&
            taskboot --cache /cache --target /code build-compose --registry=registry.hub.docker.com --write /images --service bugbug-http-service --tag ${version} --tag latest --build-arg BUGBUG_VERSION=${version} &&
            taskboot --cache /cache --target /code build-compose --registry=registry.hub.docker.com --write /images --service bugbug-http-service-bg-worker --tag ${version} --tag latest --build-arg BUGBUG_VERSION=${version}"
        artifacts:
          public/bugbug:
            expires: { $fromNow: "2 weeks" }
            path: /images
            type: directory
      scopes:
        - docker-worker:capability:privileged

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
      metadata:
        name: bugbug docker http build
        description: bugbug docker http build
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    # It's the same task integration_test as in .taskcluster.yml
    - ID: integration-test
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: compute-small
      dependencies:
        - docker-build
      scopes:
        - secrets:get:project/bugbug/integration
        - "docker-worker:cache:bugbug-mercurial-repository"
      payload:
        features:
          taskclusterProxy: true
        maxRunTime: 10800
        image: mozilla/bugbug-commit-retrieval:${version}
        env:
          TC_SECRET_ID: project/bugbug/integration
          CACHE_DIR: "/cache"
        command:
          - "/bin/bash"
          - "-lcx"
          - "apt-get -qq update &&
            apt-get -qq install -y redis-server &&
            git clone --quiet ${repository} &&
            cd bugbug &&
            git -c advice.detachedHead=false checkout ${version} &&
            python -c 'import os; print(os.environ.keys())' &&
            bash ./scripts/integration_test.sh"
        cache:
          bugbug-mercurial-repository: /cache
      metadata:
        name: bugbug integration test
        description: bugbug integration test
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: update_hook_check_pipeline
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 month" }
      dependencies:
        - integration-test
      scopes:
        - hooks:modify-hook:project-bugbug/bugbug-checks
        - assume:hook-id:project-bugbug/bugbug-checks
      provisionerId: proj-bugbug
      workerType: batch
      payload:
        features:
          taskclusterProxy: true
        maxRunTime: 3600
        image: ${taskboot_image}
        command:
          - "/bin/sh"
          - "-lcxe"
          - "git clone --quiet ${repository} &&
            cd bugbug &&
            git -c advice.detachedHead=false checkout ${version} &&
            python infra/set_hook_version.py ${version} infra/taskcluster-hook-check-models-start.json &&
            taskboot --target . build-hook infra/taskcluster-hook-check-models-start.json project-bugbug bugbug-checks"
      metadata:
        name: bugbug update check hook
        description: bugbug update check hook
        owner: mcastelluccio@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: update_hook_classify_patch
      created: { $fromNow: "" }
      deadline: { $fromNow: "2 days" }
      expires: { $fromNow: "1 month" }
      dependencies:
        - past-bugs-by-unit
        - train-regressor
      scopes:
        - hooks:modify-hook:project-bugbug/bugbug-classify-patch
        - assume:hook-id:project-bugbug/bugbug-classify-patch
      provisionerId: proj-bugbug
      workerType: batch
      payload:
        features:
          taskclusterProxy: true
        maxRunTime: 3600
        image: ${taskboot_image}
        command:
          - "/bin/sh"
          - "-lcxe"
          - "git clone --quiet ${repository} &&
            cd bugbug &&
            git -c advice.detachedHead=false checkout ${version} &&
            python infra/set_hook_version.py ${version} infra/taskcluster-hook-classify-patch.json &&
            taskboot --target . build-hook infra/taskcluster-hook-classify-patch.json project-bugbug bugbug-classify-patch"
      metadata:
        name: bugbug update classify patch hook
        description: bugbug update classify patch hook
        owner: mcastelluccio@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: update_hook_test_select
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 month" }
      dependencies:
        - train-test-failure
        - train-test-label-select
      scopes:
        - hooks:modify-hook:project-bugbug/bugbug-test-select
        - assume:hook-id:project-bugbug/bugbug-test-select
      provisionerId: proj-bugbug
      workerType: batch
      payload:
        features:
          taskclusterProxy: true
        maxRunTime: 3600
        image: ${taskboot_image}
        command:
          - "/bin/sh"
          - "-lcxe"
          - "git clone --quiet ${repository} &&
            cd bugbug &&
            git -c advice.detachedHead=false checkout ${version} &&
            python infra/set_hook_version.py ${version} infra/taskcluster-hook-test-select.json &&
            taskboot --target . build-hook infra/taskcluster-hook-test-select.json project-bugbug bugbug-test-select"
      metadata:
        name: bugbug update test select hook
        description: bugbug update test select hook
        owner: mcastelluccio@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: update_hook_landings_risk_report
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 month" }
      dependencies:
        - past-bugs-by-unit
        - revisions-retrieval
        - test-group-scheduling-history-push_data-retrieval
        - train-regressor
      scopes:
        - hooks:modify-hook:project-bugbug/bugbug-landings-risk-report
        - assume:hook-id:project-bugbug/bugbug-landings-risk-report
      provisionerId: proj-bugbug
      workerType: batch
      payload:
        features:
          taskclusterProxy: true
        maxRunTime: 3600
        image: ${taskboot_image}
        command:
          - "/bin/sh"
          - "-lcxe"
          - "git clone --quiet ${repository} &&
            cd bugbug &&
            git -c advice.detachedHead=false checkout ${version} &&
            python infra/set_hook_version.py ${version} infra/taskcluster-hook-landings-risk-report.json &&
            taskboot --target . build-hook infra/taskcluster-hook-landings-risk-report.json project-bugbug bugbug-landings-risk-report"
      metadata:
        name: bugbug update landings risk report hook
        description: bugbug update landings risk report hook
        owner: mcastelluccio@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: docker-push
      dependencies:
        - docker-build
        - integration-test
      scopes:
        - secrets:get:project/bugbug/deploy
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: compute-smaller
      payload:
        features:
          taskclusterProxy: true
        maxRunTime: 3600
        image: ${taskboot_image}
        env:
          TASKCLUSTER_SECRET: project/bugbug/deploy
        command:
          - taskboot
          - push-artifact

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
      metadata:
        name: bugbug docker http push
        description: bugbug docker http push
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml

    - ID: http-deploy
      dependencies:
        - docker-build
        - integration-test
      scopes:
        - secrets:get:project/bugbug/deploy
      created: { $fromNow: "" }
      deadline: { $fromNow: "3 days" }
      expires: { $fromNow: "1 month" }
      provisionerId: proj-bugbug
      workerType: compute-smaller
      payload:
        features:
          taskclusterProxy: true
        maxRunTime: 3600
        image: ${taskboot_image}
        env:
          TASKCLUSTER_SECRET: project/bugbug/deploy
        command:
          - "/bin/sh"
          - "-lcxe"
          - "taskboot deploy-heroku --heroku-app bugbug 'web:public/bugbug/bugbug-http-service.tar.zst' 'worker:public/bugbug/bugbug-http-service-bg-worker.tar.zst'"

      routes:
        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
        - notify.irc-channel.#bugbug.on-failed
      metadata:
        name: bugbug docker http service deploy
        description: bugbug docker http service deploy
        owner: release-mgmt-analysis@mozilla.com
        source: ${repository}/raw/master/data-pipeline.yml