# This file is rendered via JSON-e by

# - mozilla-taskcluster - See

#   https://docs.taskcluster.net/reference/integrations/mozilla-taskcluster/docs/taskcluster-yml

#   {

#     tasks_for: 'hg-push',

#     push: {owner, comment, pushlog_id, pushdate},

#     repository: {url, project, level},

#     now,

#     as_slugid: // function

#     ownTaskId: // taskId of the task that will be created

#   }

#

# - cron tasks - See taskcluster/taskgraph/cron/decision.py

#   {

#     tasks_for: 'cron',

#     push: {revision, pushlog_id, pushdate, owner}

#     repository: {url, project, level},

#     cron: {task_id, job_name, job_symbol, quoted_args},

#     now,

#     ownTaskId: // taskId of the task that will be created

#   }

#

# - action tasks - See:

#   * taskcluster/taskgraph/actions/registry.py,

#   * https://docs.taskcluster.net/docs/manual/using/actions/spec

#   * ci-admin:ciadmin/generate/in_tree_actions.py

#

#   The registry generates the hookPayload that appears in actions.json, and

#   contains data from the decision task as well as JSON-e code to combine that

#   with data supplied as part of the action spec.  When the hook is fired, the

#   hookPayload is rendered with JSON-e to produce a payload for the hook task

#   template.

#

#   The ci-admin code wraps the content of this file (.taskcluster.yml) with a

#   JSON-e $let statement that produces the context described below, and

#   installs that as the hook task template.

#

#   {

#     tasks_for: 'action',

#     push: {owner, pushlog_id, revision},

#     repository: {url, project, level},

#     input,

#     parameters,

#     taskId,      // targetted taskId

#     taskGroupId, // targetted taskGroupId

#     action: {name, title, description, taskGroupId, symbol, repo_scope, cb_name}

#     ownTaskId:   // taskId of the task that will be created

#   }

version: 1

tasks:

  # NOTE: support for actions in ci-admin requires that the `tasks` property be an array *before* JSON-e rendering

  # takes place.

  - $if: 'tasks_for in ["hg-push", "action", "cron"]'

    then:

      $let:

        # sometimes the push user is just `ffxbld` or the like, but we want an email-like field..

        ownerEmail: {$if: '"@" in push.owner', then: '${push.owner}', else: '${push.owner}@noreply.mozilla.org'}

        # ensure there's no trailing `/` on the repo URL

        repoUrl: {$if: 'repository.url[-1] == "/"', then: {$eval: 'repository.url[:-1]'}, else: {$eval: 'repository.url'}}

      in:

        taskId: {$if: 'tasks_for != "action"', then: '${ownTaskId}'}

        taskGroupId:

          $if: 'tasks_for == "action"'

          then:

            '${action.taskGroupId}'

          else:

            '${ownTaskId}' # same as taskId; this is how automation identifies a decision tsak

        schedulerId: 'gecko-level-${repository.level}'

        created: {$fromNow: ''}

        deadline: {$fromNow: '1 day'}

        expires: {$fromNow: '1 year 1 second'} # 1 second so artifacts expire first, despite rounding errors

        metadata:

          $merge:

            - owner: "${ownerEmail}"

              source: "${repoUrl}/raw-file/${push.revision}/.taskcluster.yml"

            - $if: 'tasks_for == "hg-push"'

              then:

                name: "Gecko Decision Task"

                description: 'The task that creates all of the other tasks in the task graph'

              else:

                $if: 'tasks_for == "action"'

                then:

                  name: "Action: ${action.title}"

                  description: '${action.description}'

                else:

                  name: "Decision Task for cron job ${cron.job_name}"

                  description: 'Created by a [cron task](https://tools.taskcluster.net/tasks/${cron.task_id})'

        provisionerId: "aws-provisioner-v1"

        workerType: "gecko-${repository.level}-decision"

        tags:

          $if: 'tasks_for == "hg-push"'

          then:

            createdForUser: "${ownerEmail}"

            kind: decision-task

          else:

            $if: 'tasks_for == "action"'

            then:

              createdForUser: '${ownerEmail}'

              kind: 'action-callback'

            else:

              $if: 'tasks_for == "cron"'

              then:

                kind: cron-task

        routes:

          $flatten:

            - "tc-treeherder.v2.${repository.project}.${push.revision}.${push.pushlog_id}"

            - $if: 'tasks_for == "hg-push"'

              then:

                - "index.gecko.v2.${repository.project}.latest.taskgraph.decision"

                - "index.gecko.v2.${repository.project}.revision.${push.revision}.taskgraph.decision"

                - "index.gecko.v2.${repository.project}.pushlog-id.${push.pushlog_id}.decision"

                - "notify.email.${ownerEmail}.on-failed"

                - "notify.email.${ownerEmail}.on-exception"

                # Send a notification email if the push comes from try

                - $if: 'repository.project == "try"'

                  then:

                    "notify.email.${ownerEmail}.on-completed"

                # These are the old index routes for the decision task.

                # They are still here so external tools that referenced them continue to work.

                - "index.gecko.v2.${repository.project}.latest.firefox.decision"

                - "index.gecko.v2.${repository.project}.revision.${push.revision}.firefox.decision"

              else:

                $if: 'tasks_for == "action"'

                then:

                - "notify.email.taskcluster-notifications+action-task@mozilla.com.on-failed"

                - "notify.email.taskcluster-notifications+action-task@mozilla.com.on-exception"

                - "index.gecko.v2.${repository.project}.pushlog-id.${push.pushlog_id}.actions.${ownTaskId}"

                else:  # cron

                - "index.gecko.v2.${repository.project}.latest.taskgraph.decision-${cron.job_name}"

                - "index.gecko.v2.${repository.project}.revision.${push.revision}.taskgraph.decision-${cron.job_name}"

                - "index.gecko.v2.${repository.project}.pushlog-id.${push.pushlog_id}.decision-${cron.job_name}"

                # list each cron task on this revision, so actions can find them

                - 'index.gecko.v2.${repository.project}.revision.${push.revision}.cron.${ownTaskId}'

                # BUG 1500166 Notify ciduty by email if a nightly hook fails

                - "notify.email.ciduty+failedcron@mozilla.com.on-failed"

                - "notify.email.ciduty+exceptioncron@mozilla.com.on-exception"

                - "notify.email.sheriffs+failedcron@mozilla.org.on-failed"

                - "notify.email.sheriffs+exceptioncron@mozilla.org.on-exception"

                # These are the old index routes for the decision task.

                - "index.gecko.v2.${repository.project}.latest.firefox.decision-${cron.job_name}"

        scopes:

          $if: 'tasks_for == "hg-push"'

          then:

            - 'assume:repo:${repoUrl[8:]}:branch:default'

            - 'queue:route:notify.email.${ownerEmail}.*'

            - 'in-tree:hook-action:project-gecko/in-tree-action-${repository.level}-*'

          else:

            $if: 'tasks_for == "action"'

            then:

              # when all actions are hooks, we can calculate this directly rather than using a variable

              - '${action.repo_scope}'

            else:

              - 'assume:repo:${repoUrl[8:]}:cron:${cron.job_name}'

        dependencies: []

        requires: all-completed

        priority:

          # Most times, there is plenty of worker capacity so everything runs

          # quickly, but sometimes a storm of action tasks lands.  Then we

          # want, from highest to lowest:

          # - cron tasks (time-sensitive) (low)

          # - action tasks (avoid interfering with the other two) (very-low)

          # - decision tasks (minimize user-visible delay) (lowest)

          # SCM levels all use different workerTypes, so there is no need for priority

          # between levels; "low" is the highest priority available at all levels, and

          # nothing runs at any higher priority on these workerTypes.

          $if: "tasks_for == 'cron'"

          then: low

          else:

            $if: "tasks_for == 'action'"

            then: very-low

            else: lowest  # tasks_for == 'hg-push'

        retries: 5

        payload:

          env:

            # checkout-gecko uses these to check out the source; the inputs

            # to `mach taskgraph decision` are all on the command line.

            $merge:

              - GECKO_BASE_REPOSITORY: 'https://hg.mozilla.org/mozilla-unified'

                GECKO_HEAD_REPOSITORY: '${repoUrl}'

                GECKO_HEAD_REF: '${push.revision}'

                GECKO_HEAD_REV: '${push.revision}'

                HG_STORE_PATH: /builds/worker/checkouts/hg-store

                TASKCLUSTER_CACHES: /builds/worker/checkouts

                # someday, these will be provided by the worker - Bug 1492664

                TASKCLUSTER_ROOT_URL: https://taskcluster.net

                TASKCLUSTER_PROXY_URL: http://taskcluster

              - $if: 'tasks_for == "action"'

                then:

                  ACTION_TASK_GROUP_ID: '${action.taskGroupId}'     # taskGroupId of the target task

                  ACTION_TASK_ID: {$json: {$eval: 'taskId'}} # taskId of the target task (JSON-encoded)

                  ACTION_INPUT: {$json: {$eval: 'input'}}

                  ACTION_CALLBACK: '${action.cb_name}'

                  ACTION_PARAMETERS: {$json: {$eval: 'parameters'}}

          cache:

            level-${repository.level}-checkouts-sparse-v2: /builds/worker/checkouts

          features:

            taskclusterProxy: true

            chainOfTrust: true

          # Note: This task is built server side without the context or tooling that

          # exist in tree so we must hard code the hash

          image: 'taskcluster/decision:2.1.0@sha256:6db3b697d7a3c7aba440d72f04199331b872111cefff57206b8b8b1d53230360'

          maxRunTime: 1800

          command:

            - /builds/worker/bin/run-task

            - '--vcs-checkout=/builds/worker/checkouts/gecko'

            - '--sparse-profile=build/sparse-profiles/taskgraph'

            - '--'

            - bash

            - -cx

            - $let:

                extraArgs: {$if: 'tasks_for == "cron"', then: '${cron.quoted_args}', else: ''}

              in:

                $if: 'tasks_for == "action"'

                then: >

                  cd /builds/worker/checkouts/gecko &&

                  ln -s /builds/worker/artifacts artifacts &&

                  ./mach --log-no-times taskgraph action-callback

                else: >

                  cd /builds/worker/checkouts/gecko &&

                  ln -s /builds/worker/artifacts artifacts &&

                  ./mach --log-no-times taskgraph decision

                  --pushlog-id='${push.pushlog_id}'

                  --pushdate='${push.pushdate}'

                  --project='${repository.project}'

                  --owner='${ownerEmail}'

                  --level='${repository.level}'

                  --tasks-for='${tasks_for}'

                  --base-repository="$GECKO_BASE_REPOSITORY"

                  --head-repository="$GECKO_HEAD_REPOSITORY"

                  --head-ref="$GECKO_HEAD_REF"

                  --head-rev="$GECKO_HEAD_REV"

                  ${extraArgs}

          artifacts:

            'public':

              type: 'directory'

              path: '/builds/worker/artifacts'

              expires: {$fromNow: '1 year'}

        extra:

          $merge:

            - treeherder:

                $merge:

                  - machine:

                      platform: gecko-decision

                  - $if: 'tasks_for == "hg-push"'

                    then:

                      symbol: D

                    else:

                      $if: 'tasks_for == "action"'

                      then:

                        groupName: 'action-callback'

                        groupSymbol: AC

                        symbol: "${action.symbol}"

                      else:

                        groupSymbol: cron

                        symbol: "${cron.job_symbol}"

            - $if: 'tasks_for == "action"'

              then:

                parent: '${action.taskGroupId}'

                action:

                  name: '${action.name}'

                  context:

                    taskGroupId: '${action.taskGroupId}'

                    taskId: {$eval: 'taskId'}

                    input: {$eval: 'input'}

                    parameters: {$eval: 'parameters'}

            - $if: 'tasks_for == "cron"'

              then:

                cron: {$json: {$eval: 'cron'}}

            - tasks_for: '${tasks_for}'

            # Email format for try pushes

            - $if: 'tasks_for == "hg-push" && repository.project == "try"'

              then:

                notify:

                  email:

                    subject: "Thank you for your try submission of ${push.revision}. It's the best!"

                    content: "Your try push has been submitted. It's the best! Use the link to view the status of your jobs."

                    link:

                      text: "Treeherder Jobs"

                      href: "https://treeherder.mozilla.org/#/jobs?repo=${repository.project}&revision=${push.revision}"