llvm-premerge-checks/scripts/pipeline_create_branch.py

#!/usr/bin/env python3
# Copyright 2020 Google LLC
#
# Licensed under the the Apache License v2.0 with LLVM Exceptions (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     https://llvm.org/LICENSE.txt
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import os
import sys

import yaml
import logging
from buildkite_utils import set_metadata, BuildkiteApi
from phabtalk.phabtalk import PhabTalk

if __name__ == '__main__':
    diff_id = os.getenv("ph_buildable_diff")
    revision_id = os.getenv("ph_buildable_revision", '')
    log_level = os.getenv('ph_log_level', 'INFO')
    base_commit = os.getenv('ph_base_commit', 'auto')
    run_build = os.getenv('ph_skip_build') is None
    trigger = os.getenv('ph_trigger_pipeline')
    logging.basicConfig(level=log_level, format='%(levelname)-7s %(message)s')

    phabtalk = PhabTalk(os.getenv('CONDUIT_TOKEN'), dry_run_updates=(os.getenv('ph_dry_run_report') is not None))
    rev = phabtalk.get_revision(int(revision_id))
    user_id = rev.get('authorPHID')
    logging.debug(f'authorPHID {user_id}')
    if user_id is None:
        logging.error('cannot find author of the revision')
        sys.exit(1)
    projects = phabtalk.user_projects(user_id)
    logging.info(f'user projects: {", ".join(projects)}')
    # Cancel any existing builds.
    # Do this before setting own 'ph_buildable_revision'.
    try:
        bk = BuildkiteApi(os.getenv("BUILDKITE_API_TOKEN"), os.getenv("BUILDKITE_ORGANIZATION_SLUG"))
        for b in bk.list_running_revision_builds(os.getenv("BUILDKITE_PIPELINE_SLUG"), os.getenv('ph_buildable_revision')):
            logging.info(f'cancelling build {b.get("web_url")}')
            bk.cancel_build(b)
    except Exception as e:
        logging.error(e)

    set_metadata('ph_buildable_diff', os.getenv("ph_buildable_diff"))
    set_metadata('ph_buildable_revision', os.getenv('ph_buildable_revision'))
    set_metadata('ph_build_id', os.getenv("ph_build_id"))
    if trigger is None:
        trigger = 'premerge-checks'

    env = {
        'ph_scripts_refspec': '${BUILDKITE_BRANCH}',
        'ph_user_project_slugs': ",".join(projects),
        # TODO: those two are for "apply_patch.sh". Maybe just look for "ph_" env in patch_diff.py?
        'LOG_LEVEL': log_level,
        'BASE_COMMIT': base_commit,
    }
    for e in os.environ:
        if e.startswith('ph_'):
            env[e] = os.getenv(e)
    steps = [{
        'label': 'create branch',
        'key': 'create-branch',
        'commands': [
            'pip install -q -r scripts/requirements.txt',
            'scripts/apply_patch.sh'
        ],
        'agents': {'queue': 'service'},
        'timeout_in_minutes': 20,
        'env': env
    }]
    if run_build:
        # trigger_build_step = {
        #     'trigger': trigger,
        #     'label': ':rocket: build and test',
        #     'async': False,
        #     'depends_on': 'create-branch',
        #     'build': {
        #         'branch': f'phab-diff-{diff_id}',
        #         'env': env,
        #     },
        # }
        # steps.append(trigger_build_step)
        steps.append({
            'trigger': 'phabricator-build',
            'label': ':rocket: build and test',
            'async': False,
            'depends_on': 'create-branch',
            'build': {
                'branch': f'phab-diff-{diff_id}',
                'env': env,
            },
        })
    print(yaml.dump({'steps': steps}))