1
0
Fork 0
llvm-premerge-checks/scripts/pipeline_create_branch.py

102 lines
3.7 KiB
Python
Raw Permalink Normal View History

2020-05-14 12:57:38 +02:00
#!/usr/bin/env python3
# Copyright 2020 Google LLC
#
# Licensed under the the Apache License v2.0 with LLVM Exceptions (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://llvm.org/LICENSE.txt
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import sys
2020-05-14 12:57:38 +02:00
import yaml
import logging
from buildkite_utils import set_metadata, BuildkiteApi
from phabtalk.phabtalk import PhabTalk
2020-05-14 12:57:38 +02:00
if __name__ == '__main__':
diff_id = os.getenv("ph_buildable_diff")
revision_id = os.getenv("ph_buildable_revision", '')
log_level = os.getenv('ph_log_level', 'INFO')
base_commit = os.getenv('ph_base_commit', 'auto')
run_build = os.getenv('ph_skip_build') is None
trigger = os.getenv('ph_trigger_pipeline')
logging.basicConfig(level=log_level, format='%(levelname)-7s %(message)s')
phabtalk = PhabTalk(os.getenv('CONDUIT_TOKEN'), dry_run_updates=(os.getenv('ph_dry_run_report') is not None))
rev = phabtalk.get_revision(int(revision_id))
user_id = rev.get('authorPHID')
logging.debug(f'authorPHID {user_id}')
if user_id is None:
logging.error('cannot find author of the revision')
sys.exit(1)
projects = phabtalk.user_projects(user_id)
logging.info(f'user projects: {", ".join(projects)}')
# Cancel any existing builds.
# Do this before setting own 'ph_buildable_revision'.
try:
bk = BuildkiteApi(os.getenv("BUILDKITE_API_TOKEN"), os.getenv("BUILDKITE_ORGANIZATION_SLUG"))
for b in bk.list_running_revision_builds(os.getenv("BUILDKITE_PIPELINE_SLUG"), os.getenv('ph_buildable_revision')):
logging.info(f'cancelling build {b.get("web_url")}')
bk.cancel_build(b)
except Exception as e:
logging.error(e)
2021-05-03 21:07:00 +02:00
set_metadata('ph_buildable_diff', os.getenv("ph_buildable_diff"))
set_metadata('ph_buildable_revision', os.getenv('ph_buildable_revision'))
set_metadata('ph_build_id', os.getenv("ph_build_id"))
if trigger is None:
trigger = 'premerge-checks'
env = {
'ph_scripts_refspec': '${BUILDKITE_BRANCH}',
'ph_user_project_slugs': ",".join(projects),
# TODO: those two are for "apply_patch.sh". Maybe just look for "ph_" env in patch_diff.py?
'LOG_LEVEL': log_level,
'BASE_COMMIT': base_commit,
}
for e in os.environ:
if e.startswith('ph_'):
env[e] = os.getenv(e)
steps = [{
2020-06-29 12:17:03 +02:00
'label': 'create branch',
'key': 'create-branch',
'commands': [
'pip install -q -r scripts/requirements.txt',
'scripts/apply_patch.sh'
],
2021-04-26 20:10:15 +02:00
'agents': {'queue': 'service'},
2020-06-29 12:17:03 +02:00
'timeout_in_minutes': 20,
'env': env
}]
if run_build:
# trigger_build_step = {
# 'trigger': trigger,
# 'label': ':rocket: build and test',
# 'async': False,
# 'depends_on': 'create-branch',
# 'build': {
# 'branch': f'phab-diff-{diff_id}',
# 'env': env,
# },
# }
# steps.append(trigger_build_step)
steps.append({
'trigger': 'phabricator-build',
'label': ':rocket: build and test',
'async': False,
'depends_on': 'create-branch',
'build': {
'branch': f'phab-diff-{diff_id}',
'env': env,
},
})
2020-05-14 12:57:38 +02:00
print(yaml.dump({'steps': steps}))