From dadb507afb4142bbcea77120731be609e69040fb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Christian=20K=C3=BChnel?= Date: Wed, 6 May 2020 13:11:03 +0200 Subject: [PATCH] copied beta to production pipelines --- Jenkins/apply-patch/Jenkinsfile | 1 + Jenkins/phabricator-linux/Jenkinsfile | 181 ++++++++++++++++++++++++++ 2 files changed, 182 insertions(+) create mode 100644 Jenkins/apply-patch/Jenkinsfile create mode 100644 Jenkins/phabricator-linux/Jenkinsfile diff --git a/Jenkins/apply-patch/Jenkinsfile b/Jenkins/apply-patch/Jenkinsfile new file mode 100644 index 0000000..e0010ff --- /dev/null +++ b/Jenkins/apply-patch/Jenkinsfile @@ -0,0 +1 @@ +// Copyright 2019 Google LLC // // Licensed under the the Apache License v2.0 with LLVM Exceptions (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // https://llvm.org/LICENSE.txt // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. def success = true def failure_message = "" pipeline { agent { label 'linux' } parameters { string(name: 'DIFF_ID') string(name: 'PHID') string(name: 'REV_ID') } environment { CONDUIT_TOKEN = credentials('phabricator-conduit-token') PHABRICATOR_HOST = 'https://reviews.llvm.org' LLVM_DIR = "${WORKSPACE}/llvm-project" SCRIPT_DIR = "${WORKSPACE}/llvm-premerge-checks/scripts" RESULT_DIR = "${WORKSPACE}/results" PHAB_LOG = "${RESULT_DIR}/.phabricator-comment" MY_BUILD_ID = "${JOB_BASE_NAME}-${BUILD_NUMBER}" TARGET_DIR = "/mnt/nfs/results/${MY_BUILD_ID}" RESULT_URL = "http://results.llvm-merge-guard.org/${MY_BUILD_ID}" } options { timeout(time:10, unit:'MINUTES') } stages { stage("build info"){ steps { echo "Building diff ${DIFF_ID} with PHID ${PHID} for Revision ${REV_ID}" script { currentBuild.displayName += " D${REV_ID}" currentBuild.description = "D${REV_ID}" } } } stage("git checkout"){ steps { dir("${LLVM_DIR}"){ git url: 'git@github.com:llvm-premerge-tests/llvm-project.git' } dir("llvm-premerge-checks") { git url: 'https://github.com/google/llvm-premerge-checks.git' } sh """ rm -rf ${RESULT_DIR} mkdir -p ${RESULT_DIR} """ } } stage('arc patch'){ steps { dir("${LLVM_DIR}"){ sh """ ${SCRIPT_DIR}/phabtalk/apply_patch2.py ${DIFF_ID} \ --token ${CONDUIT_TOKEN} \ --url ${PHABRICATOR_HOST} \ --comment-file ${PHAB_LOG} \ --push-branch """ } } } } post { always { dir("${RESULT_DIR}") { // copy console log to result folder sh "wget -qO console-log.txt http://jenkins-ui.jenkins.svc.cluster.local:8080/job/${JOB_BASE_NAME}/${BUILD_NUMBER}/consoleText" sh "mkdir ${TARGET_DIR}" sh "cp * ${TARGET_DIR}" } sh """${SCRIPT_DIR}/phabtalk/phabtalk.py "${PHID}" "${DIFF_ID}" \ --workspace "${LLVM_DIR}" \ --conduit-token "${CONDUIT_TOKEN}" \ --host "${PHABRICATOR_HOST}/api/" \ --buildresult ${currentBuild.result} \ --results-dir "${TARGET_DIR}" \ --results-url "${RESULT_URL}" \ --failures "Applying patch failed" \ --name "apply patch" """ } } } \ No newline at end of file diff --git a/Jenkins/phabricator-linux/Jenkinsfile b/Jenkins/phabricator-linux/Jenkinsfile new file mode 100644 index 0000000..32301ba --- /dev/null +++ b/Jenkins/phabricator-linux/Jenkinsfile @@ -0,0 +1,181 @@ +// Copyright 2019 Google LLC +// +// Licensed under the the Apache License v2.0 with LLVM Exceptions (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// https://llvm.org/LICENSE.txt +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +def success = true +def failure_message = "" + +pipeline { + agent { label 'linux' } + parameters { + string(name: 'DIFF_ID') + string(name: 'PHID') + string(name: 'REV_ID') + } + environment { + CONDUIT_TOKEN = credentials('phabricator-conduit-token') + PHABRICATOR_HOST = 'https://reviews.llvm.org' + LLVM_DIR = "${WORKSPACE}/llvm-project" + SCRIPT_DIR = "${WORKSPACE}/llvm-premerge-checks/scripts" + RESULT_DIR = "${WORKSPACE}/results" + PHAB_LOG = "${RESULT_DIR}/.phabricator-comment" + MY_BUILD_ID = "${JOB_BASE_NAME}-${BUILD_NUMBER}" + TARGET_DIR = "/mnt/nfs/results/${MY_BUILD_ID}" + RESULT_URL = "http://results.llvm-merge-guard.org/${MY_BUILD_ID}" + } + options { + timeout(time:2, unit:'HOURS') + } + stages { + stage("build info"){ + steps { + echo "Building diff ${DIFF_ID} with PHID ${PHID} for Revision ${REV_ID}" + script { + currentBuild.displayName += " D${REV_ID}" + currentBuild.description = "D${REV_ID}" + } + sh """ + rm -rf ${RESULT_DIR} + mkdir -p ${RESULT_DIR} + """ + // Report versions of the installed packages. + sh """ + echo Versions of various tools: > ${RESULT_DIR}/package_version.log + clang --version >> ${RESULT_DIR}/package_version.log + clang-tidy --version >> ${RESULT_DIR}/package_version.log + ld.lld --version >> ${RESULT_DIR}/package_version.log + dpkg -l >> ${RESULT_DIR}/package_version.log + """ + } + } + stage("git checkout") + { + steps { + dir("${LLVM_DIR}") + { + git url: 'git@github.com:llvm-premerge-tests/llvm-project.git', branch: "phab-diff-${DIFF_ID}" + sh 'git clean -fdx' + sh 'git show -s' + } + dir("llvm-premerge-checks") + { + git url: 'https://github.com/google/llvm-premerge-checks.git' + } + } + } + stage('CMake') { + steps { + dir("${LLVM_DIR}") + { + script { + success = false + failure_message = "Failed to run cmake" + } + sh "${SCRIPT_DIR}/run_cmake.py detect" + script { + success = true + failure_message = "" + } + } + } + } + stage('ninja all') { + steps { + dir("${LLVM_DIR}") + { + script { + try { + sh(script: "${SCRIPT_DIR}/run_ninja.py all") + } catch (e) { + success = false; + failure_message = "'ninja all' failed" // append as build might already be broken + echo e.toString() + } + } + } + } + } + stage('ninja check-all') { + steps { + dir("${LLVM_DIR}") + { + script { + try { + sh(script: "${SCRIPT_DIR}/run_ninja.py check-all") + } catch (e) { + success = false; + failure_message += "\n'ninja check-all' failed" // append as build might already be broken + echo e.toString() + } + } + } + } + } + stage('linters') { + steps { + dir("${LLVM_DIR}") + { + script { + try { + sh(script: "${SCRIPT_DIR}/lint.sh HEAD~1 ${RESULT_DIR}") + } catch (e) { + success = false; + failure_message += "\nFailed to run linters" // append as build might already be broken + echo e.toString() + } + } + } + } + } + } + post { + always { + script { + if (success) { + currentBuild.result = "SUCCESS" + } else { + currentBuild.result = "FAILURE" + } + } + echo "Console log is available at ${RESULT_URL}" + dir("${RESULT_DIR}") { + // copy console log to result folder + sh "wget -qO console-log.txt http://jenkins-ui.jenkins.svc.cluster.local:8080/job/${JOB_BASE_NAME}/${BUILD_NUMBER}/consoleText" + // keep a copy of the answer from Phabricator for debugging + // TODO: move all file copy operations here + sh """ + set -eu + cp ${LLVM_DIR}/build/CMakeCache.txt . || : + cp ${LLVM_DIR}/build/test-results.xml . || : + mkdir -p ${TARGET_DIR} + cp * ${TARGET_DIR} + """ + } + /// send results to Phabricator + sh """${SCRIPT_DIR}/phabtalk/phabtalk.py "${PHID}" "${DIFF_ID}" \ + --workspace "${WORKSPACE}" \ + --conduit-token "${CONDUIT_TOKEN}" \ + --test-result-file "${RESULT_DIR}/test-results.xml" \ + --host "${PHABRICATOR_HOST}/api/" \ + --buildresult ${currentBuild.result} \ + --clang-format-patch "${RESULT_DIR}/clang-format.patch" \ + --clang-tidy-result "${RESULT_DIR}/clang-tidy.txt" \ + --clang-tidy-ignore "${SCRIPT_DIR}/clang-tidy-comments.ignore" \ + --results-dir "${TARGET_DIR}" \ + --results-url "${RESULT_URL}" \ + --failures "${failure_message}" \ + --name "linux" + """ + } + } +}