<!-- Managed by Jenkins Job Builder --> false true TCWG Build tcwg_kernel/llvm-master-aarch64-next-allnoconfig false false false workspace/tcwg_kernel_$EXECUTOR_NUMBER jenkins-01 && tcwg-x86_64-build false hudson.model.Item.Read:anonymous hudson.model.Item.ExtendedRead:anonymous hudson.model.Item.Build:everyone-flat hudson.model.Item.Cancel:everyone-flat 20 -1 -1 -1 true tcwg_kernel--llvm-master-aarch64-next-allnoconfig-bisect GLOBAL ALL binutils_git binutils git_url#branch/sha1 to build, or 'default', 'baseline' or 'jenkins-scm', or pw://series/<id> to build with patches from patchwork ('precommit' mode, use 'pw://series/<id>/retrigger/' to force a rebuild) default linux_git linux git_url#branch/sha1 to build, or 'default', 'baseline' or 'jenkins-scm', or pw://series/<id> to build with patches from patchwork ('precommit' mode, use 'pw://series/<id>/retrigger/' to force a rebuild) default llvm_git llvm git_url#branch/sha1 to build, or 'default', 'baseline' or 'jenkins-scm', or pw://series/<id> to build with patches from patchwork ('precommit' mode, use 'pw://series/<id>/retrigger/' to force a rebuild) default qemu_git qemu git_url#branch/sha1 to build, or 'default', 'baseline' or 'jenkins-scm', or pw://series/<id> to build with patches from patchwork ('precommit' mode, use 'pw://series/<id>/retrigger/' to force a rebuild) default update_baseline What to do with baseline in this build onsuccess force init ignore notify Whether to notify developers about the result of this build ignore onregression precommit rr_stage Describe the current round-robin stage for this run (informative only) build extra_build_params Extra parameters to pass to the build script; can be used to override settings extracted from ci_project/ci_config distro Distro image to use default scripts_branch Scripts revision to use master 2 origin +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* https://gitlab.com/LinaroLtd/tcwg/jenkins-scripts.git $scripts_branch false false false false Default /home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git jenkins-scripts false 1 /home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git 2 origin +refs/heads/master:refs/remotes/origin/master git://sourceware.org/git/binutils-gdb.git refs/heads/master false false false false Default /home/tcwg-buildslave/snapshots-ref/binutils-gdb.git binutils true 1 true /home/tcwg-buildslave/snapshots-ref/binutils-gdb.git 2 origin +refs/heads/master:refs/remotes/origin/master https://gitlab.com/Linaro/lkft/mirrors/next/linux-next.git refs/heads/master false false false false Default /home/tcwg-buildslave/snapshots-ref/linux.git linux true 1 true /home/tcwg-buildslave/snapshots-ref/linux.git 2 origin +refs/heads/main:refs/remotes/origin/main https://github.com/llvm/llvm-project.git refs/heads/main false false false false Default /home/tcwg-buildslave/snapshots-ref/llvm-project.git llvm true 1 true /home/tcwg-buildslave/snapshots-ref/llvm-project.git 2 origin +refs/heads/master:refs/remotes/origin/master https://gitlab.com/qemu-project/qemu.git refs/heads/master false false false false Default /home/tcwg-buildslave/snapshots-ref/qemu.git qemu true 1 true /home/tcwg-buildslave/snapshots-ref/qemu.git H H H/4 * * false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash set -ex # Delete artifacts now to avoid re-using stale artifacts if # below docker-run.sh fails to start up a container. rm -rf artifacts/ mkdir -p artifacts/jenkins build_name="#$BUILD_NUMBER" echo "$build_name" > artifacts/jenkins/build-name git -C jenkins-scripts submodule update --init --remote if [ "False" = "True" ]; then cat >> artifacts/jenkins/run-build.env <<EOF update_baseline=ignore EOF fi cat >> artifacts/jenkins/run-build.env <<EOF build_name="$build_name" EOF 125 artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex # Skip SCM-triggered builds if there are other builds in # the queue. We need to process all pending bisection-triggered # builds before fetching a new batch of upstream changes. # Re. skipping post-commit build if pre-commit queue is # not empty -- it's just a favor to pre-commit builds. if [ x"${BUILD_CAUSE_SCMTRIGGER-false}" = x"true" ] \ || [ x"${BUILD_CAUSE_TIMERTRIGGER-false}" = x"true" ]; then for job_type in build; do url="${JOB_URL%-build/}-$job_type" inQueue=$(curl --retry 5 --max-time 5 -s "$url/api/xml?tree=inQueue" \ | sed -e "s#.*<inQueue>\(.*\)</inQueue>.*#\1#") if [ "$inQueue" = "true" ]; then echo "SKIP SCM BUILD" touch artifacts/jenkins/skip-scm-build build_name="$build_name-skip-scm-build" echo "$build_name" > artifacts/jenkins/build-name # Mark build unstable aka a skipped build exit 125 fi done fi trap "" EXIT 125 artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex repo='ssh://tcwg-buildslave@bkp.tcwglab/home/tcwg-buildslave/base-artifacts/tcwg_kernel/llvm-master-aarch64-next-allnoconfig.git' branch='linaro-local/ci/tcwg_kernel/llvm-master-aarch64-next-allnoconfig' git_result=$(git ls-remote --heads "$repo" "refs/heads/$branch") if [ -d base-artifacts ] && [ "$git_result" != "" ]; then git -C base-artifacts fetch "$repo" "refs/heads/$branch" || true fi docker_opts=( --distro $distro --node_labels "$NODE_LABELS" ) ./jenkins-scripts/start-container-docker.sh --prefix build_ \ "${docker_opts[@]}" > build_container.sh source build_container.sh trap "cleanup_all_containers" EXIT # Run the build script to fetch base-artifacts/, which are # required to fetch baseline sources to apply patches to in # pw-apply.sh below. This also initializes the build manifest # with all below settings; we then import this manifest below. # # The parameter __finish_after makes the build script stop # after fetching the baseline and "__" avoids saving this parameter # in the manifest, so that we don't see this option in the main # run of the build script below. build_container_exec \ ./jenkins-scripts/tcwg_kernel-build.sh \ %%rr[top_artifacts] artifacts \ ==rr[ci_project] 'tcwg_kernel' \ ==rr[ci_config] 'llvm-master-aarch64-next-allnoconfig' \ $extra_build_params \ --scripts_branch "$scripts_branch" \ ==rr[mode] "build" \ ==rr[update_baseline] "$update_baseline" \ --BUILD_URL "$BUILD_URL" \ __finish_at reset_artifacts echo "$rr_stage" > artifacts/rr_stage.txt cat >> artifacts/jenkins/run-build.env <<EOF docker_opts=(${docker_opts[@]+$(printf "%q$IFS" "${docker_opts[@]}")}) source build_container.sh trap "cleanup_all_containers" EXIT EOF # Now that we have "trap cleanup_all_containers EXIT" in # run-build.env we need to reset the trap at the end of every # step to preserve container[s] for the next step. trap "" EXIT 125 artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex branch_opt=() # 1 to skip jenkins-scripts i=1 for c in binutils linux llvm qemu; do eval "g=\$${c}_git" if [ x"$g" = x"default" ]; then if [ x"${BUILD_CAUSE_SCMTRIGGER-false}" = x"true" ] \ || [ x"${BUILD_CAUSE_TIMERTRIGGER-false}" = x"true" ]; then g="jenkins-scm" else g="baseline" fi fi if [ x"$g" = x"jenkins-scm" ] || [ "$update_baseline" = "init" ]; then eval "gb=\$GIT_BRANCH_$i" gb=$(echo $gb | sed 's+origin/++') eval "g=\$GIT_URL_$i#$gb" fi i=$(($i+1)) if [ x"$g" != x"baseline" ]; then build_name="$build_name-$c" branch_opt+=("==rr[${c}_git]" "$g") fi done echo "$build_name" > artifacts/jenkins/build-name cat >> artifacts/jenkins/run-build.env <<EOF build_name="$build_name" branch_opt=(${branch_opt[@]+$(printf "%q$IFS" "${branch_opt[@]}")}) EOF trap "" EXIT 125 artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex # Update baseline branch of base-artifacts. # If we made it this far, then the build is successful # (possibly because it was forced to be declared successful). if [ "$update_baseline" = "ignore" ]; then trap "" EXIT exit 0 fi # We may need jira token while rewriting history. if [ -f $HOME/.jipdate.yml ]; then ( # BE CAREFUL WITH TCWG_JIRA_TOKEN set +x build_container_exec \ sed -i -e "s/#TCWG_JIRA_TOKEN#/$TCWG_JIRA_TOKEN/" \ "$HOME/.jipdate.yml" ) fi build_container_exec \ ./jenkins-scripts/rr/round-robin-baseline.sh \ @@rr[top_artifacts] artifacts \ __build_script tcwg_kernel-build.sh \ __push_base_artifacts true \ __rewrite_base_artifacts true \ __commit_artifacts false \ __rewrite_num 100 \ &> ./artifacts/jenkins/rewrite-false.log & res=0 && wait $! || res=$? # Compress big files in artifacts/NN-* directories to save disk space # on ci.linaro.org. find artifacts/ -size +1M ! -name "*.xz" \ -path "artifacts/[0-9]*" -print0 \ | xargs -0 -i@ xz -T0 @ if [ $res != 0 ]; then echo "maxim.kuvyrkov@linaro.org, laurent.alfonsi@linaro.org" \ > artifacts/jenkins/error-mail-recipients.txt echo -e "$BUILD_URL\nERROR: round-robin-baseline.sh failed" \ >> artifacts/jenkins/error-mail-body.txt echo "ERROR: round-robin-baseline.sh failed" # We have failed to update the baseline, so let's fail and # not notify developers. exit 1 fi trap "" EXIT SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex # Run the build script to from the manifest created above. # # The parameter __start_at makes the build script start right # where the above run finished. This allows us to use read-only # bind-mount for base-artifacts/, which, otherwise, may require # multi-gig rsync. build_container_exec \ ./jenkins-scripts/tcwg_kernel-build.sh \ @@rr[top_artifacts] artifacts \ "${branch_opt[@]}" \ __start_at reset_artifacts+ & res=0 && wait $! || res=$? # Update build_name if [ -f artifacts/results ]; then build_name="$build_name-R$(tail -n1 artifacts/results)" fi if [ "$update_baseline" != "onsuccess" ]; then build_name="$build_name-$update_baseline" fi if [ -f artifacts/trigger-bisect ]; then build_name="$build_name-trigger-bisect" fi echo "$build_name" > artifacts/jenkins/build-name # Everything but 0 and $INTERNAL_FAILURE is an unexpected exit code, # so stop here and do nothing else. From jenkins point of view ... # - if $res==0: build is successful, so proceed with all # followup steps -- notify, push, trigger precommit. # - if $res==123: build has a regression, so proceed with triggering # followup builds and sending precommit notifications; but stop # before run-push-baseline by checking artifacts/failed. # - if $res is anything else: build has an unexpected failure, so # skip the rest of the steps by setting UNSTABLE build status. # This will cause all followup conditional-steps to skip due to # "current-status" condition. # # See comment before round-robin.sh:check_regression() for details. case $res in 0) ;; 123) echo 123 > artifacts/failed ;; *) res=125 ;; esac if [ $res = 125 ]; then # We had unexpected failure in the build scripts, so can't # proceed with triggers and notifications. Mark this build # as UNSTABLE, which will skip all following conditional-steps. exit 125 fi cat >> artifacts/jenkins/run-build.env <<EOF build_name="$build_name" EOF trap "" EXIT 125 artifacts/jenkins/build-name #${BUILD_NUMBER} true false false #!/bin/bash source artifacts/jenkins/run-build.env set -ex for i in artifacts/trigger-build-* artifacts/trigger-bisect; do if [ -f $i ]; then echo "distro=$distro" >> $i echo "scripts_branch=$scripts_branch" >> $i fi done trap "" EXIT artifacts/trigger-build-* SKIP tcwg_kernel--llvm-master-aarch64-next-allnoconfig-build ALWAYS false false artifacts/trigger-bisect true tcwg_kernel--llvm-master-aarch64-next-allnoconfig-bisect ALWAYS false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex if [ -f artifacts/failed ]; then # Only send notifications for forced successful # (aka "onregression") builds; never for failed builds. echo "Build failed. Using option notify=ignore." notify=ignore fi # Basic notification -- create entry in interesting-commits. # Note that we add --notify to the manifest -- we will need this # later in round-robin-baseline.sh when re-writing history # to update notifications files in interesting-commits and jira. build_container_exec \ ./jenkins-scripts/rr/round-robin-notify.sh \ @@rr[top_artifacts] artifacts --notify "$notify" \ __stage init __verbose true \ __build_script tcwg_kernel-build.sh \ &> ./artifacts/jenkins/notify-init.log & if ! wait $!; then echo "maxim.kuvyrkov@linaro.org, laurent.alfonsi@linaro.org" \ > artifacts/jenkins/error-mail-recipients.txt echo -e "$BUILD_URL\nERROR: notify-init failed\n" \ >> artifacts/jenkins/error-mail-body.txt echo "ERROR: notify-init failed" exit 1 fi # Full notification echo "NOTE: Notify developers about this build" build_container_exec \ ./jenkins-scripts/rr/round-robin-notify.sh \ @@rr[top_artifacts] artifacts __stage full __verbose true \ __build_script tcwg_kernel-build.sh \ &> ./artifacts/jenkins/notify-full.log & if ! wait $!; then echo "maxim.kuvyrkov@linaro.org, laurent.alfonsi@linaro.org" \ > artifacts/jenkins/error-mail-recipients.txt echo -e "$BUILD_URL\nERROR: notify-full failed\n" \ >> artifacts/jenkins/error-mail-body.txt echo "ERROR: notify-full failed" fi # Failsafe for avoid spamming developers. if [ "$notify" = "ignore" ] \ && [ -f artifacts/jenkins/mail-recipients.txt ]; then echo "maxim.kuvyrkov@linaro.org, laurent.alfonsi@linaro.org" \ > artifacts/jenkins/error-mail-recipients.txt echo -e "$BUILD_URL\nERROR: tried to unexpectedly notify developers\n" \ >> artifacts/jenkins/error-mail-body.txt mv artifacts/jenkins/mail-recipients.txt \ artifacts/jenkins/mail-recipients.bak fi trap "" EXIT artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex if [ -f artifacts/failed ]; then # Mark failed build as FAILURE; no further steps will run. exit $(cat artifacts/failed) fi # Only successful builds run beyond this point. trap "" EXIT artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex # Update baseline branch of base-artifacts. # If we made it this far, then the build is successful # (possibly because it was forced to be declared successful). if [ "$update_baseline" = "ignore" ]; then trap "" EXIT exit 0 fi # We may need jira token while rewriting history. if [ -f $HOME/.jipdate.yml ]; then ( # BE CAREFUL WITH TCWG_JIRA_TOKEN set +x build_container_exec \ sed -i -e "s/#TCWG_JIRA_TOKEN#/$TCWG_JIRA_TOKEN/" \ "$HOME/.jipdate.yml" ) fi build_container_exec \ ./jenkins-scripts/rr/round-robin-baseline.sh \ @@rr[top_artifacts] artifacts \ __build_script tcwg_kernel-build.sh \ __push_base_artifacts true \ __rewrite_base_artifacts true \ __commit_artifacts true \ __rewrite_num 100 \ &> ./artifacts/jenkins/rewrite-true.log & res=0 && wait $! || res=$? # Compress big files in artifacts/NN-* directories to save disk space # on ci.linaro.org. find artifacts/ -size +1M ! -name "*.xz" \ -path "artifacts/[0-9]*" -print0 \ | xargs -0 -i@ xz -T0 @ if [ $res != 0 ]; then echo "maxim.kuvyrkov@linaro.org, laurent.alfonsi@linaro.org" \ > artifacts/jenkins/error-mail-recipients.txt echo -e "$BUILD_URL\nERROR: round-robin-baseline.sh failed" \ >> artifacts/jenkins/error-mail-body.txt echo "ERROR: round-robin-baseline.sh failed" # We have failed to update the baseline, so let's fail and # not notify developers. exit 1 fi trap "" EXIT artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true ci_project=tcwg_kernel ci_config=llvm-master-aarch64-next-allnoconfig tcwg-update-lnt-results ALWAYS false false artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex # The "trap cleanup_all_containers EXIT" statement in # artifacts/jenkins/run-build.env will remove build and precommit # containers. 0 artifacts/** false false false true true false ${FILE,path="artifacts/jenkins/mail-recipients.txt"} $PROJECT_DEFAULT_SUBJECT $PROJECT_DEFAULT_CONTENT false false false true $PROJECT_DEFAULT_SUBJECT $PROJECT_DEFAULT_CONTENT false false false true text/plain ${FILE,path="artifacts/jenkins/mail-subject.txt"} ${FILE,path="artifacts/jenkins/mail-body.txt"} false false false false linaro-toolchain@lists.linaro.org ${FILE,path="artifacts/jenkins/error-mail-recipients.txt"} $PROJECT_DEFAULT_SUBJECT $PROJECT_DEFAULT_CONTENT false false false true $PROJECT_DEFAULT_SUBJECT $PROJECT_DEFAULT_CONTENT false false false true $PROJECT_DEFAULT_SUBJECT $PROJECT_DEFAULT_CONTENT false false false true default $DEFAULT_SUBJECT ${FILE,path="artifacts/jenkins/error-mail-body.txt"} false false false false $DEFAULT_REPLYTO 600 e0958a95-204f-4c14-a66c-5e2be6c5d50a tcwg-buildslave-20220725 false TCWG_JIRA_TOKEN TCWG_JIRA_TOKEN