<!-- Managed by Jenkins Job Builder --> false false TCWG Precommit tcwg_gnu_embed_check_binutils/master-thumb_m23_soft_eabi false false true workspace/tcwg_gnu_$EXECUTOR_NUMBER tcwg-build && tcwg-x86_64 && tcwg-precommit && jenkins-01 false hudson.model.Item.Read:anonymous hudson.model.Item.ExtendedRead:anonymous hudson.model.Item.Build:everyone-flat hudson.model.Item.Cancel:everyone-flat 20 -1 -1 -1 true tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi-build GLOBAL BUILDABLE binutils_git binutils git_url#branch/sha1 to build, or 'default', 'baseline' or 'jenkins-scm', or pw://series/<id> to build with patches from patchwork ('precommit' mode, use 'pw://series/<id>/retrigger/' to force a rebuild) baseline gcc_git gcc git_url#branch/sha1 to build, or 'default', 'baseline' or 'jenkins-scm', or pw://series/<id> to build with patches from patchwork ('precommit' mode, use 'pw://series/<id>/retrigger/' to force a rebuild) baseline gdb_git gdb git_url#branch/sha1 to build, or 'default', 'baseline' or 'jenkins-scm', or pw://series/<id> to build with patches from patchwork ('precommit' mode, use 'pw://series/<id>/retrigger/' to force a rebuild) baseline newlib_git newlib git_url#branch/sha1 to build, or 'default', 'baseline' or 'jenkins-scm', or pw://series/<id> to build with patches from patchwork ('precommit' mode, use 'pw://series/<id>/retrigger/' to force a rebuild) baseline qemu_git qemu git_url#branch/sha1 to build, or 'default', 'baseline' or 'jenkins-scm', or pw://series/<id> to build with patches from patchwork ('precommit' mode, use 'pw://series/<id>/retrigger/' to force a rebuild) baseline notify Email to send failure notifications to precommit extra_build_params Extra parameters to pass to the build script; can be used to override settings extracted from ci_project/ci_config distro Distro image to use default scripts_branch Scripts revision to use master 2 origin +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* https://gitlab.com/LinaroLtd/tcwg/jenkins-scripts.git $scripts_branch false false false false Default /home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git jenkins-scripts false 1 /home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash set -ex # Delete artifacts now to avoid re-using stale artifacts if # below docker-run.sh fails to start up a container. rm -rf artifacts/ mkdir -p artifacts/jenkins build_name="#$BUILD_NUMBER" echo "$build_name" > artifacts/jenkins/build-name git -C jenkins-scripts submodule update --init --remote if [ "True" = "True" ]; then cat >> artifacts/jenkins/run-build.env <<EOF update_baseline=ignore EOF fi cat >> artifacts/jenkins/run-build.env <<EOF build_name="$build_name" EOF 125 artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex repo='ssh://tcwg-buildslave@bkp.tcwglab/home/tcwg-buildslave/base-artifacts/tcwg_gnu_embed_check_binutils/master-thumb_m23_soft_eabi.git' branch='linaro-local/ci/tcwg_gnu_embed_check_binutils/master-thumb_m23_soft_eabi' git_result=$(git ls-remote --heads "$repo" "refs/heads/$branch") if [ -d base-artifacts ] && [ "$git_result" != "" ]; then git -C base-artifacts fetch "$repo" "refs/heads/$branch" || true fi docker_opts=( --distro $distro --node_labels "$NODE_LABELS" ) ./jenkins-scripts/start-container-docker.sh --prefix build_ \ "${docker_opts[@]}" > build_container.sh source build_container.sh trap "cleanup_all_containers" EXIT # Run the build script to fetch base-artifacts/, which are # required to fetch baseline sources to apply patches to in # pw-apply.sh below. This also initializes the build manifest # with all below settings; we then import this manifest below. # # The parameter __finish_after makes the build script stop # after fetching the baseline and "__" avoids saving this parameter # in the manifest, so that we don't see this option in the main # run of the build script below. build_container_exec \ ./jenkins-scripts/tcwg_gnu-build.sh \ %%rr[top_artifacts] artifacts \ ==rr[ci_project] 'tcwg_gnu_embed_check_binutils' \ ==rr[ci_config] 'master-thumb_m23_soft_eabi' \ $extra_build_params \ --scripts_branch "$scripts_branch" \ ==rr[mode] "build" \ ==rr[update_baseline] "$update_baseline" \ --BUILD_URL "$BUILD_URL" \ __finish_at reset_artifacts echo "$rr_stage" > artifacts/rr_stage.txt cat >> artifacts/jenkins/run-build.env <<EOF docker_opts=(${docker_opts[@]+$(printf "%q$IFS" "${docker_opts[@]}")}) source build_container.sh trap "cleanup_all_containers" EXIT EOF # Now that we have "trap cleanup_all_containers EXIT" in # run-build.env we need to reset the trap at the end of every # step to preserve container[s] for the next step. trap "" EXIT 125 artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex ./jenkins-scripts/start-container-docker.sh --prefix precommit_ \ --task precommit --secondary true "${docker_opts[@]}" \ > precommit_container.sh source precommit_container.sh precommit_container_rsync -az --del \ jenkins-scripts/ :jenkins-scripts/ branch_opt=() for c in binutils gcc gdb newlib qemu; do eval "g=\$${c}_git" case "$g" in "pw://"*|"ssh://"*|"https://forge.sourceware.org/gcc/gcc-TEST/pulls/"*) # Handle pre-commit testing case "$g" in "pw://"*) build_container_exec \ ./jenkins-scripts/pw-apply.sh \ --ci_bot 'tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi' \ --project "$c" --pw_url "$g" __pw_token "$TCWG_PW_TOKEN" \ --build_url "$BUILD_URL" \ --pw_dir artifacts/jenkins/pw \ &> artifacts/jenkins/pw-apply.log & ;; "ssh://"*) build_container_exec \ ./jenkins-scripts/precommit-ssh-apply.sh \ --project "$c" --pw_url "$g" \ --build_url "$BUILD_URL" \ --patch_submitter "$notify" \ --pw_dir artifacts/jenkins/pw \ &> artifacts/jenkins/precommit-ssh-apply.log & ;; "https://forge.sourceware.org/gcc/gcc-TEST/pulls/"*) build_container_exec \ ./jenkins-scripts/precommit-forge-apply.sh \ --ci_bot 'tcwg_gnu_embed_check_binutils--master-thumb_m23_soft_eabi' \ --project "$c" --pw_url "$g" __forgejo_token "$TCWG_FORGEJO_TOKEN" \ --branch master \ --build_url "$BUILD_URL" \ --patch_submitter "$notify" \ --pw_dir artifacts/jenkins/pw \ &> artifacts/jenkins/precommit-forge-apply.log & ;; esac res=0 && wait $! || res=$? if [ "$res" != "0" ]; then build_name="$build_name-$g-$c-apply-fail" echo "$build_name" > artifacts/jenkins/build-name # Notify developer of failure to apply. for f in mail-body.txt mail-subject.txt \ mail-recipients.txt; do # copy the file if exists, and not emtpy. # this is important for mail-recipient.txt, which may # be empty. if [ -s artifacts/jenkins/pw/$f ]; then cp artifacts/jenkins/pw/$f artifacts/jenkins/$f fi done case "$g" in "ssh://"*) # Build was triggered manually, so failure-to-apply # is a real failure. exit 1 ;; esac # Skip the build exit 125 fi # Check whether we should keep or skip this commit build_container_exec \ ./jenkins-scripts/precommit-keep-or-skip.sh \ --pw_dir artifacts/jenkins/pw \ --ci_project 'tcwg_gnu_embed_check_binutils' \ --ci_config 'master-thumb_m23_soft_eabi' \ --project "$c" & keep=0 && wait $! || keep=$? skip=$(declare -A pw source "artifacts/jenkins/pw/$c" echo "${pw[${c}_skip]}") if $skip; then build_name="$build_name-$g-$c-test-skip" echo "$build_name" > artifacts/jenkins/build-name # pw-report.sh does not use artifacts/artifacts.precommit, # so it is OK to use unsafe container. build_container_exec \ ./jenkins-scripts/pw-report.sh --pw_dir "artifacts/jenkins/pw" \ --check test --result skip \ &> artifacts/jenkins/pw-report.log # Skip the build exit 125 fi patch_id=$(declare -A pw source "artifacts/jenkins/pw/$c" echo "${pw[${c}_patch_id]}") build_name="$build_name-$g/$patch_id" g=HEAD precommit_container_rsync -az --del \ "$c/" ":$c/" ;; esac if [ x"$g" != x"baseline" ]; then build_name="$build_name-$c" branch_opt+=("==rr[${c}_git]" "$g") fi done # Now that artifacts/ include all necessary data (including # artifacts/jenkins/pw/ directory -- rsync them into precommit # container. precommit_container_rsync -az --del \ artifacts/ :artifacts/ echo "$build_name" > artifacts/jenkins/build-name cat >> artifacts/jenkins/run-build.env <<EOF source precommit_container.sh build_name="$build_name" branch_opt=(${branch_opt[@]+$(printf "%q$IFS" "${branch_opt[@]}")}) EOF trap "" EXIT 125 artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex # Run the build script to from the manifest created above. # # The parameter __start_at makes the build script start right # where the above run finished. This allows us to use read-only # bind-mount for base-artifacts/, which, otherwise, may require # multi-gig rsync. precommit_container_exec \ ./jenkins-scripts/tcwg_gnu-build.sh \ @@rr[top_artifacts] artifacts \ "${branch_opt[@]}" \ __start_at reset_artifacts+ & res=0 && wait $! || res=$? precommit_container_rsync -az --del \ :artifacts/ artifacts/artifacts.precommit/ find artifacts/artifacts.precommit -size +1M ! -name "*.xz" \ -print0 | xargs -0 -P0 -i@ xz -T0 @ # Everything but 0 and $INTERNAL_FAILURE is an unexpected exit code, # so stop here and do nothing else. From jenkins point of view ... # - if $res==0: build is successful, so proceed with all # followup steps -- notify, push, trigger precommit. # - if $res==123: build has a regression, so proceed with triggering # followup builds and sending precommit notifications; but stop # before run-push-baseline by checking artifacts/failed. # - if $res is anything else: build has an unexpected failure, so # skip the rest of the steps by setting UNSTABLE build status. # This will cause all followup conditional-steps to skip due to # "current-status" condition. # # See comment before round-robin.sh:check_regression() for details. case $res in 0) pw_result=pass ;; 123) echo 123 > artifacts/failed pw_result=fail ;; *) res=125 pw_result=ignore ;; esac # pw-report.sh does not use artifacts/artifacts.precommit, # so it is OK to use unsafe container. build_container_exec \ ./jenkins-scripts/pw-report.sh --pw_dir "artifacts/jenkins/pw" \ --check test --result "$pw_result" &> artifacts/jenkins/pw-report.log & if ! wait $!; then res=125 fi if [ $res = 125 ]; then # We had unexpected failure in the build scripts, so can't # proceed with triggers and notifications. Mark this build # as UNSTABLE, which will skip all following conditional-steps. exit 125 fi cat >> artifacts/jenkins/run-build.env <<EOF build_name="$build_name" EOF trap "" EXIT 125 artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex precommit_container_exec \ ./jenkins-scripts/rr/round-robin-notify.sh \ @@rr[top_artifacts] artifacts --notify "$notify" \ --pw_dir artifacts/jenkins/pw __verbose true \ __build_script tcwg_gnu-build.sh \ &> ./artifacts/jenkins/notify.log & if ! wait $!; then echo "maxim.kuvyrkov@linaro.org, laurent.alfonsi@linaro.org" \ > artifacts/jenkins/error-mail-recipients.txt echo -e "$BUILD_URL\nERROR: notify failed\n" \ >> artifacts/jenkins/error-mail-body.txt echo "ERROR: notify failed" exit 1 fi precommit_container_rsync -az --del \ :artifacts/ artifacts/artifacts.precommit/ # Compress big files in artifacts.precommit/ to save disk space # on ci.linaro.org. We keep all pre-commit builds for a month, # which can result in many stored builds. find artifacts/artifacts.precommit -size +1M ! -name "*.xz" \ ! -path "artifacts/artifacts.precommit/notify/*" \ ! -path "artifacts/artifacts.precommit/jenkins/*" -print0 \ | xargs -0 -P0 -i@ xz -T0 @ for f in mail-body.txt mail-subject.txt mail-recipients.txt; do # copy the file if exists, and not emtpy. # this is important for mail-recipient.txt, which may be empty. if [ -s artifacts/artifacts.precommit/jenkins/$f ]; then cp artifacts/artifacts.precommit/jenkins/$f artifacts/jenkins/$f fi done # Post the results to the forge if applicable. # pw-report.sh does not use artifacts/artifacts.precommit, # so it is OK to use unsafe container. if [ -f artifacts/failed ]; then pw_result=fail else pw_result=pass fi build_container_exec \ ./jenkins-scripts/pw-report.sh --pw_dir "artifacts/jenkins/pw" \ --check test --result postforge-"$pw_result" \ &> artifacts/jenkins/pw-report.log & if ! wait $!; then echo "maxim.kuvyrkov@linaro.org, laurent.alfonsi@linaro.org" \ > artifacts/jenkins/error-mail-recipients.txt echo -e "$BUILD_URL\nERROR: notify failed\n" \ >> artifacts/jenkins/error-mail-body.txt echo "ERROR: forge notify failed" exit 1 fi trap "" EXIT artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex if [ -f artifacts/failed ]; then # Mark failed build as FAILURE; no further steps will run. exit $(cat artifacts/failed) fi # Only successful builds run beyond this point. trap "" EXIT artifacts/jenkins/build-name #${BUILD_NUMBER} true false false SUCCESS 0 BLUE true SUCCESS 0 BLUE true #!/bin/bash source artifacts/jenkins/run-build.env set -ex # The "trap cleanup_all_containers EXIT" statement in # artifacts/jenkins/run-build.env will remove build and precommit # containers. 0 artifacts/** false false false true true false ${FILE,path="artifacts/jenkins/mail-recipients.txt"} $PROJECT_DEFAULT_SUBJECT $PROJECT_DEFAULT_CONTENT false false false true $PROJECT_DEFAULT_SUBJECT $PROJECT_DEFAULT_CONTENT false false false true text/plain ${FILE,path="artifacts/jenkins/mail-subject.txt"} ${FILE,path="artifacts/jenkins/mail-body.txt"} false false false false linaro-toolchain@lists.linaro.org ${FILE,path="artifacts/jenkins/error-mail-recipients.txt"} $PROJECT_DEFAULT_SUBJECT $PROJECT_DEFAULT_CONTENT false false false true $PROJECT_DEFAULT_SUBJECT $PROJECT_DEFAULT_CONTENT false false false true $PROJECT_DEFAULT_SUBJECT $PROJECT_DEFAULT_CONTENT false false false true default $DEFAULT_SUBJECT ${FILE,path="artifacts/jenkins/error-mail-body.txt"} false false false false $DEFAULT_REPLYTO ${FILE,path="artifacts/jenkins/testresults-mail-recipients.txt"} $PROJECT_DEFAULT_SUBJECT $PROJECT_DEFAULT_CONTENT false false false true text/plain ${FILE,path="artifacts/jenkins/testresults-mail-subject.txt"} ${FILE,path="artifacts/jenkins/testresults-mail-body.txt"} false false false false linaro-toolchain@lists.linaro.org 1000 e0958a95-204f-4c14-a66c-5e2be6c5d50a tcwg-buildslave-20220725 false TCWG_JIRA_TOKEN TCWG_JIRA_TOKEN TCWG_PW_TOKEN TCWG_PW_TOKEN TCWG_FORGEJO_TOKEN TCWG_FORGEJO_TOKEN