<!-- Managed by Jenkins Job Builder -->
false
false
TCWG CCC Update bmk containers
false
false
true
workspace/tcwg-update-bmk-containers_$EXECUTOR_NUMBER/$NODE_NAME
tcwg-coordinator
false
hudson.model.Item.Read:anonymous
hudson.model.Item.ExtendedRead:anonymous
hudson.model.Item.Build:everyone-flat
hudson.model.Item.Cancel:everyone-flat
30
100
-1
-1
1
0
true
project
1
false
true
false
nodes
Machines to run on
tcwg-bmk-pool
true
allCases
distro
Distro version to use.
default
force
Whether to force update even with no changes in image
false
verbose
Whether to be verbose
true
scripts_branch
Scripts revision to use
master
2
origin
+refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/*
https://gitlab.com/LinaroLtd/tcwg/jenkins-scripts.git
$scripts_branch
false
false
false
false
Default
/home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git
jenkins-scripts
false
1
/home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git
@daily
#!/bin/bash
set -ex
# See: LABEL_SED below
set -o pipefail
rm -rf artifacts
mkdir artifacts
echo "$BUILD_URL" > artifacts/mail-body.txt
echo "maxim.kuvyrkov@linaro.org, laurent.alfonsi@linaro.org" > artifacts/mail-recipients.txt
declare -A pids
for lock in $(set +f; ls -tr $HOME/boards/$NODE_NAME-*.lock \
$HOME/boards/$NODE_NAME-*.bak*); do
(
flock -e 9
touch $lock
board=$(cat <&9)
# Start the jenkins container so that it can process
# all the queued cleanup and maintenance tasks.
node=$(basename "$board" .tcwglab)
./jenkins-scripts/tcwg-update-bmk-containers.sh \
--board "$board" \
--distro "$distro" \
--force "$force" \
--node "$node" \
--verbose "$verbose"
# Wait for jenkins container to become idle
while sleep 60; do
n_busy=$(source jenkins-scripts/jenkins-helpers.sh
print_number_of_busy_executors "$node")
if [ "$n_busy" = "0" ]; then
break
fi
done
# Now stop the jenkins container so that it's not terminated
# midway some other build by a starting benchmarking job.
ssh -Snone $board docker stop "$node"
) 9<$lock 2>&1 | sed -e "s/^/$(basename $lock): /" &
# LABEL_SED: We need pipefail to get correct result of sub-shell
# "( foo ) | sed" instead of always-succeeding "sed".
pids[$(basename "$lock")]=$!
done
n_good_boards=0
for lock in "${!pids[@]}"; do
res=0 && wait "${pids[$lock]}" || res=$?
case "$res:$lock" in
"0":*".lock")
n_good_boards=$(($n_good_boards + 1))
echo "$lock: SUCCESS" >> artifacts/mail-body.txt
;;
"0":*".bak")
n_good_boards=$(($n_good_boards + 1))
echo "$lock: UNEXPECTED SUCCESS" >> artifacts/mail-body.txt
# Move boards with no STG ticket (e.g., no ".bak.STG-1234")
# back into service.
mv "$HOME/boards/$lock" "$HOME/boards/${lock%.bak}.lock"
;;
"0":*)
# The board appears fine, but it has STG ticket assigned
# to it (e.g., ".bak.STG-1234").
echo "$lock: UNEXPECTED SUCCESS" >> artifacts/mail-body.txt
;;
*:*".lock")
echo "$lock: UNEXPECTED FAILURE" >> artifacts/mail-body.txt
# Move offline boards out of service.
mv "$HOME/boards/$lock" "$HOME/boards/${lock%.lock}.bak"
;;
*:*)
echo "$lock: EXPECTED FAILURE" >> artifacts/mail-body.txt
;;
esac
done
# tcwg-benchmark doesn't have ssh access to $JENKINS_SSH_SERVER,
# so use tcwg-buildslave's credentials.
n_executors=$(ssh -p$JENKINS_SSH_PORT -l $JENKINS_SSH_USER \
$JENKINS_SSH_SERVER get-node "$NODE_NAME" \
| grep "numExecutors")
n_executors=$(echo "$n_executors" \
| sed -e "s#.*<numExecutors>\([0-9]\+\)</numExecutors>.*#\1#")
if [ x"$n_executors" != x"$n_good_boards" ]; then
echo "UNEXPECTED: Updating number of executors on $NODE_NAME from $n_executors to $n_good_boards" \
>> artifacts/mail-body.txt
if [ "$n_good_boards" = "0" ]; then
# Setting executors to "0" will mightily confuse jenkins;
# the node with 0 executors will be stuck in limbo.
n_good_boards=1
fi
ssh -p$JENKINS_SSH_PORT -l $JENKINS_SSH_USER \
$JENKINS_SSH_SERVER get-node "$NODE_NAME" \
| sed -e "s#<numExecutors>\([0-9]\+\)</numExecutors>#<numExecutors>$n_good_boards</numExecutors>#" \
| ssh -p$JENKINS_SSH_PORT -l $JENKINS_SSH_USER \
$JENKINS_SSH_SERVER update-node "$NODE_NAME"
fi
if ! grep -q UNEXPECTED artifacts/mail-body.txt; then
exit 0
fi
exit 1
0
${FILE,path="artifacts/mail-recipients.txt"}
$PROJECT_DEFAULT_SUBJECT
$PROJECT_DEFAULT_CONTENT
false
false
false
true
$PROJECT_DEFAULT_SUBJECT
$PROJECT_DEFAULT_CONTENT
false
false
false
true
text/plain
$DEFAULT_SUBJECT
${FILE,path="artifacts/mail-body.txt"}
false
false
false
false
$DEFAULT_REPLYTO
600
tcwg-benchmark
tcwg-buildslave-rsa
false
#${BUILD_NUMBER}-${NODE_NAME}