+ set +x /home/tcwg-buildslave/workspace/tcwg_gnu_3/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ATATT3xFfGF0T6lmyRRI1GPXAjFc6UC66WsAJyuXpga-0JusQbYQdlG4NfS8kED4ejPRlZs9E57FWxFlN7K67E-9t-EXcNqVpzVQwTRd2JDDboAUNRnk00rMY9KXELe8Jb9dKP7p3MTXz2HTqtpMKIM2VZQUmZf_TcIuAN0mVpSPtZtdoLZBnCk=34F9AA87 __stage full __verbose true __build_script tcwg_gnu-build.sh + false + dryrun= + declare top_artifacts ci_project ci_config + declare change_kind changed_single_component last_good first_bad + declare -a changed_components + declare print_commits_f print_result_f print_config_f print_last_icommit_f + dump_model_only=false + setup_notify_environment # setup_notify_environment + echo '# setup_notify_environment' + top_artifacts=artifacts ++ get_current_manifest '{rr[ci_project]}' ++ get_manifest artifacts/manifest.sh '{rr[ci_project]}' ++ set +x + ci_project=tcwg_gnu_native_check_binutils ++ get_current_manifest '{rr[ci_config]}' ++ get_manifest artifacts/manifest.sh '{rr[ci_config]}' ++ set +x # Debug traces : + ci_config=master-arm + echo '# Debug traces :' ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x # Baseline : https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/561/ + echo '# Baseline : https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/561/' # Using dir : base-artifacts + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x # Artifacts : https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/562/ # Using dir : artifacts + echo '# Artifacts : https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/562/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify + '[' -f /home/tcwg-buildslave/.jipdate.yml ']' + set +x + case "$notify" in + declare -Ag pw + '[' ignore = precommit ']' + check_source_changes # check_source_changes + echo '# check_source_changes' ++ get_current_manifest '{rr[update_baseline]}' ++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}' ++ set +x + '[' onsuccess '!=' init ']' + IFS=' ' + read -r -a changed_components ++ print_changed_components ++ set -euf -o pipefail ++ local c delim= +++ print_updated_components +++ set -euf -o pipefail +++ local c delim= +++ for c in ${rr[components]} +++ '[' xgit://sourceware.org/git/binutils-gdb.git#master '!=' xbaseline ']' +++ echo -ne binutils +++ delim=' ' +++ for c in ${rr[components]} +++ '[' xhttps://github.com/gcc-mirror/gcc.git#master '!=' xbaseline ']' +++ echo -ne ' gcc' +++ delim=' ' +++ for c in ${rr[components]} +++ '[' xhttps://git.linaro.org/kernel-org/linux.git#master '!=' xbaseline ']' +++ echo -ne ' linux' +++ delim=' ' +++ for c in ${rr[components]} +++ '[' xgit://sourceware.org/git/glibc.git#master '!=' xbaseline ']' +++ echo -ne ' glibc' +++ delim=' ' +++ for c in ${rr[components]} +++ '[' xgit://sourceware.org/git/binutils-gdb.git#master '!=' xbaseline ']' +++ echo -ne ' gdb' +++ delim=' ' +++ echo ++ for c in $(print_updated_components) +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ '[' xf6149394f9a46d03ff853a0e83aae61441182811 '!=' xc4fb39bb31a53bbb2df3be3200d694f025c5b892 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ '[' x605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf '!=' xecedb59617555a7bec7dac8a3f15324e31e2604e ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) +++ get_current_git linux_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No linux_rev in current git' '[' -f artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/linux_rev +++ get_baseline_git linux_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/linux_rev ++ '[' x2cf4f94d8e8646803f8fb0facf134b0cd7fb691a '!=' xceb6a6f023fd3e8b07761ed900352ef574010bcb ']' ++ echo -ne ' linux' ++ delim=' ' ++ for c in $(print_updated_components) +++ get_current_git glibc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No glibc_rev in current git' '[' -f artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/glibc_rev +++ get_baseline_git glibc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/glibc_rev ++ '[' xe957308723ac2e55dad360d602298632980bbd38 '!=' xad26c25137086b6e001ce1a7f82b4656724200da ']' ++ echo -ne ' glibc' ++ delim=' ' ++ for c in $(print_updated_components) +++ get_current_git gdb_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gdb_rev in current git' '[' -f artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gdb_rev +++ get_baseline_git gdb_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gdb_rev in baseline git' '[' -f base-artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gdb_rev ++ '[' xf6149394f9a46d03ff853a0e83aae61441182811 '!=' xc4fb39bb31a53bbb2df3be3200d694f025c5b892 ']' ++ echo -ne ' gdb' ++ delim=' ' ++ echo + local c base_rev cur_rev c_commits + '[' 5 = 0 ']' + '[' 5 = 1 ']' + change_kind=multiple_components + changed_single_component= + echo '# Debug traces :' # Debug traces : # change_kind=multiple_components : binutils gcc linux glibc gdb + echo '# change_kind=multiple_components : binutils gcc linux glibc gdb' + for c in "${changed_components[@]}" ++ get_baseline_git binutils_rev ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev + base_rev=c4fb39bb31a53bbb2df3be3200d694f025c5b892 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev + cur_rev=f6149394f9a46d03ff853a0e83aae61441182811 ++ git -C binutils rev-list --count c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 # rev for binutils : c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 (8 commits) + c_commits=8 + echo '# rev for binutils : c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 (8 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev + base_rev=ecedb59617555a7bec7dac8a3f15324e31e2604e ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev + cur_rev=605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf ++ git -C gcc rev-list --count ecedb59617555a7bec7dac8a3f15324e31e2604e..605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf + c_commits=22 # rev for gcc : ecedb59617555a7bec7dac8a3f15324e31e2604e..605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf (22 commits) + echo '# rev for gcc : ecedb59617555a7bec7dac8a3f15324e31e2604e..605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf (22 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git linux_rev ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/linux_rev + base_rev=ceb6a6f023fd3e8b07761ed900352ef574010bcb ++ get_current_git linux_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No linux_rev in current git' '[' -f artifacts/git/linux_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/linux_rev + cur_rev=2cf4f94d8e8646803f8fb0facf134b0cd7fb691a ++ git -C linux rev-list --count ceb6a6f023fd3e8b07761ed900352ef574010bcb..2cf4f94d8e8646803f8fb0facf134b0cd7fb691a + c_commits=10 # rev for linux : ceb6a6f023fd3e8b07761ed900352ef574010bcb..2cf4f94d8e8646803f8fb0facf134b0cd7fb691a (10 commits) + echo '# rev for linux : ceb6a6f023fd3e8b07761ed900352ef574010bcb..2cf4f94d8e8646803f8fb0facf134b0cd7fb691a (10 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git glibc_rev ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/glibc_rev + base_rev=ad26c25137086b6e001ce1a7f82b4656724200da ++ get_current_git glibc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No glibc_rev in current git' '[' -f artifacts/git/glibc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/glibc_rev + cur_rev=e957308723ac2e55dad360d602298632980bbd38 ++ git -C glibc rev-list --count ad26c25137086b6e001ce1a7f82b4656724200da..e957308723ac2e55dad360d602298632980bbd38 + c_commits=3 # rev for glibc : ad26c25137086b6e001ce1a7f82b4656724200da..e957308723ac2e55dad360d602298632980bbd38 (3 commits) + echo '# rev for glibc : ad26c25137086b6e001ce1a7f82b4656724200da..e957308723ac2e55dad360d602298632980bbd38 (3 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gdb_rev ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No gdb_rev in baseline git' '[' -f base-artifacts/git/gdb_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gdb_rev + base_rev=c4fb39bb31a53bbb2df3be3200d694f025c5b892 ++ get_current_git gdb_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gdb_rev in current git' '[' -f artifacts/git/gdb_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gdb_rev + cur_rev=f6149394f9a46d03ff853a0e83aae61441182811 ++ git -C gdb rev-list --count c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 + c_commits=8 # rev for gdb : c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 (8 commits) + echo '# rev for gdb : c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 (8 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' + '[' ignore = precommit ']' + '[' ignore = ignore ']' + post_jira_comment=false + post_jira_card=false + post_icommits=false + '[' ignore = ignore ']' + post_mail=false + '[' ignore = precommit ']' + generate_dashboard=false + post_dashboard=false + print_commits_f=print_commits + print_result_f=print_result + print_config_f=print_config + print_last_icommit_f=print_last_icommit + generate_extra_details_f=generate_extra_details + case "$ci_project" in + print_result_f=gnu_print_result + generate_extra_details_f=gnu_generate_extra_details + print_config_f=gnu_print_config + post_interesting_commits init + set -euf -o pipefail # post_interesting_commits + echo '# post_interesting_commits' + local stage=init + '[' multiple_components '!=' single_commit ']' + return + '[' full '!=' full ']' + gnu_generate_extra_details + set -euf -o pipefail + '[' -d artifacts/sumfiles ']' + wait 379198 + gcc-compare-results/compare_tests -compr none -pass-thresh 0.9 base-artifacts/sumfiles artifacts/sumfiles + check_if_first_report + declare -g first_icommit_to_report + first_icommit_to_report=false + '[' xmultiple_components '!=' xsingle_commit ']' + return + post_interesting_commits full + set -euf -o pipefail + echo '# post_interesting_commits' # post_interesting_commits + local stage=full + '[' multiple_components '!=' single_commit ']' + return + true + generate_jira_dir + set -euf -o pipefail + local icommit_entry jira_key= ++ print_last_icommit --entry ++ false ++ set -euf -o pipefail ++ local print_arg=--entry ++ shift 1 ++ '[' xmultiple_components '!=' xsingle_commit ']' ++ return 0 + icommit_entry= + '[' '' '!=' '' ']' + mkdir -p artifacts/notify/jira + '[' '' '!=' '' ']' + cat ++ print_jira_template_card ++ local jira_card=GNU-692 ++ case "$ci_project/$ci_config:$changed_single_component" in ++ echo GNU-692 ++ gnu_print_result --oneline ++ false ++ local print_arg=--oneline ++ '[' -d artifacts/sumfiles ']' ++ local validate_failures=gcc-compare-results/contrib/testsuite-management/validate_failures.py ++ local xfails=artifacts/sumfiles/xfails.xfail ++ '[' -f artifacts/sumfiles/xfails.xfail ']' ++ wait 379255 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231219 --build_dir=artifacts/sumfiles --verbosity=1 ++ wait 379256 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --inverse_match --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231219 --build_dir=artifacts/sumfiles --verbosity=1 ++ local n_regressions n_progressions pass_fail=PASS ++ '[' 0 '!=' 0 ']' +++ grep -c '^[A-Z]\+:' artifacts/notify/regressions.sum +++ true ++ n_regressions=0 +++ grep -c '^[A-Z]\+:' artifacts/notify/progressions.sum +++ true ++ n_progressions=0 ++ printf PASS ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/regressions.sum ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/progressions.sum ++ printf '\n' ++ '[' --oneline = --oneline ']' ++ return 0 ++ print_artifacts_url 'notify/mail-body.txt/*view*/' ++ set -euf -o pipefail ++ local url +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x ++ url=https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/562/artifact/artifacts ++ '[' '' '!=' '' ']' ++ echo 'https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/562/artifact/artifacts/notify/mail-body.txt/*view*/' # print all notification files + echo '# print all notification files' + true + generate_mail_files + set -euf -o pipefail + print_mail_recipients + set -euf -o pipefail + local c= + '[' '' = '' ']' + echo bcc:tcwg-validation@linaro.org + return 0 ++ print_commits --oneline ++ set -euf -o pipefail ++ false ++ local print_arg=--oneline ++ '[' multiple_components = no_change ']' ++ local more_lines ++ '[' multiple_components = single_commit ']' ++ '[' multiple_components = single_component ']' ++ '[' multiple_components = multiple_components ']' ++ local new_commits c base_rev cur_rev c_commits components ++ local commits_or_patches ++ '[' '' '!=' '' ']' ++ commits_or_patches=commits ++ new_commits=0 ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ base_rev=c4fb39bb31a53bbb2df3be3200d694f025c5b892 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev ++ cur_rev=f6149394f9a46d03ff853a0e83aae61441182811 +++ git -C binutils rev-list --count c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 ++ c_commits=8 ++ new_commits=8 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ base_rev=ecedb59617555a7bec7dac8a3f15324e31e2604e +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev ++ cur_rev=605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf +++ git -C gcc rev-list --count ecedb59617555a7bec7dac8a3f15324e31e2604e..605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf ++ c_commits=22 ++ new_commits=30 ++ for c in "${changed_components[@]}" +++ get_baseline_git linux_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/linux_rev ++ base_rev=ceb6a6f023fd3e8b07761ed900352ef574010bcb +++ get_current_git linux_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No linux_rev in current git' '[' -f artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/linux_rev ++ cur_rev=2cf4f94d8e8646803f8fb0facf134b0cd7fb691a +++ git -C linux rev-list --count ceb6a6f023fd3e8b07761ed900352ef574010bcb..2cf4f94d8e8646803f8fb0facf134b0cd7fb691a ++ c_commits=10 ++ new_commits=40 ++ for c in "${changed_components[@]}" +++ get_baseline_git glibc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/glibc_rev ++ base_rev=ad26c25137086b6e001ce1a7f82b4656724200da +++ get_current_git glibc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No glibc_rev in current git' '[' -f artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/glibc_rev ++ cur_rev=e957308723ac2e55dad360d602298632980bbd38 +++ git -C glibc rev-list --count ad26c25137086b6e001ce1a7f82b4656724200da..e957308723ac2e55dad360d602298632980bbd38 ++ c_commits=3 ++ new_commits=43 ++ for c in "${changed_components[@]}" +++ get_baseline_git gdb_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gdb_rev in baseline git' '[' -f base-artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gdb_rev ++ base_rev=c4fb39bb31a53bbb2df3be3200d694f025c5b892 +++ get_current_git gdb_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gdb_rev in current git' '[' -f artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gdb_rev ++ cur_rev=f6149394f9a46d03ff853a0e83aae61441182811 +++ git -C gdb rev-list --count c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 ++ c_commits=8 ++ new_commits=51 +++ echo binutils gcc linux glibc gdb +++ tr ' ' , ++ components=binutils,gcc,linux,glibc,gdb ++ echo '51 commits in binutils,gcc,linux,glibc,gdb' ++ '[' --oneline = --oneline ']' ++ return 0 ++ gnu_print_result --oneline ++ false ++ local print_arg=--oneline ++ '[' -d artifacts/sumfiles ']' ++ local validate_failures=gcc-compare-results/contrib/testsuite-management/validate_failures.py ++ local xfails=artifacts/sumfiles/xfails.xfail ++ '[' -f artifacts/sumfiles/xfails.xfail ']' ++ wait 379331 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231219 --build_dir=artifacts/sumfiles --verbosity=1 ++ wait 379332 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --inverse_match --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231219 --build_dir=artifacts/sumfiles --verbosity=1 ++ local n_regressions n_progressions pass_fail=PASS ++ '[' 0 '!=' 0 ']' +++ grep -c '^[A-Z]\+:' artifacts/notify/regressions.sum +++ true ++ n_regressions=0 +++ grep -c '^[A-Z]\+:' artifacts/notify/progressions.sum +++ true ++ n_progressions=0 ++ printf PASS ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/regressions.sum ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/progressions.sum ++ printf '\n' ++ '[' --oneline = --oneline ']' ++ return 0 ++ gnu_print_config --oneline ++ false ++ . /home/tcwg-buildslave/workspace/tcwg_gnu_3/jenkins-scripts/tcwg_gnu-config.sh +++ declare -A gnu_data ++ settings_for_ci_project_and_config tcwg_gnu_native_check_binutils master-arm ++ local project=tcwg_gnu_native_check_binutils ++ local config=master-arm ++ gnu_data[gcc_override_configure]= ++ gnu_data[gcc_target_board_options]= ++ gnu_data[qemu_cpu]= ++ gnu_data[pretty_project]= ++ gnu_data[pretty_config]=master-arm ++ gnu_data[long_config]=master-arm ++ case "$project/$config" in ++ local print_arg=--oneline ++ case "$print_arg" in ++ print_config --oneline ++ false ++ local print_arg=--oneline ++ case "$print_arg" in ++ case "$ci_config" in ++ echo arm + echo '[Linaro-TCWG-CI]' '51 commits in binutils,gcc,linux,glibc,gdb: PASS on arm' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x + bad_artifacts_url=https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/562/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x + good_artifacts_url=https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/561/artifact/artifacts + local key= + '[' multiple_components = single_commit ']' + cat + '[' '' '!=' '' ']' + cat ++ gnu_print_config --short ++ false ++ . /home/tcwg-buildslave/workspace/tcwg_gnu_3/jenkins-scripts/tcwg_gnu-config.sh +++ declare -A gnu_data ++ settings_for_ci_project_and_config tcwg_gnu_native_check_binutils master-arm ++ local project=tcwg_gnu_native_check_binutils ++ local config=master-arm ++ gnu_data[gcc_override_configure]= ++ gnu_data[gcc_target_board_options]= ++ gnu_data[qemu_cpu]= ++ gnu_data[pretty_project]= ++ gnu_data[pretty_config]=master-arm ++ gnu_data[long_config]=master-arm ++ case "$project/$config" in ++ local print_arg=--short ++ case "$print_arg" in ++ echo ' master-arm' ++ print_commits --short ++ sed -e 's/^/ | /' ++ set -euf -o pipefail ++ false ++ local print_arg=--short ++ '[' multiple_components = no_change ']' ++ local more_lines ++ '[' multiple_components = single_commit ']' ++ '[' multiple_components = single_component ']' ++ '[' multiple_components = multiple_components ']' ++ local new_commits c base_rev cur_rev c_commits components ++ local commits_or_patches ++ '[' '' '!=' '' ']' ++ commits_or_patches=commits ++ new_commits=0 ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ base_rev=c4fb39bb31a53bbb2df3be3200d694f025c5b892 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev ++ cur_rev=f6149394f9a46d03ff853a0e83aae61441182811 +++ git -C binutils rev-list --count c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 ++ c_commits=8 ++ new_commits=8 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ base_rev=ecedb59617555a7bec7dac8a3f15324e31e2604e +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev ++ cur_rev=605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf +++ git -C gcc rev-list --count ecedb59617555a7bec7dac8a3f15324e31e2604e..605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf ++ c_commits=22 ++ new_commits=30 ++ for c in "${changed_components[@]}" +++ get_baseline_git linux_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/linux_rev ++ base_rev=ceb6a6f023fd3e8b07761ed900352ef574010bcb +++ get_current_git linux_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No linux_rev in current git' '[' -f artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/linux_rev ++ cur_rev=2cf4f94d8e8646803f8fb0facf134b0cd7fb691a +++ git -C linux rev-list --count ceb6a6f023fd3e8b07761ed900352ef574010bcb..2cf4f94d8e8646803f8fb0facf134b0cd7fb691a ++ c_commits=10 ++ new_commits=40 ++ for c in "${changed_components[@]}" +++ get_baseline_git glibc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/glibc_rev ++ base_rev=ad26c25137086b6e001ce1a7f82b4656724200da +++ get_current_git glibc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No glibc_rev in current git' '[' -f artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/glibc_rev ++ cur_rev=e957308723ac2e55dad360d602298632980bbd38 +++ git -C glibc rev-list --count ad26c25137086b6e001ce1a7f82b4656724200da..e957308723ac2e55dad360d602298632980bbd38 ++ c_commits=3 ++ new_commits=43 ++ for c in "${changed_components[@]}" +++ get_baseline_git gdb_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gdb_rev in baseline git' '[' -f base-artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gdb_rev ++ base_rev=c4fb39bb31a53bbb2df3be3200d694f025c5b892 +++ get_current_git gdb_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gdb_rev in current git' '[' -f artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gdb_rev ++ cur_rev=f6149394f9a46d03ff853a0e83aae61441182811 +++ git -C gdb rev-list --count c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 ++ c_commits=8 ++ new_commits=51 +++ echo binutils gcc linux glibc gdb +++ tr ' ' , ++ components=binutils,gcc,linux,glibc,gdb ++ echo '51 commits in binutils,gcc,linux,glibc,gdb' ++ '[' --short = --oneline ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ base_rev=c4fb39bb31a53bbb2df3be3200d694f025c5b892 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev ++ cur_rev=f6149394f9a46d03ff853a0e83aae61441182811 +++ git -C binutils rev-list --count c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 ++ c_commits=8 ++ '[' '' '!=' '' ']' ++ git -C binutils log -n 5 --oneline c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 ++ '[' 8 -gt 5 ']' ++ echo '... and 3 more commits in binutils' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ base_rev=ecedb59617555a7bec7dac8a3f15324e31e2604e +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev ++ cur_rev=605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf +++ git -C gcc rev-list --count ecedb59617555a7bec7dac8a3f15324e31e2604e..605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf ++ c_commits=22 ++ '[' '' '!=' '' ']' ++ git -C gcc log -n 5 --oneline ecedb59617555a7bec7dac8a3f15324e31e2604e..605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf ++ '[' 22 -gt 5 ']' ++ echo '... and 17 more commits in gcc' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git linux_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/linux_rev ++ base_rev=ceb6a6f023fd3e8b07761ed900352ef574010bcb +++ get_current_git linux_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No linux_rev in current git' '[' -f artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/linux_rev ++ cur_rev=2cf4f94d8e8646803f8fb0facf134b0cd7fb691a +++ git -C linux rev-list --count ceb6a6f023fd3e8b07761ed900352ef574010bcb..2cf4f94d8e8646803f8fb0facf134b0cd7fb691a ++ c_commits=10 ++ '[' '' '!=' '' ']' ++ git -C linux log -n 5 --oneline ceb6a6f023fd3e8b07761ed900352ef574010bcb..2cf4f94d8e8646803f8fb0facf134b0cd7fb691a ++ '[' 10 -gt 5 ']' ++ echo '... and 5 more commits in linux' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git glibc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/glibc_rev ++ base_rev=ad26c25137086b6e001ce1a7f82b4656724200da +++ get_current_git glibc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No glibc_rev in current git' '[' -f artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/glibc_rev ++ cur_rev=e957308723ac2e55dad360d602298632980bbd38 +++ git -C glibc rev-list --count ad26c25137086b6e001ce1a7f82b4656724200da..e957308723ac2e55dad360d602298632980bbd38 ++ c_commits=3 ++ '[' '' '!=' '' ']' ++ git -C glibc log -n 5 --oneline ad26c25137086b6e001ce1a7f82b4656724200da..e957308723ac2e55dad360d602298632980bbd38 ++ '[' 3 -gt 5 ']' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gdb_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gdb_rev in baseline git' '[' -f base-artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gdb_rev ++ base_rev=c4fb39bb31a53bbb2df3be3200d694f025c5b892 +++ get_current_git gdb_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gdb_rev in current git' '[' -f artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gdb_rev ++ cur_rev=f6149394f9a46d03ff853a0e83aae61441182811 +++ git -C gdb rev-list --count c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 ++ c_commits=8 ++ '[' '' '!=' '' ']' ++ git -C gdb log -n 5 --oneline c4fb39bb31a53bbb2df3be3200d694f025c5b892..f6149394f9a46d03ff853a0e83aae61441182811 ++ '[' 8 -gt 5 ']' ++ echo '... and 3 more commits in gdb' ++ '[' '' '!=' '' ']' ++ return 0 ++ gnu_print_result --short ++ false ++ local print_arg=--short ++ '[' -d artifacts/sumfiles ']' ++ local validate_failures=gcc-compare-results/contrib/testsuite-management/validate_failures.py ++ local xfails=artifacts/sumfiles/xfails.xfail ++ '[' -f artifacts/sumfiles/xfails.xfail ']' ++ wait 379474 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231219 --build_dir=artifacts/sumfiles --verbosity=1 ++ wait 379475 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --inverse_match --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231219 --build_dir=artifacts/sumfiles --verbosity=1 ++ local n_regressions n_progressions pass_fail=PASS ++ '[' 0 '!=' 0 ']' +++ grep -c '^[A-Z]\+:' artifacts/notify/regressions.sum +++ true ++ n_regressions=0 +++ grep -c '^[A-Z]\+:' artifacts/notify/progressions.sum +++ true ++ n_progressions=0 ++ printf PASS ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/regressions.sum ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/progressions.sum ++ printf '\n' ++ '[' --short = --oneline ']' ++ local length=10 outfile n_lines ++ '[' --short = --long ']' ++ for outfile in regressions.sum progressions.sum ++ '[' -f artifacts/notify/regressions.sum ']' ++ continue ++ for outfile in regressions.sum progressions.sum ++ '[' -f artifacts/notify/progressions.sum ']' ++ continue ++ cat +++ print_artifacts_url 00-sumfiles/ +++ set -euf -o pipefail +++ local url ++++ get_current_manifest BUILD_URL ++++ get_manifest artifacts/manifest.sh BUILD_URL ++++ set +x +++ url=https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/562/artifact/artifacts +++ '[' '' '!=' '' ']' +++ echo https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/562/artifact/artifacts/00-sumfiles/ +++ print_artifacts_url notify/ +++ set -euf -o pipefail +++ local url ++++ get_current_manifest BUILD_URL ++++ get_manifest artifacts/manifest.sh BUILD_URL ++++ set +x +++ url=https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/562/artifact/artifacts +++ '[' '' '!=' '' ']' +++ echo https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/562/artifact/artifacts/notify/ +++ print_artifacts_url sumfiles/xfails.xfail +++ set -euf -o pipefail +++ local url ++++ get_current_manifest BUILD_URL ++++ get_manifest artifacts/manifest.sh BUILD_URL ++++ set +x +++ url=https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/562/artifact/artifacts +++ '[' '' '!=' '' ']' +++ echo https://ci.linaro.org/job/tcwg_gnu_native_check_binutils--master-arm-build/562/artifact/artifacts/sumfiles/xfails.xfail ++ gnu_print_config --long ++ false ++ . /home/tcwg-buildslave/workspace/tcwg_gnu_3/jenkins-scripts/tcwg_gnu-config.sh +++ declare -A gnu_data ++ settings_for_ci_project_and_config tcwg_gnu_native_check_binutils master-arm ++ local project=tcwg_gnu_native_check_binutils ++ local config=master-arm ++ gnu_data[gcc_override_configure]= ++ gnu_data[gcc_target_board_options]= ++ gnu_data[qemu_cpu]= ++ gnu_data[pretty_project]= ++ gnu_data[pretty_config]=master-arm ++ gnu_data[long_config]=master-arm ++ case "$project/$config" in ++ local print_arg=--long ++ case "$print_arg" in ++ echo 'CI config tcwg_gnu_native_check_binutils master-arm' + '[' multiple_components '!=' single_commit ']' + return + true + generate_jenkins_html_files + wait 379515 + set -euf -o pipefail + echo '# generate_jenkins_html_files' # generate_jenkins_html_files + true + case "$ci_project" in ... Skipping + echo '... Skipping' + return + generate_readme html + set -euf -o pipefail + local text_type=html + local gnu_text=false + case "$ci_project" in + case "$ci_project" in + gnu_text=true + local list_start= + local list_end= + local 'list_item=- ' + local new_parag= + '[' html = html ']' + list_start='
' + print_readme_header html + set -euf -o pipefail + local text_type=html + local 'msg=How to browse artifacts of this build' + case $text_type in + cat + cat + '[' -d artifacts/00-sumfiles ']' + cat ++ print_readme_link html 00-sumfiles/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=00-sumfiles/ ++ case $text_type in ++ echo -n '00-sumfiles/' + cat ++ print_readme_link html git/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=git/ ++ case $text_type in ++ echo -n 'git/' ++ print_readme_link html jenkins/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=jenkins/ ++ case $text_type in ++ echo -n 'jenkins/' ++ print_readme_link html notify/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=notify/ ++ case $text_type in ++ echo -n 'notify/' + true + cat ++ print_readme_link html sumfiles/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=sumfiles/ ++ case $text_type in ++ echo -n 'sumfiles/' + cat ++ print_readme_link html notify/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=notify/ ++ case $text_type in ++ echo -n 'notify/' + true + local regressions= + '[' -f artifacts/notify/regressions.sum ']' + cat ++ print_readme_link html notify/results.compare.txt ++ set -euf -o pipefail ++ local text_type=html ++ local msg=notify/results.compare.txt ++ case $text_type in ++ echo -n 'notify/results.compare.txt' + '[' -d artifacts/00-sumfiles ']' + cat ++ print_readme_link html 00-sumfiles/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=00-sumfiles/ ++ case $text_type in ++ echo -n '00-sumfiles/' + cat + cat + read -r cur_file ++ cd artifacts ++ find . -type f ++ sort ++ print_readme_link html ./00-sumfiles/binutils.log.xz ++ set -euf -o pipefail ++ local text_type=html ++ local msg=./00-sumfiles/binutils.log.xz ++ case $text_type in ++ echo -n './00-sumfiles/binutils.log.xz' + echo '