+ set +x /home/tcwg-buildslave/workspace/tcwg_gnu_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ATATT3xFfGF0T6lmyRRI1GPXAjFc6UC66WsAJyuXpga-0JusQbYQdlG4NfS8kED4ejPRlZs9E57FWxFlN7K67E-9t-EXcNqVpzVQwTRd2JDDboAUNRnk00rMY9KXELe8Jb9dKP7p3MTXz2HTqtpMKIM2VZQUmZf_TcIuAN0mVpSPtZtdoLZBnCk=34F9AA87 __stage full __verbose true __build_script tcwg_gnu-build.sh + false + dryrun= + declare top_artifacts ci_project ci_config + declare change_kind changed_single_component last_good first_bad + declare -a changed_components + declare print_commits_f print_result_f print_config_f print_last_icommit_f + dump_model_only=false # setup_notify_environment + setup_notify_environment + echo '# setup_notify_environment' + top_artifacts=artifacts ++ get_current_manifest '{rr[ci_project]}' ++ get_manifest artifacts/manifest.sh '{rr[ci_project]}' ++ set +x + ci_project=tcwg_gnu_cross_check_binutils ++ get_current_manifest '{rr[ci_config]}' ++ get_manifest artifacts/manifest.sh '{rr[ci_config]}' ++ set +x # Debug traces : + ci_config=master-aarch64 + echo '# Debug traces :' ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x # Baseline : https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/516/ # Using dir : base-artifacts + echo '# Baseline : https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/516/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x # Artifacts : https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/517/ # Using dir : artifacts + echo '# Artifacts : https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/517/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify + '[' -f /home/tcwg-buildslave/.jipdate.yml ']' + set +x # check_source_changes + case "$notify" in + declare -Ag pw + '[' ignore = precommit ']' + check_source_changes + echo '# check_source_changes' ++ get_current_manifest '{rr[update_baseline]}' ++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}' ++ set +x + '[' onsuccess '!=' init ']' + IFS=' ' + read -r -a changed_components ++ print_changed_components ++ set -euf -o pipefail ++ local c delim= +++ print_updated_components +++ set -euf -o pipefail +++ local c delim= +++ for c in ${rr[components]} +++ '[' xgit://sourceware.org/git/binutils-gdb.git#master '!=' xbaseline ']' +++ echo -ne binutils +++ delim=' ' +++ for c in ${rr[components]} +++ '[' xhttps://github.com/gcc-mirror/gcc.git#master '!=' xbaseline ']' +++ echo -ne ' gcc' +++ delim=' ' +++ for c in ${rr[components]} +++ '[' xhttps://git.linaro.org/kernel-org/linux.git#master '!=' xbaseline ']' +++ echo -ne ' linux' +++ delim=' ' +++ for c in ${rr[components]} +++ '[' xgit://sourceware.org/git/glibc.git#master '!=' xbaseline ']' +++ echo -ne ' glibc' +++ delim=' ' +++ for c in ${rr[components]} +++ '[' xgit://sourceware.org/git/binutils-gdb.git#master '!=' xbaseline ']' +++ echo -ne ' gdb' +++ delim=' ' +++ for c in ${rr[components]} +++ '[' xhttps://gitlab.com/qemu-project/qemu.git#master '!=' xbaseline ']' +++ echo -ne ' qemu' +++ delim=' ' +++ echo ++ for c in $(print_updated_components) +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ '[' xca86dbbdbc04fbe6298e597a3c94c8071ea722a1 '!=' x1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ '[' x0beeddd6b1b1cb41104c4df925323e8fc0437ba8 '!=' xbd901d76734c1fb73cd2fa73d7f0427261a2541a ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) +++ get_current_git linux_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No linux_rev in current git' '[' -f artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/linux_rev +++ get_baseline_git linux_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/linux_rev ++ '[' x861deac3b092f37b2c5e6871732f3e11486f7082 '!=' x861deac3b092f37b2c5e6871732f3e11486f7082 ']' ++ for c in $(print_updated_components) +++ get_current_git glibc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No glibc_rev in current git' '[' -f artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/glibc_rev +++ get_baseline_git glibc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/glibc_rev ++ '[' x81be2a61dafc168327c1639e97b6dae128c7ccf3 '!=' x81be2a61dafc168327c1639e97b6dae128c7ccf3 ']' ++ for c in $(print_updated_components) +++ get_current_git gdb_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gdb_rev in current git' '[' -f artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gdb_rev +++ get_baseline_git gdb_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gdb_rev in baseline git' '[' -f base-artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gdb_rev ++ '[' xca86dbbdbc04fbe6298e597a3c94c8071ea722a1 '!=' x1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 ']' ++ echo -ne ' gdb' ++ delim=' ' ++ for c in $(print_updated_components) +++ get_current_git qemu_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No qemu_rev in current git' '[' -f artifacts/git/qemu_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/qemu_rev +++ get_baseline_git qemu_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No qemu_rev in baseline git' '[' -f base-artifacts/git/qemu_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/qemu_rev ++ '[' x80f1709aa0eb4de09b4240563463f991a5b9d855 '!=' x80f1709aa0eb4de09b4240563463f991a5b9d855 ']' ++ echo # Debug traces : # change_kind=multiple_components : binutils gcc gdb + local c base_rev cur_rev c_commits + '[' 3 = 0 ']' + '[' 3 = 1 ']' + change_kind=multiple_components + changed_single_component= + echo '# Debug traces :' + echo '# change_kind=multiple_components : binutils gcc gdb' + for c in "${changed_components[@]}" ++ get_baseline_git binutils_rev ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev + base_rev=1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev + cur_rev=ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 ++ git -C binutils rev-list --count 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 # rev for binutils : 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 (22 commits) + c_commits=22 + echo '# rev for binutils : 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 (22 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev + base_rev=bd901d76734c1fb73cd2fa73d7f0427261a2541a ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev + cur_rev=0beeddd6b1b1cb41104c4df925323e8fc0437ba8 ++ git -C gcc rev-list --count bd901d76734c1fb73cd2fa73d7f0427261a2541a..0beeddd6b1b1cb41104c4df925323e8fc0437ba8 # rev for gcc : bd901d76734c1fb73cd2fa73d7f0427261a2541a..0beeddd6b1b1cb41104c4df925323e8fc0437ba8 (10 commits) + c_commits=10 + echo '# rev for gcc : bd901d76734c1fb73cd2fa73d7f0427261a2541a..0beeddd6b1b1cb41104c4df925323e8fc0437ba8 (10 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gdb_rev ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No gdb_rev in baseline git' '[' -f base-artifacts/git/gdb_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gdb_rev + base_rev=1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 ++ get_current_git gdb_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gdb_rev in current git' '[' -f artifacts/git/gdb_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gdb_rev + cur_rev=ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 ++ git -C gdb rev-list --count 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 # rev for gdb : 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 (22 commits) + c_commits=22 + echo '# rev for gdb : 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 (22 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' + '[' ignore = precommit ']' + '[' ignore = ignore ']' + post_jira_comment=false + post_jira_card=false + post_icommits=false + '[' ignore = ignore ']' + post_mail=false + '[' ignore = precommit ']' + generate_dashboard=false + post_dashboard=false + print_commits_f=print_commits + print_result_f=print_result + print_config_f=print_config + print_last_icommit_f=print_last_icommit + generate_extra_details_f=generate_extra_details + case "$ci_project" in + print_result_f=gnu_print_result + generate_extra_details_f=gnu_generate_extra_details + print_config_f=gnu_print_config + post_interesting_commits init # post_interesting_commits + set -euf -o pipefail + echo '# post_interesting_commits' + local stage=init + '[' multiple_components '!=' single_commit ']' + return + '[' full '!=' full ']' + gnu_generate_extra_details + set -euf -o pipefail + '[' -d artifacts/sumfiles ']' + wait 425204 + gcc-compare-results/compare_tests -compr none -pass-thresh 0.9 base-artifacts/sumfiles artifacts/sumfiles + true + calculate_results_date + set -euf -o pipefail + local c base_d cur_d results_date=0 ++ get_current_manifest '{rr[components]}' ++ get_manifest artifacts/manifest.sh '{rr[components]}' ++ set +x + for c in $(get_current_manifest "{rr[components]}") ++ get_baseline_component_date binutils ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No binutils in current git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ git -C binutils show --no-patch --pretty=%ct 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 + base_d=1703376011 ++ get_current_component_date binutils ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev ++ git -C binutils show --no-patch --pretty=%ct ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 + cur_d=1703481090 + '[' x1703376011 '!=' x ']' + '[' x1703481090 = x ']' + '[' 1703481090 -lt 1703376011 ']' + '[' x1703481090 = x ']' + '[' 1703481090 -gt 0 ']' + results_date=1703481090 + for c in $(get_current_manifest "{rr[components]}") ++ get_baseline_component_date gcc ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No gcc in current git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ git -C gcc show --no-patch --pretty=%ct bd901d76734c1fb73cd2fa73d7f0427261a2541a + base_d=1703382592 ++ get_current_component_date gcc ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev ++ git -C gcc show --no-patch --pretty=%ct 0beeddd6b1b1cb41104c4df925323e8fc0437ba8 + cur_d=1703486204 + '[' x1703382592 '!=' x ']' + '[' x1703486204 = x ']' + '[' 1703486204 -lt 1703382592 ']' + '[' x1703486204 = x ']' + '[' 1703486204 -gt 1703481090 ']' + results_date=1703486204 + for c in $(get_current_manifest "{rr[components]}") ++ get_baseline_component_date linux ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No linux in current git' '[' -f base-artifacts/git/linux_rev ']' ++ set -euf -o pipefail +x +++ cat base-artifacts/git/linux_rev ++ git -C linux show --no-patch --pretty=%ct 861deac3b092f37b2c5e6871732f3e11486f7082 + base_d=1703377556 ++ get_current_component_date linux ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No linux in current git' '[' -f artifacts/git/linux_rev ']' ++ set -euf -o pipefail +x +++ cat artifacts/git/linux_rev ++ git -C linux show --no-patch --pretty=%ct 861deac3b092f37b2c5e6871732f3e11486f7082 + cur_d=1703377556 + '[' x1703377556 '!=' x ']' + '[' x1703377556 = x ']' + '[' 1703377556 -lt 1703377556 ']' + '[' x1703377556 = x ']' + '[' 1703377556 -gt 1703486204 ']' + for c in $(get_current_manifest "{rr[components]}") ++ get_baseline_component_date glibc ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No glibc in current git' '[' -f base-artifacts/git/glibc_rev ']' ++ set -euf -o pipefail +x +++ cat base-artifacts/git/glibc_rev ++ git -C glibc show --no-patch --pretty=%ct 81be2a61dafc168327c1639e97b6dae128c7ccf3 + base_d=1703252237 ++ get_current_component_date glibc ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No glibc in current git' '[' -f artifacts/git/glibc_rev ']' ++ set -euf -o pipefail +x +++ cat artifacts/git/glibc_rev ++ git -C glibc show --no-patch --pretty=%ct 81be2a61dafc168327c1639e97b6dae128c7ccf3 + cur_d=1703252237 + '[' x1703252237 '!=' x ']' + '[' x1703252237 = x ']' + '[' 1703252237 -lt 1703252237 ']' + '[' x1703252237 = x ']' + '[' 1703252237 -gt 1703486204 ']' + for c in $(get_current_manifest "{rr[components]}") ++ get_baseline_component_date gdb ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No gdb in current git' '[' -f base-artifacts/git/gdb_rev ']' ++ set -euf -o pipefail +x +++ cat base-artifacts/git/gdb_rev ++ git -C gdb show --no-patch --pretty=%ct 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 + base_d=1703376011 ++ get_current_component_date gdb ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gdb in current git' '[' -f artifacts/git/gdb_rev ']' ++ set -euf -o pipefail +x +++ cat artifacts/git/gdb_rev ++ git -C gdb show --no-patch --pretty=%ct ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 + cur_d=1703481090 + '[' x1703376011 '!=' x ']' + '[' x1703481090 = x ']' + '[' 1703481090 -lt 1703376011 ']' + '[' x1703481090 = x ']' + '[' 1703481090 -gt 1703486204 ']' + for c in $(get_current_manifest "{rr[components]}") ++ get_baseline_component_date qemu ++ set -euf -o pipefail ++ local base_artifacts=base-artifacts ++ assert_with_msg 'ERROR: No qemu in current git' '[' -f base-artifacts/git/qemu_rev ']' ++ set -euf -o pipefail +x +++ cat base-artifacts/git/qemu_rev ++ git -C qemu show --no-patch --pretty=%ct 80f1709aa0eb4de09b4240563463f991a5b9d855 + base_d=1703205859 ++ get_current_component_date qemu ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No qemu in current git' '[' -f artifacts/git/qemu_rev ']' ++ set -euf -o pipefail +x +++ cat artifacts/git/qemu_rev ++ git -C qemu show --no-patch --pretty=%ct 80f1709aa0eb4de09b4240563463f991a5b9d855 + cur_d=1703205859 + '[' x1703205859 '!=' x ']' + '[' x1703205859 = x ']' + '[' 1703205859 -lt 1703205859 ']' + '[' x1703205859 = x ']' + '[' 1703205859 -gt 1703486204 ']' + assert_with_msg 'Failed to produce results_date' '[' 1703486204 -gt 0 ']' + set -euf -o pipefail +x ++ get_baseline_manifest '{rr[results_date]}' ++ get_manifest base-artifacts/manifest.sh '{rr[results_date]}' false ++ set +x + base_d=1703304718 + '[' 1703304718 '!=' '' ']' + assert '[' 1703486204 -ge 1703304718 ']' + set -euf -o pipefail +x + '[' 1703486204 -gt 1703304718 ']' + results_date=1703395461 + rr[results_date]=1703395461 + cat + manifest_out + cat + check_if_first_report + declare -g first_icommit_to_report + first_icommit_to_report=false + '[' xmultiple_components '!=' xsingle_commit ']' + return + post_interesting_commits full # post_interesting_commits + set -euf -o pipefail + echo '# post_interesting_commits' + local stage=full + '[' multiple_components '!=' single_commit ']' + return + true + generate_jira_dir + set -euf -o pipefail + local icommit_entry jira_key= ++ print_last_icommit --entry ++ false ++ set -euf -o pipefail ++ local print_arg=--entry ++ shift 1 ++ '[' xmultiple_components '!=' xsingle_commit ']' ++ return 0 + icommit_entry= + '[' '' '!=' '' ']' + mkdir -p artifacts/notify/jira + '[' '' '!=' '' ']' + cat ++ print_jira_template_card ++ local jira_card=GNU-692 ++ case "$ci_project/$ci_config:$changed_single_component" in ++ echo GNU-692 ++ gnu_print_result --oneline ++ false ++ local print_arg=--oneline ++ '[' -d artifacts/sumfiles ']' ++ local validate_failures=gcc-compare-results/contrib/testsuite-management/validate_failures.py ++ local xfails=artifacts/sumfiles/xfails.xfail ++ '[' -f artifacts/sumfiles/xfails.xfail ']' ++ wait 425343 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231225 --build_dir=artifacts/sumfiles --verbosity=1 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --inverse_match --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231225 --build_dir=artifacts/sumfiles --verbosity=1 ++ wait 425344 ++ local n_regressions n_progressions pass_fail=PASS ++ '[' 0 '!=' 0 ']' +++ grep -c '^[A-Z]\+:' artifacts/notify/regressions.sum +++ true ++ n_regressions=0 +++ grep -c '^[A-Z]\+:' artifacts/notify/progressions.sum +++ true ++ n_progressions=0 ++ printf PASS ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/regressions.sum ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/progressions.sum ++ printf '\n' ++ '[' --oneline = --oneline ']' ++ return 0 ++ print_artifacts_url 'notify/mail-body.txt/*view*/' ++ set -euf -o pipefail ++ local url +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x ++ url=https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/517/artifact/artifacts ++ '[' '' '!=' '' ']' ++ echo 'https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/517/artifact/artifacts/notify/mail-body.txt/*view*/' # print all notification files + echo '# print all notification files' + true + generate_mail_files + set -euf -o pipefail + print_mail_recipients + set -euf -o pipefail + local c= + '[' '' = '' ']' + echo bcc:tcwg-validation@linaro.org + return 0 ++ print_commits --oneline ++ set -euf -o pipefail ++ false ++ local print_arg=--oneline ++ '[' multiple_components = no_change ']' ++ local more_lines ++ '[' multiple_components = single_commit ']' ++ '[' multiple_components = single_component ']' ++ '[' multiple_components = multiple_components ']' ++ local new_commits c base_rev cur_rev c_commits components ++ local commits_or_patches ++ '[' '' '!=' '' ']' ++ commits_or_patches=commits ++ new_commits=0 ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ base_rev=1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev ++ cur_rev=ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 +++ git -C binutils rev-list --count 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 ++ c_commits=22 ++ new_commits=22 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ base_rev=bd901d76734c1fb73cd2fa73d7f0427261a2541a +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev ++ cur_rev=0beeddd6b1b1cb41104c4df925323e8fc0437ba8 +++ git -C gcc rev-list --count bd901d76734c1fb73cd2fa73d7f0427261a2541a..0beeddd6b1b1cb41104c4df925323e8fc0437ba8 ++ c_commits=10 ++ new_commits=32 ++ for c in "${changed_components[@]}" +++ get_baseline_git gdb_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gdb_rev in baseline git' '[' -f base-artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gdb_rev ++ base_rev=1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 +++ get_current_git gdb_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gdb_rev in current git' '[' -f artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gdb_rev ++ cur_rev=ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 +++ git -C gdb rev-list --count 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 ++ c_commits=22 ++ new_commits=54 +++ echo binutils gcc gdb +++ tr ' ' , ++ components=binutils,gcc,gdb ++ echo '54 commits in binutils,gcc,gdb' ++ '[' --oneline = --oneline ']' ++ return 0 ++ gnu_print_result --oneline ++ false ++ local print_arg=--oneline ++ '[' -d artifacts/sumfiles ']' ++ local validate_failures=gcc-compare-results/contrib/testsuite-management/validate_failures.py ++ local xfails=artifacts/sumfiles/xfails.xfail ++ '[' -f artifacts/sumfiles/xfails.xfail ']' ++ wait 425399 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231225 --build_dir=artifacts/sumfiles --verbosity=1 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --inverse_match --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231225 --build_dir=artifacts/sumfiles --verbosity=1 ++ wait 425400 ++ local n_regressions n_progressions pass_fail=PASS ++ '[' 0 '!=' 0 ']' +++ grep -c '^[A-Z]\+:' artifacts/notify/regressions.sum +++ true ++ n_regressions=0 +++ grep -c '^[A-Z]\+:' artifacts/notify/progressions.sum +++ true ++ n_progressions=0 ++ printf PASS ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/regressions.sum ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/progressions.sum ++ printf '\n' ++ '[' --oneline = --oneline ']' ++ return 0 ++ gnu_print_config --oneline ++ false ++ . /home/tcwg-buildslave/workspace/tcwg_gnu_0/jenkins-scripts/tcwg_gnu-config.sh +++ declare -A gnu_data ++ settings_for_ci_project_and_config tcwg_gnu_cross_check_binutils master-aarch64 ++ local project=tcwg_gnu_cross_check_binutils ++ local config=master-aarch64 ++ gnu_data[gcc_override_configure]= ++ gnu_data[gcc_target_board_options]= ++ gnu_data[qemu_cpu]= ++ gnu_data[pretty_project]= ++ gnu_data[pretty_config]=master-aarch64 ++ gnu_data[long_config]=master-aarch64 ++ case "$project/$config" in ++ local print_arg=--oneline ++ case "$print_arg" in ++ print_config --oneline ++ false ++ local print_arg=--oneline ++ case "$print_arg" in ++ case "$ci_config" in ++ echo aarch64 + echo '[Linaro-TCWG-CI]' '54 commits in binutils,gcc,gdb: PASS on aarch64' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x + bad_artifacts_url=https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/517/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x + good_artifacts_url=https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/516/artifact/artifacts + local key= + '[' multiple_components = single_commit ']' + cat + '[' '' '!=' '' ']' + cat ++ gnu_print_config --short ++ false ++ . /home/tcwg-buildslave/workspace/tcwg_gnu_0/jenkins-scripts/tcwg_gnu-config.sh +++ declare -A gnu_data ++ settings_for_ci_project_and_config tcwg_gnu_cross_check_binutils master-aarch64 ++ local project=tcwg_gnu_cross_check_binutils ++ local config=master-aarch64 ++ gnu_data[gcc_override_configure]= ++ gnu_data[gcc_target_board_options]= ++ gnu_data[qemu_cpu]= ++ gnu_data[pretty_project]= ++ gnu_data[pretty_config]=master-aarch64 ++ gnu_data[long_config]=master-aarch64 ++ case "$project/$config" in ++ local print_arg=--short ++ case "$print_arg" in ++ echo ' master-aarch64' ++ print_commits --short ++ sed -e 's/^/ | /' ++ set -euf -o pipefail ++ false ++ local print_arg=--short ++ '[' multiple_components = no_change ']' ++ local more_lines ++ '[' multiple_components = single_commit ']' ++ '[' multiple_components = single_component ']' ++ '[' multiple_components = multiple_components ']' ++ local new_commits c base_rev cur_rev c_commits components ++ local commits_or_patches ++ '[' '' '!=' '' ']' ++ commits_or_patches=commits ++ new_commits=0 ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ base_rev=1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev ++ cur_rev=ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 +++ git -C binutils rev-list --count 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 ++ c_commits=22 ++ new_commits=22 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ base_rev=bd901d76734c1fb73cd2fa73d7f0427261a2541a +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev ++ cur_rev=0beeddd6b1b1cb41104c4df925323e8fc0437ba8 +++ git -C gcc rev-list --count bd901d76734c1fb73cd2fa73d7f0427261a2541a..0beeddd6b1b1cb41104c4df925323e8fc0437ba8 ++ c_commits=10 ++ new_commits=32 ++ for c in "${changed_components[@]}" +++ get_baseline_git gdb_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gdb_rev in baseline git' '[' -f base-artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gdb_rev ++ base_rev=1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 +++ get_current_git gdb_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gdb_rev in current git' '[' -f artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gdb_rev ++ cur_rev=ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 +++ git -C gdb rev-list --count 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 ++ c_commits=22 ++ new_commits=54 +++ echo binutils gcc gdb +++ tr ' ' , ++ components=binutils,gcc,gdb ++ echo '54 commits in binutils,gcc,gdb' ++ '[' --short = --oneline ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ base_rev=1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev ++ cur_rev=ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 +++ git -C binutils rev-list --count 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 ++ c_commits=22 ++ '[' '' '!=' '' ']' ++ git -C binutils log -n 5 --oneline 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 ++ '[' 22 -gt 5 ']' ++ echo '... and 17 more commits in binutils' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ base_rev=bd901d76734c1fb73cd2fa73d7f0427261a2541a +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev ++ cur_rev=0beeddd6b1b1cb41104c4df925323e8fc0437ba8 +++ git -C gcc rev-list --count bd901d76734c1fb73cd2fa73d7f0427261a2541a..0beeddd6b1b1cb41104c4df925323e8fc0437ba8 ++ c_commits=10 ++ '[' '' '!=' '' ']' ++ git -C gcc log -n 5 --oneline bd901d76734c1fb73cd2fa73d7f0427261a2541a..0beeddd6b1b1cb41104c4df925323e8fc0437ba8 ++ '[' 10 -gt 5 ']' ++ echo '... and 5 more commits in gcc' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gdb_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gdb_rev in baseline git' '[' -f base-artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gdb_rev ++ base_rev=1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3 +++ get_current_git gdb_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gdb_rev in current git' '[' -f artifacts/git/gdb_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gdb_rev ++ cur_rev=ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 +++ git -C gdb rev-list --count 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 ++ c_commits=22 ++ '[' '' '!=' '' ']' ++ git -C gdb log -n 5 --oneline 1bdba1b7730fbdb848b50ae05f8ae4a0b693a0e3..ca86dbbdbc04fbe6298e597a3c94c8071ea722a1 ++ '[' 22 -gt 5 ']' ++ echo '... and 17 more commits in gdb' ++ '[' '' '!=' '' ']' ++ return 0 ++ gnu_print_result --short ++ false ++ local print_arg=--short ++ '[' -d artifacts/sumfiles ']' ++ local validate_failures=gcc-compare-results/contrib/testsuite-management/validate_failures.py ++ local xfails=artifacts/sumfiles/xfails.xfail ++ '[' -f artifacts/sumfiles/xfails.xfail ']' ++ wait 425500 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231225 --build_dir=artifacts/sumfiles --verbosity=1 ++ gcc-compare-results/contrib/testsuite-management/validate_failures.py --inverse_match --manifest=artifacts/sumfiles/xfails.xfail --expiry_date=20231225 --build_dir=artifacts/sumfiles --verbosity=1 ++ wait 425501 ++ local n_regressions n_progressions pass_fail=PASS ++ '[' 0 '!=' 0 ']' +++ grep -c '^[A-Z]\+:' artifacts/notify/regressions.sum +++ true ++ n_regressions=0 +++ grep -c '^[A-Z]\+:' artifacts/notify/progressions.sum +++ true ++ n_progressions=0 ++ printf PASS ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/regressions.sum ++ '[' 0 '!=' 0 ']' ++ rm artifacts/notify/progressions.sum ++ printf '\n' ++ '[' --short = --oneline ']' ++ local length=10 outfile n_lines ++ '[' --short = --long ']' ++ for outfile in regressions.sum progressions.sum ++ '[' -f artifacts/notify/regressions.sum ']' ++ continue ++ for outfile in regressions.sum progressions.sum ++ '[' -f artifacts/notify/progressions.sum ']' ++ continue ++ cat +++ print_artifacts_url 00-sumfiles/ +++ set -euf -o pipefail +++ local url ++++ get_current_manifest BUILD_URL ++++ get_manifest artifacts/manifest.sh BUILD_URL ++++ set +x +++ url=https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/517/artifact/artifacts +++ '[' '' '!=' '' ']' +++ echo https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/517/artifact/artifacts/00-sumfiles/ +++ print_artifacts_url notify/ +++ set -euf -o pipefail +++ local url ++++ get_current_manifest BUILD_URL ++++ get_manifest artifacts/manifest.sh BUILD_URL ++++ set +x +++ url=https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/517/artifact/artifacts +++ '[' '' '!=' '' ']' +++ echo https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/517/artifact/artifacts/notify/ +++ print_artifacts_url sumfiles/xfails.xfail +++ set -euf -o pipefail +++ local url ++++ get_current_manifest BUILD_URL ++++ get_manifest artifacts/manifest.sh BUILD_URL ++++ set +x +++ url=https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/517/artifact/artifacts +++ '[' '' '!=' '' ']' +++ echo https://ci.linaro.org/job/tcwg_gnu_cross_check_binutils--master-aarch64-build/517/artifact/artifacts/sumfiles/xfails.xfail ++ gnu_print_config --long ++ false ++ . /home/tcwg-buildslave/workspace/tcwg_gnu_0/jenkins-scripts/tcwg_gnu-config.sh +++ declare -A gnu_data ++ settings_for_ci_project_and_config tcwg_gnu_cross_check_binutils master-aarch64 ++ local project=tcwg_gnu_cross_check_binutils ++ local config=master-aarch64 ++ gnu_data[gcc_override_configure]= ++ gnu_data[gcc_target_board_options]= ++ gnu_data[qemu_cpu]= ++ gnu_data[pretty_project]= ++ gnu_data[pretty_config]=master-aarch64 ++ gnu_data[long_config]=master-aarch64 ++ case "$project/$config" in ++ local print_arg=--long ++ case "$print_arg" in ++ echo 'CI config tcwg_gnu_cross_check_binutils master-aarch64' + '[' multiple_components '!=' single_commit ']' + return + true + generate_jenkins_html_files + wait 425541 # generate_jenkins_html_files ... Skipping + set -euf -o pipefail + echo '# generate_jenkins_html_files' + true + case "$ci_project" in + echo '... Skipping' + return + generate_readme html + set -euf -o pipefail + local text_type=html + local gnu_text=false + case "$ci_project" in + case "$ci_project" in + gnu_text=true + local list_start= + local list_end= + local 'list_item=- ' + local new_parag= + '[' html = html ']' + list_start='
' + print_readme_header html + set -euf -o pipefail + local text_type=html + local 'msg=How to browse artifacts of this build' + case $text_type in + cat + cat + '[' -d artifacts/00-sumfiles ']' + cat ++ print_readme_link html 00-sumfiles/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=00-sumfiles/ ++ case $text_type in ++ echo -n '00-sumfiles/' + cat ++ print_readme_link html git/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=git/ ++ case $text_type in ++ echo -n 'git/' ++ print_readme_link html jenkins/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=jenkins/ ++ case $text_type in ++ echo -n 'jenkins/' ++ print_readme_link html notify/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=notify/ ++ case $text_type in ++ echo -n 'notify/' + true + cat ++ print_readme_link html sumfiles/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=sumfiles/ ++ case $text_type in ++ echo -n 'sumfiles/' + cat ++ print_readme_link html notify/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=notify/ ++ case $text_type in ++ echo -n 'notify/' + true + local regressions= + '[' -f artifacts/notify/regressions.sum ']' + cat ++ print_readme_link html notify/results.compare.txt ++ set -euf -o pipefail ++ local text_type=html ++ local msg=notify/results.compare.txt ++ case $text_type in ++ echo -n 'notify/results.compare.txt' + '[' -d artifacts/00-sumfiles ']' + cat ++ print_readme_link html 00-sumfiles/ ++ set -euf -o pipefail ++ local text_type=html ++ local msg=00-sumfiles/ ++ case $text_type in ++ echo -n '00-sumfiles/' + cat + cat + read -r cur_file ++ cd artifacts ++ find . -type f ++ sort ++ print_readme_link html ./00-sumfiles/binutils.log.xz ++ set -euf -o pipefail ++ local text_type=html ++ local msg=./00-sumfiles/binutils.log.xz ++ case $text_type in ++ echo -n './00-sumfiles/binutils.log.xz' + echo '