++ pwd ++ cat + remote_exec 'tcwg-snow_bmk-02::/home/tcwg-buildslave/workspace/tcwg_bmk_5:-p33040:ssh_host=tcwg-snow_bmk-02 ssh_port=33040' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true + set -euf -o pipefail + local host ++ echo 'tcwg-snow_bmk-02::/home/tcwg-buildslave/workspace/tcwg_bmk_5:-p33040:ssh_host=tcwg-snow_bmk-02 ssh_port=33040' ++ cut -d: -f 1 + host=tcwg-snow_bmk-02 + local port ++ echo 'tcwg-snow_bmk-02::/home/tcwg-buildslave/workspace/tcwg_bmk_5:-p33040:ssh_host=tcwg-snow_bmk-02 ssh_port=33040' ++ cut -s -d: -f 2 + port= + local dir ++ echo 'tcwg-snow_bmk-02::/home/tcwg-buildslave/workspace/tcwg_bmk_5:-p33040:ssh_host=tcwg-snow_bmk-02 ssh_port=33040' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_5 + local opts ++ echo 'tcwg-snow_bmk-02::/home/tcwg-buildslave/workspace/tcwg_bmk_5:-p33040:ssh_host=tcwg-snow_bmk-02 ssh_port=33040' ++ cut -s -d: -f 4 + opts=-p33040 + local env_vars ++ echo 'tcwg-snow_bmk-02::/home/tcwg-buildslave/workspace/tcwg_bmk_5:-p33040:ssh_host=tcwg-snow_bmk-02 ssh_port=33040' ++ cut -s -d: -f 5 + env_vars='ssh_host=tcwg-snow_bmk-02 ssh_port=33040' + shift + local -a cmd + cmd=() + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q ./jenkins-scripts/round-robin-notify.sh + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q '@@rr[top_artifacts]' + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q artifacts + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q __TCWG_JIRA_TOKEN + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q ijQW9spm0p7HwZnUtLFx7CCA + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q __stage + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q full + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q __verbose + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q true ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_5 + ssh -p33040 tcwg-snow_bmk-02 'export ssh_host=tcwg-snow_bmk-02 ssh_port=33040 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_5 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true' /home/tcwg-buildslave/workspace/tcwg_bmk_5/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true + false + dryrun= + declare top_artifacts ci_project ci_config + declare change_kind changed_single_component last_good first_bad + declare -a changed_components + declare print_commits_f print_result_f print_config_f print_last_icommit_f + dump_model_only=false # setup_notify_environment + setup_notify_environment + echo '# setup_notify_environment' + top_artifacts=artifacts ++ get_current_manifest '{rr[ci_project]}' ++ get_manifest artifacts/manifest.sh '{rr[ci_project]}' ++ set +x + ci_project=tcwg_bmk-qc_speed-cpu2017rate ++ get_current_manifest '{rr[ci_config]}' ++ get_manifest artifacts/manifest.sh '{rr[ci_config]}' ++ set +x # Debug traces : + ci_config=llvm-aarch64-master-O3_LTO + echo '# Debug traces :' ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x # Baseline : # Using dir : base-artifacts + echo '# Baseline : ' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x # Artifacts : https://ci.linaro.org/job/tcwg_bmk-qc_speed-cpu2017rate--llvm-aarch64-master-O3_LTO-build/25/ # Using dir : artifacts + echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-qc_speed-cpu2017rate--llvm-aarch64-master-O3_LTO-build/25/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify + '[' -f /home/tcwg-buildslave/.jipdate.yml ']' + set +x + declare -Ag pw + '[' ignore = precommit ']' + check_source_changes # check_source_changes + echo '# check_source_changes' ++ get_current_manifest '{rr[update_baseline]}' ++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}' ++ set +x + '[' init '!=' init ']' + changed_components=() # Debug traces : + local c base_rev cur_rev c_commits + '[' 0 = 0 ']' + change_kind=no_change + changed_single_component= + echo '# Debug traces :' # change_kind=no_change : + echo '# change_kind=no_change : ' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' + '[' ignore = precommit ']' + '[' ignore = ignore ']' + post_jira_comment=false + post_jira_card=false + post_icommits=false + '[' ignore = ignore ']' + post_mail=false + generate_dashboard=false + post_dashboard=false + print_commits_f=print_commits + print_result_f=print_result + print_config_f=print_config + print_last_icommit_f=print_last_icommit + generate_extra_details_f=generate_extra_details + case "$ci_project" in + print_result_f=bmk_print_result + print_config_f=bmk_print_config + generate_extra_details_f=bmk_generate_extra_details + post_interesting_commits init + set -euf -o pipefail # post_interesting_commits + echo '# post_interesting_commits' + local stage=init + '[' no_change '!=' single_commit ']' + return + '[' full '!=' full ']' + bmk_generate_extra_details + set -euf -o pipefail + local artifacts_mail_dir metric_id + artifacts_mail_dir=artifacts/notify + case "$ci_project" in + metric_id=sample + /home/tcwg-buildslave/workspace/tcwg_bmk_5/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose + check_if_first_report + declare -g first_icommit_to_report + first_icommit_to_report=false + '[' xno_change '!=' xsingle_commit ']' + return + post_interesting_commits full + set -euf -o pipefail # post_interesting_commits + echo '# post_interesting_commits' + local stage=full + '[' no_change '!=' single_commit ']' + return + true + generate_jira_dir + set -euf -o pipefail + local icommit_entry jira_key= ++ print_last_icommit --entry ++ false ++ set -euf -o pipefail ++ local print_arg=--entry ++ shift 1 ++ '[' xno_change '!=' xsingle_commit ']' ++ return 0 + icommit_entry= + '[' '' '!=' '' ']' + mkdir -p artifacts/notify/jira + '[' '' '!=' '' ']' + cat ++ print_jira_template_card ++ local jira_card=GNU-692 ++ case "$ci_project/$ci_config:$changed_single_component" in ++ jira_card=LLVM-651 ++ echo LLVM-651 ++ bmk_print_result --oneline ++ set -euf -o pipefail ++ false ++ local print_arg=--oneline ++ artifacts_mail_dir=artifacts/notify ++ '[' full '!=' full ']' ++ case "$ci_project" in ++ metric_id=time ++ local improved_or_regressed ++ '[' -f artifacts/notify/exe.regression ']' ++ '[' -f artifacts/notify/symbol.regression ']' ++ improved_or_regressed=improvement ++ declare -A changed_by_msg ++ changed_by_msg[size-regression]='grew in size by' ++ changed_by_msg[size-improvement]='reduced in size by' ++ changed_by_msg[time-regression]='slowed down by' ++ changed_by_msg[time-improvement]='speeds up by' ++ changed_by_msg[vect-regression]='reduced by' ++ changed_by_msg[vect-improvement]='increased up by' ++ changed_by_msg[sve-regression]='reduced by' ++ changed_by_msg[sve-improvement]='increased up by' ++ changed_by='speeds up by' ++ case $metric_id in ++ exe_threshold=3 ++ symbol_threshold=15 ++ case "$print_arg" in ++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' ++ set -euf -o pipefail +x ++ local metric bmk symbol short_diag long_diag ++ '[' -f artifacts/notify/exe.improvement ']' ++ '[' -f artifacts/notify/symbol.improvement ']' ++ short_diag='No change' ++ echo 'No change' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x # print all notification files + echo '# print all notification files' + true + generate_mail_files + set -euf -o pipefail + print_mail_recipients + set -euf -o pipefail + local c= + '[' '' = '' ']' + echo bcc:tcwg-validation@linaro.org + return 0 ++ print_commits --oneline ++ set -euf -o pipefail ++ false ++ local print_arg=--oneline ++ '[' no_change = no_change ']' ++ echo 'baseline build' ++ return 0 ++ bmk_print_result --oneline ++ set -euf -o pipefail ++ false ++ local print_arg=--oneline ++ artifacts_mail_dir=artifacts/notify ++ '[' full '!=' full ']' ++ case "$ci_project" in ++ metric_id=time ++ local improved_or_regressed ++ '[' -f artifacts/notify/exe.regression ']' ++ '[' -f artifacts/notify/symbol.regression ']' ++ improved_or_regressed=improvement ++ declare -A changed_by_msg ++ changed_by_msg[size-regression]='grew in size by' ++ changed_by_msg[size-improvement]='reduced in size by' ++ changed_by_msg[time-regression]='slowed down by' ++ changed_by_msg[time-improvement]='speeds up by' ++ changed_by_msg[vect-regression]='reduced by' ++ changed_by_msg[vect-improvement]='increased up by' ++ changed_by_msg[sve-regression]='reduced by' ++ changed_by_msg[sve-improvement]='increased up by' ++ changed_by='speeds up by' ++ case $metric_id in ++ exe_threshold=3 ++ symbol_threshold=15 ++ case "$print_arg" in ++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' ++ set -euf -o pipefail +x ++ local metric bmk symbol short_diag long_diag ++ '[' -f artifacts/notify/exe.improvement ']' ++ '[' -f artifacts/notify/symbol.improvement ']' ++ short_diag='No change' ++ echo 'No change' + echo '[Linaro-TCWG-CI]' 'baseline build: No change' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x + bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-qc_speed-cpu2017rate--llvm-aarch64-master-O3_LTO-build/25/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x + good_artifacts_url=artifact/artifacts + cat ++ sed -e 's/^/ | /' ++ print_commits --short ++ set -euf -o pipefail ++ false ++ local print_arg=--short ++ '[' no_change = no_change ']' ++ echo 'baseline build' ++ return 0 ++ bmk_print_result --short ++ set -euf -o pipefail ++ false ++ local print_arg=--short ++ artifacts_mail_dir=artifacts/notify ++ '[' full '!=' full ']' ++ case "$ci_project" in ++ metric_id=time ++ local improved_or_regressed ++ '[' -f artifacts/notify/exe.regression ']' ++ '[' -f artifacts/notify/symbol.regression ']' ++ improved_or_regressed=improvement ++ declare -A changed_by_msg ++ changed_by_msg[size-regression]='grew in size by' ++ changed_by_msg[size-improvement]='reduced in size by' ++ changed_by_msg[time-regression]='slowed down by' ++ changed_by_msg[time-improvement]='speeds up by' ++ changed_by_msg[vect-regression]='reduced by' ++ changed_by_msg[vect-improvement]='increased up by' ++ changed_by_msg[sve-regression]='reduced by' ++ changed_by_msg[sve-improvement]='increased up by' ++ changed_by='speeds up by' ++ case $metric_id in ++ exe_threshold=3 ++ symbol_threshold=15 ++ case "$print_arg" in ++ '[' -f artifacts/notify/exe.improvement ']' ++ '[' -f artifacts/notify/symbol.improvement ']' ++ '[' -f artifacts/notify/exe.improvement ']' ++ '[' -f artifacts/notify/symbol.improvement ']' ++ echo 'No change' ++ bmk_print_config ++ . /home/tcwg-buildslave/workspace/tcwg_bmk_5/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] +++ [[ -v rr[ci_config] ]] +++ declare -A bmk_data +++ bmk_data[tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi]=stm32:coremark +++ bmk_data[tcwg_bmk-code_size-cpu2017fast--gnu-aarch64]=sq_64:spec2017_fast +++ bmk_data[tcwg_bmk-code_size-cpu2017fast--llvm-aarch64]=sq_64:spec2017_fast +++ bmk_data[tcwg_bmk-code_size-cpu2017rate--gnu-arm]=sq_32:spec2017_rate +++ bmk_data[tcwg_bmk-code_size-cpu2017rate--llvm-arm]=sq_32:spec2017_rate_nofortran +++ bmk_data[tcwg_bmk-code_size-spec2k6--gnu-aarch64]=sq_64:spec2006_all +++ bmk_data[tcwg_bmk-code_size-spec2k6--gnu-arm]=sq_32:spec2006_all +++ bmk_data[tcwg_bmk-code_size-spec2k6--llvm-aarch64]=sq_64:spec2006_all +++ bmk_data[tcwg_bmk-code_size-spec2k6--llvm-arm]=sq_32:spec2006_nofortran +++ bmk_data[tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi]=stm32:coremark +++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--gnu-aarch64]=tx1_64:spec2017_rate +++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--gnu-arm]=tk1_32:spec2017_rate +++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64]=tx1_64:spec2017_rate +++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--llvm-arm]=tk1_32:spec2017_rate_nofortran +++ bmk_data[tcwg_bmk-code_speed-cpu2017speed--gnu-aarch64]=apm_64:spec2017_speed +++ bmk_data[tcwg_bmk-code_speed-cpu2017speed--llvm-aarch64]=apm_64:spec2017_speed +++ bmk_data[tcwg_bmk-qc_speed-cpu2017rate--llvm-aarch64]=qc_64:spec2017_rate +++ bmk_data[tcwg_bmk-code_speed-spec2k6--gnu-aarch64]=tx1_64:spec2006_all +++ bmk_data[tcwg_bmk-code_speed-spec2k6--gnu-arm]=tk1_32:spec2006_all +++ bmk_data[tcwg_bmk-code_speed-spec2k6--llvm-aarch64]=tx1_64:spec2006_all +++ bmk_data[tcwg_bmk-code_speed-spec2k6--llvm-arm]=tk1_32:spec2006_nofortran +++ bmk_data[tcwg_bmk-fujitsu_speed-cpu2017speed--gnu-aarch64]=fx_64:spec2017_speed +++ bmk_data[tcwg_bmk-fujitsu_speed-cpu2017speed--llvm-aarch64]=fx_64:spec2017_speed +++ bmk_data[tcwg_bmk-code_sve-cpu2017fast--gnu-aarch64]=fx_64:spec2017_fast +++ bmk_data[tcwg_bmk-code_vect-cpu2017fast--gnu-aarch64]=sq_64:spec2017_fast +++ bmk_data[tcwg_bmk-code_vect-cpu2017fast--llvm-aarch64]=sq_64:spec2017_fast +++ bmk_data[tcwg_bmk-code_vect-cpu2017rate--gnu-arm]=sq_32:spec2017_rate +++ bmk_data[tcwg_bmk-code_vect-cpu2017rate--llvm-arm]=sq_32:spec2017_rate_nofortran +++ bmk_data[tcwg_bmk-code_vect-spec2k6--gnu-aarch64]=sq_64:spec2006_all +++ bmk_data[tcwg_bmk-code_vect-spec2k6--gnu-arm]=sq_32:spec2006_all +++ bmk_data[tcwg_bmk-code_vect-spec2k6--llvm-aarch64]=sq_64:spec2006_all +++ bmk_data[tcwg_bmk-code_vect-spec2k6--llvm-arm]=sq_32:spec2006_nofortran ++ false ++ case "$ci_project" in ++ metric_id=time ++ IFS=- ++ read -a ci_pjt_cfg ++ local toolchain target cflags ++ toolchain=llvm ++ target=aarch64 ++ cflags=O3_LTO ++ local bmk_suite publish_save_temps ++ bmk_suite= ++ publish_save_temps=false ++ case "$(tcwg_bmk_benchs)" in +++ tcwg_bmk_benchs +++ '[' x = xset ']' +++ local data data_key ++++ echo tcwg_bmk-qc_speed-cpu2017rate--llvm-aarch64-master-O3_LTO ++++ cut -d- -f1-6 +++ data_key=tcwg_bmk-qc_speed-cpu2017rate--llvm-aarch64 +++ data=qc_64:spec2017_rate +++ '[' xqc_64:spec2017_rate = xunset ']' +++ echo qc_64:spec2017_rate +++ cut -d: -f2 ++ bmk_suite='SPEC CPU2017' ++ publish_save_temps=true ++ cat ++ true ++ mkdir -p artifacts/top-artifacts ++ local s_t ++ read s_t +++ find results-1 -path 'save.*.temps/*.tar.xz' ++ '[' -d artifacts/top-artifacts/save-temps/ ']' ++ local compiler= libc= linker= version= bmk_flags= hw= ++ case "$toolchain" in ++ compiler=Clang ++ libc=Glibc ++ linker='LLVM Linker' ++ case "$ci_config" in ++ version='tip of trunk' +++ echo O3_LTO +++ sed -e 's/_/ -/g' -e s/LTO/flto/g -e s/VECT/fdump-tree-vect-details/g ++ bmk_flags='O3 -flto' ++ case "$(tcwg_bmk_hw)" in +++ tcwg_bmk_hw +++ local data data_key ++++ echo tcwg_bmk-qc_speed-cpu2017rate--llvm-aarch64-master-O3_LTO ++++ cut -d- -f1-6 +++ data_key=tcwg_bmk-qc_speed-cpu2017rate--llvm-aarch64 +++ data=qc_64:spec2017_rate +++ '[' xqc_64:spec2017_rate = xunset ']' +++ echo qc_64:spec2017_rate +++ cut -d: -f1 ++ hw='Qualcomm 8x AA64' ++ cat +++ print_gnu_target aarch64 +++ set -euf -o pipefail +++ local target=aarch64 +++ case "$target" in +++ target=aarch64-linux-gnu +++ echo aarch64-linux-gnu + '[' no_change '!=' single_commit ']' + return # generate dashboard + echo '# generate dashboard' + generate_dashboard_squad # generate_dashboard_squad ... Skipping + local results_date + echo '# generate_dashboard_squad' + false + echo '... Skipping' + return # post_dashboard_squad ... Skipping + post_dashboard_squad + echo '# post_dashboard_squad' + false + echo '... Skipping' + return + false + post_to_jira # post_to_jira Full stage ran successfully. + echo '# post_to_jira' + false + false + echo 'Full stage ran successfully.'