diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-10-08 01:28:10 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-10-08 01:29:01 +0000 |
commit | 15ecc04f18986b573dd3a39b37e33db27e69ba9b (patch) | |
tree | 724d23ced80e666b19e0ff64c8764464b458856b /jenkins | |
parent | 438bc8644daac8f82d97ae9b7ee62e39225ec4ac (diff) |
onsuccess: #78: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/78/
Results :
| # reset_artifacts:
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer:
| -8
| # build_abe linux:
| -7
| # build_abe glibc:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer:
| -5
| # benchmark -- -O2_LTO:
| 1
check_regression status : 0
Diffstat (limited to 'jenkins')
-rw-r--r-- | jenkins/build-name | 2 | ||||
-rw-r--r-- | jenkins/notify-full.log | 413 | ||||
-rw-r--r-- | jenkins/notify-init.log | 106 | ||||
-rw-r--r-- | jenkins/rewrite.log | 20 | ||||
-rw-r--r-- | jenkins/run-build.env | 6 |
5 files changed, 300 insertions, 247 deletions
diff --git a/jenkins/build-name b/jenkins/build-name index e6baed0..4654686 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#77-binutils-gcc-glibc-linux-R1 +#78-binutils-gcc-glibc-linux-R1 diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log index ea725cf..ea53d67 100644 --- a/jenkins/notify-full.log +++ b/jenkins/notify-full.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true ++ remote_exec 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true + set -euf -o pipefail + local host -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -d: -f 1 -+ host=build-10.tcwglab ++ host=dev-01.tcwglab + local port -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 + local opts -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 4 -+ opts=-p50575 ++ opts=-p51480 + local env_vars -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-10.tcwglab ssh_port=50575' ++ env_vars='ssh_host=dev-01.tcwglab ssh_port=51480' + shift + local -a cmd + cmd=() @@ -53,7 +53,7 @@ + cmd+=("$(printf '%q' "$i")") ++ printf %q true ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p50575 build-10.tcwglab 'export ssh_host=build-10.tcwglab ssh_port=50575 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true' ++ ssh -p51480 dev-01.tcwglab 'export ssh_host=dev-01.tcwglab ssh_port=51480 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true' /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true @@ -81,17 +81,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/75/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/77/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/75/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/77/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/77/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/78/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/77/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/78/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -143,7 +143,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x7fdd4fcee1c6698daa8eb5f52017e768b0771503 '!=' x9030a82d6f700e03ab143f0d002e9f21ae2fd52f ']' +++ '[' x83066cb9c7dc2d16adf22649251392d04a7c8d83 '!=' x7fdd4fcee1c6698daa8eb5f52017e768b0771503 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -158,7 +158,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' xb0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 '!=' x44bcb51eb0d5cac6eb2de54541ca8e6c2d738160 ']' +++ '[' x80acabb6dd05090db67805cdd358fe974b45e2ed '!=' xb0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -173,7 +173,9 @@ +++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/linux_rev -++ '[' x569306fa74e3adbe699e8548698815473469e440 '!=' x569306fa74e3adbe699e8548698815473469e440 ']' +++ '[' x43379dc94db5d75933aac04f61b8d313be92ebe1 '!=' x569306fa74e3adbe699e8548698815473469e440 ']' +++ echo -ne ' linux' +++ delim=' ' ++ for c in $(print_updated_components) +++ get_current_git glibc_rev +++ set -euf -o pipefail @@ -186,19 +188,19 @@ +++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/glibc_rev -++ '[' xd2123d68275acc0f061e73d5f86ca504e0d5a344 '!=' x87ced255bdf2681f5bf6c89d7121e59f6f342161 ']' +++ '[' xe7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c '!=' xd2123d68275acc0f061e73d5f86ca504e0d5a344 ']' ++ echo -ne ' glibc' ++ delim=' ' ++ echo # Debug traces : -# change_kind=multiple_components : binutils gcc glibc +# change_kind=multiple_components : binutils gcc linux glibc + local c base_rev cur_rev c_commits -+ '[' 3 = 0 ']' -+ '[' 3 = 1 ']' ++ '[' 4 = 0 ']' ++ '[' 4 = 1 ']' + change_kind=multiple_components + changed_single_component= + echo '# Debug traces :' -+ echo '# change_kind=multiple_components : binutils gcc glibc' ++ echo '# change_kind=multiple_components : binutils gcc linux glibc' + for c in "${changed_components[@]}" ++ get_baseline_git binutils_rev ++ set -euf -o pipefail @@ -206,17 +208,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=9030a82d6f700e03ab143f0d002e9f21ae2fd52f ++ base_rev=7fdd4fcee1c6698daa8eb5f52017e768b0771503 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=7fdd4fcee1c6698daa8eb5f52017e768b0771503 -++ git -C binutils rev-list --count 9030a82d6f700e03ab143f0d002e9f21ae2fd52f..7fdd4fcee1c6698daa8eb5f52017e768b0771503 -# rev for binutils : 9030a82d6f700e03ab143f0d002e9f21ae2fd52f..7fdd4fcee1c6698daa8eb5f52017e768b0771503 (116 commits) -+ c_commits=116 -+ echo '# rev for binutils : 9030a82d6f700e03ab143f0d002e9f21ae2fd52f..7fdd4fcee1c6698daa8eb5f52017e768b0771503 (116 commits)' ++ cur_rev=83066cb9c7dc2d16adf22649251392d04a7c8d83 +++ git -C binutils rev-list --count 7fdd4fcee1c6698daa8eb5f52017e768b0771503..83066cb9c7dc2d16adf22649251392d04a7c8d83 +# rev for binutils : 7fdd4fcee1c6698daa8eb5f52017e768b0771503..83066cb9c7dc2d16adf22649251392d04a7c8d83 (31 commits) ++ c_commits=31 ++ echo '# rev for binutils : 7fdd4fcee1c6698daa8eb5f52017e768b0771503..83066cb9c7dc2d16adf22649251392d04a7c8d83 (31 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -224,17 +226,35 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=44bcb51eb0d5cac6eb2de54541ca8e6c2d738160 ++ base_rev=b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 -++ git -C gcc rev-list --count 44bcb51eb0d5cac6eb2de54541ca8e6c2d738160..b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 -# rev for gcc : 44bcb51eb0d5cac6eb2de54541ca8e6c2d738160..b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 (129 commits) -+ c_commits=129 -+ echo '# rev for gcc : 44bcb51eb0d5cac6eb2de54541ca8e6c2d738160..b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 (129 commits)' ++ cur_rev=80acabb6dd05090db67805cdd358fe974b45e2ed +++ git -C gcc rev-list --count b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48..80acabb6dd05090db67805cdd358fe974b45e2ed +# rev for gcc : b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48..80acabb6dd05090db67805cdd358fe974b45e2ed (101 commits) ++ c_commits=101 ++ echo '# rev for gcc : b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48..80acabb6dd05090db67805cdd358fe974b45e2ed (101 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git linux_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/linux_rev ++ base_rev=569306fa74e3adbe699e8548698815473469e440 +++ get_current_git linux_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No linux_rev in current git' '[' -f artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/linux_rev ++ cur_rev=43379dc94db5d75933aac04f61b8d313be92ebe1 +++ git -C linux rev-list --count 569306fa74e3adbe699e8548698815473469e440..43379dc94db5d75933aac04f61b8d313be92ebe1 +# rev for linux : 569306fa74e3adbe699e8548698815473469e440..43379dc94db5d75933aac04f61b8d313be92ebe1 (142 commits) ++ c_commits=142 ++ echo '# rev for linux : 569306fa74e3adbe699e8548698815473469e440..43379dc94db5d75933aac04f61b8d313be92ebe1 (142 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git glibc_rev ++ set -euf -o pipefail @@ -242,18 +262,19 @@ ++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/glibc_rev -+ base_rev=87ced255bdf2681f5bf6c89d7121e59f6f342161 ++ base_rev=d2123d68275acc0f061e73d5f86ca504e0d5a344 ++ get_current_git glibc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No glibc_rev in current git' '[' -f artifacts/git/glibc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/glibc_rev -+ cur_rev=d2123d68275acc0f061e73d5f86ca504e0d5a344 -++ git -C glibc rev-list --count 87ced255bdf2681f5bf6c89d7121e59f6f342161..d2123d68275acc0f061e73d5f86ca504e0d5a344 -# rev for glibc : 87ced255bdf2681f5bf6c89d7121e59f6f342161..d2123d68275acc0f061e73d5f86ca504e0d5a344 (18 commits) ++ cur_rev=e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c +++ git -C glibc rev-list --count d2123d68275acc0f061e73d5f86ca504e0d5a344..e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c +# rev for glibc : d2123d68275acc0f061e73d5f86ca504e0d5a344..e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c (11 commits) -+ c_commits=18 -+ echo '# rev for glibc : 87ced255bdf2681f5bf6c89d7121e59f6f342161..d2123d68275acc0f061e73d5f86ca504e0d5a344 (18 commits)' +# post_interesting_commits ++ c_commits=11 ++ echo '# rev for glibc : d2123d68275acc0f061e73d5f86ca504e0d5a344..e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c (11 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -276,7 +297,6 @@ + print_config_f=bmk_print_config + generate_extra_details_f=bmk_generate_extra_details + post_interesting_commits init -# post_interesting_commits + set -euf -o pipefail + echo '# post_interesting_commits' + local stage=init @@ -285,57 +305,24 @@ + '[' full '!=' full ']' + bmk_generate_extra_details + set -euf -o pipefail -+ local artifacts_mail_dir metric_id ++ local artifacts_mail_dir + artifacts_mail_dir=artifacts/notify -+ case "$ci_project" in -+ metric_id=time -+ wait 526 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ time build verbose -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/pandas/core/indexes/base.py", line 3361, in get_loc - return self._engine.get_loc(casted_key) - File "pandas/_libs/index.pyx", line 76, in pandas._libs.index.IndexEngine.get_loc - File "pandas/_libs/index.pyx", line 108, in pandas._libs.index.IndexEngine.get_loc - File "pandas/_libs/hashtable_class_helper.pxi", line 5198, in pandas._libs.hashtable.PyObjectHashTable.get_item - File "pandas/_libs/hashtable_class_helper.pxi", line 5206, in pandas._libs.hashtable.PyObjectHashTable.get_item -KeyError: 'rel_time' - -The above exception was the direct cause of the following exception: - -Traceback (most recent call last): - File "/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py", line 294, in <module> - tracer.run("main()") - File "/usr/lib/python3.10/trace.py", line 442, in run - self.runctx(cmd, dict, dict) - File "/usr/lib/python3.10/trace.py", line 451, in runctx - exec(cmd, globals, locals) - File "<string>", line 1, in <module> - File "/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py", line 288, in main - output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details) - File "/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py", line 254, in output_bmk_results - output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) - File "/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py", line 205, in output_bmk_results_1 - out_df = results_df[results_df[rel_metric] != -1] - File "/usr/lib/python3/dist-packages/pandas/core/frame.py", line 3458, in __getitem__ - indexer = self.columns.get_loc(key) - File "/usr/lib/python3/dist-packages/pandas/core/indexes/base.py", line 3363, in get_loc - raise KeyError(key) from err -KeyError: 'rel_time' -+ true ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose + check_if_first_report + declare -g first_icommit_to_report + first_icommit_to_report=false + '[' xmultiple_components '!=' xsingle_commit ']' + return + post_interesting_commits full -# post_interesting_commits + set -euf -o pipefail + echo '# post_interesting_commits' +# post_interesting_commits + local stage=full + '[' multiple_components '!=' single_commit ']' + return + true + generate_jira_dir +# print all notification files + set -euf -o pipefail + local icommit_entry jira_key= ++ print_last_icommit --entry @@ -361,36 +348,34 @@ KeyError: 'rel_time' ++ local print_arg=--oneline ++ artifacts_mail_dir=artifacts/notify ++ '[' full '!=' full ']' -++ case "$ci_project" in -++ metric_id=time ++ local improved_or_regressed ++ '[' -f artifacts/notify/exe.regression ']' -++ improved_or_regressed=regression +++ '[' -f artifacts/notify/symbol.regression ']' +++ improved_or_regressed=improvement ++ declare -A changed_by_msg ++ changed_by_msg[size-regression]='grew in size by' ++ changed_by_msg[size-improvement]='reduced in size by' -++ changed_by_msg[time-regression]='slowed down by' -++ changed_by_msg[time-improvement]='speeds up by' -++ changed_by_msg[vect-regression]='reduced by' -++ changed_by_msg[vect-improvement]='increased up by' -++ changed_by_msg[sve-regression]='reduced by' -++ changed_by_msg[sve-improvement]='increased up by' -++ changed_by='slowed down by' -++ case $metric_id in +++ changed_by_msg[sample-regression]='slowed down by' +++ changed_by_msg[sample-improvement]='speeds up by' +++ changed_by_msg[num_vect_loops-regression]='reduced the number of vect loops by' +++ changed_by_msg[num_vect_loops-improvement]='increased the number of vect loops by' +++ changed_by_msg[num_sve_loops-regression]='reduced the number of sve instructions by' +++ changed_by_msg[num_sve_loops-improvement]='increased the number of sve instructions by' +++ changed_by='speeds up by' +++ case ${rr[metric_id]} in ++ exe_threshold=3 ++ symbol_threshold=15 ++ case "$print_arg" in ++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' ++ set -euf -o pipefail +x ++ local metric bmk symbol short_diag long_diag -++ '[' -f artifacts/notify/exe.regression ']' -++ IFS=, -++ read metric bmk symbol short_diag long_diag -+++ head -n1 artifacts/notify/exe.regression +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ short_diag='No change' +++ echo 'No change' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# print all notification files + echo '# print all notification files' + true + generate_mail_files @@ -422,16 +407,16 @@ KeyError: 'rel_time' +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=9030a82d6f700e03ab143f0d002e9f21ae2fd52f +++ base_rev=7fdd4fcee1c6698daa8eb5f52017e768b0771503 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=7fdd4fcee1c6698daa8eb5f52017e768b0771503 -+++ git -C binutils rev-list --count 9030a82d6f700e03ab143f0d002e9f21ae2fd52f..7fdd4fcee1c6698daa8eb5f52017e768b0771503 -++ c_commits=116 -++ new_commits=116 +++ cur_rev=83066cb9c7dc2d16adf22649251392d04a7c8d83 ++++ git -C binutils rev-list --count 7fdd4fcee1c6698daa8eb5f52017e768b0771503..83066cb9c7dc2d16adf22649251392d04a7c8d83 +++ c_commits=31 +++ new_commits=31 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -439,16 +424,33 @@ KeyError: 'rel_time' +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=44bcb51eb0d5cac6eb2de54541ca8e6c2d738160 +++ base_rev=b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 -+++ git -C gcc rev-list --count 44bcb51eb0d5cac6eb2de54541ca8e6c2d738160..b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 -++ c_commits=129 -++ new_commits=245 +++ cur_rev=80acabb6dd05090db67805cdd358fe974b45e2ed ++++ git -C gcc rev-list --count b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48..80acabb6dd05090db67805cdd358fe974b45e2ed +++ c_commits=101 +++ new_commits=132 +++ for c in "${changed_components[@]}" ++++ get_baseline_git linux_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/linux_rev +++ base_rev=569306fa74e3adbe699e8548698815473469e440 ++++ get_current_git linux_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No linux_rev in current git' '[' -f artifacts/git/linux_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/linux_rev +++ cur_rev=43379dc94db5d75933aac04f61b8d313be92ebe1 ++++ git -C linux rev-list --count 569306fa74e3adbe699e8548698815473469e440..43379dc94db5d75933aac04f61b8d313be92ebe1 +++ c_commits=142 +++ new_commits=274 ++ for c in "${changed_components[@]}" +++ get_baseline_git glibc_rev +++ set -euf -o pipefail @@ -456,20 +458,20 @@ KeyError: 'rel_time' +++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/glibc_rev -++ base_rev=87ced255bdf2681f5bf6c89d7121e59f6f342161 +++ base_rev=d2123d68275acc0f061e73d5f86ca504e0d5a344 +++ get_current_git glibc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No glibc_rev in current git' '[' -f artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/glibc_rev -++ cur_rev=d2123d68275acc0f061e73d5f86ca504e0d5a344 -+++ git -C glibc rev-list --count 87ced255bdf2681f5bf6c89d7121e59f6f342161..d2123d68275acc0f061e73d5f86ca504e0d5a344 -++ c_commits=18 -++ new_commits=263 -+++ echo binutils gcc glibc +++ cur_rev=e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c ++++ git -C glibc rev-list --count d2123d68275acc0f061e73d5f86ca504e0d5a344..e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c +++ c_commits=11 +++ new_commits=285 ++++ echo binutils gcc linux glibc +++ tr ' ' , -++ components=binutils,gcc,glibc -++ echo '263 commits in binutils,gcc,glibc' +++ components=binutils,gcc,linux,glibc +++ echo '285 commits in binutils,gcc,linux,glibc' ++ '[' --oneline = --oneline ']' ++ return 0 ++ bmk_print_result --oneline @@ -478,43 +480,42 @@ KeyError: 'rel_time' ++ local print_arg=--oneline ++ artifacts_mail_dir=artifacts/notify ++ '[' full '!=' full ']' -++ case "$ci_project" in -++ metric_id=time ++ local improved_or_regressed ++ '[' -f artifacts/notify/exe.regression ']' -++ improved_or_regressed=regression +++ '[' -f artifacts/notify/symbol.regression ']' +++ improved_or_regressed=improvement ++ declare -A changed_by_msg ++ changed_by_msg[size-regression]='grew in size by' ++ changed_by_msg[size-improvement]='reduced in size by' -++ changed_by_msg[time-regression]='slowed down by' -++ changed_by_msg[time-improvement]='speeds up by' -++ changed_by_msg[vect-regression]='reduced by' -++ changed_by_msg[vect-improvement]='increased up by' -++ changed_by_msg[sve-regression]='reduced by' -++ changed_by_msg[sve-improvement]='increased up by' -++ changed_by='slowed down by' -++ case $metric_id in +++ changed_by_msg[sample-regression]='slowed down by' +++ changed_by_msg[sample-improvement]='speeds up by' +++ changed_by_msg[num_vect_loops-regression]='reduced the number of vect loops by' +++ changed_by_msg[num_vect_loops-improvement]='increased the number of vect loops by' +++ changed_by_msg[num_sve_loops-regression]='reduced the number of sve instructions by' +++ changed_by_msg[num_sve_loops-improvement]='increased the number of sve instructions by' +++ changed_by='speeds up by' +++ case ${rr[metric_id]} in ++ exe_threshold=3 ++ symbol_threshold=15 ++ case "$print_arg" in ++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' ++ set -euf -o pipefail +x ++ local metric bmk symbol short_diag long_diag -++ '[' -f artifacts/notify/exe.regression ']' -++ IFS=, -++ read metric bmk symbol short_diag long_diag -+++ head -n1 artifacts/notify/exe.regression -+ echo '[Linaro-TCWG-CI]' '263 commits in binutils,gcc,glibc: ' +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ short_diag='No change' +++ echo 'No change' ++ echo '[Linaro-TCWG-CI]' '285 commits in binutils,gcc,linux,glibc: No change' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/77/artifact/artifacts ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/78/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/75/artifact/artifacts ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/77/artifact/artifacts + cat ++ print_commits --short ++ sed -e 's/^/ | /' @@ -538,16 +539,16 @@ KeyError: 'rel_time' +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=9030a82d6f700e03ab143f0d002e9f21ae2fd52f +++ base_rev=7fdd4fcee1c6698daa8eb5f52017e768b0771503 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=7fdd4fcee1c6698daa8eb5f52017e768b0771503 -+++ git -C binutils rev-list --count 9030a82d6f700e03ab143f0d002e9f21ae2fd52f..7fdd4fcee1c6698daa8eb5f52017e768b0771503 -++ c_commits=116 -++ new_commits=116 +++ cur_rev=83066cb9c7dc2d16adf22649251392d04a7c8d83 ++++ git -C binutils rev-list --count 7fdd4fcee1c6698daa8eb5f52017e768b0771503..83066cb9c7dc2d16adf22649251392d04a7c8d83 +++ c_commits=31 +++ new_commits=31 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -555,16 +556,33 @@ KeyError: 'rel_time' +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=44bcb51eb0d5cac6eb2de54541ca8e6c2d738160 +++ base_rev=b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 -+++ git -C gcc rev-list --count 44bcb51eb0d5cac6eb2de54541ca8e6c2d738160..b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 -++ c_commits=129 -++ new_commits=245 +++ cur_rev=80acabb6dd05090db67805cdd358fe974b45e2ed ++++ git -C gcc rev-list --count b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48..80acabb6dd05090db67805cdd358fe974b45e2ed +++ c_commits=101 +++ new_commits=132 +++ for c in "${changed_components[@]}" ++++ get_baseline_git linux_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/linux_rev +++ base_rev=569306fa74e3adbe699e8548698815473469e440 ++++ get_current_git linux_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No linux_rev in current git' '[' -f artifacts/git/linux_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/linux_rev +++ cur_rev=43379dc94db5d75933aac04f61b8d313be92ebe1 ++++ git -C linux rev-list --count 569306fa74e3adbe699e8548698815473469e440..43379dc94db5d75933aac04f61b8d313be92ebe1 +++ c_commits=142 +++ new_commits=274 ++ for c in "${changed_components[@]}" +++ get_baseline_git glibc_rev +++ set -euf -o pipefail @@ -572,20 +590,20 @@ KeyError: 'rel_time' +++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/glibc_rev -++ base_rev=87ced255bdf2681f5bf6c89d7121e59f6f342161 +++ base_rev=d2123d68275acc0f061e73d5f86ca504e0d5a344 +++ get_current_git glibc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No glibc_rev in current git' '[' -f artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/glibc_rev -++ cur_rev=d2123d68275acc0f061e73d5f86ca504e0d5a344 -+++ git -C glibc rev-list --count 87ced255bdf2681f5bf6c89d7121e59f6f342161..d2123d68275acc0f061e73d5f86ca504e0d5a344 -++ c_commits=18 -++ new_commits=263 -+++ echo binutils gcc glibc +++ cur_rev=e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c ++++ git -C glibc rev-list --count d2123d68275acc0f061e73d5f86ca504e0d5a344..e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c +++ c_commits=11 +++ new_commits=285 ++++ echo binutils gcc linux glibc +++ tr ' ' , -++ components=binutils,gcc,glibc -++ echo '263 commits in binutils,gcc,glibc' +++ components=binutils,gcc,linux,glibc +++ echo '285 commits in binutils,gcc,linux,glibc' ++ '[' --short = --oneline ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev @@ -594,19 +612,19 @@ KeyError: 'rel_time' +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=9030a82d6f700e03ab143f0d002e9f21ae2fd52f +++ base_rev=7fdd4fcee1c6698daa8eb5f52017e768b0771503 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=7fdd4fcee1c6698daa8eb5f52017e768b0771503 -+++ git -C binutils rev-list --count 9030a82d6f700e03ab143f0d002e9f21ae2fd52f..7fdd4fcee1c6698daa8eb5f52017e768b0771503 -++ c_commits=116 +++ cur_rev=83066cb9c7dc2d16adf22649251392d04a7c8d83 ++++ git -C binutils rev-list --count 7fdd4fcee1c6698daa8eb5f52017e768b0771503..83066cb9c7dc2d16adf22649251392d04a7c8d83 +++ c_commits=31 ++ '[' '' '!=' '' ']' -++ git -C binutils log -n 5 --oneline 9030a82d6f700e03ab143f0d002e9f21ae2fd52f..7fdd4fcee1c6698daa8eb5f52017e768b0771503 -++ '[' 116 -gt 5 ']' -++ echo '... and 111 more commits in binutils' +++ git -C binutils log -n 5 --oneline 7fdd4fcee1c6698daa8eb5f52017e768b0771503..83066cb9c7dc2d16adf22649251392d04a7c8d83 +++ '[' 31 -gt 5 ']' +++ echo '... and 26 more commits in binutils' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev @@ -615,19 +633,40 @@ KeyError: 'rel_time' +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=44bcb51eb0d5cac6eb2de54541ca8e6c2d738160 +++ base_rev=b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 -+++ git -C gcc rev-list --count 44bcb51eb0d5cac6eb2de54541ca8e6c2d738160..b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 -++ c_commits=129 +++ cur_rev=80acabb6dd05090db67805cdd358fe974b45e2ed ++++ git -C gcc rev-list --count b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48..80acabb6dd05090db67805cdd358fe974b45e2ed +++ c_commits=101 ++ '[' '' '!=' '' ']' -++ git -C gcc log -n 5 --oneline 44bcb51eb0d5cac6eb2de54541ca8e6c2d738160..b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 -++ '[' 129 -gt 5 ']' -++ echo '... and 124 more commits in gcc' +++ git -C gcc log -n 5 --oneline b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48..80acabb6dd05090db67805cdd358fe974b45e2ed +++ '[' 101 -gt 5 ']' +++ echo '... and 96 more commits in gcc' +++ '[' '' '!=' '' ']' +++ for c in "${changed_components[@]}" ++++ get_baseline_git linux_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/linux_rev +++ base_rev=569306fa74e3adbe699e8548698815473469e440 ++++ get_current_git linux_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No linux_rev in current git' '[' -f artifacts/git/linux_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/linux_rev +++ cur_rev=43379dc94db5d75933aac04f61b8d313be92ebe1 ++++ git -C linux rev-list --count 569306fa74e3adbe699e8548698815473469e440..43379dc94db5d75933aac04f61b8d313be92ebe1 +++ c_commits=142 +++ '[' '' '!=' '' ']' +++ git -C linux log -n 5 --oneline 569306fa74e3adbe699e8548698815473469e440..43379dc94db5d75933aac04f61b8d313be92ebe1 +++ '[' 142 -gt 5 ']' +++ echo '... and 137 more commits in linux' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git glibc_rev @@ -636,19 +675,19 @@ KeyError: 'rel_time' +++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/glibc_rev -++ base_rev=87ced255bdf2681f5bf6c89d7121e59f6f342161 +++ base_rev=d2123d68275acc0f061e73d5f86ca504e0d5a344 +++ get_current_git glibc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No glibc_rev in current git' '[' -f artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/glibc_rev -++ cur_rev=d2123d68275acc0f061e73d5f86ca504e0d5a344 -+++ git -C glibc rev-list --count 87ced255bdf2681f5bf6c89d7121e59f6f342161..d2123d68275acc0f061e73d5f86ca504e0d5a344 -++ c_commits=18 +++ cur_rev=e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c ++++ git -C glibc rev-list --count d2123d68275acc0f061e73d5f86ca504e0d5a344..e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c +++ c_commits=11 ++ '[' '' '!=' '' ']' -++ git -C glibc log -n 5 --oneline 87ced255bdf2681f5bf6c89d7121e59f6f342161..d2123d68275acc0f061e73d5f86ca504e0d5a344 -++ '[' 18 -gt 5 ']' -++ echo '... and 13 more commits in glibc' +++ git -C glibc log -n 5 --oneline d2123d68275acc0f061e73d5f86ca504e0d5a344..e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c +++ '[' 11 -gt 5 ']' +++ echo '... and 6 more commits in glibc' ++ '[' '' '!=' '' ']' ++ return 0 ++ bmk_print_result --short @@ -657,33 +696,29 @@ KeyError: 'rel_time' ++ local print_arg=--short ++ artifacts_mail_dir=artifacts/notify ++ '[' full '!=' full ']' -++ case "$ci_project" in -++ metric_id=time ++ local improved_or_regressed ++ '[' -f artifacts/notify/exe.regression ']' -++ improved_or_regressed=regression +++ '[' -f artifacts/notify/symbol.regression ']' +++ improved_or_regressed=improvement ++ declare -A changed_by_msg ++ changed_by_msg[size-regression]='grew in size by' ++ changed_by_msg[size-improvement]='reduced in size by' -++ changed_by_msg[time-regression]='slowed down by' -++ changed_by_msg[time-improvement]='speeds up by' -++ changed_by_msg[vect-regression]='reduced by' -++ changed_by_msg[vect-improvement]='increased up by' -++ changed_by_msg[sve-regression]='reduced by' -++ changed_by_msg[sve-improvement]='increased up by' -++ changed_by='slowed down by' -++ case $metric_id in +++ changed_by_msg[sample-regression]='slowed down by' +++ changed_by_msg[sample-improvement]='speeds up by' +++ changed_by_msg[num_vect_loops-regression]='reduced the number of vect loops by' +++ changed_by_msg[num_vect_loops-improvement]='increased the number of vect loops by' +++ changed_by_msg[num_sve_loops-regression]='reduced the number of sve instructions by' +++ changed_by_msg[num_sve_loops-improvement]='increased the number of sve instructions by' +++ changed_by='speeds up by' +++ case ${rr[metric_id]} in ++ exe_threshold=3 ++ symbol_threshold=15 ++ case "$print_arg" in -++ '[' -f artifacts/notify/exe.regression ']' -++ sort -gr -o artifacts/notify/exe.regression artifacts/notify/exe.regression -++ echo 'the following benchmarks slowed down by more than 3%:' -++ local metric exe symbol short_diag long_diag -++ IFS=, -++ read metric exe symbol short_diag long_diag -++ '[' -f artifacts/notify/symbol.regression ']' -++ '[' -f artifacts/notify/exe.regression ']' +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ echo 'No change' ++ bmk_print_config ++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] @@ -722,8 +757,6 @@ KeyError: 'rel_time' +++ bmk_data[tcwg_bmk-code_vect-spec2k6--llvm-aarch64]=sq_64:spec2006_all +++ bmk_data[tcwg_bmk-code_vect-spec2k6--llvm-arm]=sq_32:spec2006_nofortran ++ false -++ case "$ci_project" in -++ metric_id=time ++ IFS=- ++ read -a ci_pjt_cfg ++ local toolchain target cflags diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log index 36fc580..07611d9 100644 --- a/jenkins/notify-init.log +++ b/jenkins/notify-init.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true ++ remote_exec 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true + set -euf -o pipefail + local host -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -d: -f 1 -+ host=build-10.tcwglab ++ host=dev-01.tcwglab + local port -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 + local opts -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 4 -+ opts=-p50575 ++ opts=-p51480 + local env_vars +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 5 -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' -+ env_vars='ssh_host=build-10.tcwglab ssh_port=50575' ++ env_vars='ssh_host=dev-01.tcwglab ssh_port=51480' + shift + local -a cmd + cmd=() @@ -53,7 +53,7 @@ + cmd+=("$(printf '%q' "$i")") ++ printf %q true ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p50575 build-10.tcwglab 'export ssh_host=build-10.tcwglab ssh_port=50575 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true' ++ ssh -p51480 dev-01.tcwglab 'export ssh_host=dev-01.tcwglab ssh_port=51480 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true' /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true @@ -81,24 +81,24 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/75/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/77/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/75/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/77/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/77/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/78/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/77/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/78/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify + '[' -f /home/tcwg-buildslave/.jipdate.yml ']' + set +x -+ declare -Ag pw # check_source_changes ++ declare -Ag pw + '[' ignore = precommit ']' + check_source_changes + echo '# check_source_changes' @@ -143,7 +143,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x7fdd4fcee1c6698daa8eb5f52017e768b0771503 '!=' x9030a82d6f700e03ab143f0d002e9f21ae2fd52f ']' +++ '[' x83066cb9c7dc2d16adf22649251392d04a7c8d83 '!=' x7fdd4fcee1c6698daa8eb5f52017e768b0771503 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -158,7 +158,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' xb0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 '!=' x44bcb51eb0d5cac6eb2de54541ca8e6c2d738160 ']' +++ '[' x80acabb6dd05090db67805cdd358fe974b45e2ed '!=' xb0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -173,7 +173,9 @@ +++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/linux_rev -++ '[' x569306fa74e3adbe699e8548698815473469e440 '!=' x569306fa74e3adbe699e8548698815473469e440 ']' +++ '[' x43379dc94db5d75933aac04f61b8d313be92ebe1 '!=' x569306fa74e3adbe699e8548698815473469e440 ']' +++ echo -ne ' linux' +++ delim=' ' ++ for c in $(print_updated_components) +++ get_current_git glibc_rev +++ set -euf -o pipefail @@ -186,19 +188,19 @@ +++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/glibc_rev -++ '[' xd2123d68275acc0f061e73d5f86ca504e0d5a344 '!=' x87ced255bdf2681f5bf6c89d7121e59f6f342161 ']' +++ '[' xe7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c '!=' xd2123d68275acc0f061e73d5f86ca504e0d5a344 ']' ++ echo -ne ' glibc' ++ delim=' ' ++ echo # Debug traces : -# change_kind=multiple_components : binutils gcc glibc +# change_kind=multiple_components : binutils gcc linux glibc + local c base_rev cur_rev c_commits -+ '[' 3 = 0 ']' -+ '[' 3 = 1 ']' ++ '[' 4 = 0 ']' ++ '[' 4 = 1 ']' + change_kind=multiple_components + changed_single_component= + echo '# Debug traces :' -+ echo '# change_kind=multiple_components : binutils gcc glibc' ++ echo '# change_kind=multiple_components : binutils gcc linux glibc' + for c in "${changed_components[@]}" ++ get_baseline_git binutils_rev ++ set -euf -o pipefail @@ -206,17 +208,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=9030a82d6f700e03ab143f0d002e9f21ae2fd52f ++ base_rev=7fdd4fcee1c6698daa8eb5f52017e768b0771503 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=7fdd4fcee1c6698daa8eb5f52017e768b0771503 -++ git -C binutils rev-list --count 9030a82d6f700e03ab143f0d002e9f21ae2fd52f..7fdd4fcee1c6698daa8eb5f52017e768b0771503 -# rev for binutils : 9030a82d6f700e03ab143f0d002e9f21ae2fd52f..7fdd4fcee1c6698daa8eb5f52017e768b0771503 (116 commits) -+ c_commits=116 -+ echo '# rev for binutils : 9030a82d6f700e03ab143f0d002e9f21ae2fd52f..7fdd4fcee1c6698daa8eb5f52017e768b0771503 (116 commits)' ++ cur_rev=83066cb9c7dc2d16adf22649251392d04a7c8d83 +++ git -C binutils rev-list --count 7fdd4fcee1c6698daa8eb5f52017e768b0771503..83066cb9c7dc2d16adf22649251392d04a7c8d83 +# rev for binutils : 7fdd4fcee1c6698daa8eb5f52017e768b0771503..83066cb9c7dc2d16adf22649251392d04a7c8d83 (31 commits) ++ c_commits=31 ++ echo '# rev for binutils : 7fdd4fcee1c6698daa8eb5f52017e768b0771503..83066cb9c7dc2d16adf22649251392d04a7c8d83 (31 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -224,17 +226,35 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=44bcb51eb0d5cac6eb2de54541ca8e6c2d738160 ++ base_rev=b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 -++ git -C gcc rev-list --count 44bcb51eb0d5cac6eb2de54541ca8e6c2d738160..b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 -# rev for gcc : 44bcb51eb0d5cac6eb2de54541ca8e6c2d738160..b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 (129 commits) -+ c_commits=129 -+ echo '# rev for gcc : 44bcb51eb0d5cac6eb2de54541ca8e6c2d738160..b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48 (129 commits)' ++ cur_rev=80acabb6dd05090db67805cdd358fe974b45e2ed +++ git -C gcc rev-list --count b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48..80acabb6dd05090db67805cdd358fe974b45e2ed +# rev for gcc : b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48..80acabb6dd05090db67805cdd358fe974b45e2ed (101 commits) ++ c_commits=101 ++ echo '# rev for gcc : b0d75f7d3bb24e94c5a3d764c95d598ad6b6ca48..80acabb6dd05090db67805cdd358fe974b45e2ed (101 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git linux_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No linux_rev in baseline git' '[' -f base-artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/linux_rev ++ base_rev=569306fa74e3adbe699e8548698815473469e440 +++ get_current_git linux_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No linux_rev in current git' '[' -f artifacts/git/linux_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/linux_rev ++ cur_rev=43379dc94db5d75933aac04f61b8d313be92ebe1 +++ git -C linux rev-list --count 569306fa74e3adbe699e8548698815473469e440..43379dc94db5d75933aac04f61b8d313be92ebe1 +# rev for linux : 569306fa74e3adbe699e8548698815473469e440..43379dc94db5d75933aac04f61b8d313be92ebe1 (142 commits) ++ c_commits=142 ++ echo '# rev for linux : 569306fa74e3adbe699e8548698815473469e440..43379dc94db5d75933aac04f61b8d313be92ebe1 (142 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git glibc_rev ++ set -euf -o pipefail @@ -242,18 +262,19 @@ ++ assert_with_msg 'ERROR: No glibc_rev in baseline git' '[' -f base-artifacts/git/glibc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/glibc_rev -+ base_rev=87ced255bdf2681f5bf6c89d7121e59f6f342161 ++ base_rev=d2123d68275acc0f061e73d5f86ca504e0d5a344 ++ get_current_git glibc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No glibc_rev in current git' '[' -f artifacts/git/glibc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/glibc_rev -+ cur_rev=d2123d68275acc0f061e73d5f86ca504e0d5a344 -++ git -C glibc rev-list --count 87ced255bdf2681f5bf6c89d7121e59f6f342161..d2123d68275acc0f061e73d5f86ca504e0d5a344 -# rev for glibc : 87ced255bdf2681f5bf6c89d7121e59f6f342161..d2123d68275acc0f061e73d5f86ca504e0d5a344 (18 commits) ++ cur_rev=e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c +++ git -C glibc rev-list --count d2123d68275acc0f061e73d5f86ca504e0d5a344..e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c +# rev for glibc : d2123d68275acc0f061e73d5f86ca504e0d5a344..e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c (11 commits) -+ c_commits=18 -+ echo '# rev for glibc : 87ced255bdf2681f5bf6c89d7121e59f6f342161..d2123d68275acc0f061e73d5f86ca504e0d5a344 (18 commits)' +# post_interesting_commits ++ c_commits=11 ++ echo '# rev for glibc : d2123d68275acc0f061e73d5f86ca504e0d5a344..e7190fc73dbc8a1f8f94f8ccacd9a190fa5e609c (11 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -275,14 +296,13 @@ + print_result_f=bmk_print_result + print_config_f=bmk_print_config + generate_extra_details_f=bmk_generate_extra_details -# post_interesting_commits -Init stage ran successfully. + post_interesting_commits init + set -euf -o pipefail + echo '# post_interesting_commits' + local stage=init + '[' multiple_components '!=' single_commit ']' + return +Init stage ran successfully. + '[' init '!=' full ']' + echo 'Init stage ran successfully.' + exit 0 diff --git a/jenkins/rewrite.log b/jenkins/rewrite.log index d6adae6..069173c 100644 --- a/jenkins/rewrite.log +++ b/jenkins/rewrite.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100 ++ remote_exec 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100 + set -euf -o pipefail + local host -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -d: -f 1 -+ host=build-10.tcwglab ++ host=dev-01.tcwglab + local port -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 + local opts -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 4 -+ opts=-p50575 ++ opts=-p51480 + local env_vars -++ echo 'build-10.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p50575:ssh_host=build-10.tcwglab ssh_port=50575' +++ echo 'dev-01.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51480:ssh_host=dev-01.tcwglab ssh_port=51480' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-10.tcwglab ssh_port=50575' ++ env_vars='ssh_host=dev-01.tcwglab ssh_port=51480' + shift + local -a cmd + cmd=() @@ -59,7 +59,7 @@ + cmd+=("$(printf '%q' "$i")") ++ printf %q 100 ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p50575 build-10.tcwglab 'export ssh_host=build-10.tcwglab ssh_port=50575 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100' ++ ssh -p51480 dev-01.tcwglab 'export ssh_host=dev-01.tcwglab ssh_port=51480 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100' + declare -g rewrite_base_artifacts_first=true + true + update_baseline diff --git a/jenkins/run-build.env b/jenkins/run-build.env index 44045f6..bee25ff 100644 --- a/jenkins/run-build.env +++ b/jenkins/run-build.env @@ -1,11 +1,11 @@ -build_name="#77" +build_name="#78" docker_opts=(--distro default --ssh_info true ) source build_container.sh trap "cleanup_all_containers" EXIT -build_name="#77-binutils-gcc-glibc-linux" +build_name="#78-binutils-gcc-glibc-linux" branch_opt=(==rr\[binutils_git\] git://sourceware.org/git/binutils-gdb.git#master ==rr\[gcc_git\] @@ -14,4 +14,4 @@ https://github.com/gcc-mirror/gcc.git#master git://sourceware.org/git/glibc.git#master ==rr\[linux_git\] https://git.linaro.org/kernel-org/linux-stable.git#linux-rolling-stable ) -build_name="#77-binutils-gcc-glibc-linux-R1" +build_name="#78-binutils-gcc-glibc-linux-R1" |