force: #117: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/

Results :
  | # reset_artifacts:
  | -10
  | # build_bmk_llvm:
  | -3
  | # benchmark -- -O3_marm:
  | 1

check_regression status : 0

5 files changed, 186 insertions, 134 deletions

diff --git a/jenkins/build-name b/jenkins/build-name
index 29bc753..275f04f 100644
--- a/jenkins/build-name
+++ b/jenkins/build-name
@@ -1 +1 @@
-#115-R# [.] __vfscanf_internal,slowed down by 50% - 544.nab_r:[.] __vfscanf_internal - from 2 to 3 perf samples-force
+#117-R1-force
diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log
index c7165b7..9ac02fc 100644
--- a/jenkins/notify-full.log
+++ b/jenkins/notify-full.log
@@ -26,27 +26,27 @@
 ++ get_baseline_manifest BUILD_URL
 ++ get_manifest base-artifacts/manifest.sh BUILD_URL false
 ++ set +x
-#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/113/
+#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/
++ echo '#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/'
 #   Using dir : base-artifacts
-+ echo '#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/113/'
 + echo '#   Using dir : base-artifacts'
 ++ get_current_manifest BUILD_URL
 ++ get_manifest artifacts/manifest.sh BUILD_URL
 ++ set +x
-#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/
+#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/
 #   Using dir : artifacts
 
-+ echo '#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/'
++ echo '#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/'
 + echo '#   Using dir : artifacts'
 + echo ''
 + mkdir -p artifacts/notify
 + '[' -f /home/tcwg-buildslave/.jipdate.yml ']'
 + set +x
+# check_source_changes
 + case "$notify" in
 + declare -Ag pw
 + '[' ignore = precommit ']'
 + check_source_changes
-# check_source_changes
 + echo '# check_source_changes'
 ++ get_current_manifest '{rr[update_baseline]}'
 ++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}'
@@ -64,15 +64,16 @@
 +++ '[' xbaseline '!=' xbaseline ']'
 +++ echo
 ++ echo
-+ local c base_rev cur_rev c_commits
 # Debug traces :
 #   change_kind=no_change : 
+
+# post_interesting_commits
++ local c base_rev cur_rev c_commits
 + '[' 0 = 0 ']'
 + change_kind=no_change
 + changed_single_component=
 + echo '# Debug traces :'
 + echo '#   change_kind=no_change : '
-
 + echo ''
 + setup_stages_to_run
 + '[' ignore = onregression ']'
@@ -97,7 +98,6 @@
 + generate_extra_details_f=bmk_generate_extra_details
 + post_interesting_commits init
 + set -euf -o pipefail
-# post_interesting_commits
 + echo '# post_interesting_commits'
 + local stage=init
 + '[' no_change '!=' single_commit ']'
@@ -108,7 +108,7 @@
 + local artifacts_mail_dir
 + artifacts_mail_dir=artifacts/notify
 + local res=0
-+ wait 46429
++ wait 46846
 + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose
 + assert_with_msg 'ERROR while trying to regenerate bmk-data results. Aborting..' '[' 0 = 0 ']'
 + set -euf -o pipefail +x
@@ -145,24 +145,24 @@
 ++ get_baseline_manifest '{rr[results_date]}'
 ++ get_manifest base-artifacts/manifest.sh '{rr[results_date]}' false
 ++ set +x
-+ base_d=1702523538
-+ '[' 1702523538 '!=' '' ']'
-+ assert '[' 1702745257 -ge 1702523538 ']'
++ base_d=1702634397
++ '[' 1702634397 '!=' '' ']'
++ assert '[' 1702745257 -ge 1702634397 ']'
 + set -euf -o pipefail +x
-+ '[' 1702745257 -gt 1702523538 ']'
-+ results_date=1702634397
-+ rr[results_date]=1702634397
-+ cat
++ '[' 1702745257 -gt 1702634397 ']'
++ results_date=1702689827
++ rr[results_date]=1702689827
 + manifest_out
 + cat
++ cat
 + check_if_first_report
 + declare -g first_icommit_to_report
 + first_icommit_to_report=false
 + '[' xno_change '!=' xsingle_commit ']'
 + return
 + post_interesting_commits full
-+ set -euf -o pipefail
 # post_interesting_commits
++ set -euf -o pipefail
 + echo '# post_interesting_commits'
 + local stage=full
 + '[' no_change '!=' single_commit ']'
@@ -197,7 +197,7 @@
 ++ local improved_or_regressed
 ++ '[' -f artifacts/notify/exe.regression ']'
 ++ '[' -f artifacts/notify/symbol.regression ']'
-++ improved_or_regressed=regression
+++ improved_or_regressed=improvement
 ++ declare -A changed_by_msg
 ++ changed_by_msg[size-regression]='grew in size by'
 ++ changed_by_msg[size-improvement]='reduced in size by'
@@ -207,29 +207,29 @@
 ++ changed_by_msg[num_vect_loops-improvement]='increased the number of vect loops by'
 ++ changed_by_msg[num_sve_loops-regression]='reduced the number of sve instructions by'
 ++ changed_by_msg[num_sve_loops-improvement]='increased the number of sve instructions by'
-++ changed_by='slowed down by'
+++ changed_by='speeds up by'
 ++ case ${rr[metric_id]} in
 ++ exe_threshold=3
 ++ symbol_threshold=15
 ++ case "$print_arg" in
-++ assert_with_msg 'Builds with infra problems should never get here' '[' 1 '!=' 125 ']'
+++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']'
 ++ set -euf -o pipefail +x
 ++ local metric bmk symbol short_diag long_diag
-++ '[' -f artifacts/notify/exe.regression ']'
-++ '[' -f artifacts/notify/symbol.regression ']'
+++ '[' -f artifacts/notify/exe.improvement ']'
+++ '[' -f artifacts/notify/symbol.improvement ']'
 ++ IFS=,
 ++ read metric bmk symbol short_diag long_diag
-+++ head -n1 artifacts/notify/symbol.regression
-++ echo 'slowed down by 100% - 508.namd_r:[.] __vfscanf_internal'
++++ head -n1 artifacts/notify/symbol.improvement
+++ echo 'sped up by 67% - 538.imagick_r:libc.so.6'
 ++ print_artifacts_url 'notify/mail-body.txt/*view*/'
 ++ set -euf -o pipefail
 ++ local url
 +++ get_current_manifest BUILD_URL
 +++ get_manifest artifacts/manifest.sh BUILD_URL
 +++ set +x
-++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/artifact/artifacts
+++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/artifact/artifacts
 ++ '[' '' '!=' '' ']'
-++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/artifact/artifacts/notify/mail-body.txt/*view*/'
+++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/artifact/artifacts/notify/mail-body.txt/*view*/'
 # print all notification files
 + echo '# print all notification files'
 + true
@@ -257,7 +257,7 @@
 ++ local improved_or_regressed
 ++ '[' -f artifacts/notify/exe.regression ']'
 ++ '[' -f artifacts/notify/symbol.regression ']'
-++ improved_or_regressed=regression
+++ improved_or_regressed=improvement
 ++ declare -A changed_by_msg
 ++ changed_by_msg[size-regression]='grew in size by'
 ++ changed_by_msg[size-improvement]='reduced in size by'
@@ -267,20 +267,20 @@
 ++ changed_by_msg[num_vect_loops-improvement]='increased the number of vect loops by'
 ++ changed_by_msg[num_sve_loops-regression]='reduced the number of sve instructions by'
 ++ changed_by_msg[num_sve_loops-improvement]='increased the number of sve instructions by'
-++ changed_by='slowed down by'
+++ changed_by='speeds up by'
 ++ case ${rr[metric_id]} in
 ++ exe_threshold=3
 ++ symbol_threshold=15
 ++ case "$print_arg" in
-++ assert_with_msg 'Builds with infra problems should never get here' '[' 1 '!=' 125 ']'
+++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']'
 ++ set -euf -o pipefail +x
 ++ local metric bmk symbol short_diag long_diag
-++ '[' -f artifacts/notify/exe.regression ']'
-++ '[' -f artifacts/notify/symbol.regression ']'
+++ '[' -f artifacts/notify/exe.improvement ']'
+++ '[' -f artifacts/notify/symbol.improvement ']'
 ++ IFS=,
 ++ read metric bmk symbol short_diag long_diag
-+++ head -n1 artifacts/notify/symbol.regression
-++ echo 'slowed down by 100% - 508.namd_r:[.] __vfscanf_internal'
++++ head -n1 artifacts/notify/symbol.improvement
+++ echo 'sped up by 67% - 538.imagick_r:libc.so.6'
 ++ bmk_print_config --oneline
 ++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh
 +++ [[ -v rr[ci_project] ]]
@@ -327,25 +327,25 @@
 ++ target=arm
 ++ cflags=O3
 ++ local compiler= libc= linker= version= bmk_flags= hw=
-+++ echo O3
 +++ sed -e 's/_/ -/g'
++++ echo O3
 ++ bmk_flags=O3
 ++ local print_arg=--oneline
 ++ case "$print_arg" in
 ++ case "$ci_config" in
 ++ echo 'arm O3'
 ++ return 0
-+ echo '[Linaro-TCWG-CI]' 'baseline build: slowed down by 100% - 508.namd_r:[.] __vfscanf_internal on arm O3'
++ echo '[Linaro-TCWG-CI]' 'baseline build: sped up by 67% - 538.imagick_r:libc.so.6 on arm O3'
 + print_mail_body
 + local bad_artifacts_url good_artifacts_url
 ++ get_current_manifest BUILD_URL
 ++ get_manifest artifacts/manifest.sh BUILD_URL
 ++ set +x
-+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/artifact/artifacts
++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/artifact/artifacts
 ++ get_baseline_manifest BUILD_URL
 ++ get_manifest base-artifacts/manifest.sh BUILD_URL false
 ++ set +x
-+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/113/artifact/artifacts
++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/artifact/artifacts
 + local key=
 + '[' no_change = single_commit ']'
 + cat
@@ -408,8 +408,8 @@
 ++ case "$print_arg" in
 ++ echo 'CI config tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3'
 ++ return 0
-++ print_commits --short
 ++ sed -e 's/^/  | /'
+++ print_commits --short
 ++ set -euf -o pipefail
 ++ false
 ++ local print_arg=--short
@@ -425,7 +425,7 @@
 ++ local improved_or_regressed
 ++ '[' -f artifacts/notify/exe.regression ']'
 ++ '[' -f artifacts/notify/symbol.regression ']'
-++ improved_or_regressed=regression
+++ improved_or_regressed=improvement
 ++ declare -A changed_by_msg
 ++ changed_by_msg[size-regression]='grew in size by'
 ++ changed_by_msg[size-improvement]='reduced in size by'
@@ -435,25 +435,28 @@
 ++ changed_by_msg[num_vect_loops-improvement]='increased the number of vect loops by'
 ++ changed_by_msg[num_sve_loops-regression]='reduced the number of sve instructions by'
 ++ changed_by_msg[num_sve_loops-improvement]='increased the number of sve instructions by'
-++ changed_by='slowed down by'
+++ changed_by='speeds up by'
 ++ case ${rr[metric_id]} in
 ++ exe_threshold=3
 ++ symbol_threshold=15
 ++ case "$print_arg" in
-++ '[' -f artifacts/notify/exe.regression ']'
-++ '[' -f artifacts/notify/symbol.regression ']'
-++ echo 'the following hot functions slowed down by more than 15% (but their benchmarks slowed down by less than 3%):'
+++ '[' -f artifacts/notify/exe.improvement ']'
+++ '[' -f artifacts/notify/symbol.improvement ']'
+++ echo 'the following hot functions speeds up by more than 15% (but their benchmarks speeds up by less than 3%):'
 ++ local metric bmk symbol short_diag long_diag
 ++ IFS=,
 ++ read metric bmk symbol short_diag long_diag
-++ echo '- slowed down by 100% - 508.namd_r:[.] __vfscanf_internal - from 1 to 2 perf samples
'
+++ echo '- sped up by 67% - 538.imagick_r:libc.so.6 - from 3 to 1 perf samples
'
 ++ IFS=,
 ++ read metric bmk symbol short_diag long_diag
-++ echo '- slowed down by 50% - 544.nab_r:[.] __vfscanf_internal - from 2 to 3 perf samples
'
+++ echo '- sped up by 50% - 538.imagick_r:[.] _IO_fread - from 2 to 1 perf samples
'
 ++ IFS=,
 ++ read metric bmk symbol short_diag long_diag
-++ '[' -f artifacts/notify/exe.regression ']'
-++ '[' -f artifacts/notify/symbol.regression ']'
+++ echo '- sped up by 33% - 544.nab_r:[.] __vfscanf_internal - from 3 to 2 perf samples
'
+++ IFS=,
+++ read metric bmk symbol short_diag long_diag
+++ '[' -f artifacts/notify/exe.improvement ']'
+++ '[' -f artifacts/notify/symbol.improvement ']'
 ++ bmk_print_config --long
 ++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh
 +++ [[ -v rr[ci_project] ]]
@@ -500,8 +503,8 @@
 ++ target=arm
 ++ cflags=O3
 ++ local compiler= libc= linker= version= bmk_flags= hw=
-+++ echo O3
 +++ sed -e 's/_/ -/g'
++++ echo O3
 ++ bmk_flags=O3
 ++ local print_arg=--long
 ++ case "$print_arg" in
@@ -512,13 +515,13 @@
 +++ tcwg_bmk_benchs
 +++ '[' x = xset ']'
 +++ local data data_key
-++++ echo tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3
 ++++ cut -d- -f1-6
+++++ echo tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3
 +++ data_key=tcwg_bmk-code_speed-cpu2017rate--llvm-arm
 +++ data=tk1_32:spec2017_rate_nofortran
 +++ '[' xtk1_32:spec2017_rate_nofortran = xunset ']'
-+++ echo tk1_32:spec2017_rate_nofortran
 +++ cut -d: -f2
++++ echo tk1_32:spec2017_rate_nofortran
 ++ bmk_suite='SPEC CPU2017'
 ++ publish_save_temps=true
 ++ cat
@@ -537,8 +540,8 @@
 ++ case "$(tcwg_bmk_hw)" in
 +++ tcwg_bmk_hw
 +++ local data data_key
-++++ echo tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3
 ++++ cut -d- -f1-6
+++++ echo tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3
 +++ data_key=tcwg_bmk-code_speed-cpu2017rate--llvm-arm
 +++ data=tk1_32:spec2017_rate_nofortran
 +++ '[' xtk1_32:spec2017_rate_nofortran = xunset ']'
@@ -556,9 +559,9 @@
 + return
 + true
 + generate_jenkins_html_files
-+ wait 46553
-+ set -euf -o pipefail
++ wait 46970
 # generate_jenkins_html_files
++ set -euf -o pipefail
 + echo '# generate_jenkins_html_files'
 + true
 + case "$ci_project" in
@@ -566,18 +569,18 @@
 + '[' -f artifacts/results-vs-prev/csv-results-1/status.csv ']'
 ++ sort -u artifacts/results-vs-prev/csv-results-1/status.csv
 ++ grep -c ',success$'
-+ nb_succeed=2
-++ sort -u artifacts/results-vs-prev/csv-results-1/status.csv
++ nb_succeed=3
 ++ grep -c ,failed-to-
+++ sort -u artifacts/results-vs-prev/csv-results-1/status.csv
 + nb_failed=10
-+ title='2 benchmarks succeeded'
++ title='3 benchmarks succeeded'
 + '[' 10 '!=' 0 ']'
 + title+=', <FONT COLOR="orange">10 failed<FONT COLOR="black">'
 + cat
 + sort -u artifacts/results-vs-prev/csv-results-1/status.csv
-+ grep ,failed-to-
 + cut -d, -f1,3
 + sed -e 's|\(.*\),\(.*\)|<h3> - \1 : \2</h3>|'
++ grep ,failed-to-
 + cat
 + generate_readme html
 + set -euf -o pipefail
@@ -632,8 +635,8 @@
 + cat
 + read -r cur_file
 ++ cd artifacts
-++ find . -type f
 ++ sort
+++ find . -type f
 ++ print_readme_link html ./01-reset_artifacts/console.log.xz
 ++ set -euf -o pipefail
 ++ local text_type=html
@@ -690,14 +693,6 @@
 ++ echo -n '<a href="./04-check_regression/output-bmk-results.log">./04-check_regression/output-bmk-results.log</a>'
 + echo '<li><a href="./04-check_regression/output-bmk-results.log">./04-check_regression/output-bmk-results.log</a>'
 + read -r cur_file
-++ print_readme_link html ./04-check_regression/results.regressions
-++ set -euf -o pipefail
-++ local text_type=html
-++ local msg=./04-check_regression/results.regressions
-++ case $text_type in
-++ echo -n '<a href="./04-check_regression/results.regressions">./04-check_regression/results.regressions</a>'
-+ echo '<li><a href="./04-check_regression/results.regressions">./04-check_regression/results.regressions</a>'
-+ read -r cur_file
 ++ print_readme_link html ./git/llvm_rev
 ++ set -euf -o pipefail
 ++ local text_type=html
@@ -818,21 +813,13 @@
 ++ echo -n '<a href="./notify/output-bmk-results.log">./notify/output-bmk-results.log</a>'
 + echo '<li><a href="./notify/output-bmk-results.log">./notify/output-bmk-results.log</a>'
 + read -r cur_file
-++ print_readme_link html ./notify/results.regressions
+++ print_readme_link html ./notify/symbol.improvement
 ++ set -euf -o pipefail
 ++ local text_type=html
-++ local msg=./notify/results.regressions
+++ local msg=./notify/symbol.improvement
 ++ case $text_type in
-++ echo -n '<a href="./notify/results.regressions">./notify/results.regressions</a>'
-+ echo '<li><a href="./notify/results.regressions">./notify/results.regressions</a>'
-+ read -r cur_file
-++ print_readme_link html ./notify/symbol.regression
-++ set -euf -o pipefail
-++ local text_type=html
-++ local msg=./notify/symbol.regression
-++ case $text_type in
-++ echo -n '<a href="./notify/symbol.regression">./notify/symbol.regression</a>'
-+ echo '<li><a href="./notify/symbol.regression">./notify/symbol.regression</a>'
+++ echo -n '<a href="./notify/symbol.improvement">./notify/symbol.improvement</a>'
++ echo '<li><a href="./notify/symbol.improvement">./notify/symbol.improvement</a>'
 + read -r cur_file
 ++ print_readme_link html ./README.html
 ++ set -euf -o pipefail
@@ -1089,8 +1076,8 @@
 + cat
 + read -r cur_file
 ++ cd artifacts
-++ find . -type f
 ++ sort
+++ find . -type f
 ++ print_readme_link txt ./01-reset_artifacts/console.log.xz
 ++ set -euf -o pipefail
 ++ local text_type=txt
@@ -1147,14 +1134,6 @@
 ++ echo -n ./04-check_regression/output-bmk-results.log
 + echo '- ./04-check_regression/output-bmk-results.log'
 + read -r cur_file
-++ print_readme_link txt ./04-check_regression/results.regressions
-++ set -euf -o pipefail
-++ local text_type=txt
-++ local msg=./04-check_regression/results.regressions
-++ case $text_type in
-++ echo -n ./04-check_regression/results.regressions
-+ echo '- ./04-check_regression/results.regressions'
-+ read -r cur_file
 ++ print_readme_link txt ./git/llvm_rev
 ++ set -euf -o pipefail
 ++ local text_type=txt
@@ -1275,21 +1254,13 @@
 ++ echo -n ./notify/output-bmk-results.log
 + echo '- ./notify/output-bmk-results.log'
 + read -r cur_file
-++ print_readme_link txt ./notify/results.regressions
+++ print_readme_link txt ./notify/symbol.improvement
 ++ set -euf -o pipefail
 ++ local text_type=txt
-++ local msg=./notify/results.regressions
+++ local msg=./notify/symbol.improvement
 ++ case $text_type in
-++ echo -n ./notify/results.regressions
-+ echo '- ./notify/results.regressions'
-+ read -r cur_file
-++ print_readme_link txt ./notify/symbol.regression
-++ set -euf -o pipefail
-++ local text_type=txt
-++ local msg=./notify/symbol.regression
-++ case $text_type in
-++ echo -n ./notify/symbol.regression
-+ echo '- ./notify/symbol.regression'
+++ echo -n ./notify/symbol.improvement
++ echo '- ./notify/symbol.improvement'
 + read -r cur_file
 ++ print_readme_link txt ./README.html
 ++ set -euf -o pipefail
@@ -1505,38 +1476,38 @@
 + local text_type=txt
 + case $text_type in
 # generate dashboard
-+ echo '# generate dashboard'
-+ generate_dashboard_squad
 # generate_dashboard_squad
 ... Skipping
+# post_dashboard_squad
+... Skipping
++ echo '# generate dashboard'
++ generate_dashboard_squad
 + local results_date
 + echo '# generate_dashboard_squad'
 + false
 + echo '... Skipping'
 + return
 + post_dashboard_squad
-# post_dashboard_squad
-... Skipping
 + echo '# post_dashboard_squad'
 + false
 + echo '... Skipping'
 + return
 + generate_lnt_report
-+ wait 46810
++ wait 47219
+# generate_lnt_report
 + set -euf -o pipefail
 + local results_date
 + echo '# generate_lnt_report'
-# generate_lnt_report
 + true
 + . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/lnt-utils.sh
 ++ declare is_first_lnt_entry
 ++ get_current_manifest '{rr[results_date]}'
 ++ get_manifest artifacts/manifest.sh '{rr[results_date]}'
 ++ set +x
-+ results_date=1702634397
-++ date '+%Y-%m-%d %H:%M:%S' --date @1702634397
-+ results_date='2023-12-15 09:59:57'
-+ local jira_key=
++ results_date=1702689827
+++ date '+%Y-%m-%d %H:%M:%S' --date @1702689827
++ results_date='2023-12-16 01:23:47'
++ local jira_key=-
 + '[' -f artifacts/notify/jira/key ']'
 + case "$ci_project" in
 + local cc cur_rev describe
@@ -1560,26 +1531,107 @@
 ++ get_current_manifest BUILD_URL
 ++ get_manifest artifacts/manifest.sh BUILD_URL
 ++ set +x
-+ generate_lnt_bmk_report https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/ tcwg_bmk-code_speed-cpu2017rate llvm-arm-master-O3 llvmorg-18-init-15062-gf49e2b05bf3e '2023-12-15 09:59:57' '' artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/status.csv artifacts/notify/lnt_report.json
-+ local build_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/
++ generate_lnt_bmk_report https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/ tcwg_bmk-code_speed-cpu2017rate llvm-arm-master-O3 llvmorg-18-init-15062-gf49e2b05bf3e '2023-12-16 01:23:47' - artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/status.csv artifacts/notify/lnt_report.json
++ local build_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/
 + local ci_project=tcwg_bmk-code_speed-cpu2017rate
 + local ci_config=llvm-arm-master-O3
 + local describe=llvmorg-18-init-15062-gf49e2b05bf3e
-+ local 'results_date=2023-12-15 09:59:57'
-/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/lnt-utils.sh: line 160: 6: parameter null or not set
-+ true
++ local 'results_date=2023-12-16 01:23:47'
++ local jira_key=-
++ local size_csv=artifacts/results-vs-prev/csv-results-1/size.csv
++ local perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv
++ local status_csv=artifacts/results-vs-prev/csv-results-1/status.csv
++ local output_file=artifacts/notify/lnt_report.json
++ local lnt_testsuite=tcwg_bmk-code_speed-cpu2017rate
++ local machine_name=llvm-arm-master-O3
++ local describe_pad
+++ sed 's/\(.*\)-\(.*\)-\(.*\)$/\1 \2 \3/'
+++ echo llvmorg-18-init-15062-gf49e2b05bf3e
+++ awk '{ $2 = sprintf("%05d", $2); print $1"-"$2"-"$3}'
++ describe_pad=llvmorg-18-init-15062-gf49e2b05bf3e
++ '[' -f artifacts/results-vs-prev/csv-results-1/size.csv ']'
++ '[' -f artifacts/results-vs-prev/csv-results-1/perf.csv ']'
++ additional_run_infos=("tag:$lnt_testsuite" "run_order:$describe_pad" "test_url:$build_url")
++ '[' - '!=' - ']'
+++ get_current_manifest '{rr[components]}'
+++ get_manifest artifacts/manifest.sh '{rr[components]}'
+++ set +x
++ for c in $(get_current_manifest "{rr[components]}")
++ additional_run_infos+=("${c}_url:$(get_current_git ${c}_url)")
+++ get_current_git llvm_url
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No llvm_url in current git' '[' -f artifacts/git/llvm_url ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/llvm_url
++ additional_run_infos+=("${c}_rev:$(get_current_git ${c}_rev)")
+++ get_current_git llvm_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/llvm_rev
++ report_header llvm-arm-master-O3 '2023-12-16 01:23:47' tag:tcwg_bmk-code_speed-cpu2017rate run_order:llvmorg-18-init-15062-gf49e2b05bf3e test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/ llvm_url:https://github.com/llvm/llvm-project.git llvm_rev:f49e2b05bf3ececa2fe20c5d658ab92ab974dc36
++ local machine_name=llvm-arm-master-O3
++ local 'date_time=2023-12-16 01:23:47'
++ shift 2
++ run_infos=('tag:tcwg_bmk-code_speed-cpu2017rate' 'run_order:llvmorg-18-init-15062-gf49e2b05bf3e' 'test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/' 'llvm_url:https://github.com/llvm/llvm-project.git' 'llvm_rev:f49e2b05bf3ececa2fe20c5d658ab92ab974dc36')
++ local run_infos
++ declare -g is_first_lnt_entry
++ cat
++ for i in "${run_infos[@]}"
+++ cut -d: -f1
+++ echo tag:tcwg_bmk-code_speed-cpu2017rate
++ tag=tag
+++ echo tag:tcwg_bmk-code_speed-cpu2017rate
+++ cut -d: -f2-
++ val=tcwg_bmk-code_speed-cpu2017rate
++ echo '            "tag": "tcwg_bmk-code_speed-cpu2017rate",'
++ for i in "${run_infos[@]}"
+++ cut -d: -f1
+++ echo run_order:llvmorg-18-init-15062-gf49e2b05bf3e
++ tag=run_order
+++ echo run_order:llvmorg-18-init-15062-gf49e2b05bf3e
+++ cut -d: -f2-
++ val=llvmorg-18-init-15062-gf49e2b05bf3e
++ echo '            "run_order": "llvmorg-18-init-15062-gf49e2b05bf3e",'
++ for i in "${run_infos[@]}"
+++ echo test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/
+++ cut -d: -f1
++ tag=test_url
+++ cut -d: -f2-
+++ echo test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/
++ val=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/
++ echo '            "test_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/",'
++ for i in "${run_infos[@]}"
+++ echo llvm_url:https://github.com/llvm/llvm-project.git
+++ cut -d: -f1
++ tag=llvm_url
+++ echo llvm_url:https://github.com/llvm/llvm-project.git
+++ cut -d: -f2-
++ val=https://github.com/llvm/llvm-project.git
++ echo '            "llvm_url": "https://github.com/llvm/llvm-project.git",'
++ for i in "${run_infos[@]}"
+++ echo llvm_rev:f49e2b05bf3ececa2fe20c5d658ab92ab974dc36
+++ cut -d: -f1
++ tag=llvm_rev
+++ cut -d: -f2-
+++ echo llvm_rev:f49e2b05bf3ececa2fe20c5d658ab92ab974dc36
++ val=f49e2b05bf3ececa2fe20c5d658ab92ab974dc36
++ echo '            "llvm_rev": "f49e2b05bf3ececa2fe20c5d658ab92ab974dc36",'
++ cat
++ is_first_lnt_entry=true
++ set +x
+# release_testresults_files
+... Done
 + false
 + true
 + release_testresults_files
-# release_testresults_files
-... Done
 + echo '# release_testresults_files'
 + '[' -d artifacts/jenkins ']'
 + '[' -f artifacts/testresults/testresults-mail-recipients.txt ']'
 + echo '... Done'
 + post_to_jira
-+ set -euf -o pipefail
 # post_to_jira
++ set -euf -o pipefail
 + echo '# post_to_jira'
 + local post_card_comment=false
 + local post_template_comment=false
diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log
index d4fa06c..6a9237d 100644
--- a/jenkins/notify-init.log
+++ b/jenkins/notify-init.log
@@ -26,27 +26,27 @@
 ++ get_baseline_manifest BUILD_URL
 ++ get_manifest base-artifacts/manifest.sh BUILD_URL false
 ++ set +x
-#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/113/
+#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/
 #   Using dir : base-artifacts
-+ echo '#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/113/'
++ echo '#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/'
 + echo '#   Using dir : base-artifacts'
 ++ get_current_manifest BUILD_URL
 ++ get_manifest artifacts/manifest.sh BUILD_URL
 ++ set +x
-+ echo '#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/'
-#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/115/
+#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/
 #   Using dir : artifacts
-+ echo '#   Using dir : artifacts'
 
++ echo '#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3-build/117/'
++ echo '#   Using dir : artifacts'
 + echo ''
 + mkdir -p artifacts/notify
 + '[' -f /home/tcwg-buildslave/.jipdate.yml ']'
+# check_source_changes
 + set +x
 + case "$notify" in
 + declare -Ag pw
 + '[' ignore = precommit ']'
 + check_source_changes
-# check_source_changes
 + echo '# check_source_changes'
 ++ get_current_manifest '{rr[update_baseline]}'
 ++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}'
@@ -64,11 +64,11 @@
 +++ '[' xbaseline '!=' xbaseline ']'
 +++ echo
 ++ echo
-+ local c base_rev cur_rev c_commits
-+ '[' 0 = 0 ']'
 # Debug traces :
 #   change_kind=no_change : 
 
++ local c base_rev cur_rev c_commits
++ '[' 0 = 0 ']'
 + change_kind=no_change
 + changed_single_component=
 + echo '# Debug traces :'
@@ -96,13 +96,13 @@
 + print_config_f=bmk_print_config
 + generate_extra_details_f=bmk_generate_extra_details
 + post_interesting_commits init
-+ set -euf -o pipefail
 # post_interesting_commits
++ set -euf -o pipefail
 + echo '# post_interesting_commits'
 + local stage=init
 + '[' no_change '!=' single_commit ']'
 + return
-+ '[' init '!=' full ']'
 Init stage ran successfully.
++ '[' init '!=' full ']'
 + echo 'Init stage ran successfully.'
 + exit 0
diff --git a/jenkins/run-build.env b/jenkins/run-build.env
index d40caf1..d2f2473 100644
--- a/jenkins/run-build.env
+++ b/jenkins/run-build.env
@@ -1,4 +1,4 @@
-build_name="#115"
+build_name="#117"
 docker_opts=(--distro 	
 default 	
 --arch 	
@@ -9,6 +9,6 @@ tcwg-snow_bmk-02
 true 	)
 source build_container.sh
 trap "cleanup_all_containers" EXIT
-build_name="#115"
+build_name="#117"
 branch_opt=()
-build_name="#115-R# [.] __vfscanf_internal,slowed down by 50% - 544.nab_r:[.] __vfscanf_internal - from 2 to 3 perf samples-force"
+build_name="#117-R1-force"
diff --git a/jenkins/status.html b/jenkins/status.html
index 20620e3..c3e348e 100644
--- a/jenkins/status.html
+++ b/jenkins/status.html
@@ -2,11 +2,11 @@
 		<html>
 		<body>
 
-		<h2>Status of this run : 2 benchmarks succeeded, <FONT COLOR="orange">10 failed<FONT COLOR="black"></h2>
+		<h2>Status of this run : 3 benchmarks succeeded, <FONT COLOR="orange">10 failed<FONT COLOR="black"></h2>
 
 		<FONT COLOR="orange">
-<h3> - 510.parest_r : failed-to-run</h3>
-<h3> - 511.povray_r : failed-to-run</h3>
+<h3> - 500.perlbench_r : failed-to-run</h3>
+<h3> - 502.gcc_r : failed-to-run</h3>
 <h3> - 519.lbm_r : failed-to-run</h3>
 <h3> - 520.omnetpp_r : failed-to-run</h3>
 <h3> - 523.xalancbmk_r : failed-to-run</h3>