diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-12-17 13:00:19 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-12-17 13:00:58 +0000 |
commit | c1a6e7a3f8e99b90a8777d95a76592e43cab4088 (patch) | |
tree | e721e957af17c3f331036dc7562e40c500eeae09 /jenkins | |
parent | 896a422d5a249fc117a647d9f030f9e16f8cd5e4 (diff) |
onsuccess: #117: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/
Results :
| # reset_artifacts:
| -10
| # build_bmk_llvm:
| -3
| # benchmark -- -O2_marm:
| 1
check_regression status : 0
Diffstat (limited to 'jenkins')
-rw-r--r-- | jenkins/build-name | 2 | ||||
-rw-r--r-- | jenkins/notify-full.log | 11829 | ||||
-rw-r--r-- | jenkins/notify-init.log | 108 | ||||
-rw-r--r-- | jenkins/run-build.env | 11 |
4 files changed, 9959 insertions, 1991 deletions
diff --git a/jenkins/build-name b/jenkins/build-name index 56f5c2e..d2025ab 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#116-R# [.] __vfscanf_internal,slowed down by 100% - 544.nab_r:[.] __vfscanf_internal - from 1 to 2 perf samples-force +#117-llvm-R1 diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log index faa498b..071fe93 100644 --- a/jenkins/notify-full.log +++ b/jenkins/notify-full.log @@ -1,6 +1,6 @@ + set +x -/home/tcwg-buildslave/workspace/tcwg_bmk_2/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ATATT3xFfGF0T6lmyRRI1GPXAjFc6UC66WsAJyuXpga-0JusQbYQdlG4NfS8kED4ejPRlZs9E57FWxFlN7K67E-9t-EXcNqVpzVQwTRd2JDDboAUNRnk00rMY9KXELe8Jb9dKP7p3MTXz2HTqtpMKIM2VZQUmZf_TcIuAN0mVpSPtZtdoLZBnCk=34F9AA87 __stage full __verbose true __build_script tcwg_bmk-build.sh +/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ATATT3xFfGF0T6lmyRRI1GPXAjFc6UC66WsAJyuXpga-0JusQbYQdlG4NfS8kED4ejPRlZs9E57FWxFlN7K67E-9t-EXcNqVpzVQwTRd2JDDboAUNRnk00rMY9KXELe8Jb9dKP7p3MTXz2HTqtpMKIM2VZQUmZf_TcIuAN0mVpSPtZtdoLZBnCk=34F9AA87 __stage full __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -9,8 +9,8 @@ + declare -a changed_components + declare print_commits_f print_result_f print_config_f print_last_icommit_f + dump_model_only=false -# setup_notify_environment + setup_notify_environment +# setup_notify_environment + echo '# setup_notify_environment' + top_artifacts=artifacts ++ get_current_manifest '{rr[ci_project]}' @@ -26,17 +26,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/114/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/ ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/' # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/114/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -44,14 +44,14 @@ + set +x + case "$notify" in + declare -Ag pw +# check_source_changes + '[' ignore = precommit ']' + check_source_changes -# check_source_changes + echo '# check_source_changes' ++ get_current_manifest '{rr[update_baseline]}' ++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}' ++ set +x -+ '[' force '!=' init ']' ++ '[' onsuccess '!=' init ']' + IFS=' ' + read -r -a changed_components ++ print_changed_components @@ -61,18 +61,94 @@ +++ set -euf -o pipefail +++ local c delim= +++ for c in ${rr[components]} -+++ '[' xbaseline '!=' xbaseline ']' ++++ '[' xhttps://github.com/llvm/llvm-project.git#main '!=' xbaseline ']' ++++ echo -ne llvm ++++ delim=' ' +++ echo +++ for c in $(print_updated_components) ++++ get_current_git llvm_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/llvm_rev ++++ get_baseline_git llvm_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/llvm_rev +++ '[' x9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 '!=' xd77067d08a3f56dc2d0e6c95bd2852c943df743a ']' +++ echo -ne llvm +++ delim=' ' ++ echo -# Debug traces : -# change_kind=no_change : - + local c base_rev cur_rev c_commits -+ '[' 0 = 0 ']' -+ change_kind=no_change -+ changed_single_component= ++ '[' 1 = 0 ']' ++ '[' 1 = 1 ']' ++ changed_single_component=llvm +++ get_current_git llvm_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/llvm_rev ++ first_bad=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 +++ get_baseline_git llvm_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/llvm_rev ++ last_good=d77067d08a3f56dc2d0e6c95bd2852c943df743a ++ local res ++ res=0 ++ wait 51765 ++ git -C llvm rev-parse --verify HEAD ++ assert_with_msg 'Cannot parse HEAD in repo llvm' '[' 0 = 0 ']' ++ set -euf -o pipefail +x ++ single_commit_p llvm ++ set -euf -o pipefail ++ local c=llvm ++ local base_rev cur_rev sha1 +++ get_baseline_git llvm_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/llvm_rev ++ base_rev=d77067d08a3f56dc2d0e6c95bd2852c943df743a +++ get_current_git llvm_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/llvm_rev ++ cur_rev=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 +++ git -C llvm rev-parse '9f5afc3de95d6f2b5f85024a8cf7f021fef41db0^@' ++ for sha1 in $(git -C "$c" rev-parse "$cur_rev^@") ++ '[' fb877c19c048040702bb99423b0f11539192e89c = d77067d08a3f56dc2d0e6c95bd2852c943df743a ']' ++ return 1 ++ change_kind=single_component +# Debug traces : + echo '# Debug traces :' -+ echo '# change_kind=no_change : ' +# change_kind=single_component : llvm ++ echo '# change_kind=single_component : llvm' ++ for c in "${changed_components[@]}" +++ get_baseline_git llvm_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/llvm_rev ++ base_rev=d77067d08a3f56dc2d0e6c95bd2852c943df743a +++ get_current_git llvm_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/llvm_rev ++ cur_rev=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 +++ git -C llvm rev-list --count d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ c_commits=1177 ++ echo '# rev for llvm : d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 (1177 commits)' +# rev for llvm : d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 (1177 commits) + + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -100,7 +176,7 @@ # post_interesting_commits + echo '# post_interesting_commits' + local stage=init -+ '[' no_change '!=' single_commit ']' ++ '[' single_component '!=' single_commit ']' + return + '[' full '!=' full ']' + bmk_generate_extra_details @@ -108,21 +184,21 @@ + local artifacts_mail_dir + artifacts_mail_dir=artifacts/notify + local res=0 -+ wait 46673 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_2/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose ++ wait 51789 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose + assert_with_msg 'ERROR while trying to regenerate bmk-data results. Aborting..' '[' 0 = 0 ']' + set -euf -o pipefail +x + check_if_first_report + declare -g first_icommit_to_report + first_icommit_to_report=false -+ '[' xno_change '!=' xsingle_commit ']' ++ '[' xsingle_component '!=' xsingle_commit ']' + return + post_interesting_commits full + set -euf -o pipefail -+ echo '# post_interesting_commits' # post_interesting_commits ++ echo '# post_interesting_commits' + local stage=full -+ '[' no_change '!=' single_commit ']' ++ '[' single_component '!=' single_commit ']' + return + true + generate_jira_dir @@ -133,7 +209,7 @@ ++ set -euf -o pipefail ++ local print_arg=--entry ++ shift 1 -++ '[' xno_change '!=' xsingle_commit ']' +++ '[' xsingle_component '!=' xsingle_commit ']' ++ return 0 + icommit_entry= + '[' '' '!=' '' ']' @@ -154,7 +230,7 @@ ++ local improved_or_regressed ++ '[' -f artifacts/notify/exe.regression ']' ++ '[' -f artifacts/notify/symbol.regression ']' -++ improved_or_regressed=regression +++ improved_or_regressed=improvement ++ declare -A changed_by_msg ++ changed_by_msg[size-regression]='grew in size by' ++ changed_by_msg[size-improvement]='reduced in size by' @@ -164,29 +240,29 @@ ++ changed_by_msg[num_vect_loops-improvement]='increased the number of vect loops by' ++ changed_by_msg[num_sve_loops-regression]='reduced the number of sve instructions by' ++ changed_by_msg[num_sve_loops-improvement]='increased the number of sve instructions by' -++ changed_by='slowed down by' +++ changed_by='speeds up by' ++ case ${rr[metric_id]} in ++ exe_threshold=3 ++ symbol_threshold=15 ++ case "$print_arg" in -++ assert_with_msg 'Builds with infra problems should never get here' '[' 1 '!=' 125 ']' +++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' ++ set -euf -o pipefail +x ++ local metric bmk symbol short_diag long_diag -++ '[' -f artifacts/notify/exe.regression ']' -++ '[' -f artifacts/notify/symbol.regression ']' +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' ++ IFS=, ++ read metric bmk symbol short_diag long_diag -+++ head -n1 artifacts/notify/symbol.regression -++ echo 'slowed down by 50% - 538.imagick_r:libc.so.6' ++++ head -n1 artifacts/notify/symbol.improvement +++ echo 'sped up by 50% - 538.imagick_r:[.] _IO_fread' ++ print_artifacts_url 'notify/mail-body.txt/*view*/' ++ set -euf -o pipefail ++ local url +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x -++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/artifact/artifacts +++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/artifact/artifacts ++ '[' '' '!=' '' ']' -++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/artifact/artifacts/notify/mail-body.txt/*view*/' +++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/artifact/artifacts/notify/mail-body.txt/*view*/' # print all notification files + echo '# print all notification files' + true @@ -194,16 +270,6100 @@ + set -euf -o pipefail + print_mail_recipients + set -euf -o pipefail -+ local c= ++ local c=llvm ++ '[' llvm = '' ']' ++ local -A emails ++ emails["tcwg-validation@linaro.org"]=bcc ++ emails["author"]=cc ++ emails["committer"]=to ++ case "$ci_project/$ci_config:$c" in ++ emails["author"]=no ++ emails["committer"]=no ++ emails["maxim.kuvyrkov@linaro.org"]=to ++ local c email base_rev cur_rev +++ get_baseline_git llvm_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/llvm_rev ++ base_rev=d77067d08a3f56dc2d0e6c95bd2852c943df743a +++ get_current_git llvm_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/llvm_rev ++ cur_rev=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ read -r email +++ git -C llvm log --pretty=%ae d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ local precommit_postcommit=postcommit + '[' '' = '' ']' -+ echo bcc:tcwg-validation@linaro.org -+ return 0 +++ get_baseline_git llvm_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/llvm_rev ++ base_rev=d77067d08a3f56dc2d0e6c95bd2852c943df743a +++ get_current_git llvm_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/llvm_rev ++ cur_rev=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ read -r email +++ git -C llvm log --pretty=%ce d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ emails["$email"]=no ++ read -r email ++ unset 'emails[author]' 'emails[committer]' ++ local type ++ recipients=() ++ local -a recipients ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=bcc ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ recipients+=("$type:$email") ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=to ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ recipients+=("$email") ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ for email in "${!emails[@]}" ++ type=no ++ case "$precommit_postcommit:$type" in ++ case "$type" in ++ IFS=, ++ echo bcc:tcwg-validation@linaro.org,maxim.kuvyrkov@linaro.org ++ print_commits --oneline ++ set -euf -o pipefail ++ false ++ local print_arg=--oneline -++ '[' no_change = no_change ']' -++ echo 'baseline build' +++ '[' single_component = no_change ']' +++ local more_lines +++ '[' single_component = single_commit ']' +++ '[' single_component = single_component ']' +++ local new_commits c base_rev cur_rev c_commits components +++ local commits_or_patches +++ '[' '' '!=' '' ']' +++ commits_or_patches=commits +++ new_commits=0 +++ for c in "${changed_components[@]}" ++++ get_baseline_git llvm_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/llvm_rev +++ base_rev=d77067d08a3f56dc2d0e6c95bd2852c943df743a ++++ get_current_git llvm_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/llvm_rev +++ cur_rev=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++++ git -C llvm rev-list --count d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 +++ c_commits=1177 +++ new_commits=1177 ++++ echo llvm ++++ tr ' ' , +++ components=llvm +++ echo '1177 commits in llvm' +++ '[' --oneline = --oneline ']' ++ return 0 ++ bmk_print_result --oneline ++ set -euf -o pipefail @@ -214,7 +6374,7 @@ ++ local improved_or_regressed ++ '[' -f artifacts/notify/exe.regression ']' ++ '[' -f artifacts/notify/symbol.regression ']' -++ improved_or_regressed=regression +++ improved_or_regressed=improvement ++ declare -A changed_by_msg ++ changed_by_msg[size-regression]='grew in size by' ++ changed_by_msg[size-improvement]='reduced in size by' @@ -224,22 +6384,22 @@ ++ changed_by_msg[num_vect_loops-improvement]='increased the number of vect loops by' ++ changed_by_msg[num_sve_loops-regression]='reduced the number of sve instructions by' ++ changed_by_msg[num_sve_loops-improvement]='increased the number of sve instructions by' -++ changed_by='slowed down by' +++ changed_by='speeds up by' ++ case ${rr[metric_id]} in ++ exe_threshold=3 ++ symbol_threshold=15 ++ case "$print_arg" in -++ assert_with_msg 'Builds with infra problems should never get here' '[' 1 '!=' 125 ']' +++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' ++ set -euf -o pipefail +x ++ local metric bmk symbol short_diag long_diag -++ '[' -f artifacts/notify/exe.regression ']' -++ '[' -f artifacts/notify/symbol.regression ']' +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' ++ IFS=, ++ read metric bmk symbol short_diag long_diag -+++ head -n1 artifacts/notify/symbol.regression -++ echo 'slowed down by 50% - 538.imagick_r:libc.so.6' ++++ head -n1 artifacts/notify/symbol.improvement +++ echo 'sped up by 50% - 538.imagick_r:[.] _IO_fread' ++ bmk_print_config --oneline -++ . /home/tcwg-buildslave/workspace/tcwg_bmk_2/jenkins-scripts/tcwg_bmk-config.sh +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] +++ [[ -v rr[ci_config] ]] +++ declare -A bmk_data @@ -292,24 +6452,24 @@ ++ case "$ci_config" in ++ echo 'arm O2' ++ return 0 -+ echo '[Linaro-TCWG-CI]' 'baseline build: slowed down by 50% - 538.imagick_r:libc.so.6 on arm O2' ++ echo '[Linaro-TCWG-CI]' '1177 commits in llvm: sped up by 50% - 538.imagick_r:[.] _IO_fread on arm O2' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/artifact/artifacts ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/114/artifact/artifacts ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/artifact/artifacts + local key= -+ '[' no_change = single_commit ']' ++ '[' single_component = single_commit ']' + cat + '[' '' '!=' '' ']' + cat ++ bmk_print_config --short -++ . /home/tcwg-buildslave/workspace/tcwg_bmk_2/jenkins-scripts/tcwg_bmk-config.sh +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] +++ [[ -v rr[ci_config] ]] +++ declare -A bmk_data @@ -370,8 +6530,58 @@ ++ set -euf -o pipefail ++ false ++ local print_arg=--short -++ '[' no_change = no_change ']' -++ echo 'baseline build' +++ '[' single_component = no_change ']' +++ local more_lines +++ '[' single_component = single_commit ']' +++ '[' single_component = single_component ']' +++ local new_commits c base_rev cur_rev c_commits components +++ local commits_or_patches +++ '[' '' '!=' '' ']' +++ commits_or_patches=commits +++ new_commits=0 +++ for c in "${changed_components[@]}" ++++ get_baseline_git llvm_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/llvm_rev +++ base_rev=d77067d08a3f56dc2d0e6c95bd2852c943df743a ++++ get_current_git llvm_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/llvm_rev +++ cur_rev=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++++ git -C llvm rev-list --count d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 +++ c_commits=1177 +++ new_commits=1177 ++++ echo llvm ++++ tr ' ' , +++ components=llvm +++ echo '1177 commits in llvm' +++ '[' --short = --oneline ']' +++ for c in "${changed_components[@]}" ++++ get_baseline_git llvm_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/llvm_rev +++ base_rev=d77067d08a3f56dc2d0e6c95bd2852c943df743a ++++ get_current_git llvm_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/llvm_rev +++ cur_rev=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++++ git -C llvm rev-list --count d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 +++ c_commits=1177 +++ '[' '' '!=' '' ']' +++ git -C llvm log -n 5 --oneline d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 +++ '[' 1177 -gt 5 ']' +++ echo '... and 1172 more commits in llvm' +++ '[' '' '!=' '' ']' ++ return 0 ++ bmk_print_result --short ++ set -euf -o pipefail @@ -382,7 +6592,7 @@ ++ local improved_or_regressed ++ '[' -f artifacts/notify/exe.regression ']' ++ '[' -f artifacts/notify/symbol.regression ']' -++ improved_or_regressed=regression +++ improved_or_regressed=improvement ++ declare -A changed_by_msg ++ changed_by_msg[size-regression]='grew in size by' ++ changed_by_msg[size-improvement]='reduced in size by' @@ -392,27 +6602,30 @@ ++ changed_by_msg[num_vect_loops-improvement]='increased the number of vect loops by' ++ changed_by_msg[num_sve_loops-regression]='reduced the number of sve instructions by' ++ changed_by_msg[num_sve_loops-improvement]='increased the number of sve instructions by' -++ changed_by='slowed down by' +++ changed_by='speeds up by' ++ case ${rr[metric_id]} in ++ exe_threshold=3 ++ symbol_threshold=15 ++ case "$print_arg" in -++ '[' -f artifacts/notify/exe.regression ']' -++ '[' -f artifacts/notify/symbol.regression ']' -++ echo 'the following hot functions slowed down by more than 15% (but their benchmarks slowed down by less than 3%):' +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ echo 'the following hot functions speeds up by more than 15% (but their benchmarks speeds up by less than 3%):' ++ local metric bmk symbol short_diag long_diag ++ IFS=, ++ read metric bmk symbol short_diag long_diag -++ echo '- slowed down by 50% - 538.imagick_r:libc.so.6 - from 2 to 3 perf samples
' +++ echo '- sped up by 50% - 538.imagick_r:[.] _IO_fread - from 2 to 1 perf samples
' ++ IFS=, ++ read metric bmk symbol short_diag long_diag -++ echo '- slowed down by 100% - 544.nab_r:[.] __vfscanf_internal - from 1 to 2 perf samples
' +++ echo '- sped up by 50% - 544.nab_r:[.] __vfscanf_internal - from 2 to 1 perf samples
' ++ IFS=, ++ read metric bmk symbol short_diag long_diag -++ '[' -f artifacts/notify/exe.regression ']' -++ '[' -f artifacts/notify/symbol.regression ']' +++ echo '- sped up by 50% - 544.nab_r:libc.so.6 - from 2 to 1 perf samples
' +++ IFS=, +++ read metric bmk symbol short_diag long_diag +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' ++ bmk_print_config --long -++ . /home/tcwg-buildslave/workspace/tcwg_bmk_2/jenkins-scripts/tcwg_bmk-config.sh +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] +++ [[ -v rr[ci_config] ]] +++ declare -A bmk_data @@ -509,11 +6722,11 @@ +++ case "$target" in +++ target=arm-linux-gnueabihf +++ echo arm-linux-gnueabihf -+ '[' no_change '!=' single_commit ']' ++ '[' single_component '!=' single_commit ']' + return + true + generate_jenkins_html_files -+ wait 46765 ++ wait 51939 + set -euf -o pipefail # generate_jenkins_html_files + echo '# generate_jenkins_html_files' @@ -557,7 +6770,7 @@ + case $text_type in + cat + cat -+ false ++ '[' -d artifacts/00-sumfiles ']' + cat ++ print_readme_link html git/ ++ set -euf -o pipefail @@ -586,6 +6799,388 @@ ++ case $text_type in ++ echo -n '<a href="notify/">notify/</a>' + false ++ cat ++ read -r cur_file +++ cd artifacts +++ find . -type f +++ sort +++ print_readme_link html ./01-reset_artifacts/console.log.xz +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./01-reset_artifacts/console.log.xz +++ case $text_type in +++ echo -n '<a href="./01-reset_artifacts/console.log.xz">./01-reset_artifacts/console.log.xz</a>' ++ echo '<li><a href="./01-reset_artifacts/console.log.xz">./01-reset_artifacts/console.log.xz</a>' ++ read -r cur_file +++ print_readme_link html ./02-build_bmk_llvm/console.log.xz +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./02-build_bmk_llvm/console.log.xz +++ case $text_type in +++ echo -n '<a href="./02-build_bmk_llvm/console.log.xz">./02-build_bmk_llvm/console.log.xz</a>' ++ echo '<li><a href="./02-build_bmk_llvm/console.log.xz">./02-build_bmk_llvm/console.log.xz</a>' ++ read -r cur_file +++ print_readme_link html ./03-benchmark/benchmark-build.log +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./03-benchmark/benchmark-build.log +++ case $text_type in +++ echo -n '<a href="./03-benchmark/benchmark-build.log">./03-benchmark/benchmark-build.log</a>' ++ echo '<li><a href="./03-benchmark/benchmark-build.log">./03-benchmark/benchmark-build.log</a>' ++ read -r cur_file +++ print_readme_link html ./03-benchmark/console.log.xz +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./03-benchmark/console.log.xz +++ case $text_type in +++ echo -n '<a href="./03-benchmark/console.log.xz">./03-benchmark/console.log.xz</a>' ++ echo '<li><a href="./03-benchmark/console.log.xz">./03-benchmark/console.log.xz</a>' ++ read -r cur_file +++ print_readme_link html ./04-check_regression/console.log.xz +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./04-check_regression/console.log.xz +++ case $text_type in +++ echo -n '<a href="./04-check_regression/console.log.xz">./04-check_regression/console.log.xz</a>' ++ echo '<li><a href="./04-check_regression/console.log.xz">./04-check_regression/console.log.xz</a>' ++ read -r cur_file +++ print_readme_link html ./04-check_regression/extra-bisect-params +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./04-check_regression/extra-bisect-params +++ case $text_type in +++ echo -n '<a href="./04-check_regression/extra-bisect-params">./04-check_regression/extra-bisect-params</a>' ++ echo '<li><a href="./04-check_regression/extra-bisect-params">./04-check_regression/extra-bisect-params</a>' ++ read -r cur_file +++ print_readme_link html ./04-check_regression/output-bmk-results.log +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./04-check_regression/output-bmk-results.log +++ case $text_type in +++ echo -n '<a href="./04-check_regression/output-bmk-results.log">./04-check_regression/output-bmk-results.log</a>' ++ echo '<li><a href="./04-check_regression/output-bmk-results.log">./04-check_regression/output-bmk-results.log</a>' ++ read -r cur_file +++ print_readme_link html ./git/llvm_rev +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./git/llvm_rev +++ case $text_type in +++ echo -n '<a href="./git/llvm_rev">./git/llvm_rev</a>' ++ echo '<li><a href="./git/llvm_rev">./git/llvm_rev</a>' ++ read -r cur_file +++ print_readme_link html ./git/llvm_url +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./git/llvm_url +++ case $text_type in +++ echo -n '<a href="./git/llvm_url">./git/llvm_url</a>' ++ echo '<li><a href="./git/llvm_url">./git/llvm_url</a>' ++ read -r cur_file +++ print_readme_link html ./jenkins/build-name +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./jenkins/build-name +++ case $text_type in +++ echo -n '<a href="./jenkins/build-name">./jenkins/build-name</a>' ++ echo '<li><a href="./jenkins/build-name">./jenkins/build-name</a>' ++ read -r cur_file +++ print_readme_link html ./jenkins/notify-full.log +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./jenkins/notify-full.log +++ case $text_type in +++ echo -n '<a href="./jenkins/notify-full.log">./jenkins/notify-full.log</a>' ++ echo '<li><a href="./jenkins/notify-full.log">./jenkins/notify-full.log</a>' ++ read -r cur_file +++ print_readme_link html ./jenkins/notify-init.log +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./jenkins/notify-init.log +++ case $text_type in +++ echo -n '<a href="./jenkins/notify-init.log">./jenkins/notify-init.log</a>' ++ echo '<li><a href="./jenkins/notify-init.log">./jenkins/notify-init.log</a>' ++ read -r cur_file +++ print_readme_link html ./jenkins/run-build.env +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./jenkins/run-build.env +++ case $text_type in +++ echo -n '<a href="./jenkins/run-build.env">./jenkins/run-build.env</a>' ++ echo '<li><a href="./jenkins/run-build.env">./jenkins/run-build.env</a>' ++ read -r cur_file +++ print_readme_link html ./jenkins/status.html +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./jenkins/status.html +++ case $text_type in +++ echo -n '<a href="./jenkins/status.html">./jenkins/status.html</a>' ++ echo '<li><a href="./jenkins/status.html">./jenkins/status.html</a>' ++ read -r cur_file +++ print_readme_link html ./manifest.sh +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./manifest.sh +++ case $text_type in +++ echo -n '<a href="./manifest.sh">./manifest.sh</a>' ++ echo '<li><a href="./manifest.sh">./manifest.sh</a>' ++ read -r cur_file +++ print_readme_link html ./notify/extra-bisect-params +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./notify/extra-bisect-params +++ case $text_type in +++ echo -n '<a href="./notify/extra-bisect-params">./notify/extra-bisect-params</a>' ++ echo '<li><a href="./notify/extra-bisect-params">./notify/extra-bisect-params</a>' ++ read -r cur_file +++ print_readme_link html ./notify/jira/comment-template.txt +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./notify/jira/comment-template.txt +++ case $text_type in +++ echo -n '<a href="./notify/jira/comment-template.txt">./notify/jira/comment-template.txt</a>' ++ echo '<li><a href="./notify/jira/comment-template.txt">./notify/jira/comment-template.txt</a>' ++ read -r cur_file +++ print_readme_link html ./notify/mail-body.txt +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./notify/mail-body.txt +++ case $text_type in +++ echo -n '<a href="./notify/mail-body.txt">./notify/mail-body.txt</a>' ++ echo '<li><a href="./notify/mail-body.txt">./notify/mail-body.txt</a>' ++ read -r cur_file +++ print_readme_link html ./notify/mail-recipients.txt +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./notify/mail-recipients.txt +++ case $text_type in +++ echo -n '<a href="./notify/mail-recipients.txt">./notify/mail-recipients.txt</a>' ++ echo '<li><a href="./notify/mail-recipients.txt">./notify/mail-recipients.txt</a>' ++ read -r cur_file +++ print_readme_link html ./notify/mail-subject.txt +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./notify/mail-subject.txt +++ case $text_type in +++ echo -n '<a href="./notify/mail-subject.txt">./notify/mail-subject.txt</a>' ++ echo '<li><a href="./notify/mail-subject.txt">./notify/mail-subject.txt</a>' ++ read -r cur_file +++ print_readme_link html ./notify/output-bmk-results.log +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./notify/output-bmk-results.log +++ case $text_type in +++ echo -n '<a href="./notify/output-bmk-results.log">./notify/output-bmk-results.log</a>' ++ echo '<li><a href="./notify/output-bmk-results.log">./notify/output-bmk-results.log</a>' ++ read -r cur_file +++ print_readme_link html ./notify/symbol.improvement +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./notify/symbol.improvement +++ case $text_type in +++ echo -n '<a href="./notify/symbol.improvement">./notify/symbol.improvement</a>' ++ echo '<li><a href="./notify/symbol.improvement">./notify/symbol.improvement</a>' ++ read -r cur_file +++ print_readme_link html ./README.html +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./README.html +++ case $text_type in +++ echo -n '<a href="./README.html">./README.html</a>' ++ echo '<li><a href="./README.html">./README.html</a>' ++ read -r cur_file +++ print_readme_link html ./results +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results +++ case $text_type in +++ echo -n '<a href="./results">./results</a>' ++ echo '<li><a href="./results">./results</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/cmp-results.diff +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/cmp-results.diff +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/cmp-results.diff">./results-vs-prev/cmp-results.diff</a>' ++ echo '<li><a href="./results-vs-prev/cmp-results.diff">./results-vs-prev/cmp-results.diff</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/compare-results-internal.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/compare-results-internal.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/compare-results-internal.csv">./results-vs-prev/compare-results-internal.csv</a>' ++ echo '<li><a href="./results-vs-prev/compare-results-internal.csv">./results-vs-prev/compare-results-internal.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-0/md5sum.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-0/md5sum.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-0/md5sum.csv">./results-vs-prev/csv-results-0/md5sum.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-0/md5sum.csv">./results-vs-prev/csv-results-0/md5sum.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-0/perf.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-0/perf.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-0/perf.csv">./results-vs-prev/csv-results-0/perf.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-0/perf.csv">./results-vs-prev/csv-results-0/perf.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-0/results.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-0/results.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-0/results.csv">./results-vs-prev/csv-results-0/results.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-0/results.csv">./results-vs-prev/csv-results-0/results.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-0/size.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-0/size.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-0/size.csv">./results-vs-prev/csv-results-0/size.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-0/size.csv">./results-vs-prev/csv-results-0/size.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-0/status.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-0/status.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-0/status.csv">./results-vs-prev/csv-results-0/status.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-0/status.csv">./results-vs-prev/csv-results-0/status.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-0/sve.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-0/sve.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-0/sve.csv">./results-vs-prev/csv-results-0/sve.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-0/sve.csv">./results-vs-prev/csv-results-0/sve.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-0/vect.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-0/vect.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-0/vect.csv">./results-vs-prev/csv-results-0/vect.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-0/vect.csv">./results-vs-prev/csv-results-0/vect.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-1/md5sum.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-1/md5sum.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-1/md5sum.csv">./results-vs-prev/csv-results-1/md5sum.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-1/md5sum.csv">./results-vs-prev/csv-results-1/md5sum.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-1/perf.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-1/perf.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-1/perf.csv">./results-vs-prev/csv-results-1/perf.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-1/perf.csv">./results-vs-prev/csv-results-1/perf.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-1/results.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-1/results.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-1/results.csv">./results-vs-prev/csv-results-1/results.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-1/results.csv">./results-vs-prev/csv-results-1/results.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-1/size.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-1/size.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-1/size.csv">./results-vs-prev/csv-results-1/size.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-1/size.csv">./results-vs-prev/csv-results-1/size.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-1/status.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-1/status.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-1/status.csv">./results-vs-prev/csv-results-1/status.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-1/status.csv">./results-vs-prev/csv-results-1/status.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-1/sve.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-1/sve.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-1/sve.csv">./results-vs-prev/csv-results-1/sve.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-1/sve.csv">./results-vs-prev/csv-results-1/sve.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csv-results-1/vect.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csv-results-1/vect.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csv-results-1/vect.csv">./results-vs-prev/csv-results-1/vect.csv</a>' ++ echo '<li><a href="./results-vs-prev/csv-results-1/vect.csv">./results-vs-prev/csv-results-1/vect.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csvs2table-results-brief.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csvs2table-results-brief.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csvs2table-results-brief.csv">./results-vs-prev/csvs2table-results-brief.csv</a>' ++ echo '<li><a href="./results-vs-prev/csvs2table-results-brief.csv">./results-vs-prev/csvs2table-results-brief.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csvs2table-results.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csvs2table-results.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csvs2table-results.csv">./results-vs-prev/csvs2table-results.csv</a>' ++ echo '<li><a href="./results-vs-prev/csvs2table-results.csv">./results-vs-prev/csvs2table-results.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csvs2table-results-full.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csvs2table-results-full.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csvs2table-results-full.csv">./results-vs-prev/csvs2table-results-full.csv</a>' ++ echo '<li><a href="./results-vs-prev/csvs2table-results-full.csv">./results-vs-prev/csvs2table-results-full.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/csvs2table-results-internal.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/csvs2table-results-internal.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/csvs2table-results-internal.csv">./results-vs-prev/csvs2table-results-internal.csv</a>' ++ echo '<li><a href="./results-vs-prev/csvs2table-results-internal.csv">./results-vs-prev/csvs2table-results-internal.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/interesting-symbols.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/interesting-symbols.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/interesting-symbols.csv">./results-vs-prev/interesting-symbols.csv</a>' ++ echo '<li><a href="./results-vs-prev/interesting-symbols.csv">./results-vs-prev/interesting-symbols.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/results-internal.csv +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/results-internal.csv +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/results-internal.csv">./results-vs-prev/results-internal.csv</a>' ++ echo '<li><a href="./results-vs-prev/results-internal.csv">./results-vs-prev/results-internal.csv</a>' ++ read -r cur_file +++ print_readme_link html ./results-vs-prev/tcwg-benchmark-results.log +++ set -euf -o pipefail +++ local text_type=html +++ local msg=./results-vs-prev/tcwg-benchmark-results.log +++ case $text_type in +++ echo -n '<a href="./results-vs-prev/tcwg-benchmark-results.log">./results-vs-prev/tcwg-benchmark-results.log</a>' ++ echo '<li><a href="./results-vs-prev/tcwg-benchmark-results.log">./results-vs-prev/tcwg-benchmark-results.log</a>' ++ read -r cur_file ++ cat + print_readme_footer html + set -euf -o pipefail + local text_type=html @@ -608,7 +7203,7 @@ + case $text_type in + cat + cat -+ false ++ '[' -d artifacts/00-sumfiles ']' + cat ++ print_readme_link txt git/ ++ set -euf -o pipefail @@ -637,35 +7232,425 @@ ++ case $text_type in ++ echo -n notify/ + false ++ cat ++ read -r cur_file +++ cd artifacts +++ find . -type f +++ sort +++ print_readme_link txt ./01-reset_artifacts/console.log.xz +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./01-reset_artifacts/console.log.xz +++ case $text_type in +++ echo -n ./01-reset_artifacts/console.log.xz ++ echo '- ./01-reset_artifacts/console.log.xz' ++ read -r cur_file +++ print_readme_link txt ./02-build_bmk_llvm/console.log.xz +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./02-build_bmk_llvm/console.log.xz +++ case $text_type in +++ echo -n ./02-build_bmk_llvm/console.log.xz ++ echo '- ./02-build_bmk_llvm/console.log.xz' ++ read -r cur_file +++ print_readme_link txt ./03-benchmark/benchmark-build.log +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./03-benchmark/benchmark-build.log +++ case $text_type in +++ echo -n ./03-benchmark/benchmark-build.log ++ echo '- ./03-benchmark/benchmark-build.log' ++ read -r cur_file +++ print_readme_link txt ./03-benchmark/console.log.xz +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./03-benchmark/console.log.xz +++ case $text_type in +++ echo -n ./03-benchmark/console.log.xz ++ echo '- ./03-benchmark/console.log.xz' ++ read -r cur_file +++ print_readme_link txt ./04-check_regression/console.log.xz +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./04-check_regression/console.log.xz +++ case $text_type in +++ echo -n ./04-check_regression/console.log.xz ++ echo '- ./04-check_regression/console.log.xz' ++ read -r cur_file +++ print_readme_link txt ./04-check_regression/extra-bisect-params +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./04-check_regression/extra-bisect-params +++ case $text_type in +++ echo -n ./04-check_regression/extra-bisect-params ++ echo '- ./04-check_regression/extra-bisect-params' ++ read -r cur_file +++ print_readme_link txt ./04-check_regression/output-bmk-results.log +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./04-check_regression/output-bmk-results.log +++ case $text_type in +++ echo -n ./04-check_regression/output-bmk-results.log ++ echo '- ./04-check_regression/output-bmk-results.log' ++ read -r cur_file +++ print_readme_link txt ./git/llvm_rev +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./git/llvm_rev +++ case $text_type in +++ echo -n ./git/llvm_rev ++ echo '- ./git/llvm_rev' ++ read -r cur_file +++ print_readme_link txt ./git/llvm_url +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./git/llvm_url +++ case $text_type in +++ echo -n ./git/llvm_url ++ echo '- ./git/llvm_url' ++ read -r cur_file +++ print_readme_link txt ./jenkins/build-name +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./jenkins/build-name +++ case $text_type in +++ echo -n ./jenkins/build-name ++ echo '- ./jenkins/build-name' ++ read -r cur_file +++ print_readme_link txt ./jenkins/notify-full.log +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./jenkins/notify-full.log +++ case $text_type in +++ echo -n ./jenkins/notify-full.log ++ echo '- ./jenkins/notify-full.log' ++ read -r cur_file +++ print_readme_link txt ./jenkins/notify-init.log +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./jenkins/notify-init.log +++ case $text_type in +++ echo -n ./jenkins/notify-init.log ++ echo '- ./jenkins/notify-init.log' ++ read -r cur_file +++ print_readme_link txt ./jenkins/run-build.env +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./jenkins/run-build.env +++ case $text_type in +++ echo -n ./jenkins/run-build.env ++ echo '- ./jenkins/run-build.env' ++ read -r cur_file +++ print_readme_link txt ./jenkins/status.html +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./jenkins/status.html +++ case $text_type in +++ echo -n ./jenkins/status.html ++ echo '- ./jenkins/status.html' ++ read -r cur_file +++ print_readme_link txt ./manifest.sh +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./manifest.sh +++ case $text_type in +++ echo -n ./manifest.sh ++ echo '- ./manifest.sh' ++ read -r cur_file +++ print_readme_link txt ./notify/extra-bisect-params +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./notify/extra-bisect-params +++ case $text_type in +++ echo -n ./notify/extra-bisect-params ++ echo '- ./notify/extra-bisect-params' ++ read -r cur_file +++ print_readme_link txt ./notify/jira/comment-template.txt +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./notify/jira/comment-template.txt +++ case $text_type in +++ echo -n ./notify/jira/comment-template.txt ++ echo '- ./notify/jira/comment-template.txt' ++ read -r cur_file +++ print_readme_link txt ./notify/mail-body.txt +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./notify/mail-body.txt +++ case $text_type in +++ echo -n ./notify/mail-body.txt ++ echo '- ./notify/mail-body.txt' ++ read -r cur_file +++ print_readme_link txt ./notify/mail-recipients.txt +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./notify/mail-recipients.txt +++ case $text_type in +++ echo -n ./notify/mail-recipients.txt ++ echo '- ./notify/mail-recipients.txt' ++ read -r cur_file +++ print_readme_link txt ./notify/mail-subject.txt +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./notify/mail-subject.txt +++ case $text_type in +++ echo -n ./notify/mail-subject.txt ++ echo '- ./notify/mail-subject.txt' ++ read -r cur_file +++ print_readme_link txt ./notify/output-bmk-results.log +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./notify/output-bmk-results.log +++ case $text_type in +++ echo -n ./notify/output-bmk-results.log ++ echo '- ./notify/output-bmk-results.log' ++ read -r cur_file +++ print_readme_link txt ./notify/symbol.improvement +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./notify/symbol.improvement +++ case $text_type in +++ echo -n ./notify/symbol.improvement ++ echo '- ./notify/symbol.improvement' ++ read -r cur_file +++ print_readme_link txt ./README.html +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./README.html +++ case $text_type in +++ echo -n ./README.html ++ echo '- ./README.html' ++ read -r cur_file +++ print_readme_link txt ./README.txt +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./README.txt +++ case $text_type in +++ echo -n ./README.txt ++ echo '- ./README.txt' ++ read -r cur_file +++ print_readme_link txt ./results +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results +++ case $text_type in +++ echo -n ./results ++ echo '- ./results' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/cmp-results.diff +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/cmp-results.diff +++ case $text_type in +++ echo -n ./results-vs-prev/cmp-results.diff ++ echo '- ./results-vs-prev/cmp-results.diff' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/compare-results-internal.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/compare-results-internal.csv +++ case $text_type in +++ echo -n ./results-vs-prev/compare-results-internal.csv ++ echo '- ./results-vs-prev/compare-results-internal.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-0/md5sum.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-0/md5sum.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-0/md5sum.csv ++ echo '- ./results-vs-prev/csv-results-0/md5sum.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-0/perf.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-0/perf.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-0/perf.csv ++ echo '- ./results-vs-prev/csv-results-0/perf.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-0/results.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-0/results.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-0/results.csv ++ echo '- ./results-vs-prev/csv-results-0/results.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-0/size.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-0/size.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-0/size.csv ++ echo '- ./results-vs-prev/csv-results-0/size.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-0/status.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-0/status.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-0/status.csv ++ echo '- ./results-vs-prev/csv-results-0/status.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-0/sve.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-0/sve.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-0/sve.csv ++ echo '- ./results-vs-prev/csv-results-0/sve.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-0/vect.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-0/vect.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-0/vect.csv ++ echo '- ./results-vs-prev/csv-results-0/vect.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-1/md5sum.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-1/md5sum.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-1/md5sum.csv ++ echo '- ./results-vs-prev/csv-results-1/md5sum.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-1/perf.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-1/perf.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-1/perf.csv ++ echo '- ./results-vs-prev/csv-results-1/perf.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-1/results.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-1/results.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-1/results.csv ++ echo '- ./results-vs-prev/csv-results-1/results.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-1/size.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-1/size.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-1/size.csv ++ echo '- ./results-vs-prev/csv-results-1/size.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-1/status.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-1/status.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-1/status.csv ++ echo '- ./results-vs-prev/csv-results-1/status.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-1/sve.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-1/sve.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-1/sve.csv ++ echo '- ./results-vs-prev/csv-results-1/sve.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csv-results-1/vect.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csv-results-1/vect.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csv-results-1/vect.csv ++ echo '- ./results-vs-prev/csv-results-1/vect.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csvs2table-results-brief.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csvs2table-results-brief.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csvs2table-results-brief.csv ++ echo '- ./results-vs-prev/csvs2table-results-brief.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csvs2table-results.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csvs2table-results.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csvs2table-results.csv ++ echo '- ./results-vs-prev/csvs2table-results.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csvs2table-results-full.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csvs2table-results-full.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csvs2table-results-full.csv ++ echo '- ./results-vs-prev/csvs2table-results-full.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/csvs2table-results-internal.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/csvs2table-results-internal.csv +++ case $text_type in +++ echo -n ./results-vs-prev/csvs2table-results-internal.csv ++ echo '- ./results-vs-prev/csvs2table-results-internal.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/interesting-symbols.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/interesting-symbols.csv +++ case $text_type in +++ echo -n ./results-vs-prev/interesting-symbols.csv ++ echo '- ./results-vs-prev/interesting-symbols.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/results-internal.csv +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/results-internal.csv +++ case $text_type in +++ echo -n ./results-vs-prev/results-internal.csv ++ echo '- ./results-vs-prev/results-internal.csv' ++ read -r cur_file +++ print_readme_link txt ./results-vs-prev/tcwg-benchmark-results.log +++ set -euf -o pipefail +++ local text_type=txt +++ local msg=./results-vs-prev/tcwg-benchmark-results.log +++ case $text_type in +++ echo -n ./results-vs-prev/tcwg-benchmark-results.log ++ echo '- ./results-vs-prev/tcwg-benchmark-results.log' ++ read -r cur_file ++ cat + print_readme_footer txt + set -euf -o pipefail + local text_type=txt + case $text_type in -# generate dashboard + echo '# generate dashboard' -+ generate_dashboard_squad +# generate dashboard # generate_dashboard_squad ... Skipping ++ generate_dashboard_squad + local results_date + echo '# generate_dashboard_squad' + false + echo '... Skipping' + return -+ post_dashboard_squad # post_dashboard_squad ... Skipping ++ post_dashboard_squad + echo '# post_dashboard_squad' + false + echo '... Skipping' + return + generate_lnt_report -+ wait 46810 ++ wait 52184 + set -euf -o pipefail -# generate_lnt_report + local results_date +# generate_lnt_report + echo '# generate_lnt_report' + true -+ . /home/tcwg-buildslave/workspace/tcwg_bmk_2/jenkins-scripts/lnt-utils.sh ++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/lnt-utils.sh + calculate_results_date + set -euf -o pipefail + '[' -z ']' @@ -687,35 +7672,35 @@ ++ assert_with_msg 'ERROR: No llvm in current git' '[' -f artifacts/git/llvm_rev ']' ++ set -euf -o pipefail +x +++ cat artifacts/git/llvm_rev -++ git -C llvm show --no-patch --pretty=%ct d77067d08a3f56dc2d0e6c95bd2852c943df743a -+ cur_d=1701868638 +++ git -C llvm show --no-patch --pretty=%ct 9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ cur_d=1702812857 + '[' x1701868638 '!=' x ']' -+ '[' x1701868638 = x ']' -+ '[' 1701868638 -lt 1701868638 ']' -+ '[' x1701868638 = x ']' -+ '[' 1701868638 -gt 0 ']' -+ results_date=1701868638 -+ assert_with_msg 'Failed to produce results_date' '[' 1701868638 -gt 0 ']' ++ '[' x1702812857 = x ']' ++ '[' 1702812857 -lt 1701868638 ']' ++ '[' x1702812857 = x ']' ++ '[' 1702812857 -gt 0 ']' ++ results_date=1702812857 ++ assert_with_msg 'Failed to produce results_date' '[' 1702812857 -gt 0 ']' + set -euf -o pipefail +x ++ get_baseline_manifest '{rr[results_date]}' ++ get_manifest base-artifacts/manifest.sh '{rr[results_date]}' false ++ set +x -+ base_d=1701842801 -+ '[' 1701842801 '!=' '' ']' -+ assert '[' 1701868638 -ge 1701842801 ']' ++ base_d=1701855719 ++ '[' 1701855719 '!=' '' ']' ++ assert '[' 1702812857 -ge 1701855719 ']' + set -euf -o pipefail +x -+ '[' 1701868638 -gt 1701842801 ']' -+ results_date=1701855719 -+ rr[results_date]=1701855719 ++ '[' 1702812857 -gt 1701855719 ']' ++ results_date=1702334288 ++ rr[results_date]=1702334288 + cat + manifest_out + cat ++ get_current_manifest '{rr[results_date]}' ++ get_manifest artifacts/manifest.sh '{rr[results_date]}' ++ set +x -+ results_date=1701855719 -++ date '+%Y-%m-%d %H:%M:%S' --date @1701855719 -+ results_date='2023-12-06 09:41:59' ++ results_date=1702334288 +++ date '+%Y-%m-%d %H:%M:%S' --date @1702334288 ++ results_date='2023-12-11 22:38:08' + case "$ci_project" in + local cc cur_rev describe + case "${rr[toolchain]}" in @@ -725,25 +7710,25 @@ ++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/llvm_rev -+ cur_rev=d77067d08a3f56dc2d0e6c95bd2852c943df743a -++ describe_sha1 llvm d77067d08a3f56dc2d0e6c95bd2852c943df743a false ++ cur_rev=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 +++ describe_sha1 llvm 9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 false ++ local component=llvm -++ local sha1=d77067d08a3f56dc2d0e6c95bd2852c943df743a +++ local sha1=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ local anything=false ++ match=() ++ local -a match ++ case "$component" in -++ git -C llvm describe d77067d08a3f56dc2d0e6c95bd2852c943df743a -+ describe=llvmorg-18-init-13903-gd77067d08a3f +++ git -C llvm describe 9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ describe=llvmorg-18-init-15080-g9f5afc3de95d ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -+ generate_lnt_bmk_report https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/ tcwg_bmk-code_speed-cpu2017rate llvm-arm-master-O2 llvmorg-18-init-13903-gd77067d08a3f '2023-12-06 09:41:59' artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/status.csv artifacts/notify/lnt_report.json -+ local build_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/ ++ generate_lnt_bmk_report https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/ tcwg_bmk-code_speed-cpu2017rate llvm-arm-master-O2 llvmorg-18-init-15080-g9f5afc3de95d '2023-12-11 22:38:08' artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/status.csv artifacts/notify/lnt_report.json ++ local build_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/ + local ci_project=tcwg_bmk-code_speed-cpu2017rate + local ci_config=llvm-arm-master-O2 -+ local describe=llvmorg-18-init-13903-gd77067d08a3f -+ local 'results_date=2023-12-06 09:41:59' ++ local describe=llvmorg-18-init-15080-g9f5afc3de95d ++ local 'results_date=2023-12-11 22:38:08' + local size_csv=artifacts/results-vs-prev/csv-results-1/size.csv + local perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv + local status_csv=artifacts/results-vs-prev/csv-results-1/status.csv @@ -751,10 +7736,10 @@ + local lnt_testsuite=tcwg_bmk-code_speed-cpu2017rate + local machine_name=llvm-arm-master-O2 + local describe_pad -++ echo llvmorg-18-init-13903-gd77067d08a3f +++ echo llvmorg-18-init-15080-g9f5afc3de95d ++ sed 's/\(.*\)-\(.*\)-\(.*\)$/\1 \2 \3/' ++ awk '{ $2 = sprintf("%05d", $2); print $1"-"$2"-"$3}' -+ describe_pad=llvmorg-18-init-13903-gd77067d08a3f ++ describe_pad=llvmorg-18-init-15080-g9f5afc3de95d + '[' -f artifacts/results-vs-prev/csv-results-1/size.csv ']' + '[' -f artifacts/results-vs-prev/csv-results-1/perf.csv ']' + additional_run_infos=("tag:$lnt_testsuite" "run_order:$describe_pad" "test_url:$build_url") @@ -777,15 +7762,15 @@ +++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/llvm_rev -++ rev=d77067d08a3f56dc2d0e6c95bd2852c943df743a +++ rev=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ [[ https://github.com/llvm/llvm-project.git =~ git://sourceware.org/git/ ]] ++ [[ https://github.com/llvm/llvm-project.git =~ https://github.com/ ]] -++ echo https://github.com/llvm/llvm-project/commit/d77067d08a3f56dc2d0e6c95bd2852c943df743a -+ report_header llvm-arm-master-O2 '2023-12-06 09:41:59' tag:tcwg_bmk-code_speed-cpu2017rate run_order:llvmorg-18-init-13903-gd77067d08a3f test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/ git_llvm:https://github.com/llvm/llvm-project/commit/d77067d08a3f56dc2d0e6c95bd2852c943df743a +++ echo https://github.com/llvm/llvm-project/commit/9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ report_header llvm-arm-master-O2 '2023-12-11 22:38:08' tag:tcwg_bmk-code_speed-cpu2017rate run_order:llvmorg-18-init-15080-g9f5afc3de95d test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/ git_llvm:https://github.com/llvm/llvm-project/commit/9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 + local machine_name=llvm-arm-master-O2 -+ local 'date_time=2023-12-06 09:41:59' ++ local 'date_time=2023-12-11 22:38:08' + shift 2 -+ run_infos=('tag:tcwg_bmk-code_speed-cpu2017rate' 'run_order:llvmorg-18-init-13903-gd77067d08a3f' 'test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/' 'git_llvm:https://github.com/llvm/llvm-project/commit/d77067d08a3f56dc2d0e6c95bd2852c943df743a') ++ run_infos=('tag:tcwg_bmk-code_speed-cpu2017rate' 'run_order:llvmorg-18-init-15080-g9f5afc3de95d' 'test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/' 'git_llvm:https://github.com/llvm/llvm-project/commit/9f5afc3de95d6f2b5f85024a8cf7f021fef41db0') + local run_infos + cat + for i in "${run_infos[@]}" @@ -797,77 +7782,49 @@ + val=tcwg_bmk-code_speed-cpu2017rate + echo ' "tag": "tcwg_bmk-code_speed-cpu2017rate",' + for i in "${run_infos[@]}" -++ echo run_order:llvmorg-18-init-13903-gd77067d08a3f +++ echo run_order:llvmorg-18-init-15080-g9f5afc3de95d ++ cut -d: -f1 + tag=run_order -++ echo run_order:llvmorg-18-init-13903-gd77067d08a3f +++ echo run_order:llvmorg-18-init-15080-g9f5afc3de95d ++ cut -d: -f2- -+ val=llvmorg-18-init-13903-gd77067d08a3f -+ echo ' "run_order": "llvmorg-18-init-13903-gd77067d08a3f",' ++ val=llvmorg-18-init-15080-g9f5afc3de95d ++ echo ' "run_order": "llvmorg-18-init-15080-g9f5afc3de95d",' + for i in "${run_infos[@]}" -++ echo test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/ +++ echo test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/ ++ cut -d: -f1 + tag=test_url -++ echo test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/ +++ echo test_url:https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/ ++ cut -d: -f2- -+ val=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/ -+ echo ' "test_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/",' ++ val=https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/ ++ echo ' "test_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/",' + for i in "${run_infos[@]}" -++ echo git_llvm:https://github.com/llvm/llvm-project/commit/d77067d08a3f56dc2d0e6c95bd2852c943df743a +++ echo git_llvm:https://github.com/llvm/llvm-project/commit/9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ cut -d: -f1 + tag=git_llvm -++ echo git_llvm:https://github.com/llvm/llvm-project/commit/d77067d08a3f56dc2d0e6c95bd2852c943df743a +++ echo git_llvm:https://github.com/llvm/llvm-project/commit/9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ cut -d: -f2- -+ val=https://github.com/llvm/llvm-project/commit/d77067d08a3f56dc2d0e6c95bd2852c943df743a -+ echo ' "git_llvm": "https://github.com/llvm/llvm-project/commit/d77067d08a3f56dc2d0e6c95bd2852c943df743a",' ++ val=https://github.com/llvm/llvm-project/commit/9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ echo ' "git_llvm": "https://github.com/llvm/llvm-project/commit/9f5afc3de95d6f2b5f85024a8cf7f021fef41db0",' + cat + first=true + IFS=, + read -r benchmark symbol size ++ tail -n +2 artifacts/results-vs-prev/csv-results-1/size.csv ++ tr -d '\r' -+ [[ leela_r_base.default == *base.default ]] ++ [[ deepsjeng_r_base.default == *base.default ]] + true + first=false -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.541.leela_r.code_size 136209 -+ local name=tcwg_bmk-code_speed-cpu2017rate.541.leela_r.code_size -+ local value=136209 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.code_size 92108 ++ local name=tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.code_size ++ local value=92108 + cat + IFS=, + read -r benchmark symbol size -+ [[ libc.so.6 == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] __clang_call_terminate == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] __cxx_global_array_dtor == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _GLOBAL__sub_I_FastBoard.cpp == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _GLOBAL__sub_I_GTP.cpp == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _GLOBAL__sub_I_Leela.cpp == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _GLOBAL__sub_I_SGFParser.cpp == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _GLOBAL__sub_I_SGFTree.cpp == *base.default ]] ++ [[ libstdc++.so.6.0.30 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _GLOBAL__sub_I_Utils.cpp == *base.default ]] ++ [[ libc.so.6 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size @@ -875,1685 +7832,448 @@ + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZN11TimeControl11adjust_timeEiii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN11TimeControl12get_maintimeEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN11TimeControl12time_forfeitEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN11TimeControl13display_timesEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN11TimeControl13set_boardsizeEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN11TimeControl17max_time_for_moveEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN11TimeControl18get_remaining_timeEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN11TimeControl4stopEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN11TimeControl5startEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN11TimeControlC1Eiiii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN11TimeControlC2Eiiii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN12MCOwnerTable5clearEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN12MCOwnerTable6updateERSt6bitsetILj441EE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN12MCOwnerTable7get_MCOEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN12MCOwnerTable9get_scoreEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN12MCOwnerTable9is_primedEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN12MCOwnerTableC1Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN12MCOwnerTableC2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN3GTP13get_life_listB5cxx11ER9GameStateb == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN3GTP7executeER9GameStateNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN3SMP12get_num_cpusEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN3SMP4LockC1ERNS_5MutexE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN3SMP4LockC2ERNS_5MutexE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN3SMP4LockD1Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN3SMP4LockD2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN3SMP5MutexC1Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN3SMP5MutexC2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN4Time8timediffES_S_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN4TimeC1Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN4TimeC2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN5boost5arrayISt6vectorIhSaIhEELj2EED2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN5Utils10gtp_printfEiPKcz == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN5Utils13input_pendingEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN5Utils15gtp_fail_printfEiPKcz == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN5Utils17input_causes_stopEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN5Utils8myprintfEPKcz == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN6Random10seedrandomEj == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN6Random6randomEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN6Random7get_RngEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN6Random7randintEt == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN6RandomC1Ei == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN6RandomC2Ei == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN6TTable4syncEyP7UCTNode == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN6TTable6get_TTEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN6TTable6updateEyPK7UCTNode == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN6TTableC1Ei == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN6TTableC2Ei == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7KoState10legal_moveEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7KoState10reset_gameEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7KoState7superkoEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7KoState7superkoEy == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7KoState9init_gameEif == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7KoState9play_moveEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7KoState9play_moveEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7KoState9play_passEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7KoStateC2ERKS_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7KoStateD2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7Matcher11get_MatcherEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7Matcher11set_MatcherEPS_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7Matcher4clipEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7Matcher7matchesEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7MatcherC1Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7MatcherC2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7Playout11passthroughEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7Playout15set_final_scoreEf == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7Playout20do_playout_benchmarkER9GameState == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7Playout3runER9FastStateb == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7Playout8mc_ownerER9FastStatei == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7Playout9get_scoreEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7PlayoutC1Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7PlayoutC2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree10apply_moveEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree10apply_moveEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree12add_propertyENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEES5_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree12get_mainlineEj == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree14load_from_fileENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree15populate_statesEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree16load_from_stringENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree16string_to_vertexENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree20count_mainline_movesEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree23get_state_from_mainlineEj == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree8get_moveEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree9add_childES_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree9get_childEj == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree9get_stateEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTree9set_stateER7KoState == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTreeC1Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTreeC2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7SGFTreeD2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7TTEntryC1Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7TTEntryC2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode10invalidateEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode10link_childEPS_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode10set_extendEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode10set_visitsEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode10updateRAVEER7Playouti == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode11get_siblingEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode12delete_childEPS_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode13kill_superkosER7KoState == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode13set_blackwinsEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode13sort_childrenEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode14get_pass_childEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode15create_childrenER9FastStateb == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode15get_first_childEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode16get_nopass_childEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode16uct_select_childEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode5validEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode6updateER7Playouti == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode8set_moveEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNode9get_mutexEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNodeC1Eii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNodeC2Eii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNodeD1Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7UCTNodeD2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN7Zobrist12init_zobristER6Random == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard10area_scoreEf == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard10get_squareEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard10get_squareEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard10get_stringB5cxx11Ei == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard10get_vertexEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard10is_suicideEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard10self_atariEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard10set_squareEiiNS_8square_tE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard10set_squareEiNS_8square_tE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard11display_mapESt6vectorIiSaIiEE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard11get_groupidEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard11get_to_moveEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard11no_eye_fillEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard11remove_deadEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard11reset_boardEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard11saving_sizeEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard11string_sizeEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard11try_captureEiiRN5boost5arrayIiLj24EEERi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard12capture_sizeEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard12get_pattern3Eib == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard12get_pattern4Eib == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard12get_pattern5Eibb == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard12move_to_textB5cxx11Ei == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard12predict_killEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard13add_neighbourEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard13augment_chainERSt6vectorIiSaIiEEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard13black_to_moveEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard13display_boardEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard13fast_in_atariEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard13get_boardsizeEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard13get_extra_dirEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard13get_prisonersEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard13merge_stringsEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard14final_mc_scoreEf == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard14get_stone_listB5cxx11Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard15fast_ss_suicideEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard15kill_neighboursEiRN5boost5arrayIiLj24EEERi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard15kill_or_connectEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard15nbr_criticalityEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard16calc_reach_colorEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard16count_neighboursEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard16count_plibertiesEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard16count_rlibertiesEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard16dilate_libertiesERSt6vectorIiSaIiEE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard16get_pattern_fastEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard16move_to_text_sgfB5cxx11Ei == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard16predict_is_aliveEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard16remove_neighbourEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard16update_board_eyeEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard17add_pattern_movesEiiRN5boost5arrayIiLj24EEERi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard17display_libertiesEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard17estimate_mc_scoreEf == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard17get_neighbour_idsEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard17get_string_stonesEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard17predict_solid_eyeEiii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard17update_board_fastEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard18get_nearby_enemiesERSt6vectorIiSaIiEE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard18merged_string_sizeEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard18minimum_elib_countEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard18remove_string_fastEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard19add_global_capturesEiRN5boost5arrayIiLj24EEERi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard19check_losing_ladderEiii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard20add_string_libertiesILi2EEEviRN5boost5arrayIiXT_EEERi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard20add_string_libertiesILi3EEEviRN5boost5arrayIiXT_EEERi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard20get_augmented_stringEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard20get_pattern3_augmentEib == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard21percentual_area_scoreEf == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard24get_pattern_fast_augmentEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard24save_critical_neighboursEiiRN5boost5arrayIiLj24EEERi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard25get_pattern3_augment_specEiib == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard4areaEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard4evalEf == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard4moyoEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard6get_xyEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard6is_eyeEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard7get_dirEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard8in_atariEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard9get_emptyEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard9influenceEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard9run_bouzyEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard9starpointEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastBoard9starpointEiii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState10get_komoveEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState10get_passesEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState10reset_gameEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState10set_passesEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState11final_scoreEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState11get_movenumEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState11get_to_moveEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState11reset_boardEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState11set_to_moveEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState12get_handicapEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState12move_to_textB5cxx11Ei == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState12set_handicapEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState13display_stateEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState13get_last_moveEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState14generate_movesEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState14play_move_fastEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState15final_score_mapEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState15walk_empty_listEiib == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState16increment_passesEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState16play_random_moveEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState16play_random_moveEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState17estimate_mc_scoreEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState17get_prevlast_moveEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState18calculate_mc_scoreEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState21percentual_area_scoreEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState8get_komiEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState8set_komiEf == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState8try_moveEiib == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState9init_gameEif == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState9mark_deadEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState9play_moveEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState9play_moveEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FastState9play_passEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FullBoard11get_ko_hashEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FullBoard11reset_boardEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FullBoard12calc_ko_hashEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FullBoard12update_boardEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FullBoard13display_boardEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FullBoard13remove_stringEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FullBoard15predict_ko_hashEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FullBoard8get_hashEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9FullBoard9calc_hashEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState10reset_gameEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState10stop_clockEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState11adjust_timeEiii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState11start_clockEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState12forward_moveEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState13display_stateEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState13play_textmoveENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEES5_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState14valid_handicapEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState15get_timecontrolEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState15set_timecontrolE11TimeControl == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState15set_timecontrolEiii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState18set_fixed_handicapEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState19anchor_game_historyEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState19place_free_handicapEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState6rewindEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState9init_gameEif == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState9play_moveEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState9play_moveEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState9play_passEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameState9undo_moveEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameStateaSEOS_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameStateC2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9GameStateD2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9__gnu_cxx13new_allocatorI7SGFTreeE9constructIS1_JRKS1_EEEvPT_DpOT0_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9__gnu_cxx13new_allocatorI7SGFTreeE9constructIS1_JS1_EEEvPT_DpOT0_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9SGFParser14chop_from_fileENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9SGFParser19count_games_in_fileENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9SGFParser19parse_property_nameERNSt7__cxx1119basic_istringstreamIcSt11char_traitsIcESaIcEEE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9SGFParser20parse_property_valueERNSt7__cxx1119basic_istringstreamIcSt11char_traitsIcESaIcEEERNS0_12basic_stringIcS3_S4_EE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9SGFParser5parseERNSt7__cxx1119basic_istringstreamIcSt11char_traitsIcESaIcEEEP7SGFTree == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch10dump_statsER9GameStateR7UCTNode == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch10is_runningEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch11set_runflagEPb == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch13dump_analysisEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch13get_best_moveEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch13set_analyzingEb == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch15play_simulationER7KoStateP7UCTNode == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch15set_visit_limitEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch5thinkEii == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch6get_pvB5cxx11ER9GameStateR7UCTNode == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch6ponderEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch9get_scoreEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearch9set_quietEb == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearchC1ER9GameState == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTSearchC2ER9GameState == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZN9UCTWorkerclEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNK7UCTNode10get_visitsEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNK7UCTNode11first_visitEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNK7UCTNode11get_winrateEi == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNK7UCTNode12get_raverateEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNK7UCTNode12has_childrenEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNK7UCTNode13get_blackwinsEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNK7UCTNode14get_ravevisitsEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNK7UCTNode8get_moveEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNK7UCTNode9do_extendEv == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt11__copy_moveILb0ELb0ESt26random_access_iterator_tagE8__copy_mIPiSt20back_insert_iteratorISt6vectorIiSaIiEEEEET0_T_SA_S9_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt16allocator_traitsISaI7KoStateEE7destroyIS0_EEvRS1_PT_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt20__uninitialized_copyILb0EE13__uninit_copyIN9__gnu_cxx17__normal_iteratorIPK7SGFTreeSt6vectorIS4_SaIS4_EEEEPS4_EET0_T_SD_SC_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt3mapIifSt4lessIiESaISt4pairIKifEEED2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt3_V28__rotateIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS4_9null_typeES8_S8_S8_S8_S8_S8_EESt6vectorIS9_SaIS9_EEEEEET_SF_SF_SF_St26random_access_iterator_tag == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt4pairIKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEES5_EC2ERKS7_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt4pairINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEES5_EC2IRS5_S8_TnNSt9enable_ifIXaaclsr5_PCCPE22_MoveConstructiblePairIT_T0_EEclsr5_PCCPE30_ImplicitlyMoveConvertiblePairISA_SB_EEEbE4typeELb1EEEOSA_OSB_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt4pairINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEES5_ED2Ev == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EE14_M_move_assignEOS2_St17integral_constantIbLb1EE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EE17_M_default_appendEj == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EE17_M_realloc_insertIJRKS0_EEEvN9__gnu_cxx17__normal_iteratorIPS0_S2_EEDpOT_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EE6resizeEj == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EEC2ERKS2_ == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EED2Ev == *base.default ]] ++ [[ [.] _Z10alloc_hashv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorI7SGFTreeSaIS0_EE17_M_realloc_insertIJRKS0_EEEvN9__gnu_cxx17__normal_iteratorIPS0_S2_EEDpOT_ == *base.default ]] ++ [[ [.] _Z10attacks_toP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorI7SGFTreeSaIS0_EEC2ERKS2_ == *base.default ]] ++ [[ [.] _Z11add_capturePiiiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorI7SGFTreeSaIS0_EED2Ev == *base.default ]] ++ [[ [.] _Z11check_legalP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorI7TTEntrySaIS0_EE17_M_default_appendEj == *base.default ]] ++ [[ [.] _Z11check_phaseP11gamestate_tP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorIbSaIbEEaSERKS1_ == *base.default ]] ++ [[ [.] _Z11clear_dp_ttv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorIhSaIhEE17_M_default_appendEj == *base.default ]] ++ [[ [.] _Z11comp_to_sanP7state_tiPc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorIiSaIiEE17_M_default_appendEj == *base.default ]] ++ [[ [.] _Z11FileAttacksyj == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorIiSaIiEEaSERKS1_ == *base.default ]] ++ [[ [.] _Z11is_attackedP7state_tii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS5_EE17_M_realloc_insertIJS5_EEEvN9__gnu_cxx17__normal_iteratorIPS5_S7_EEDpOT_ == *base.default ]] ++ [[ [.] _Z11RankAttacksyj == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS5_EE8_M_eraseEN9__gnu_cxx17__normal_iteratorIPS5_S7_EESB_ == *base.default ]] ++ [[ [.] _Z11reset_boardP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS5_EED2Ev == *base.default ]] ++ [[ [.] _Z11RookAttacksP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorIySaIyEE17_M_realloc_insertIJRKyEEEvN9__gnu_cxx17__normal_iteratorIPyS1_EEDpOT_ == *base.default ]] ++ [[ [.] _Z11search_rootP7state_tiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt6vectorIySaIyEEaSERKS1_ == *base.default ]] ++ [[ [.] _Z12compact_movei == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt8auto_ptrI7SGFTreeED2Ev == *base.default ]] ++ [[ [.] _Z12elo_to_depthi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt8auto_ptrI9GameStateED2Ev == *base.default ]] ++ [[ [.] _Z12gen_capturesP7state_tPi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt8auto_ptrI9UCTSearchED2Ev == *base.default ]] ++ [[ [.] _Z12gen_evasionsP7state_tPii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt8_Rb_treeIiSt4pairIKifESt10_Select1stIS2_ESt4lessIiESaIS2_EE17_M_emplace_uniqueIJRS0_IifEEEES0_ISt17_Rb_tree_iteratorIS2_EbEDpOT_ == *base.default ]] ++ [[ [.] _Z12stringize_pvP7state_tPc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt8_Rb_treeIiSt4pairIKifESt10_Select1stIS2_ESt4lessIiESaIS2_EE8_M_eraseEPSt13_Rb_tree_nodeIS2_E == *base.default ]] ++ [[ [.] _Z12taxicab_distii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt8_Rb_treeINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESt10_Select1stIS8_ESt4lessIS5_ESaIS8_EE11equal_rangeERS7_ == *base.default ]] ++ [[ [.] _Z12verify_coordP7state_tPcPi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt8_Rb_treeINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESt10_Select1stIS8_ESt4lessIS5_ESaIS8_EE13_M_clone_nodeILb0ENSE_11_Alloc_nodeEEEPSt13_Rb_tree_nodeIS8_ESJ_RT0_ == *base.default ]] ++ [[ [.] _Z13allocate_timeP11gamestate_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt8_Rb_treeINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESt10_Select1stIS8_ESt4lessIS5_ESaIS8_EE16_M_emplace_equalIJS6_IS5_S5_EEEESt17_Rb_tree_iteratorIS8_EDpOT_ == *base.default ]] ++ [[ [.] _Z13BishopAttacksP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt8_Rb_treeINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESt10_Select1stIS8_ESt4lessIS5_ESaIS8_EE7_M_copyILb0ENSE_11_Alloc_nodeEEEPSt13_Rb_tree_nodeIS8_ESJ_PSt18_Rb_tree_node_baseRT0_ == *base.default ]] ++ [[ [.] _Z13clear_pawn_ttv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZNSt8_Rb_treeINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESt10_Select1stIS8_ESt4lessIS5_ESaIS8_EE8_M_eraseEPSt13_Rb_tree_nodeIS8_E == *base.default ]] ++ [[ [.] _Z13comp_to_coordP7state_tiPc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt10__pop_heapIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops15_Iter_less_iterEEvT_SF_SF_RT0_ == *base.default ]] ++ [[ [.] _Z13display_boardP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt11__make_heapIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops15_Iter_less_iterEEvT_SF_RT0_ == *base.default ]] ++ [[ [.] _Z13post_thinkingP7state_tiiPci == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt11__push_heapIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEEiS7_NS0_5__ops14_Iter_less_valEEvT_T0_SG_T1_RT2_ == *base.default ]] ++ [[ [.] _Z13PrintBitboardy == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt12__move_mergeIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEES9_NS0_5__ops15_Iter_comp_iterI8NodeCompEEET0_T_SJ_SJ_SJ_SI_T1_ == *base.default ]] ++ [[ [.] _Z13retrieve_evalP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt12__move_mergeIPN5boost6tuples5tupleIiiP7UCTNodeNS1_9null_typeES5_S5_S5_S5_S5_S5_EEN9__gnu_cxx17__normal_iteratorIS7_St6vectorIS6_SaIS6_EEEENS8_5__ops15_Iter_comp_iterI8NodeCompEEET0_T_SJ_SJ_SJ_SI_T1_ == *base.default ]] ++ [[ [.] _Z13ThickPopCounty == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt13__adjust_heapIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEEiS7_NS0_5__ops15_Iter_less_iterEEvT_T0_SG_T1_T2_ == *base.default ]] ++ [[ [.] _Z14check_solutionP7state_tPci == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt13__heap_selectIN9__gnu_cxx17__normal_iteratorIPiSt6vectorIiSaIiEEEENS0_5__ops15_Iter_less_iterEEvT_S9_S9_T0_ == *base.default ]] ++ [[ [.] _Z14drawn_endgamesP7state_tiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt16__insertion_sortIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEENS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_T0_ == *base.default ]] ++ [[ [.] _Z14dumpsearchstatP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt16__insertion_sortIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops15_Iter_less_iterEEvT_SF_T0_ == *base.default ]] ++ [[ [.] _Z14elo_to_blunderi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt16__introsort_loopIN9__gnu_cxx17__normal_iteratorIPiSt6vectorIiSaIiEEEEiNS0_5__ops15_Iter_less_iterEEvT_S9_T0_T1_ == *base.default ]] ++ [[ [.] _Z14init_psq_scoreP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt16__introsort_loopIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEEiNS0_5__ops15_Iter_less_iterEEvT_SF_T0_T1_ == *base.default ]] ++ [[ [.] _Z14rootmovesearchP7state_tiiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt16__merge_adaptiveIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEEiS9_NS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_SI_T0_SJ_T1_SJ_T2_ == *base.default ]] ++ [[ [.] _Z14setup_epd_lineP11gamestate_tP7state_tPKc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt17__rotate_adaptiveIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEES9_iET_SE_SE_SE_T1_SF_T0_SF_ == *base.default ]] ++ [[ [.] _Z15add_king_castlePiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt21__inplace_stable_sortIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEENS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_T0_ == *base.default ]] ++ [[ [.] _Z15AntiDiagAttacksyj == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt22__final_insertion_sortIN9__gnu_cxx17__normal_iteratorIPiSt6vectorIiSaIiEEEENS0_5__ops15_Iter_less_iterEEvT_S9_T0_ == *base.default ]] ++ [[ [.] _Z15DiagonalAttacksyj == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt22__merge_without_bufferIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEEiNS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_SI_T0_SJ_T1_ == *base.default ]] ++ [[ [.] _Z15FindFirstRemovePy == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt22__move_median_to_firstIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops15_Iter_less_iterEEvT_SF_SF_SF_T0_ == *base.default ]] ++ [[ [.] _Z15gen_good_checksP7state_tPi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt22__stable_sort_adaptiveIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEES9_iNS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_T0_T1_T2_ == *base.default ]] ++ [[ [.] _Z15initialize_hashP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt24__merge_sort_with_bufferIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEES9_NS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_T0_T1_ == *base.default ]] ++ [[ [.] _Z15init_parametersP11gamestate_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt25__unguarded_linear_insertIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops14_Val_less_iterEEvT_T0_ == *base.default ]] ++ [[ [.] _Z15make_text_movesP11gamestate_tP7state_tPc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt30__move_merge_adaptive_backwardIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEES9_SD_NS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_T0_SJ_T1_T2_ == *base.default ]] ++ [[ [.] _Z15position_to_fenP7state_tPc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt8_DestroyIP7KoStateEvT_S2_ == *base.default ]] ++ [[ [.] _Z16gen_check_blocksP7state_tPii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt8_DestroyIP7SGFTreeEvT_S2_ == *base.default ]] ++ [[ [.] _Z16post_fh_thinkingP7state_tiiPci == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZSt8__uniqueIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops19_Iter_equal_to_iterEET_SF_SF_T0_ == *base.default ]] ++ [[ [.] _Z16post_fl_thinkingP7state_tiiPci == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZStplIcSt11char_traitsIcESaIcEENSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_RKS8_ == *base.default ]] ++ [[ [.] _Z16SetupCastleMasksP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ mcf_r_base.default == *base.default ]] -+ false -+ echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.code_size 29776 -+ local name=tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.code_size -+ local value=29776 -+ cat -+ IFS=, -+ read -r benchmark symbol size -+ [[ libc.so.6 == *base.default ]] ++ [[ [.] _Z16static_pawn_evalP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __adddf3 == *base.default ]] ++ [[ [.] _Z16taxicab_dist_bitii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __aeabi_d2lz == *base.default ]] ++ [[ [.] _Z17input_causes_stopv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __aeabi_d2ulz == *base.default ]] ++ [[ [.] _Z17PrintAllBitboardsP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __aeabi_dadd == *base.default ]] ++ [[ [.] _Z17PrintRotBitboardsP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __aeabi_dsub == *base.default ]] ++ [[ [.] _Z17reset_search_dataP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __aeabi_f2d == *base.default ]] ++ [[ [.] _Z17run_epd_testsuiteP11gamestate_tP7state_tPKc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __aeabi_i2d == *base.default ]] ++ [[ [.] _Z18initialize_zobristP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __aeabi_idiv0 == *base.default ]] ++ [[ [.] _Z18preprocess_preparev == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __aeabi_l2d == *base.default ]] ++ [[ [.] _Z18reset_piece_squareP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __aeabi_ldiv0 == *base.default ]] ++ [[ [.] _Z19extract_ponder_moveP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __aeabi_ui2d == *base.default ]] ++ [[ [.] _Z20check_castle_blockerP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __aeabi_ul2d == *base.default ]] ++ [[ [.] _Z20extract_current_pathP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] arc_compare == *base.default ]] ++ [[ [.] _Z21insufficient_materialP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] bea_is_dual_infeasible == *base.default ]] ++ [[ [.] _Z21post_multipv_thinkingP7state_tiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] calculate_max_redcost == *base.default ]] ++ [[ [.] _Z21reset_search_countersP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] cost_compare == *base.default ]] ++ [[ [.] _Z22SetupPrecalculatedDatav == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] dual_feasible == *base.default ]] ++ [[ [.] _Z24extract_current_bestlineP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __extendsfdf2 == *base.default ]] ++ [[ [.] _Z3genP7state_tPi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __fixdfdi == *base.default ]] ++ [[ [.] _Z3seeP7state_tiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __fixunsdfdi == *base.default ]] ++ [[ [.] _Z4evalP7state_tiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __floatdidf == *base.default ]] ++ [[ [.] _Z4filei == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __floatsidf == *base.default ]] ++ [[ [.] _Z4logLi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __floatundidf == *base.default ]] ++ [[ [.] _Z4makeP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __floatunsidf == *base.default ]] ++ [[ [.] _Z4ranki == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] flow_cost == *base.default ]] ++ [[ [.] _Z5fevalP7state_tiP12t_eval_comps == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] flow_org_cost == *base.default ]] ++ [[ [.] _Z5rtimev == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] getArcPosition == *base.default ]] ++ [[ [.] _Z5scaleiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] getfree == *base.default ]] ++ [[ [.] _Z5thinkP11gamestate_tP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] getOriginalArcPosition == *base.default ]] ++ [[ [.] _Z6rinputPciP8_IO_FILE == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] global_opt == *base.default ]] ++ [[ [.] _Z6searchP7state_tiiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] insert_new_arc == *base.default ]] ++ [[ [.] _Z6unmakeP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] main == *base.default ]] ++ [[ [.] _Z7is_drawP11gamestate_tP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] marc_arcs == *base.default ]] ++ [[ [.] _Z7is_movePc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] markBaskets == *base.default ]] ++ [[ [.] _Z7mysrandj == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] master == *base.default ]] ++ [[ [.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] price_out_impl == *base.default ]] ++ [[ [.] _Z7qsearchP7state_tiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] primal_bea_mpp == *base.default ]] ++ [[ [.] _Z7StoreTTP7state_tiiijiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] primal_feasible == *base.default ]] ++ [[ [.] _Z8add_movePiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] primal_iminus == *base.default ]] ++ [[ [.] _Z8clear_ttv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] primal_net_simplex == *base.default ]] ++ [[ [.] _Z8FindLasty == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] primal_start_artificial == *base.default ]] ++ [[ [.] _Z8in_checkP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] primal_update_flow == *base.default ]] ++ [[ [.] _Z8myprintfPKcz == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] read_min == *base.default ]] ++ [[ [.] _Z8myrandomv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] refreshArcPointers == *base.default ]] ++ [[ [.] _Z8PopCounty == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] refresh_neighbour_lists == *base.default ]] ++ [[ [.] _Z8psq_evalP7state_tP12t_eval_comps == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] refreshPositions == *base.default ]] ++ [[ [.] _Z8start_upv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] replace_weaker_arc == *base.default ]] ++ [[ [.] _Z8sum_distii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] resize_prob == *base.default ]] ++ [[ [.] _Z9FindFirsty == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] set_static_vars == *base.default ]] ++ [[ [.] _Z9free_hashv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] spec_qsort == *base.default ]] ++ [[ [.] _Z9gen_quietP7state_tPi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] start == *base.default ]] ++ [[ [.] _Z9init_gameP11gamestate_tP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __subdf3 == *base.default ]] ++ [[ [.] _Z9interruptv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] suspend_impl == *base.default ]] ++ [[ [.] _Z9rdifftimeii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] switch_arcs == *base.default ]] ++ [[ [.] _ZL11order_movesP7state_tPiS1_ij == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] __udivmoddi4 == *base.default ]] ++ [[ [.] _ZL12history_goodP7state_tii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] update_tree == *base.default ]] ++ [[ [.] _ZL15hash_extract_pvP7state_tiPc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] worker == *base.default ]] ++ [[ [.] _ZL15remove_one_fastPiS_S_i == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] write_circulations == *base.default ]] ++ [[ [.] _ZL16fast_order_movesP7state_tPiS1_ij == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] write_objective_value == *base.default ]] ++ [[ [.] _ZL17search_time_checkP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol size + [[ cpuxalan_r_base.default == *base.default ]] + false + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.code_size 3881612 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.code_size 3881708 + local name=tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.code_size -+ local value=3881612 ++ local value=3881708 + cat + IFS=, + read -r benchmark symbol size @@ -65525,12 +71245,93 @@ + continue + IFS=, + read -r benchmark symbol size ++ [[ lbm_r_base.default == *base.default ]] ++ false ++ echo ' ,' ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.code_size 13064 ++ local name=tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.code_size ++ local value=13064 ++ cat ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_allocateGrid == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_compareVelocityField == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_freeGrid == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_handleInOutFlow == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_initializeGrid == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_initializeSpecialCellsForChannel == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_initializeSpecialCellsForLDC == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_loadObstacleFile == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_performStreamCollideBGK == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_performStreamCollideTRT == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_showGridStatistics == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_storeVelocityField == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] LBM_swapGrids == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] main == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] MAIN_finalize == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] MAIN_initialize == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] MAIN_parseCommandLine == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] MAIN_printInfo == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size + [[ xz_r_base.default == *base.default ]] + false + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.557.xz_r.code_size 176635 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.557.xz_r.code_size 177131 + local name=tcwg_bmk-code_speed-cpu2017rate.557.xz_r.code_size -+ local value=176635 ++ local value=177131 + cat + IFS=, + read -r benchmark symbol size @@ -67082,93 +72883,1485 @@ + continue + IFS=, + read -r benchmark symbol size -+ [[ lbm_r_base.default == *base.default ]] ++ [[ leela_r_base.default == *base.default ]] + false + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.code_size 13064 -+ local name=tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.code_size -+ local value=13064 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.541.leela_r.code_size 136169 ++ local name=tcwg_bmk-code_speed-cpu2017rate.541.leela_r.code_size ++ local value=136169 + cat + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_allocateGrid == *base.default ]] ++ [[ libc.so.6 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_compareVelocityField == *base.default ]] ++ [[ [.] __clang_call_terminate == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_freeGrid == *base.default ]] ++ [[ [.] __cxx_global_array_dtor == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_handleInOutFlow == *base.default ]] ++ [[ [.] _GLOBAL__sub_I_FastBoard.cpp == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_initializeGrid == *base.default ]] ++ [[ [.] _GLOBAL__sub_I_GTP.cpp == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_initializeSpecialCellsForChannel == *base.default ]] ++ [[ [.] _GLOBAL__sub_I_Leela.cpp == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_initializeSpecialCellsForLDC == *base.default ]] ++ [[ [.] _GLOBAL__sub_I_SGFParser.cpp == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_loadObstacleFile == *base.default ]] ++ [[ [.] _GLOBAL__sub_I_SGFTree.cpp == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_performStreamCollideBGK == *base.default ]] ++ [[ [.] _GLOBAL__sub_I_Utils.cpp == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_performStreamCollideTRT == *base.default ]] ++ [[ [.] main == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_showGridStatistics == *base.default ]] ++ [[ [.] _ZN11TimeControl11adjust_timeEiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_storeVelocityField == *base.default ]] ++ [[ [.] _ZN11TimeControl12get_maintimeEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] LBM_swapGrids == *base.default ]] ++ [[ [.] _ZN11TimeControl12time_forfeitEi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] main == *base.default ]] ++ [[ [.] _ZN11TimeControl13display_timesEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] MAIN_finalize == *base.default ]] ++ [[ [.] _ZN11TimeControl13set_boardsizeEi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] MAIN_initialize == *base.default ]] ++ [[ [.] _ZN11TimeControl17max_time_for_moveEi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] MAIN_parseCommandLine == *base.default ]] ++ [[ [.] _ZN11TimeControl18get_remaining_timeEi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] MAIN_printInfo == *base.default ]] ++ [[ [.] _ZN11TimeControl4stopEi == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ deepsjeng_r_base.default == *base.default ]] ++ [[ [.] _ZN11TimeControl5startEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN11TimeControlC1Eiiii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN11TimeControlC2Eiiii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN12MCOwnerTable5clearEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN12MCOwnerTable6updateERSt6bitsetILj441EE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN12MCOwnerTable7get_MCOEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN12MCOwnerTable9get_scoreEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN12MCOwnerTable9is_primedEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN12MCOwnerTableC1Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN12MCOwnerTableC2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN3GTP13get_life_listB5cxx11ER9GameStateb == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN3GTP7executeER9GameStateNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN3SMP12get_num_cpusEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN3SMP4LockC1ERNS_5MutexE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN3SMP4LockC2ERNS_5MutexE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN3SMP4LockD1Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN3SMP4LockD2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN3SMP5MutexC1Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN3SMP5MutexC2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN4Time8timediffES_S_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN4TimeC1Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN4TimeC2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN5boost5arrayISt6vectorIhSaIhEELj2EED2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN5Utils10gtp_printfEiPKcz == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN5Utils13input_pendingEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN5Utils15gtp_fail_printfEiPKcz == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN5Utils17input_causes_stopEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN5Utils8myprintfEPKcz == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN6Random10seedrandomEj == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN6Random6randomEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN6Random7get_RngEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN6Random7randintEt == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN6RandomC1Ei == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN6RandomC2Ei == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN6TTable4syncEyP7UCTNode == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN6TTable6get_TTEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN6TTable6updateEyPK7UCTNode == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN6TTableC1Ei == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN6TTableC2Ei == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7KoState10legal_moveEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7KoState10reset_gameEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7KoState7superkoEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7KoState7superkoEy == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7KoState9init_gameEif == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7KoState9play_moveEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7KoState9play_moveEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7KoState9play_passEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7KoStateC2ERKS_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7KoStateD2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7Matcher11get_MatcherEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7Matcher11set_MatcherEPS_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7Matcher4clipEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7Matcher7matchesEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7MatcherC1Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7MatcherC2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7Playout11passthroughEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7Playout15set_final_scoreEf == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7Playout20do_playout_benchmarkER9GameState == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7Playout3runER9FastStateb == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7Playout8mc_ownerER9FastStatei == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7Playout9get_scoreEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7PlayoutC1Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7PlayoutC2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree10apply_moveEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree10apply_moveEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree12add_propertyENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEES5_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree12get_mainlineEj == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree14load_from_fileENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree15populate_statesEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree16load_from_stringENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree16string_to_vertexENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree20count_mainline_movesEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree23get_state_from_mainlineEj == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree8get_moveEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree9add_childES_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree9get_childEj == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree9get_stateEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTree9set_stateER7KoState == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTreeC1Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTreeC2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7SGFTreeD2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7TTEntryC1Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7TTEntryC2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode10invalidateEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode10link_childEPS_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode10set_extendEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode10set_visitsEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode10updateRAVEER7Playouti == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode11get_siblingEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode12delete_childEPS_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode13kill_superkosER7KoState == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode13set_blackwinsEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode13sort_childrenEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode14get_pass_childEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode15create_childrenER9FastStateb == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode15get_first_childEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode16get_nopass_childEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode16uct_select_childEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode5validEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode6updateER7Playouti == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode8set_moveEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNode9get_mutexEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNodeC1Eii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNodeC2Eii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNodeD1Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7UCTNodeD2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN7Zobrist12init_zobristER6Random == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard10area_scoreEf == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard10get_squareEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard10get_squareEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard10get_stringB5cxx11Ei == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard10get_vertexEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard10is_suicideEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard10self_atariEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard10set_squareEiiNS_8square_tE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard10set_squareEiNS_8square_tE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard11display_mapESt6vectorIiSaIiEE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard11get_groupidEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard11get_to_moveEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard11no_eye_fillEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard11remove_deadEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard11reset_boardEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard11saving_sizeEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard11string_sizeEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard11try_captureEiiRN5boost5arrayIiLj24EEERi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard12capture_sizeEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard12get_pattern3Eib == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard12get_pattern4Eib == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard12get_pattern5Eibb == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard12move_to_textB5cxx11Ei == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard12predict_killEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard13add_neighbourEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard13augment_chainERSt6vectorIiSaIiEEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard13black_to_moveEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard13display_boardEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard13fast_in_atariEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard13get_boardsizeEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard13get_extra_dirEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard13get_prisonersEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard13merge_stringsEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard14final_mc_scoreEf == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard14get_stone_listB5cxx11Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard15fast_ss_suicideEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard15kill_neighboursEiRN5boost5arrayIiLj24EEERi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard15kill_or_connectEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard15nbr_criticalityEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard16calc_reach_colorEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard16count_neighboursEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard16count_plibertiesEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard16count_rlibertiesEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard16dilate_libertiesERSt6vectorIiSaIiEE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard16get_pattern_fastEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard16move_to_text_sgfB5cxx11Ei == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard16predict_is_aliveEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard16remove_neighbourEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard16update_board_eyeEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard17add_pattern_movesEiiRN5boost5arrayIiLj24EEERi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard17display_libertiesEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard17estimate_mc_scoreEf == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard17get_neighbour_idsEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard17get_string_stonesEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard17predict_solid_eyeEiii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard17update_board_fastEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard18get_nearby_enemiesERSt6vectorIiSaIiEE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard18merged_string_sizeEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard18minimum_elib_countEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard18remove_string_fastEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard19add_global_capturesEiRN5boost5arrayIiLj24EEERi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard19check_losing_ladderEiii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard20add_string_libertiesILi2EEEviRN5boost5arrayIiXT_EEERi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard20add_string_libertiesILi3EEEviRN5boost5arrayIiXT_EEERi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard20get_augmented_stringEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard20get_pattern3_augmentEib == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard21percentual_area_scoreEf == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard24get_pattern_fast_augmentEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard24save_critical_neighboursEiiRN5boost5arrayIiLj24EEERi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard25get_pattern3_augment_specEiib == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard4areaEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard4evalEf == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard4moyoEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard6get_xyEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard6is_eyeEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard7get_dirEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard8in_atariEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard9get_emptyEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard9influenceEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard9run_bouzyEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard9starpointEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastBoard9starpointEiii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState10get_komoveEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState10get_passesEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState10reset_gameEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState10set_passesEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState11final_scoreEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState11get_movenumEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState11get_to_moveEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState11reset_boardEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState11set_to_moveEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState12get_handicapEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState12move_to_textB5cxx11Ei == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState12set_handicapEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState13display_stateEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState13get_last_moveEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState14generate_movesEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState14play_move_fastEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState15final_score_mapEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState15walk_empty_listEiib == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState16increment_passesEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState16play_random_moveEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState16play_random_moveEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState17estimate_mc_scoreEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState17get_prevlast_moveEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState18calculate_mc_scoreEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState21percentual_area_scoreEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState8get_komiEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState8set_komiEf == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState8try_moveEiib == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState9init_gameEif == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState9mark_deadEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState9play_moveEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState9play_moveEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FastState9play_passEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FullBoard11get_ko_hashEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FullBoard11reset_boardEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FullBoard12calc_ko_hashEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FullBoard12update_boardEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FullBoard13display_boardEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FullBoard13remove_stringEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FullBoard15predict_ko_hashEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FullBoard8get_hashEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9FullBoard9calc_hashEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState10reset_gameEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState10stop_clockEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState11adjust_timeEiii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState11start_clockEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState12forward_moveEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState13display_stateEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState13play_textmoveENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEES5_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState14valid_handicapEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState15get_timecontrolEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState15set_timecontrolE11TimeControl == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState15set_timecontrolEiii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState18set_fixed_handicapEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState19anchor_game_historyEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState19place_free_handicapEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState6rewindEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState9init_gameEif == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState9play_moveEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState9play_moveEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState9play_passEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameState9undo_moveEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameStateaSEOS_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameStateC2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9GameStateD2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9__gnu_cxx13new_allocatorI7SGFTreeE9constructIS1_JRKS1_EEEvPT_DpOT0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9__gnu_cxx13new_allocatorI7SGFTreeE9constructIS1_JS1_EEEvPT_DpOT0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9SGFParser14chop_from_fileENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9SGFParser19count_games_in_fileENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9SGFParser19parse_property_nameERNSt7__cxx1119basic_istringstreamIcSt11char_traitsIcESaIcEEE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9SGFParser20parse_property_valueERNSt7__cxx1119basic_istringstreamIcSt11char_traitsIcESaIcEEERNS0_12basic_stringIcS3_S4_EE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9SGFParser5parseERNSt7__cxx1119basic_istringstreamIcSt11char_traitsIcESaIcEEEP7SGFTree == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch10dump_statsER9GameStateR7UCTNode == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch10is_runningEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch11set_runflagEPb == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch13dump_analysisEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch13get_best_moveEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch13set_analyzingEb == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch15play_simulationER7KoStateP7UCTNode == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch15set_visit_limitEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch5thinkEii == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch6get_pvB5cxx11ER9GameStateR7UCTNode == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch6ponderEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch9get_scoreEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearch9set_quietEb == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearchC1ER9GameState == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTSearchC2ER9GameState == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZN9UCTWorkerclEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNK7UCTNode10get_visitsEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNK7UCTNode11first_visitEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNK7UCTNode11get_winrateEi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNK7UCTNode12get_raverateEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNK7UCTNode12has_childrenEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNK7UCTNode13get_blackwinsEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNK7UCTNode14get_ravevisitsEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNK7UCTNode8get_moveEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNK7UCTNode9do_extendEv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt11__copy_moveILb0ELb0ESt26random_access_iterator_tagE8__copy_mIPiSt20back_insert_iteratorISt6vectorIiSaIiEEEEET0_T_SA_S9_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt16allocator_traitsISaI7KoStateEE7destroyIS0_EEvRS1_PT_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt20__uninitialized_copyILb0EE13__uninit_copyIN9__gnu_cxx17__normal_iteratorIPK7SGFTreeSt6vectorIS4_SaIS4_EEEEPS4_EET0_T_SD_SC_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt3mapIifSt4lessIiESaISt4pairIKifEEED2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt3_V28__rotateIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS4_9null_typeES8_S8_S8_S8_S8_S8_EESt6vectorIS9_SaIS9_EEEEEET_SF_SF_SF_St26random_access_iterator_tag == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt4pairIKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEES5_EC2ERKS7_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt4pairINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEES5_EC2IRS5_S8_TnNSt9enable_ifIXaaclsr5_PCCPE22_MoveConstructiblePairIT_T0_EEclsr5_PCCPE30_ImplicitlyMoveConvertiblePairISA_SB_EEEbE4typeELb1EEEOSA_OSB_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt4pairINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEES5_ED2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EE14_M_move_assignEOS2_St17integral_constantIbLb1EE == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EE17_M_default_appendEj == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EE17_M_realloc_insertIJRKS0_EEEvN9__gnu_cxx17__normal_iteratorIPS0_S2_EEDpOT_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EE6resizeEj == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EEC2ERKS2_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorI7KoStateSaIS0_EED2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorI7SGFTreeSaIS0_EE17_M_realloc_insertIJRKS0_EEEvN9__gnu_cxx17__normal_iteratorIPS0_S2_EEDpOT_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorI7SGFTreeSaIS0_EEC2ERKS2_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorI7SGFTreeSaIS0_EED2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorI7TTEntrySaIS0_EE17_M_default_appendEj == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorIbSaIbEEaSERKS1_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorIhSaIhEE17_M_default_appendEj == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorIiSaIiEE17_M_default_appendEj == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorIiSaIiEEaSERKS1_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS5_EE17_M_realloc_insertIJS5_EEEvN9__gnu_cxx17__normal_iteratorIPS5_S7_EEDpOT_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS5_EE8_M_eraseEN9__gnu_cxx17__normal_iteratorIPS5_S7_EESB_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS5_EED2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorIySaIyEE17_M_realloc_insertIJRKyEEEvN9__gnu_cxx17__normal_iteratorIPyS1_EEDpOT_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt6vectorIySaIyEEaSERKS1_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt8auto_ptrI7SGFTreeED2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt8auto_ptrI9GameStateED2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt8auto_ptrI9UCTSearchED2Ev == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt8_Rb_treeIiSt4pairIKifESt10_Select1stIS2_ESt4lessIiESaIS2_EE17_M_emplace_uniqueIJRS0_IifEEEES0_ISt17_Rb_tree_iteratorIS2_EbEDpOT_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt8_Rb_treeIiSt4pairIKifESt10_Select1stIS2_ESt4lessIiESaIS2_EE8_M_eraseEPSt13_Rb_tree_nodeIS2_E == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt8_Rb_treeINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESt10_Select1stIS8_ESt4lessIS5_ESaIS8_EE11equal_rangeERS7_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt8_Rb_treeINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESt10_Select1stIS8_ESt4lessIS5_ESaIS8_EE13_M_clone_nodeILb0ENSE_11_Alloc_nodeEEEPSt13_Rb_tree_nodeIS8_ESJ_RT0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt8_Rb_treeINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESt10_Select1stIS8_ESt4lessIS5_ESaIS8_EE16_M_emplace_equalIJS6_IS5_S5_EEEESt17_Rb_tree_iteratorIS8_EDpOT_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt8_Rb_treeINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESt10_Select1stIS8_ESt4lessIS5_ESaIS8_EE7_M_copyILb0ENSE_11_Alloc_nodeEEEPSt13_Rb_tree_nodeIS8_ESJ_PSt18_Rb_tree_node_baseRT0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZNSt8_Rb_treeINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESt10_Select1stIS8_ESt4lessIS5_ESaIS8_EE8_M_eraseEPSt13_Rb_tree_nodeIS8_E == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt10__pop_heapIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops15_Iter_less_iterEEvT_SF_SF_RT0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt11__make_heapIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops15_Iter_less_iterEEvT_SF_RT0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt11__push_heapIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEEiS7_NS0_5__ops14_Iter_less_valEEvT_T0_SG_T1_RT2_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt12__move_mergeIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEES9_NS0_5__ops15_Iter_comp_iterI8NodeCompEEET0_T_SJ_SJ_SJ_SI_T1_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt12__move_mergeIPN5boost6tuples5tupleIiiP7UCTNodeNS1_9null_typeES5_S5_S5_S5_S5_S5_EEN9__gnu_cxx17__normal_iteratorIS7_St6vectorIS6_SaIS6_EEEENS8_5__ops15_Iter_comp_iterI8NodeCompEEET0_T_SJ_SJ_SJ_SI_T1_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt13__adjust_heapIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEEiS7_NS0_5__ops15_Iter_less_iterEEvT_T0_SG_T1_T2_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt13__heap_selectIN9__gnu_cxx17__normal_iteratorIPiSt6vectorIiSaIiEEEENS0_5__ops15_Iter_less_iterEEvT_S9_S9_T0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt16__insertion_sortIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEENS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_T0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt16__insertion_sortIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops15_Iter_less_iterEEvT_SF_T0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt16__introsort_loopIN9__gnu_cxx17__normal_iteratorIPiSt6vectorIiSaIiEEEEiNS0_5__ops15_Iter_less_iterEEvT_S9_T0_T1_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt16__introsort_loopIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEEiNS0_5__ops15_Iter_less_iterEEvT_SF_T0_T1_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt16__merge_adaptiveIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEEiS9_NS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_SI_T0_SJ_T1_SJ_T2_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt17__rotate_adaptiveIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEES9_iET_SE_SE_SE_T1_SF_T0_SF_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt21__inplace_stable_sortIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEENS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_T0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt22__final_insertion_sortIN9__gnu_cxx17__normal_iteratorIPiSt6vectorIiSaIiEEEENS0_5__ops15_Iter_less_iterEEvT_S9_T0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt22__merge_without_bufferIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEEiNS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_SI_T0_SJ_T1_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt22__move_median_to_firstIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops15_Iter_less_iterEEvT_SF_SF_SF_T0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt22__stable_sort_adaptiveIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEES9_iNS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_T0_T1_T2_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt24__merge_sort_with_bufferIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEES9_NS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_T0_T1_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt25__unguarded_linear_insertIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops14_Val_less_iterEEvT_T0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt30__move_merge_adaptive_backwardIN9__gnu_cxx17__normal_iteratorIPN5boost6tuples5tupleIiiP7UCTNodeNS3_9null_typeES7_S7_S7_S7_S7_S7_EESt6vectorIS8_SaIS8_EEEES9_SD_NS0_5__ops15_Iter_comp_iterI8NodeCompEEEvT_SI_T0_SJ_T1_T2_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt8_DestroyIP7KoStateEvT_S2_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt8_DestroyIP7SGFTreeEvT_S2_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZSt8__uniqueIN9__gnu_cxx17__normal_iteratorIPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt6vectorIS7_SaIS7_EEEENS0_5__ops19_Iter_equal_to_iterEET_SF_SF_T0_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] _ZStplIcSt11char_traitsIcESaIcEENSt7__cxx1112basic_stringIT_T0_T1_EEPKS5_RKS8_ == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ nab_r_base.default == *base.default ]] + false + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.code_size 92044 -+ local name=tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.code_size -+ local value=92044 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.544.nab_r.code_size 192791 ++ local name=tcwg_bmk-code_speed-cpu2017rate.544.nab_r.code_size ++ local value=192791 + cat + IFS=, + read -r benchmark symbol size @@ -67176,443 +74369,1168 @@ + continue + IFS=, + read -r benchmark symbol size ++ [[ [.] addbonds2reslib == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] addchi2reslib == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] AddColumnType == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] addqr2reslib == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] addres2reslib == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] addresidue == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] addstrand == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] angle == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] anglep == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] atom_in_aexpr == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] bDBGetTable == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] bDBGetTableType == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] bDBGetType == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] bDBGetValue == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] bDBRndDeleteEntry == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] bDBRndNextEntryWithPrefix == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] buildkdtree == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] cap == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] CG_exit == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] checkpoint == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] chirvol == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] circle == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] clear_attr == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] CompactDataBase == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] concat_mat == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] ConcatString == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] connectres == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] ConstructDataHeader == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] copyextbonds == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] copymolecule == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] copyparm == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] copyresidue == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] copystrand == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] countmolatoms == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] countmolres == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] countmolstrands == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] countstrandresidues == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DBClose == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] dbDBRndOpen == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] dbDBSeqOpen == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DBPopPrefix == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DBPushPrefix == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DBPushZeroPrefix == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DBPutTable == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DBPutValue == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DBRndLoopEntryWithPrefix == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DBSeqGoto == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DBSeqRewind == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DBSeqSkipData == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DBZeroPrefix == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] dDictCreate == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] delete_atom == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DictAdd == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] DictDestroy == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] dist == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] distp == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] dlDictLoop == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] doinsert == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] eangl == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] ebond == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] ephi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] ePrepareDatabaseForEntry == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] errormsg == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] errormsg_2s == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] errormsg_d == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] errormsg_s == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] errors == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] FortranEndLine == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] FortranFormat == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] FortranWriteDouble == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] FortranWriteInt == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] FortranWriteString == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] free_imatrix == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] free_ivector == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] free_matrix == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] freemolecule == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] freeresidue == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] free_vector == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] gauss == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] get_blocksize == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] getmatrix == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] get_mytaskid == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] get_nr_debug == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] get_numtasks == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] getpdb == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] getresidue == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] getreslibkind == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] getresname == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] getxv == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] getxyz == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] getxyzw == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] ggets == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] heapsort_index == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] imatrix == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] initres == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] ipvector == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] is_pattern == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] ivector == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] lbackref == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] lDBSeqCurPos == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] ldissect == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] lslow == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] lstep == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size + [[ [.] main == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z10alloc_hashv == *base.default ]] ++ [[ [.] makebonds == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z10attacks_toP7state_ti == *base.default ]] ++ [[ [.] match_atom_pat == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z11add_capturePiiiiii == *base.default ]] ++ [[ [.] match_res_pat == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z11check_legalP7state_ti == *base.default ]] ++ [[ [.] matrix == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z11check_phaseP11gamestate_tP7state_t == *base.default ]] ++ [[ [.] md == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z11clear_dp_ttv == *base.default ]] ++ [[ [.] mergestr == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z11comp_to_sanP7state_tiPc == *base.default ]] ++ [[ [.] mk_fname == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z11FileAttacksyj == *base.default ]] ++ [[ [.] mme == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z11is_attackedP7state_tii == *base.default ]] ++ [[ [.] mme34 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z11RankAttacksyj == *base.default ]] ++ [[ [.] mme4 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z11reset_boardP7state_t == *base.default ]] ++ [[ [.] mme_init == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z11RookAttacksP7state_ti == *base.default ]] ++ [[ [.] mme_timer == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z11search_rootP7state_tiii == *base.default ]] ++ [[ [.] mm_set_checkpoint == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z12compact_movei == *base.default ]] ++ [[ [.] mpierror == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z12elo_to_depthi == *base.default ]] ++ [[ [.] mpifinalize == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z12gen_capturesP7state_tPi == *base.default ]] ++ [[ [.] mpiinit == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z12gen_evasionsP7state_tPii == *base.default ]] ++ [[ [.] myroc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z12stringize_pvP7state_tPc == *base.default ]] ++ [[ [.] NAB_ainit == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z12taxicab_distii == *base.default ]] ++ [[ [.] NAB_anext == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z12verify_coordP7state_tPcPi == *base.default ]] ++ [[ [.] NAB_arc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z13allocate_timeP11gamestate_ti == *base.default ]] ++ [[ [.] NAB_arf == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z13BishopAttacksP7state_ti == *base.default ]] ++ [[ [.] NAB_ari == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z13clear_pawn_ttv == *base.default ]] ++ [[ [.] NAB_arp == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z13comp_to_coordP7state_tiPc == *base.default ]] ++ [[ [.] NAB_initatom == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z13display_boardP7state_ti == *base.default ]] ++ [[ [.] NAB_initres == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z13post_thinkingP7state_tiiPci == *base.default ]] ++ [[ [.] NAB_matcpy == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z13PrintBitboardy == *base.default ]] ++ [[ [.] NAB_mnext == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z13retrieve_evalP7state_t == *base.default ]] ++ [[ [.] NAB_mri == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z13ThickPopCounty == *base.default ]] ++ [[ [.] NAB_rnext == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z14check_solutionP7state_tPci == *base.default ]] ++ [[ [.] NAB_rrc == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z14drawn_endgamesP7state_tiii == *base.default ]] ++ [[ [.] NAB_rri == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z14dumpsearchstatP7state_t == *base.default ]] ++ [[ [.] nblist == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z14elo_to_blunderi == *base.default ]] ++ [[ [.] nbond == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z14init_psq_scoreP7state_t == *base.default ]] ++ [[ [.] newmolecule == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z14rootmovesearchP7state_tiiiii == *base.default ]] ++ [[ [.] newtransform == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z14setup_epd_lineP11gamestate_tP7state_tPKc == *base.default ]] ++ [[ [.] nrerror == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z15add_king_castlePiiii == *base.default ]] ++ [[ [.] ordinary == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z15AntiDiagAttacksyj == *base.default ]] ++ [[ [.] p_bracket == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z15DiagonalAttacksyj == *base.default ]] ++ [[ [.] p_bre == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z15FindFirstRemovePy == *base.default ]] ++ [[ [.] p_b_symbol == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z15gen_good_checksP7state_tPi == *base.default ]] ++ [[ [.] p_ere == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z15initialize_hashP7state_t == *base.default ]] ++ [[ [.] pfind == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z15init_parametersP11gamestate_t == *base.default ]] ++ [[ [.] preadln == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z15make_text_movesP11gamestate_tP7state_tPc == *base.default ]] ++ [[ [.] p_str == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z15position_to_fenP7state_tPc == *base.default ]] ++ [[ [.] putbnd == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z16gen_check_blocksP7state_tPii == *base.default ]] ++ [[ [.] putcif == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z16post_fh_thinkingP7state_tiiPci == *base.default ]] ++ [[ [.] putdist == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z16post_fl_thinkingP7state_tiiPci == *base.default ]] ++ [[ [.] putmatrix == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z16SetupCastleMasksP7state_t == *base.default ]] ++ [[ [.] putpdb == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z16static_pawn_evalP7state_t == *base.default ]] ++ [[ [.] putxv == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z16taxicab_dist_bitii == *base.default ]] ++ [[ [.] putxyz == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z17input_causes_stopv == *base.default ]] ++ [[ [.] putxyzw == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z17PrintAllBitboardsP7state_t == *base.default ]] ++ [[ [.] rand2 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z17PrintRotBitboardsP7state_t == *base.default ]] ++ [[ [.] readbinposfrm == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z17reset_search_dataP7state_t == *base.default ]] ++ [[ [.] readbinposhdr == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z17run_epd_testsuiteP11gamestate_tP7state_tPKc == *base.default ]] ++ [[ [.] readparm == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z18initialize_zobristP7state_t == *base.default ]] ++ [[ [.] read_reslib == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z18preprocess_preparev == *base.default ]] ++ [[ [.] reducerror == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z18reset_piece_squareP7state_t == *base.default ]] ++ [[ [.] regcomp == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z19extract_ponder_moveP7state_t == *base.default ]] ++ [[ [.] regerror == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z20check_castle_blockerP7state_ti == *base.default ]] ++ [[ [.] regexec == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z20extract_current_pathP7state_t == *base.default ]] ++ [[ [.] regfree == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z21insufficient_materialP7state_t == *base.default ]] ++ [[ [.] repeat == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z21post_multipv_thinkingP7state_tiii == *base.default ]] ++ [[ [.] rot4 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z21reset_search_countersP7state_t == *base.default ]] ++ [[ [.] rot4p == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z22SetupPrecalculatedDatav == *base.default ]] ++ [[ [.] rseed == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z24extract_current_bestlineP7state_t == *base.default ]] ++ [[ [.] rt_errormsg == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z3genP7state_tPi == *base.default ]] ++ [[ [.] rt_errormsg_2s == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z3seeP7state_tiiii == *base.default ]] ++ [[ [.] rt_errormsg_d == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z4evalP7state_tiii == *base.default ]] ++ [[ [.] rt_errormsg_s == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z4filei == *base.default ]] ++ [[ [.] sbackref == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z4logLi == *base.default ]] ++ [[ [.] sDBRemoveControlAndPadding == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z4makeP7state_ti == *base.default ]] ++ [[ [.] sDBRemoveFirstString == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z4ranki == *base.default ]] ++ [[ [.] sDBRemoveLeadingSpaces == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z5fevalP7state_tiP12t_eval_comps == *base.default ]] ++ [[ [.] sDBRemoveSpaces == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z5rtimev == *base.default ]] ++ [[ [.] sdissect == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z5scaleiii == *base.default ]] ++ [[ [.] searchkdtree == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z5thinkP11gamestate_tP7state_t == *base.default ]] ++ [[ [.] seconds == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z6rinputPciP8_IO_FILE == *base.default ]] ++ [[ [.] select_atoms == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z6searchP7state_tiiiii == *base.default ]] ++ [[ [.] set_attr_if == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z6unmakeP7state_ti == *base.default ]] ++ [[ [.] set_belly_mask == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z7is_drawP11gamestate_tP7state_t == *base.default ]] ++ [[ [.] set_cons_mask == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z7is_movePc == *base.default ]] ++ [[ [.] setmol_from_xyz == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z7mysrandj == *base.default ]] ++ [[ [.] setmol_from_xyzw == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i == *base.default ]] ++ [[ [.] setpoint == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z7qsearchP7state_tiiii == *base.default ]] ++ [[ [.] setreskind == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z7StoreTTP7state_tiiijiiii == *base.default ]] ++ [[ [.] setreslibkind == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z8add_movePiiii == *base.default ]] ++ [[ [.] setseed == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z8clear_ttv == *base.default ]] ++ [[ [.] setxyz_from_mol == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z8FindLasty == *base.default ]] ++ [[ [.] setxyzw_from_mol == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z8in_checkP7state_t == *base.default ]] ++ [[ [.] spec_genrand_int31 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z8myprintfPKcz == *base.default ]] ++ [[ [.] spec_genrand_int32 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z8myrandomv == *base.default ]] ++ [[ [.] spec_genrand_real1 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z8PopCounty == *base.default ]] ++ [[ [.] spec_genrand_real2 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z8psq_evalP7state_tP12t_eval_comps == *base.default ]] ++ [[ [.] spec_genrand_real3 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z8start_upv == *base.default ]] ++ [[ [.] spec_genrand_res53 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z8sum_distii == *base.default ]] ++ [[ [.] spec_init_by_array == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z9FindFirsty == *base.default ]] ++ [[ [.] spec_init_genrand == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z9free_hashv == *base.default ]] ++ [[ [.] spec_lrand48 == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z9gen_quietP7state_tPi == *base.default ]] ++ [[ [.] spec_rand == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z9init_gameP11gamestate_tP7state_t == *base.default ]] ++ [[ [.] spec_srand == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z9interruptv == *base.default ]] ++ [[ [.] sslow == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _Z9rdifftimeii == *base.default ]] ++ [[ [.] sstep == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZL11order_movesP7state_tPiS1_ij == *base.default ]] ++ [[ [.] sStripString == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZL12history_goodP7state_tii == *base.default ]] ++ [[ [.] strindex == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZL15hash_extract_pvP7state_tiPc == *base.default ]] ++ [[ [.] StripDouble == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZL15remove_one_fastPiS_S_i == *base.default ]] ++ [[ [.] StripInteger == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZL16fast_order_movesP7state_tPiS1_ij == *base.default ]] ++ [[ [.] torsion == *base.default ]] + continue + IFS=, + read -r benchmark symbol size -+ [[ [.] _ZL17search_time_checkP7state_t == *base.default ]] ++ [[ [.] torsionp == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] trans4 == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] trans4p == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] transformmol == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] transformpts == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] transformres == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] upd_molnumbers == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] updtransform == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] vector == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] vPDictDelete == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] vPDictFind == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] vPDictNext == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] writebinposfrm == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] writebinposhdr == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] writeparm == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] zbDBParseSimpleHeader == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] ziDictKeyCompare == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ mcf_r_base.default == *base.default ]] ++ false ++ echo ' ,' ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.code_size 29760 ++ local name=tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.code_size ++ local value=29760 ++ cat ++ IFS=, ++ read -r benchmark symbol size ++ [[ libc.so.6 == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __adddf3 == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __aeabi_d2lz == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __aeabi_d2ulz == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __aeabi_dadd == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __aeabi_dsub == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __aeabi_f2d == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __aeabi_i2d == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __aeabi_idiv0 == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __aeabi_l2d == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __aeabi_ldiv0 == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __aeabi_ui2d == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __aeabi_ul2d == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] arc_compare == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] bea_is_dual_infeasible == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] calculate_max_redcost == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] cost_compare == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] dual_feasible == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __extendsfdf2 == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __fixdfdi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __fixunsdfdi == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __floatdidf == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __floatsidf == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __floatundidf == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __floatunsidf == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] flow_cost == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] flow_org_cost == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] getArcPosition == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] getfree == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] getOriginalArcPosition == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] global_opt == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] insert_new_arc == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] main == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] marc_arcs == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] markBaskets == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] master == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] price_out_impl == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] primal_bea_mpp == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] primal_feasible == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] primal_iminus == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] primal_net_simplex == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] primal_start_artificial == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] primal_update_flow == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] read_min == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] refreshArcPointers == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] refresh_neighbour_lists == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] refreshPositions == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] replace_weaker_arc == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] resize_prob == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] set_static_vars == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] spec_qsort == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] start == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __subdf3 == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] suspend_impl == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] switch_arcs == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] __udivmoddi4 == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] update_tree == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] worker == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] write_circulations == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol size ++ [[ [.] write_objective_value == *base.default ]] + continue + IFS=, + read -r benchmark symbol size @@ -67620,88 +75538,97 @@ + read -r benchmark symbol sample _dso ++ tail -n +2 artifacts/results-vs-prev/csv-results-1/perf.csv ++ tr -d '\r' -+ [[ [.] __vfscanf_internal == *base.default ]] -+ continue ++ [[ lbm_r_base.default == *base.default ]] ++ false ++ echo ' ,' ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.exec 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.exec ++ local value=1 ++ cat + IFS=, + read -r benchmark symbol sample _dso -+ [[ libc.so.6 == *base.default ]] ++ [[ [.] LBM_initializeGrid == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ xz_r_base.default == *base.default ]] ++ [[ mcf_r_base.default == *base.default ]] + false + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.557.xz_r.exec 10410 -+ local name=tcwg_bmk-code_speed-cpu2017rate.557.xz_r.exec -+ local value=10410 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.exec 14715 ++ local name=tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.exec ++ local value=14715 + cat + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] lzma_mf_bt4_find == *base.default ]] ++ [[ [.] price_out_impl == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] lzma_lzma_optimum_normal == *base.default ]] ++ [[ [.] primal_bea_mpp == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] lzma_mf_bt4_skip == *base.default ]] ++ [[ [.] cost_compare == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] sha_compress == *base.default ]] ++ [[ [.] spec_qsort == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] lzma_decode == *base.default ]] ++ [[ [.] arc_compare == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] rc_encode == *base.default ]] ++ [[ [.] suspend_impl == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] lzma_lzma_encode == *base.default ]] ++ [[ [.] primal_iminus == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] process == *base.default ]] ++ [[ [.] __udivmoddi4 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ libc.so.6 == *base.default ]] ++ [[ [.] update_tree == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] __memcpy_neon == *base.default ]] ++ [[ [.] switch_arcs == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] lzma_mf_find == *base.default ]] ++ [[ [.] dual_feasible == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] lzma_crc64 == *base.default ]] ++ [[ [.] flow_cost == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] match == *base.default ]] ++ [[ [.] master == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] length == *base.default ]] ++ [[ [.] getArcPosition == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] length_update_prices == *base.default ]] ++ [[ libc.so.6 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _fini == *base.default ]] ++ [[ [.] _int_malloc == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] spec_mem_fread == *base.default ]] ++ [[ [.] __aeabi_ldivmod == *base.default ]] ++ continue ++ IFS=, ++ read -r benchmark symbol sample _dso ++ [[ [.] refresh_neighbour_lists == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso @@ -67709,36 +75636,36 @@ + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] sha_process == *base.default ]] ++ [[ [.] __libc_calloc == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] memset == *base.default ]] ++ [[ [k] 0xc001e188 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] lzma_bufcpy == *base.default ]] ++ [[ [.] _IO_sputbackc == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] lzma2_encode == *base.default ]] ++ [[ libc.so.6 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [k] 0xc001e188 == *base.default ]] ++ [[ [.] _IO_fgets == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] 0x0001d530 == *base.default ]] ++ [[ [.] __GI_____strtol_l_internal == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso + [[ cpuxalan_r_base.default == *base.default ]] + false + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.exec 2553 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.exec 2599 + local name=tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.exec -+ local value=2553 ++ local value=2599 + cat + IFS=, + read -r benchmark symbol sample _dso @@ -67754,23 +75681,11 @@ + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZSt9__find_ifIPKPKN11xalanc_1_1014XalanDOMStringEN9__gnu_cxx5__ops10_Iter_predINS0_20equalsXalanDOMStringEEEET_SB_SB_T0_St26random_access_iterator_tag == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712XPathMatcher12startElementERKNS_14XMLElementDeclEjPKtRKNS_11RefVectorOfINS_7XMLAttrEEEj == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol sample _dso + [[ libc.so.6 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_725IdentityConstraintHandler26activateIdentityConstraintEPNS_17SchemaElementDeclEijPKtRKNS_11RefVectorOfINS_7XMLAttrEEEj == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712XPathMatcher10endElementERKNS_14XMLElementDeclEPKt == *base.default ]] ++ [[ [.] _ZN11xercesc_2_712XPathMatcher12startElementERKNS_14XMLElementDeclEjPKtRKNS_11RefVectorOfINS_7XMLAttrEEEj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso @@ -67778,99 +75693,99 @@ + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] malloc == *base.default ]] ++ [[ [.] _ZSt9__find_ifIPKPKN11xalanc_1_1014XalanDOMStringEN9__gnu_cxx5__ops10_Iter_predINS0_20equalsXalanDOMStringEEEET_SB_SB_T0_St26random_access_iterator_tag == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ libstdc++.so.6.0.30 == *base.default ]] ++ [[ [.] _ZN11xercesc_2_79HashXMLCh10getHashValEPKvjPNS_13MemoryManagerE == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZNK11xalanc_1_1023XalanDOMStringHashTable4findEPKtjPj == *base.default ]] ++ [[ [.] _ZN11xercesc_2_725IdentityConstraintHandler26activateIdentityConstraintEPNS_17SchemaElementDeclEijPKtRKNS_11RefVectorOfINS_7XMLAttrEEEj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_725IdentityConstraintHandler17deactivateContextEPNS_17SchemaElementDeclEPKt == *base.default ]] ++ [[ [.] _ZN11xercesc_2_712IGXMLScanner12buildAttListERKNS_11RefVectorOfINS_12KVStringPairEEEjPNS_14XMLElementDeclERNS1_INS_7XMLAttrEEE == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_717RegularExpression5matchEPNS0_7ContextEPKNS_2OpEis == *base.default ]] ++ [[ [.] _ZNK11xercesc_2_713XMLStringPool13getValueForIdEj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712IGXMLScanner12scanCharDataERNS_9XMLBufferE == *base.default ]] ++ [[ [.] _ZN11xercesc_2_712IGXMLScanner12sendCharDataERNS_9XMLBufferE == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZNSbIwSt11char_traitsIwESaIwEE4swapERS2_@plt == *base.default ]] ++ [[ [.] _int_malloc == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_79XMLString6equalsEPKtS2_ == *base.default ]] ++ [[ [.] _int_free == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_79XMLString14compareNStringEPKtS2_j == *base.default ]] ++ [[ [.] _ZN11xercesc_2_725IdentityConstraintHandler17deactivateContextEPNS_17SchemaElementDeclEPKt == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_79XMLReader9handleEOLERtb == *base.default ]] ++ [[ [.] _ZN11xercesc_2_712IGXMLScanner28scanRawAttrListforNameSpacesEi == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_79HashXMLCh10getHashValEPKvjPNS_13MemoryManagerE == *base.default ]] ++ [[ [.] cfree@GLIBC_2.4 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_717SAX2XMLReaderImpl12startElementERKNS_14XMLElementDeclEjPKtRKNS_11RefVectorOfINS_7XMLAttrEEEjbb == *base.default ]] ++ [[ [.] _ZNK11xercesc_2_79ElemStack14mapPrefixToURIEPKtNS0_8MapModesERb == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_717RegularExpression7matchesEPKtiiPNS_5MatchEPNS_13MemoryManagerE == *base.default ]] ++ [[ [.] _ZN11xercesc_2_79XMLString7indexOfEPKtt == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_715ValueStoreCache10endElementEv == *base.default ]] ++ [[ [.] _ZN11xercesc_2_717RegularExpression8matchDotEPNS0_7ContextERis == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_715SchemaValidator12checkContentEPNS_14XMLElementDeclEPPNS_5QNameEj == *base.default ]] ++ [[ [.] _ZN11xercesc_2_717MemoryManagerImpl8allocateEj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_713SchemaGrammar11getElemDeclEjPKtS2_j == *base.default ]] ++ [[ [.] _ZN11xercesc_2_712XPathMatcher10endElementERKNS_14XMLElementDeclEPKt == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712IGXMLScanner12sendCharDataERNS_9XMLBufferE == *base.default ]] ++ [[ [.] _ZN11xalanc_1_106equalsEPKtS1_j == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712IGXMLScanner10scanEndTagERb == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1022XalanSourceTreeElementC2ERN11xercesc_2_713MemoryManagerERKNS_14XalanDOMStringEPNS_23XalanSourceTreeDocumentEPNS_9XalanNodeESA_SA_m == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_711RefVectorOfINS_12ValueStackOfIiEEED2Ev == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1018XalanDOMStringPool3getEPKtj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_710ValueStore8addValueEPNS_14FieldActivatorEPNS_8IC_FieldEPNS_17DatatypeValidatorEPKt == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1015doAppendSiblingINS_19XalanSourceTreeTextEEEvPT_RPNS_9XalanNodeES5_ == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_106equalsEPKtS1_j == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1014XalanDOMString4hashEPKtj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1014XalanDOMString4hashEPKtj == *base.default ]] ++ [[ [.] malloc == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1014ArenaAllocatorINS_19XalanSourceTreeTextENS_10ArenaBlockIS1_jEEE13allocateBlockEv == *base.default ]] ++ [[ [.] _fini == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _int_free == *base.default ]] ++ [[ [.] _ZThn4_N11xercesc_2_717SAX2XMLReaderImpl13docCharactersEPKtjb == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso @@ -67882,11 +75797,11 @@ + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZNK11xercesc_2_79ElemStack14mapPrefixToURIEPKtNS0_8MapModesERb == *base.default ]] ++ [[ [.] _ZNK11xercesc_2_79IC_KeyRef7getTypeEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZNK11xercesc_2_79ElemStack10topElementEv == *base.default ]] ++ [[ [.] _ZNK11xercesc_2_77UnionOp7getSizeEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso @@ -67894,47 +75809,47 @@ + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZNK11xercesc_2_723StringDatatypeValidator20checkAdditionalFacetEPKtPNS_13MemoryManagerE == *base.default ]] ++ [[ [.] _ZNK11xercesc_2_717VecAttributesImpl8getValueEj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZNK11xercesc_2_716SchemaAttDefList14getAttDefCountEv == *base.default ]] ++ [[ [.] _ZNK11xercesc_2_715DFAContentModel15validateContentEPPNS_5QNameEjj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZNK11xercesc_2_715DFAContentModel15validateContentEPPNS_5QNameEjj == *base.default ]] ++ [[ [.] _ZNK11xercesc_2_713XMLStringPool6existsEj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZNK11xercesc_2_710XMLScanner10getURITextEj == *base.default ]] ++ [[ [.] _ZNK11xercesc_2_713XMLStringPool5getIdEPKt == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_79XMLString13regionMatchesEPKtiS2_ij == *base.default ]] ++ [[ [.] _ZNK11xalanc_1_1019XalanSourceTreeText11getNodeTypeEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_79XMLReader8getQNameERNS_9XMLBufferEPi == *base.default ]] ++ [[ [.] _ZN11xercesc_2_79XMLString14compareNStringEPKtS2_j == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_79XMLReader11skippedCharEt == *base.default ]] ++ [[ [.] _ZN11xercesc_2_79XMLString13regionMatchesEPKtiS2_ij == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_79ReaderMgr11getNextCharEv == *base.default ]] ++ [[ [.] _ZN11xercesc_2_79XMLReader13skippedStringEPKt == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_79HashXMLCh6equalsEPKvS2_ == *base.default ]] ++ [[ [.] _ZN11xercesc_2_79ReaderMgr11getNextCharEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_79ElemStack8addChildEPNS_5QNameEb == *base.default ]] ++ [[ [.] _ZN11xercesc_2_79HashXMLCh6equalsEPKvS2_ == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_79ElemStack6popTopEv == *base.default ]] ++ [[ [.] _ZN11xercesc_2_79ElemStack8addLevelEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso @@ -67950,11 +75865,11 @@ + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_723AbstractStringValidator12checkContentEPKtPNS_17ValidationContextEbPNS_13MemoryManagerE == *base.default ]] ++ [[ [.] _ZN11xercesc_2_724AbstractNumericValidator11boundsCheckEPKNS_9XMLNumberEPNS_13MemoryManagerE == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_721TimeDatatypeValidator5parseEPNS_11XMLDateTimeE == *base.default ]] ++ [[ [.] _ZN11xercesc_2_723AbstractStringValidator12checkContentEPKtPNS_17ValidationContextEbPNS_13MemoryManagerE == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso @@ -67962,483 +75877,459 @@ + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_717DateTimeValidator12checkContentEPKtPNS_17ValidationContextEbPNS_13MemoryManagerE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_715SelectorMatcher12startElementERKNS_14XMLElementDeclEjPKtRKNS_11RefVectorOfINS_7XMLAttrEEEj == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_715SelectorMatcher10endElementERKNS_14XMLElementDeclEPKt == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_715SchemaValidator19normalizeWhiteSpaceEPNS_17DatatypeValidatorEPKtRNS_9XMLBufferE == *base.default ]] -+ continue -+ IFS=, -+ read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_713FieldValueMap3putEPNS_8IC_FieldEPNS_17DatatypeValidatorEPKt == *base.default ]] ++ [[ [.] _ZN11xercesc_2_717SAX2XMLReaderImpl12startElementERKNS_14XMLElementDeclEjPKtRKNS_11RefVectorOfINS_7XMLAttrEEEjbb == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712XPathMatcherD2Ev == *base.default ]] ++ [[ [.] _ZN11xercesc_2_717RegularExpression5matchEPNS0_7ContextEPKNS_2OpEis == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712IGXMLScanner28scanRawAttrListforNameSpacesEi == *base.default ]] ++ [[ [.] _ZN11xercesc_2_717MemoryManagerImpl10deallocateEPv == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712IGXMLScanner18basicAttrValueScanEPKtRNS_9XMLBufferE == *base.default ]] ++ [[ [.] _ZN11xercesc_2_715ValueStoreCache12startElementEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712IGXMLScanner13switchGrammarEPKt == *base.default ]] ++ [[ [.] _ZN11xercesc_2_715SelectorMatcher12startElementERKNS_14XMLElementDeclEjPKtRKNS_11RefVectorOfINS_7XMLAttrEEEj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712IGXMLScanner13resolvePrefixEPKtNS_9ElemStack8MapModesE == *base.default ]] ++ [[ [.] _ZN11xercesc_2_715SchemaValidator19normalizeWhiteSpaceEPNS_17DatatypeValidatorEPKtRNS_9XMLBufferE == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712IGXMLScanner12buildAttListERKNS_11RefVectorOfINS_12KVStringPairEEEjPNS_14XMLElementDeclERNS1_INS_7XMLAttrEEE == *base.default ]] ++ [[ [.] _ZN11xercesc_2_715GrammarResolver10getGrammarEPKt == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712IGXMLScanner11rawAttrScanEPKtRNS_11RefVectorOfINS_12KVStringPairEEERb == *base.default ]] ++ [[ [.] _ZN11xercesc_2_715BaseRefVectorOfINS_14RefHashTableOfINS_10ValueStoreEEEE15orphanElementAtEj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_712FieldMatcher7matchedEPKtPNS_17DatatypeValidatorEb == *base.default ]] ++ [[ [.] _ZN11xercesc_2_713FieldValueMap3putEPNS_8IC_FieldEPNS_17DatatypeValidatorEPKt == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_710XMLScanner6scanEqEb == *base.default ]] ++ [[ [.] _ZN11xercesc_2_712XMLBufferMgr11bidOnBufferEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_710XMLScanner14senseNextTokenERj == *base.default ]] ++ [[ [.] _ZN11xercesc_2_712IGXMLScanner18basicAttrValueScanEPKtRNS_9XMLBufferE == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xercesc_2_710RangeToken5matchEi == *base.default ]] ++ [[ [.] _ZN11xercesc_2_712IGXMLScanner13switchGrammarEPKt == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_109XalanNodeC2Ev == *base.default ]] ++ [[ [.] _ZN11xercesc_2_712IGXMLScanner12scanCharDataERNS_9XMLBufferE == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1029XalanSourceTreeContentHandler19ignorableWhitespaceEPKtj == *base.default ]] ++ [[ [.] _ZN11xercesc_2_712IGXMLScanner10scanEndTagERb == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1023XalanSourceTreeDocument17createElementNodeEPKtS2_S2_RKN11xercesc_2_710AttributesEPNS_9XalanNodeES8_S8_b == *base.default ]] ++ [[ [.] _ZN11xercesc_2_712FieldMatcher7matchedEPKtPNS_17DatatypeValidatorEb == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1023XalanSourceTreeDocument16createAttributesEPPNS_19XalanSourceTreeAttrERKN11xercesc_2_710AttributesEjPNS_22XalanSourceTreeElementEb == *base.default ]] ++ [[ [.] _ZN11xercesc_2_710ValueStore8addValueEPNS_14FieldActivatorEPNS_8IC_FieldEPNS_17DatatypeValidatorEPKt == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1019XalanSourceTreeText17appendSiblingNodeEPNS_22XalanSourceTreeElementE == *base.default ]] ++ [[ [.] _ZN11xercesc_2_710ValueStore20endDcocumentFragmentEPNS_15ValueStoreCacheE == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1018XalanDOMStringPool3getERKNS_14XalanDOMStringE == *base.default ]] ++ [[ [.] _ZN11xercesc_2_710RangeToken5matchEi == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1018XalanDOMStringPool3getEPKtj == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1034XalanSourceTreeElementANSAllocator6createERKNS_14XalanDOMStringES3_S3_S3_PNS_23XalanSourceTreeDocumentEPPNS_19XalanSourceTreeAttrEmPNS_9XalanNodeESA_SA_m == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1017XalanNamedNodeMapC2Ev == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1029XalanSourceTreeContentHandler10charactersEPKtj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1015doAppendSiblingINS_22XalanSourceTreeElementEEEvPT_RPNS_9XalanNodeES5_ == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1023XalanSourceTreeDocument17createElementNodeEPKtS2_S2_RKN11xercesc_2_710AttributesEPNS_9XalanNodeES8_S8_b == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1014XalanDOMString6equalsERKS0_S2_ == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1019XalanSourceTreeTextC2ERKNS_14XalanDOMStringEPNS_9XalanNodeES5_S5_m == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1014ArenaAllocatorINS_26XalanSourceTreeElementNANSENS_10ArenaBlockIS1_jEEE13allocateBlockEv == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1019XalanSourceTreeText18setPreviousSiblingEPNS_22XalanSourceTreeElementE == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1014ArenaAllocatorINS_22XalanSourceTreeTextIWSENS_10ArenaBlockIS1_jEEE13allocateBlockEv == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1014XalanDOMStringC1EPKtRN11xercesc_2_713MemoryManagerEj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN11xalanc_1_1011XalanVectorIPNS_22XalanSourceTreeElementENS_31MemoryManagedConstructionTraitsIS2_EEE10doPushBackERKS2_ == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1014ArenaAllocatorINS_19XalanSourceTreeTextENS_10ArenaBlockIS1_jEEE13allocateBlockEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZdlPv == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1014ArenaAllocatorINS_19XalanSourceTreeAttrENS_10ArenaBlockIS1_jEEE13allocateBlockEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] memset == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1014ArenaAllocatorINS_14XalanDOMStringENS_10ArenaBlockIS1_jEEE13allocateBlockEv == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] __memcpy_neon == *base.default ]] ++ [[ [.] _ZN11xalanc_1_1011XalanVectorItNS_31MemoryManagedConstructionTraitsItEEE6insertEPtPKtS6_ == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _fini == *base.default ]] ++ [[ libstdc++.so.6.0.30 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] cfree@GLIBC_2.4 == *base.default ]] ++ [[ libc-2.23.so == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] __aeabi_uldivmod@plt == *base.default ]] ++ [[ [.] 0x00044c7c == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ lbm_r_base.default == *base.default ]] ++ [[ deepsjeng_r_base.default == *base.default ]] + false + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.exec 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.exec -+ local value=1 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.exec 10462 ++ local name=tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.exec ++ local value=10462 + cat + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] LBM_initializeGrid == *base.default ]] ++ [[ [.] _Z5fevalP7state_tiP12t_eval_comps == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ libc.so.6 == *base.default ]] ++ [[ [.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] __vfscanf_internal == *base.default ]] ++ [[ [.] _Z6searchP7state_tiiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] __GI_____strtol_l_internal == *base.default ]] ++ [[ [.] _Z15FindFirstRemovePy == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ libc.so.6 == *base.default ]] ++ [[ [.] _Z3seeP7state_tiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _IO_fread == *base.default ]] ++ [[ [.] _Z4makeP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _IO_sgetn == *base.default ]] ++ [[ [.] _Z11is_attackedP7state_tii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ leela_r_base.default == *base.default ]] -+ false -+ echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.541.leela_r.exec 3 -+ local name=tcwg_bmk-code_speed-cpu2017rate.541.leela_r.exec -+ local value=3 -+ cat -+ IFS=, -+ read -r benchmark symbol sample _dso -+ [[ [.] _ZN7MatcherC2Ev == *base.default ]] ++ [[ [.] _Z10attacks_toP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZN9FastBoard25get_pattern3_augment_specEiib == *base.default ]] ++ [[ [.] _Z7qsearchP7state_tiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ mcf_r_base.default == *base.default ]] -+ false -+ echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.exec 14691 -+ local name=tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.exec -+ local value=14691 -+ cat -+ IFS=, -+ read -r benchmark symbol sample _dso -+ [[ [.] price_out_impl == *base.default ]] ++ [[ [.] _Z11RookAttacksP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] primal_bea_mpp == *base.default ]] ++ [[ [.] _ZL11order_movesP7state_tPiS1_ij == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] cost_compare == *base.default ]] ++ [[ [.] _Z13BishopAttacksP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] spec_qsort == *base.default ]] ++ [[ [.] _Z6unmakeP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] arc_compare == *base.default ]] ++ [[ [.] _Z7StoreTTP7state_tiiijiiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] suspend_impl == *base.default ]] ++ [[ [.] _Z12gen_capturesP7state_tPi == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] __udivmoddi4 == *base.default ]] ++ [[ [.] _ZL16fast_order_movesP7state_tPiS1_ij == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] primal_iminus == *base.default ]] ++ [[ [.] _Z13ThickPopCounty == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] switch_arcs == *base.default ]] ++ [[ [.] _Z8PopCounty == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] update_tree == *base.default ]] ++ [[ [.] _Z3genP7state_tPi == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] dual_feasible == *base.default ]] ++ [[ [.] _Z16static_pawn_evalP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] flow_cost == *base.default ]] ++ [[ [.] _Z4evalP7state_tiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] getArcPosition == *base.default ]] ++ [[ [.] _ZL15remove_one_fastPiS_S_i == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] master == *base.default ]] ++ [[ [.] _Z8psq_evalP7state_tP12t_eval_comps == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ libc.so.6 == *base.default ]] ++ [[ [.] _Z15gen_good_checksP7state_tPi == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] __libc_calloc == *base.default ]] ++ [[ [.] _Z11FileAttacksyj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _int_malloc == *base.default ]] ++ [[ [.] _Z11check_legalP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] __aeabi_ldivmod == *base.default ]] ++ [[ [.] _Z15DiagonalAttacksyj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [unknown] == *base.default ]] ++ [[ [.] _ZL17search_time_checkP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] refreshPositions == *base.default ]] ++ [[ [.] _Z14drawn_endgamesP7state_tiii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] refresh_neighbour_lists == *base.default ]] ++ [[ [.] _Z15AntiDiagAttacksyj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] __GI_____strtoll_l_internal == *base.default ]] ++ [[ [.] _Z11RankAttacksyj == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] alloc_perturb == *base.default ]] ++ [[ [.] _Z16gen_check_blocksP7state_tPii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] 0xb6d0b322 == *base.default ]] ++ [[ [.] _Z8in_checkP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ deepsjeng_r_base.default == *base.default ]] -+ false -+ echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.exec 10420 -+ local name=tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.exec -+ local value=10420 -+ cat ++ [[ [.] _Z9gen_quietP7state_tPi == *base.default ]] ++ continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z5fevalP7state_tiP12t_eval_comps == *base.default ]] ++ [[ [.] _Z12compact_movei == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i == *base.default ]] ++ [[ [.] _Z7is_drawP11gamestate_tP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z6searchP7state_tiiiii == *base.default ]] ++ [[ [.] _ZL12history_goodP7state_tii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z15FindFirstRemovePy == *base.default ]] ++ [[ [.] _Z12gen_evasionsP7state_tPii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z3seeP7state_tiiii == *base.default ]] ++ [[ [.] memset == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z4makeP7state_ti == *base.default ]] ++ [[ libc.so.6 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z11is_attackedP7state_tii == *base.default ]] ++ [[ [.] _Z13retrieve_evalP7state_t == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z11RookAttacksP7state_ti == *base.default ]] ++ [[ [.] _Z16taxicab_dist_bitii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZL11order_movesP7state_tPiS1_ij == *base.default ]] ++ [[ [.] _Z20check_castle_blockerP7state_ti == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z10attacks_toP7state_ti == *base.default ]] ++ [[ [.] _Z8sum_distii == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z7qsearchP7state_tiiii == *base.default ]] ++ [[ libc.so.6 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z13BishopAttacksP7state_ti == *base.default ]] ++ [[ [.] _IO_sgetn == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z7StoreTTP7state_tiiijiiii == *base.default ]] ++ [[ [.] _IO_fread == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z6unmakeP7state_ti == *base.default ]] ++ [[ [.] _IO_file_xsgetn == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZL16fast_order_movesP7state_tPiS1_ij == *base.default ]] -+ continue ++ [[ leela_r_base.default == *base.default ]] ++ false ++ echo ' ,' ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.541.leela_r.exec 3 ++ local name=tcwg_bmk-code_speed-cpu2017rate.541.leela_r.exec ++ local value=3 ++ cat + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z12gen_capturesP7state_tPi == *base.default ]] ++ [[ [.] _ZN7MatcherC2Ev == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z13ThickPopCounty == *base.default ]] ++ [[ [.] _ZN9FastBoard25get_pattern3_augment_specEiib == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z8PopCounty == *base.default ]] ++ [[ [.] __vfscanf_internal == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z3genP7state_tPi == *base.default ]] -+ continue ++ [[ nab_r_base.default == *base.default ]] ++ false ++ echo ' ,' ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.544.nab_r.exec 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.544.nab_r.exec ++ local value=1 ++ cat + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z16static_pawn_evalP7state_t == *base.default ]] ++ [[ libc.so.6 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZL15remove_one_fastPiS_S_i == *base.default ]] ++ [[ [.] get_mytaskid == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z4evalP7state_tiii == *base.default ]] -+ continue ++ [[ xz_r_base.default == *base.default ]] ++ false ++ echo ' ,' ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.557.xz_r.exec 10368 ++ local name=tcwg_bmk-code_speed-cpu2017rate.557.xz_r.exec ++ local value=10368 ++ cat + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z8psq_evalP7state_tP12t_eval_comps == *base.default ]] ++ [[ [.] lzma_mf_bt4_find == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z11FileAttacksyj == *base.default ]] ++ [[ [.] lzma_lzma_optimum_normal == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z15gen_good_checksP7state_tPi == *base.default ]] ++ [[ [.] lzma_mf_bt4_skip == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z15DiagonalAttacksyj == *base.default ]] ++ [[ [.] sha_compress == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZL17search_time_checkP7state_t == *base.default ]] ++ [[ [.] lzma_decode == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z14drawn_endgamesP7state_tiii == *base.default ]] ++ [[ [.] rc_encode == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z15AntiDiagAttacksyj == *base.default ]] ++ [[ [.] process == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z11check_legalP7state_ti == *base.default ]] ++ [[ [.] lzma_lzma_encode == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z16gen_check_blocksP7state_tPii == *base.default ]] ++ [[ [.] lzma_mf_find == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z11RankAttacksyj == *base.default ]] ++ [[ [.] __memcpy_neon == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z8in_checkP7state_t == *base.default ]] ++ [[ libc.so.6 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z9gen_quietP7state_tPi == *base.default ]] ++ [[ [.] lzma_crc64 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z7is_drawP11gamestate_tP7state_t == *base.default ]] ++ [[ [.] match == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z12compact_movei == *base.default ]] ++ [[ [.] length == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z16taxicab_dist_bitii == *base.default ]] ++ [[ [.] length_update_prices == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z12gen_evasionsP7state_tPii == *base.default ]] ++ [[ [.] _fini == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _ZL12history_goodP7state_tii == *base.default ]] ++ [[ [unknown] == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z13retrieve_evalP7state_t == *base.default ]] ++ [[ [.] spec_mem_fread == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] memset == *base.default ]] ++ [[ [.] lzma_code == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ libc.so.6 == *base.default ]] ++ [[ [.] lzma2_decode == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso -+ [[ [.] _Z20check_castle_blockerP7state_ti == *base.default ]] ++ [[ [.] 0xb6e7d2d6 == *base.default ]] + continue + IFS=, + read -r benchmark symbol sample _dso @@ -68446,290 +76337,290 @@ + read -r benchmark symbol status ++ tail -n +2 artifacts/results-vs-prev/csv-results-1/status.csv ++ tr -d '\r' -+ [[ xz_r_base.default == *base.default ]] ++ [[ parest_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 -+ execution_status=0 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.557.xz_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.557.xz_r.compile_status ++ execution_status=1 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.510.parest_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.510.parest_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.557.xz_r.execution_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.557.xz_r.execution_status -+ local value=0 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.510.parest_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.510.parest_r.execution_status ++ local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ nab_r_base.default == *base.default ]] ++ [[ povray_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 + execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.544.nab_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.544.nab_r.compile_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.511.povray_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.511.povray_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.544.nab_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.544.nab_r.execution_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.511.povray_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.511.povray_r.execution_status + local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ cpuxalan_r_base.default == *base.default ]] ++ [[ lbm_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 + execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.compile_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.execution_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.execution_status + local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ x264_r_base.default == *base.default ]] ++ [[ omnetpp_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 + execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.525.x264_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.525.x264_r.compile_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.525.x264_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.525.x264_r.execution_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.execution_status + local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ lbm_r_base.default == *base.default ]] ++ [[ mcf_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 -+ execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.compile_status ++ execution_status=0 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.execution_status -+ local value=1 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.execution_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.execution_status ++ local value=0 + cat + IFS=, + read -r benchmark symbol status -+ [[ omnetpp_r_base.default == *base.default ]] ++ [[ perlbench_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 + execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.compile_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.execution_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.execution_status + local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ namd_r_base.default == *base.default ]] ++ [[ cpugcc_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 + execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.508.namd_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.508.namd_r.compile_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.508.namd_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.508.namd_r.execution_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.execution_status + local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ parest_r_base.default == *base.default ]] ++ [[ namd_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 + execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.510.parest_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.510.parest_r.compile_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.508.namd_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.508.namd_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.510.parest_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.510.parest_r.execution_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.508.namd_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.508.namd_r.execution_status + local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ povray_r_base.default == *base.default ]] ++ [[ deepsjeng_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 -+ execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.511.povray_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.511.povray_r.compile_status ++ execution_status=0 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.511.povray_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.511.povray_r.execution_status -+ local value=1 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.execution_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.execution_status ++ local value=0 + cat + IFS=, + read -r benchmark symbol status -+ [[ imagick_r_base.default == *base.default ]] ++ [[ cpuxalan_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 + execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.compile_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.execution_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.execution_status + local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ leela_r_base.default == *base.default ]] ++ [[ x264_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 + execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.541.leela_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.541.leela_r.compile_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.525.x264_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.525.x264_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.541.leela_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.541.leela_r.execution_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.525.x264_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.525.x264_r.execution_status + local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ mcf_r_base.default == *base.default ]] ++ [[ blender_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 -+ execution_status=0 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.compile_status ++ execution_status=1 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.526.blender_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.526.blender_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.execution_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.execution_status -+ local value=0 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.526.blender_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.526.blender_r.execution_status ++ local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ perlbench_r_base.default == *base.default ]] ++ [[ xz_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 -+ execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.compile_status ++ execution_status=0 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.557.xz_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.557.xz_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.execution_status -+ local value=1 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.557.xz_r.execution_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.557.xz_r.execution_status ++ local value=0 + cat + IFS=, + read -r benchmark symbol status -+ [[ cpugcc_r_base.default == *base.default ]] ++ [[ imagick_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 + execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.compile_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.execution_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.execution_status + local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ deepsjeng_r_base.default == *base.default ]] ++ [[ nab_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 -+ execution_status=0 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.compile_status ++ execution_status=1 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.544.nab_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.544.nab_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.execution_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.execution_status -+ local value=0 ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.544.nab_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.544.nab_r.execution_status ++ local value=1 + cat + IFS=, + read -r benchmark symbol status -+ [[ blender_r_base.default == *base.default ]] ++ [[ leela_r_base.default == *base.default ]] + false + echo ' ,' + local compile_status execution_status + case "$status" in + compile_status=0 + execution_status=1 -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.526.blender_r.compile_status 0 -+ local name=tcwg_bmk-code_speed-cpu2017rate.526.blender_r.compile_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.541.leela_r.compile_status 0 ++ local name=tcwg_bmk-code_speed-cpu2017rate.541.leela_r.compile_status + local value=0 + cat + echo ' ,' -+ report_test_entry tcwg_bmk-code_speed-cpu2017rate.526.blender_r.execution_status 1 -+ local name=tcwg_bmk-code_speed-cpu2017rate.526.blender_r.execution_status ++ report_test_entry tcwg_bmk-code_speed-cpu2017rate.541.leela_r.execution_status 1 ++ local name=tcwg_bmk-code_speed-cpu2017rate.541.leela_r.execution_status + local value=1 + cat + IFS=, @@ -68747,12 +76638,12 @@ + echo '... Done' + post_to_jira + set -euf -o pipefail -+ echo '# post_to_jira' # post_to_jira ++ echo '# post_to_jira' + local post_card_comment=false + local post_template_comment=false + false + false + false -Full stage ran successfully. + echo 'Full stage ran successfully.' +Full stage ran successfully. diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log index 3d99809..1b38a36 100644 --- a/jenkins/notify-init.log +++ b/jenkins/notify-init.log @@ -1,6 +1,6 @@ + set +x -/home/tcwg-buildslave/workspace/tcwg_bmk_2/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh +/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -26,17 +26,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/114/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/114/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/116/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/117/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -51,7 +51,7 @@ ++ get_current_manifest '{rr[update_baseline]}' ++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}' ++ set +x -+ '[' force '!=' init ']' ++ '[' onsuccess '!=' init ']' + IFS=' ' + read -r -a changed_components ++ print_changed_components @@ -61,18 +61,94 @@ +++ set -euf -o pipefail +++ local c delim= +++ for c in ${rr[components]} -+++ '[' xbaseline '!=' xbaseline ']' ++++ '[' xhttps://github.com/llvm/llvm-project.git#main '!=' xbaseline ']' ++++ echo -ne llvm ++++ delim=' ' +++ echo +++ for c in $(print_updated_components) ++++ get_current_git llvm_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/llvm_rev ++++ get_baseline_git llvm_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/llvm_rev +++ '[' x9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 '!=' xd77067d08a3f56dc2d0e6c95bd2852c943df743a ']' +++ echo -ne llvm +++ delim=' ' ++ echo -# Debug traces : -# change_kind=no_change : - + local c base_rev cur_rev c_commits -+ '[' 0 = 0 ']' -+ change_kind=no_change -+ changed_single_component= ++ '[' 1 = 0 ']' ++ '[' 1 = 1 ']' ++ changed_single_component=llvm +++ get_current_git llvm_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/llvm_rev ++ first_bad=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 +++ get_baseline_git llvm_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/llvm_rev ++ last_good=d77067d08a3f56dc2d0e6c95bd2852c943df743a ++ local res ++ res=0 ++ wait 51652 ++ git -C llvm rev-parse --verify HEAD ++ assert_with_msg 'Cannot parse HEAD in repo llvm' '[' 0 = 0 ']' ++ set -euf -o pipefail +x ++ single_commit_p llvm ++ set -euf -o pipefail ++ local c=llvm ++ local base_rev cur_rev sha1 +++ get_baseline_git llvm_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/llvm_rev ++ base_rev=d77067d08a3f56dc2d0e6c95bd2852c943df743a +++ get_current_git llvm_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/llvm_rev ++ cur_rev=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 +++ git -C llvm rev-parse '9f5afc3de95d6f2b5f85024a8cf7f021fef41db0^@' ++ for sha1 in $(git -C "$c" rev-parse "$cur_rev^@") ++ '[' fb877c19c048040702bb99423b0f11539192e89c = d77067d08a3f56dc2d0e6c95bd2852c943df743a ']' ++ return 1 ++ change_kind=single_component + echo '# Debug traces :' -+ echo '# change_kind=no_change : ' +# Debug traces : +# change_kind=single_component : llvm ++ echo '# change_kind=single_component : llvm' ++ for c in "${changed_components[@]}" +++ get_baseline_git llvm_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/llvm_rev ++ base_rev=d77067d08a3f56dc2d0e6c95bd2852c943df743a +++ get_current_git llvm_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/llvm_rev ++ cur_rev=9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 +++ git -C llvm rev-list --count d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 ++ c_commits=1177 ++ echo '# rev for llvm : d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 (1177 commits)' +# rev for llvm : d77067d08a3f56dc2d0e6c95bd2852c943df743a..9f5afc3de95d6f2b5f85024a8cf7f021fef41db0 (1177 commits) + + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -96,11 +172,11 @@ + print_config_f=bmk_print_config + generate_extra_details_f=bmk_generate_extra_details + post_interesting_commits init -# post_interesting_commits + set -euf -o pipefail +# post_interesting_commits + echo '# post_interesting_commits' + local stage=init -+ '[' no_change '!=' single_commit ']' ++ '[' single_component '!=' single_commit ']' + return Init stage ran successfully. + '[' init '!=' full ']' diff --git a/jenkins/run-build.env b/jenkins/run-build.env index a841471..d68c234 100644 --- a/jenkins/run-build.env +++ b/jenkins/run-build.env @@ -1,14 +1,15 @@ -build_name="#116" +build_name="#117" docker_opts=(--distro default --arch armhf --node -tcwg-snow_bmk-02 +tcwg-jade-03 --ssh_info true ) source build_container.sh trap "cleanup_all_containers" EXIT -build_name="#116" -branch_opt=() -build_name="#116-R# [.] __vfscanf_internal,slowed down by 100% - 544.nab_r:[.] __vfscanf_internal - from 1 to 2 perf samples-force" +build_name="#117-llvm" +branch_opt=(==rr\[llvm_git\] +https://github.com/llvm/llvm-project.git#main ) +build_name="#117-llvm-R1" |