diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-05-10 23:48:17 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-05-10 23:48:17 +0000 |
commit | e6d88dbea7eeaa295cc4b1f1f2f548e7cf572de3 (patch) | |
tree | bbcf81d035346da2f1263c8c16a8330e2126d864 | |
parent | a714ea16804da517d39996a4d7ed8624515f2c00 (diff) |
10: onsuccess: #16: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/16/
Results :
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -8
| # build_abe newlib:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -5
| # benchmark -- -O3_mthumb artifacts/results_id:
| 1
check_regression status : 0
34 files changed, 221 insertions, 207 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 3cad3b0..4290d20 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex cd6aed7..29baa07 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex a3ff6d1..a504ab6 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex e413270..f7d6754 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 1f9b744..79f5ef5 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 03a34aa..19902c2 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 97f36c9..2dceef4 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #30127 +Started TCWG Benchmark #30654 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXX5fztqa/agent.4733 -SSH_AGENT_PID=4735 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXX1b2w4P/agent.63551 +SSH_AGENT_PID=63553 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_15647219590379379552.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_15647219590379379552.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_12673977317170606447.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_12673977317170606447.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 12147113d1ecd49a45fa4ea5605bee40543c4bb8 (origin/master) +Checking out Revision 4639f4b465458601cbf0b8911275c73eb18f71d6 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 12147113d1ecd49a45fa4ea5605bee40543c4bb8 # timeout=10 -Commit message: "shadow-ar.sh: Redirect stdin to orig_ar subprocess" - > /usr/bin/git rev-list --no-walk 12147113d1ecd49a45fa4ea5605bee40543c4bb8 # timeout=10 + > /usr/bin/git checkout -f 4639f4b465458601cbf0b8911275c73eb18f71d6 # timeout=10 +Commit message: "tcwg_gnu-build.sh / no_regression_p: Terminate results.regressions with a short marker" + > /usr/bin/git rev-list --no-walk 4639f4b465458601cbf0b8911275c73eb18f71d6 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -55,8 +55,8 @@ Checking out Revision 98396a89361365a4a13b4c6b1fe8732eb433fbda (origin/master) Commit message: "compare-results.py: Error messages on stderr" > /usr/bin/git rev-list --no-walk 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10 No emails were triggered. -New run name is '#30127-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_14] $ /bin/bash /tmp/jenkins14240689475492084236.sh +New run name is '#30654-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins9910867210404811139.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#30127-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/30127/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 +++ sed -e s/@build_num@/30654/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 4854 ++ wait 63676 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#30127-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #118310 started. -TCWG Benchmark_backend #118310-30127+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_14] $ /bin/bash /tmp/jenkins10562857393700711866.sh +TCWG Benchmark_backend #119366 started. +TCWG Benchmark_backend #119366-30654+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins8599403905195377022.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #118310-30127+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #118310-30127+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,49 +147,49 @@ TCWG Benchmark_backend #118310-30127+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/md5sum.csv -New run name is '#30127-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/md5sum.csv +New run name is '#30654-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 4735 killed; +echo Agent pid 63553 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#30126-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison +#30653-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#30126-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison +#30653-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #30127-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #30654-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index d65b200..f5b33bf 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #30127 +Started TCWG Benchmark #30654 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXX5fztqa/agent.4733 -SSH_AGENT_PID=4735 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXX1b2w4P/agent.63551 +SSH_AGENT_PID=63553 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_15647219590379379552.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_15647219590379379552.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_12673977317170606447.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_12673977317170606447.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 12147113d1ecd49a45fa4ea5605bee40543c4bb8 (origin/master) +Checking out Revision 4639f4b465458601cbf0b8911275c73eb18f71d6 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 12147113d1ecd49a45fa4ea5605bee40543c4bb8 # timeout=10 -Commit message: "shadow-ar.sh: Redirect stdin to orig_ar subprocess" - > /usr/bin/git rev-list --no-walk 12147113d1ecd49a45fa4ea5605bee40543c4bb8 # timeout=10 + > /usr/bin/git checkout -f 4639f4b465458601cbf0b8911275c73eb18f71d6 # timeout=10 +Commit message: "tcwg_gnu-build.sh / no_regression_p: Terminate results.regressions with a short marker" + > /usr/bin/git rev-list --no-walk 4639f4b465458601cbf0b8911275c73eb18f71d6 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -55,8 +55,8 @@ Checking out Revision 98396a89361365a4a13b4c6b1fe8732eb433fbda (origin/master) Commit message: "compare-results.py: Error messages on stderr" > /usr/bin/git rev-list --no-walk 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10 No emails were triggered. -New run name is '#30127-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_14] $ /bin/bash /tmp/jenkins14240689475492084236.sh +New run name is '#30654-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins9910867210404811139.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#30127-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/30127/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 +++ sed -e s/@build_num@/30654/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 4854 ++ wait 63676 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#30127-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #118310 started. -TCWG Benchmark_backend #118310-30127+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_14] $ /bin/bash /tmp/jenkins10562857393700711866.sh +TCWG Benchmark_backend #119366 started. +TCWG Benchmark_backend #119366-30654+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins8599403905195377022.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #118310-30127+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #118310-30127+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,48 +147,48 @@ TCWG Benchmark_backend #118310-30127+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/csv_results/md5sum.csv -New run name is '#30127-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/csv_results/md5sum.csv +New run name is '#30654-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 4735 killed; +echo Agent pid 63553 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#30126-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison +#30653-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#30126-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison +#30653-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 5178c51..be9a736 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex dc24158..e1ad376 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/10-update_baseline/console.log b/10-update_baseline/console.log index e69de29..f156c25 100644 --- a/10-update_baseline/console.log +++ b/10-update_baseline/console.log @@ -0,0 +1,14 @@ +00:00:00 ++ update_baseline +00:00:00 ++ set -euf -o pipefail +00:00:00 ++ '[' xonsuccess = xignore ']' +00:00:00 ++ trim_base_artifacts +00:00:00 ++ set -euf -o pipefail +00:00:00 ++ local experimental=false +00:00:00 ++ case "${rr[ci_project]}" in +00:00:00 ++ local old_commit +00:00:00 +++ git -C base-artifacts rev-parse --verify HEAD~100 +00:00:00 +++ true +00:00:00 ++ old_commit= +00:00:00 ++ '[' x '!=' x ']' +00:00:00 ++ '[' x '!=' x ']' +00:00:00 ++ rsync -aI --del --exclude /.git artifacts/ base-artifacts/ diff --git a/git/binutils_rev b/git/binutils_rev index 9670521..7794d0a 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -34e2d487d89ad4a6f5c8a01370a884435388d17e +5a6ad5c775a5836709ee0f97180fd8eef96e9ed5 diff --git a/git/gcc_rev b/git/gcc_rev index 7f59b1b..f428a6b 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -8cac23781753bd8a016507dc9b21ec563e1d9b49 +4c2ffb02fd4104d77c5d907662f04434dc4c3fe8 diff --git a/git/newlib_rev b/git/newlib_rev index dfc068e..d13c09a 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -3bee68248fc8e164a8bb6bba3f105b10fdec8a71 +8144619bad0c25b1a27edbd0085664ac338822af diff --git a/manifest.sh b/manifest.sh index 318c6fe..6908a92 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=12147113d1ecd49a45fa4ea5605bee40543c4bb8" +declare -g "jenkins_scripts_rev=4639f4b465458601cbf0b8911275c73eb18f71d6" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,25 +6,25 @@ rr[ci_project]="tcwg_bmk-code_size-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#34e2d487d89ad4a6f5c8a01370a884435388d17e" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#8cac23781753bd8a016507dc9b21ec563e1d9b49" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#3bee68248fc8e164a8bb6bba3f105b10fdec8a71" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#5a6ad5c775a5836709ee0f97180fd8eef96e9ed5" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#4c2ffb02fd4104d77c5d907662f04434dc4c3fe8" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#8144619bad0c25b1a27edbd0085664ac338822af" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/14/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/16/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3 rr[components]="binutils gcc newlib" rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=34e2d487d89ad4a6f5c8a01370a884435388d17e -rr[debug_binutils_date]=1683213563 # 7 hours ago +rr[binutils_rev]=5a6ad5c775a5836709ee0f97180fd8eef96e9ed5 +rr[debug_binutils_date]=1683742295 # 5 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=8cac23781753bd8a016507dc9b21ec563e1d9b49 -rr[debug_gcc_date]=1683224825 # 4 hours ago +rr[gcc_rev]=4c2ffb02fd4104d77c5d907662f04434dc4c3fe8 +rr[debug_gcc_date]=1683757478 # 54 minutes ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=3bee68248fc8e164a8bb6bba3f105b10fdec8a71 -rr[debug_newlib_date]=1682937652 # 4 days ago +rr[newlib_rev]=8144619bad0c25b1a27edbd0085664ac338822af +rr[debug_newlib_date]=1683312615 # 5 days ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=8cac23781753bd8a016507dc9b21ec563e1d9b49 -rr[debug_gcc_date]=1683224825 # 5 hours ago +rr[gcc_rev]=4c2ffb02fd4104d77c5d907662f04434dc4c3fe8 +rr[debug_gcc_date]=1683757478 # 65 minutes ago diff --git a/results-vs-first/compare-results-internal.csv b/results-vs-first/compare-results-internal.csv index bce5e0b..b8963a7 100644 --- a/results-vs-first/compare-results-internal.csv +++ b/results-vs-first/compare-results-internal.csv @@ -1,2 +1,2 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -coremark,coremark,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/csv-results-1/perf.csv b/results-vs-first/csv-results-1/perf.csv index 9ad5836..0435253 100644 --- a/results-vs-first/csv-results-1/perf.csv +++ b/results-vs-first/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample -coremark,coremark,14262 +coremark,coremark,14263 diff --git a/results-vs-first/csv-results-1/results.csv b/results-vs-first/csv-results-1/results.csv index 18a64fb..2f3a2e5 100644 --- a/results-vs-first/csv-results-1/results.csv +++ b/results-vs-first/csv-results-1/results.csv @@ -1,5 +1,5 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Coremark,coremark.exe,-1,64796,-1,-1,-1 +Coremark,coremark.exe,-1,64812,-1,-1,-1 Coremark,[.] abort,-1,14,-1,-1,-1 Coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -91,7 +91,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 -Coremark,[.] _dtoa_r,-1,3716,-1,-1,-1 +Coremark,[.] _dtoa_r,-1,3700,-1,-1,-1 Coremark,[.] __env_lock,-1,2,-1,-1,-1 Coremark,[.] __env_unlock,-1,2,-1,-1,-1 Coremark,[.] __eqdf2,-1,122,-1,-1,-1 @@ -360,9 +360,9 @@ Coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1 Coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 Coremark,[.] vfiprintf,-1,28,-1,-1,-1 -Coremark,[.] _vfiprintf_r,-1,6498,-1,-1,-1 +Coremark,[.] _vfiprintf_r,-1,6502,-1,-1,-1 Coremark,[.] vfprintf,-1,28,-1,-1,-1 -Coremark,[.] _vfprintf_r,-1,10256,-1,-1,-1 +Coremark,[.] _vfprintf_r,-1,10264,-1,-1,-1 Coremark,[.] wcrtomb,-1,88,-1,-1,-1 Coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 Coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 @@ -374,9 +374,9 @@ Coremark,[.] _wctomb_r,-1,20,-1,-1,-1 Coremark,[.] _write,-1,132,-1,-1,-1 Coremark,[.] _write_r,-1,44,-1,-1,-1 Coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 -Mean,average-successful-tests,14262,-1,-1,-1,-1 -Mean,average-all-tests,14262,-1,-1,-1,-1 -Mean,mean,14261,-1,-1,-1,-1 -Mean,geomean-successful-tests,14261,-1,-1,-1,-1 -Mean,geomean-all-tests,14261,-1,-1,-1,-1 -coremark,coremark,14262,-1,-1,-1,-1 +Mean,average-successful-tests,14263,-1,-1,-1,-1 +Mean,average-all-tests,14263,-1,-1,-1,-1 +Mean,mean,14262,-1,-1,-1,-1 +Mean,geomean-successful-tests,14262,-1,-1,-1,-1 +Mean,geomean-all-tests,14262,-1,-1,-1,-1 +coremark,coremark,14263,-1,-1,-1,-1 diff --git a/results-vs-first/csv-results-1/size.csv b/results-vs-first/csv-results-1/size.csv index bc1973c..2d2a865 100644 --- a/results-vs-first/csv-results-1/size.csv +++ b/results-vs-first/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-Coremark,coremark.exe,64796
+Coremark,coremark.exe,64812
Coremark,[.] abort,14
Coremark,[.] ADC1_2_IRQHandler,2
Coremark,[.] ADC3_IRQHandler,2
@@ -91,7 +91,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler,2 Coremark,[.] DMA2_Channel5_IRQHandler,2
Coremark,[.] DMA2_Channel6_IRQHandler,2
Coremark,[.] DMA2_Channel7_IRQHandler,2
-Coremark,[.] _dtoa_r,3716
+Coremark,[.] _dtoa_r,3700
Coremark,[.] __env_lock,2
Coremark,[.] __env_unlock,2
Coremark,[.] __eqdf2,122
@@ -360,9 +360,9 @@ Coremark,[.] USART3_IRQHandler,2 Coremark,[.] __utf8_mbtowc,466
Coremark,[.] __utf8_wctomb,156
Coremark,[.] vfiprintf,28
-Coremark,[.] _vfiprintf_r,6498
+Coremark,[.] _vfiprintf_r,6502
Coremark,[.] vfprintf,28
-Coremark,[.] _vfprintf_r,10256
+Coremark,[.] _vfprintf_r,10264
Coremark,[.] wcrtomb,88
Coremark,[.] _wcrtomb_r,76
Coremark,[.] wcsnrtombs,44
diff --git a/results-vs-first/results-brief.csv b/results-vs-first/results-brief.csv index 2cd997d..1396cea 100644 --- a/results-vs-first/results-brief.csv +++ b/results-vs-first/results-brief.csv @@ -90,7 +90,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/ Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 -Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3716,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3700,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 @@ -98,9 +98,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/results-full.csv b/results-vs-first/results-full.csv index 3f10ee9..b93c1e2 100644 --- a/results-vs-first/results-full.csv +++ b/results-vs-first/results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/results-internal.csv b/results-vs-first/results-internal.csv index bc28fcd..aa6eb77 100644 --- a/results-vs-first/results-internal.csv +++ b/results-vs-first/results-internal.csv @@ -72,7 +72,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/ Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 -Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3716,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3700,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 @@ -80,9 +80,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/results.csv b/results-vs-first/results.csv index bc28fcd..aa6eb77 100644 --- a/results-vs-first/results.csv +++ b/results-vs-first/results.csv @@ -72,7 +72,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/ Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 -Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3716,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3700,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 @@ -80,9 +80,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14263,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/tcwg-benchmark-results.log b/results-vs-first/tcwg-benchmark-results.log index b678d97..0be509a 100644 --- a/results-vs-first/tcwg-benchmark-results.log +++ b/results-vs-first/tcwg-benchmark-results.log @@ -92,7 +92,7 @@ + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv + j=1 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/ results-1/ ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/ results-1/ + csv_results_dir=artifacts/results-vs-first/csv-results-1 + mkdir -p artifacts/results-vs-first/csv-results-1 + hw_tag=stm32 @@ -168,8 +168,8 @@ + mapfile -t this_csv ++ find results-1 -name results.csv -a '!' -path 'results-1/csv_results/*' + '[' 1 -eq 1 ']' -+ cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ cat results-1/dev-01.tcwglab/results.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") @@ -253,8 +253,8 @@ + mapfile -t this_csv ++ find results-0 -name results.csv -a '!' -path 'results-0/csv_results/*' + '[' 1 -eq 1 ']' -+ cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ cat results-0/dev-01.tcwglab/results.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index b97c1fb..8396c85 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,2 +1,2 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -coremark,coremark,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index 9ad5836..0435253 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample -coremark,coremark,14262 +coremark,coremark,14263 diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index 18a64fb..2f3a2e5 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,5 +1,5 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Coremark,coremark.exe,-1,64796,-1,-1,-1 +Coremark,coremark.exe,-1,64812,-1,-1,-1 Coremark,[.] abort,-1,14,-1,-1,-1 Coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -91,7 +91,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 -Coremark,[.] _dtoa_r,-1,3716,-1,-1,-1 +Coremark,[.] _dtoa_r,-1,3700,-1,-1,-1 Coremark,[.] __env_lock,-1,2,-1,-1,-1 Coremark,[.] __env_unlock,-1,2,-1,-1,-1 Coremark,[.] __eqdf2,-1,122,-1,-1,-1 @@ -360,9 +360,9 @@ Coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1 Coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 Coremark,[.] vfiprintf,-1,28,-1,-1,-1 -Coremark,[.] _vfiprintf_r,-1,6498,-1,-1,-1 +Coremark,[.] _vfiprintf_r,-1,6502,-1,-1,-1 Coremark,[.] vfprintf,-1,28,-1,-1,-1 -Coremark,[.] _vfprintf_r,-1,10256,-1,-1,-1 +Coremark,[.] _vfprintf_r,-1,10264,-1,-1,-1 Coremark,[.] wcrtomb,-1,88,-1,-1,-1 Coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 Coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 @@ -374,9 +374,9 @@ Coremark,[.] _wctomb_r,-1,20,-1,-1,-1 Coremark,[.] _write,-1,132,-1,-1,-1 Coremark,[.] _write_r,-1,44,-1,-1,-1 Coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 -Mean,average-successful-tests,14262,-1,-1,-1,-1 -Mean,average-all-tests,14262,-1,-1,-1,-1 -Mean,mean,14261,-1,-1,-1,-1 -Mean,geomean-successful-tests,14261,-1,-1,-1,-1 -Mean,geomean-all-tests,14261,-1,-1,-1,-1 -coremark,coremark,14262,-1,-1,-1,-1 +Mean,average-successful-tests,14263,-1,-1,-1,-1 +Mean,average-all-tests,14263,-1,-1,-1,-1 +Mean,mean,14262,-1,-1,-1,-1 +Mean,geomean-successful-tests,14262,-1,-1,-1,-1 +Mean,geomean-all-tests,14262,-1,-1,-1,-1 +coremark,coremark,14263,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index bc1973c..2d2a865 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-Coremark,coremark.exe,64796
+Coremark,coremark.exe,64812
Coremark,[.] abort,14
Coremark,[.] ADC1_2_IRQHandler,2
Coremark,[.] ADC3_IRQHandler,2
@@ -91,7 +91,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler,2 Coremark,[.] DMA2_Channel5_IRQHandler,2
Coremark,[.] DMA2_Channel6_IRQHandler,2
Coremark,[.] DMA2_Channel7_IRQHandler,2
-Coremark,[.] _dtoa_r,3716
+Coremark,[.] _dtoa_r,3700
Coremark,[.] __env_lock,2
Coremark,[.] __env_unlock,2
Coremark,[.] __eqdf2,122
@@ -360,9 +360,9 @@ Coremark,[.] USART3_IRQHandler,2 Coremark,[.] __utf8_mbtowc,466
Coremark,[.] __utf8_wctomb,156
Coremark,[.] vfiprintf,28
-Coremark,[.] _vfiprintf_r,6498
+Coremark,[.] _vfiprintf_r,6502
Coremark,[.] vfprintf,28
-Coremark,[.] _vfprintf_r,10256
+Coremark,[.] _vfprintf_r,10264
Coremark,[.] wcrtomb,88
Coremark,[.] _wcrtomb_r,76
Coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/results-brief.csv b/results-vs-prev/results-brief.csv index 9ef889f..6be857d 100644 --- a/results-vs-prev/results-brief.csv +++ b/results-vs-prev/results-brief.csv @@ -90,7 +90,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/ Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 -Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3716,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3700,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 @@ -98,9 +98,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-full.csv b/results-vs-prev/results-full.csv index cbc6478..e4807b4 100644 --- a/results-vs-prev/results-full.csv +++ b/results-vs-prev/results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 99b9015..2d225c1 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -72,7 +72,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/ Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 -Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3716,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3700,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 @@ -80,9 +80,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results.csv b/results-vs-prev/results.csv index 99b9015..2d225c1 100644 --- a/results-vs-prev/results.csv +++ b/results-vs-prev/results.csv @@ -72,7 +72,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/ Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 -Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3716,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3700,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 @@ -80,9 +80,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14261,14261,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14261,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14262,14263,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index 053ec89..cb39d70 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -7,7 +7,7 @@ + results_top=bkp-01.tcwglab:/home/tcwg-benchmark/results + j=0 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/29559/ results-0/ ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/ results-0/ + csv_results_dir=artifacts/results-vs-prev/csv-results-0 + mkdir -p artifacts/results-vs-prev/csv-results-0 + hw_tag=stm32 @@ -92,7 +92,7 @@ + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv + j=1 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127/ results-1/ ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654/ results-1/ + csv_results_dir=artifacts/results-vs-prev/csv-results-1 + mkdir -p artifacts/results-vs-prev/csv-results-1 + hw_tag=stm32 @@ -168,8 +168,8 @@ + mapfile -t this_csv ++ find results-1 -name results.csv -a '!' -path 'results-1/csv_results/*' + '[' 1 -eq 1 ']' -+ cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ cat results-1/dev-01.tcwglab/results.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") @@ -253,8 +253,8 @@ + mapfile -t this_csv ++ find results-0 -name results.csv -a '!' -path 'results-0/csv_results/*' + '[' 1 -eq 1 ']' -+ cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ cat results-0/dev-01.tcwglab/results.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") @@ -1 +1 @@ -stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30127 +stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/30654 |