From 2b6600196bfd1290bf1e47dcd163190e2fff65df Mon Sep 17 00:00:00 2001 From: TCWG BuildSlave Date: Fri, 16 Jun 2023 23:07:58 +0000 Subject: onsuccess: #30: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/30/ Results : | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -O3_mthumb artifacts/results_id: | 1 check_regression status : 0 --- 01-reset_artifacts/console.log.xz | Bin 2256 -> 2072 bytes 02-prepare_abe/console.log.xz | Bin 2608 -> 2624 bytes 03-build_abe-binutils/console.log.xz | Bin 27524 -> 27756 bytes 03-build_abe-binutils/make-binutils.log.xz | Bin 17732 -> 17420 bytes 04-build_abe-stage1/console.log.xz | Bin 88504 -> 88604 bytes 04-build_abe-stage1/make-gcc-stage1.log.xz | Bin 68500 -> 68516 bytes 06-build_abe-newlib/console.log.xz | Bin 13516 -> 12552 bytes 06-build_abe-newlib/make-newlib.log.xz | Bin 6900 -> 6872 bytes 07-build_abe-stage2/console.log.xz | Bin 163748 -> 164144 bytes 07-build_abe-stage2/make-gcc-stage2.log.xz | Bin 134612 -> 134852 bytes 08-benchmark/benchmark-build.log | 106 ++++++++++----------- 08-benchmark/benchmark.log | 104 ++++++++++---------- 08-benchmark/console.log.xz | Bin 4016 -> 4032 bytes 09-check_regression/console.log.xz | Bin 4092 -> 2088 bytes .../output-bmk-results/diff-bmk-results.out | 0 git/binutils_rev | 2 +- git/gcc_rev | 2 +- git/newlib_rev | 2 +- jenkins/build-name | 2 +- manifest.sh | 26 ++--- results-vs-prev/cmp-results.diff | 12 +++ results-vs-prev/compare-results-internal.csv | 12 +-- results-vs-prev/compare-results.csv | 2 - results-vs-prev/csv-results-0/perf.csv | 2 +- results-vs-prev/csv-results-0/results.csv | 20 ++-- results-vs-prev/csv-results-0/size.csv | 10 +- results-vs-prev/csv-results-1/perf.csv | 2 +- results-vs-prev/csv-results-1/results.csv | 12 +-- results-vs-prev/csvs2table-results-brief.csv | 14 +-- results-vs-prev/csvs2table-results-full.csv | 14 +-- results-vs-prev/csvs2table-results-internal.csv | 14 +-- results-vs-prev/csvs2table-results.csv | 14 +-- results-vs-prev/results-internal.csv | 14 +-- results-vs-prev/tcwg-benchmark-results.log | 6 +- results_id | 2 +- 35 files changed, 202 insertions(+), 192 deletions(-) delete mode 100644 09-check_regression/output-bmk-results/diff-bmk-results.out create mode 100644 results-vs-prev/cmp-results.diff delete mode 100644 results-vs-prev/compare-results.csv diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz index ac91e7e..bb08ce1 100644 Binary files a/01-reset_artifacts/console.log.xz and b/01-reset_artifacts/console.log.xz differ diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz index 5b928bc..e17307b 100644 Binary files a/02-prepare_abe/console.log.xz and b/02-prepare_abe/console.log.xz differ diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz index 52723a1..28c6c39 100644 Binary files a/03-build_abe-binutils/console.log.xz and b/03-build_abe-binutils/console.log.xz differ diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz index 925a860..1c02a2d 100644 Binary files a/03-build_abe-binutils/make-binutils.log.xz and b/03-build_abe-binutils/make-binutils.log.xz differ diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz index ee631eb..8a0f7fd 100644 Binary files a/04-build_abe-stage1/console.log.xz and b/04-build_abe-stage1/console.log.xz differ diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz index a5e1e72..f9fbb0b 100644 Binary files a/04-build_abe-stage1/make-gcc-stage1.log.xz and b/04-build_abe-stage1/make-gcc-stage1.log.xz differ diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz index 29f0193..527fb48 100644 Binary files a/06-build_abe-newlib/console.log.xz and b/06-build_abe-newlib/console.log.xz differ diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz index 53d5155..d4e59f6 100644 Binary files a/06-build_abe-newlib/make-newlib.log.xz and b/06-build_abe-newlib/make-newlib.log.xz differ diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz index fc61b8e..a981752 100644 Binary files a/07-build_abe-stage2/console.log.xz and b/07-build_abe-stage2/console.log.xz differ diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz index b809015..229030e 100644 Binary files a/07-build_abe-stage2/make-gcc-stage2.log.xz and b/07-build_abe-stage2/make-gcc-stage2.log.xz differ diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 589ffe3..499b13e 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #33473 +Started TCWG Benchmark #33798 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXgqgXtw/agent.19739 -SSH_AGENT_PID=19741 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXzqSBJL/agent.10191 +SSH_AGENT_PID=10193 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_1620674893264530625.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_1620674893264530625.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_17463602844030585606.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_17463602844030585606.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision b9163889304480d01479518b825605da6bdea0ea (origin/master) +Checking out Revision 8afcd01373af8c90579b177a17922d1355804c4e (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f b9163889304480d01479518b825605da6bdea0ea # timeout=10 -Commit message: "tcwg-benchmark-results.sh: Compare against compare-results-internal.csv, not results-internal.csv." - > /usr/bin/git rev-list --no-walk b9163889304480d01479518b825605da6bdea0ea # timeout=10 + > /usr/bin/git checkout -f 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 +Commit message: "round-robin-notify.sh: Fixed commit display" + > /usr/bin/git rev-list --no-walk 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 0d555dbbe6da52e6879f648855aa3ca3a94cc245 (origin/master) +Checking out Revision 6fd2d99010b93dc07dda3492e67828bf99be1c27 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10 -Commit message: "Keep bmk and exe name of coremark consistent with entry in perf.csv." - > /usr/bin/git rev-list --no-walk 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10 + > /usr/bin/git checkout -f 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 +Commit message: "Revert "compare-results.py: Temporarily add debug print when base_value == target_value."" + > /usr/bin/git rev-list --no-walk 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 No emails were triggered. -New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins226984624606250157.sh +New run name is '#33798-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_15] $ /bin/bash /tmp/jenkins16134609808247862464.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/33473/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 +++ sed -e s/@build_num@/33798/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 19859 ++ wait 10310 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #125878 started. -TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins14435272564275021330.sh +TCWG Benchmark_backend #126563 started. +TCWG Benchmark_backend #126563-33798+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_15] $ /bin/bash /tmp/jenkins5483367943053994106.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,49 +147,49 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/*' + '[' 1 -eq 1 ']' ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/dev-01.tcwglab/results.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/md5sum.csv -New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/md5sum.csv +New run name is '#33798-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 19741 killed; +echo Agent pid 10193 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#33472-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison +#33797-tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#33472-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison +#33797-tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #33798-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index 8dd29e9..60e865b 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #33473 +Started TCWG Benchmark #33798 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXgqgXtw/agent.19739 -SSH_AGENT_PID=19741 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXzqSBJL/agent.10191 +SSH_AGENT_PID=10193 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_1620674893264530625.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_1620674893264530625.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_17463602844030585606.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_17463602844030585606.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision b9163889304480d01479518b825605da6bdea0ea (origin/master) +Checking out Revision 8afcd01373af8c90579b177a17922d1355804c4e (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f b9163889304480d01479518b825605da6bdea0ea # timeout=10 -Commit message: "tcwg-benchmark-results.sh: Compare against compare-results-internal.csv, not results-internal.csv." - > /usr/bin/git rev-list --no-walk b9163889304480d01479518b825605da6bdea0ea # timeout=10 + > /usr/bin/git checkout -f 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 +Commit message: "round-robin-notify.sh: Fixed commit display" + > /usr/bin/git rev-list --no-walk 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 0d555dbbe6da52e6879f648855aa3ca3a94cc245 (origin/master) +Checking out Revision 6fd2d99010b93dc07dda3492e67828bf99be1c27 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10 -Commit message: "Keep bmk and exe name of coremark consistent with entry in perf.csv." - > /usr/bin/git rev-list --no-walk 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10 + > /usr/bin/git checkout -f 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 +Commit message: "Revert "compare-results.py: Temporarily add debug print when base_value == target_value."" + > /usr/bin/git rev-list --no-walk 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 No emails were triggered. -New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins226984624606250157.sh +New run name is '#33798-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_15] $ /bin/bash /tmp/jenkins16134609808247862464.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/33473/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 +++ sed -e s/@build_num@/33798/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 19859 ++ wait 10310 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #125878 started. -TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins14435272564275021330.sh +TCWG Benchmark_backend #126563 started. +TCWG Benchmark_backend #126563-33798+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_15] $ /bin/bash /tmp/jenkins5483367943053994106.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,48 +147,48 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/*' + '[' 1 -eq 1 ']' ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/dev-01.tcwglab/results.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/md5sum.csv -New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/md5sum.csv +New run name is '#33798-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 19741 killed; +echo Agent pid 10193 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#33472-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison +#33797-tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#33472-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison +#33797-tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz index 85950c0..8aa727c 100644 Binary files a/08-benchmark/console.log.xz and b/08-benchmark/console.log.xz differ diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz index 6535913..d683c26 100644 Binary files a/09-check_regression/console.log.xz and b/09-check_regression/console.log.xz differ diff --git a/09-check_regression/output-bmk-results/diff-bmk-results.out b/09-check_regression/output-bmk-results/diff-bmk-results.out deleted file mode 100644 index e69de29..0000000 diff --git a/git/binutils_rev b/git/binutils_rev index d64e6a4..c7b6bd8 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -63224e96d0cd9e726bcd1d6d512255d92b7c5317 +e2adba909e74b9c60c1e776d5d0e7079f502363c diff --git a/git/gcc_rev b/git/gcc_rev index 0138bea..1e722a6 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -c980eeb88f897e0c3cc2ed40577b22d8032480a9 +bc6bd0d608da1609c1caeb04ab795a83720add55 diff --git a/git/newlib_rev b/git/newlib_rev index 607609a..2186a5b 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -80ff7bc26ca97a7e2194554c21fe25cbdf227813 +048031501043e61ca31713b92ce2190213c7fb21 diff --git a/jenkins/build-name b/jenkins/build-name index f40a575..c5b9515 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#29-binutils-gcc-newlib-R1 +#30-binutils-gcc-newlib-R1 diff --git a/manifest.sh b/manifest.sh index 6be99e2..8b215c1 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=b9163889304480d01479518b825605da6bdea0ea" +declare -g "jenkins_scripts_rev=8afcd01373af8c90579b177a17922d1355804c4e" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -8,25 +8,25 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/29/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/30/" declare -g "SQUAD_GRP=tcwg" # Processed 20 options rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3 rr[components]="binutils gcc newlib" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#63224e96d0cd9e726bcd1d6d512255d92b7c5317" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#c980eeb88f897e0c3cc2ed40577b22d8032480a9" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#80ff7bc26ca97a7e2194554c21fe25cbdf227813" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#e2adba909e74b9c60c1e776d5d0e7079f502363c" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#bc6bd0d608da1609c1caeb04ab795a83720add55" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#048031501043e61ca31713b92ce2190213c7fb21" # Processed 10 options rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=63224e96d0cd9e726bcd1d6d512255d92b7c5317 -rr[debug_binutils_date]=1686655269 # 11 hours ago +rr[binutils_rev]=e2adba909e74b9c60c1e776d5d0e7079f502363c +rr[debug_binutils_date]=1686915163 # 11 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=c980eeb88f897e0c3cc2ed40577b22d8032480a9 -rr[debug_gcc_date]=1686694902 # 25 minutes ago +rr[gcc_rev]=bc6bd0d608da1609c1caeb04ab795a83720add55 +rr[debug_gcc_date]=1686943744 # 3 hours ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=80ff7bc26ca97a7e2194554c21fe25cbdf227813 -rr[debug_newlib_date]=1686057533 # 7 days ago +rr[newlib_rev]=048031501043e61ca31713b92ce2190213c7fb21 +rr[debug_newlib_date]=1686944681 # 3 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=c980eeb88f897e0c3cc2ed40577b22d8032480a9 -rr[debug_gcc_date]=1686694902 # 31 minutes ago +rr[gcc_rev]=bc6bd0d608da1609c1caeb04ab795a83720add55 +rr[debug_gcc_date]=1686943744 # 3 hours ago # Processed 6 options diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff new file mode 100644 index 0000000..9e98b9e --- /dev/null +++ b/results-vs-prev/cmp-results.diff @@ -0,0 +1,12 @@ +0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16 +Mean,average-all-tests,0,0,,,,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,,,,,,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,0,50,,,,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,,50,,,,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,0,-4,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,,,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,0,100,,,,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,,100,,,,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,mean,0,-4,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,mean,,,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +ERROR: Results differ !! see artifacts/results-vs-prev/csvs2table-results-internal.csv.diff for details diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 2c061bd..85b22c7 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,average-successful-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,mean,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -coremark,coremark,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,0,-4,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,0,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,0,-4,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,0,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,0,0,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/compare-results.csv b/results-vs-prev/compare-results.csv deleted file mode 100644 index 8a8e18a..0000000 --- a/results-vs-prev/compare-results.csv +++ /dev/null @@ -1,2 +0,0 @@ -bmk,symbol,result -coremark,coremark ,1 diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv index 9ad5836..cbd9b7c 100644 --- a/results-vs-prev/csv-results-0/perf.csv +++ b/results-vs-prev/csv-results-0/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample -coremark,coremark,14262 +coremark,coremark,14467 diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index a1bfc7e..c414751 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,average-successful-tests,14262,343,-1,-1,-1 -Mean,average-all-tests,14262,343,-1,-1,-1 -Mean,mean,14261,28,-1,-1,-1 -Mean,geomean-successful-tests,14261,28,-1,-1,-1 -Mean,geomean-all-tests,14261,28,-1,-1,-1 -coremark,coremark,14262,64748,-1,-1,-1 +Mean,mean,14467,28,-1,-1,-1 +Mean,geomean-successful-tests,14467,28,-1,-1,-1 +Mean,geomean-all-tests,14467,28,-1,-1,-1 +Mean,average-successful-tests,14467,345,-1,-1,-1 +Mean,average-all-tests,14467,345,-1,-1,-1 +coremark,coremark,14467,65068,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -69,10 +69,10 @@ coremark,[.] core_list_remove,-1,28,-1,-1,-1 coremark,[.] core_list_reverse,-1,20,-1,-1,-1 coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1 coremark,[.] core_state_transition,-1,424,-1,-1,-1 -coremark,[.] crc16,-1,284,-1,-1,-1 -coremark,[.] crcu16,-1,280,-1,-1,-1 -coremark,[.] crcu32,-1,576,-1,-1,-1 -coremark,[.] crcu8,-1,144,-1,-1,-1 +coremark,[.] crc16,-1,366,-1,-1,-1 +coremark,[.] crcu16,-1,362,-1,-1,-1 +coremark,[.] crcu32,-1,734,-1,-1,-1 +coremark,[.] crcu8,-1,178,-1,-1,-1 coremark,[.] currentlocale,-1,92,-1,-1,-1 coremark,[.] __d2b,-1,188,-1,-1,-1 coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv index df30fea..8e707b7 100644 --- a/results-vs-prev/csv-results-0/size.csv +++ b/results-vs-prev/csv-results-0/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size -coremark,coremark,64748 +coremark,coremark,65068 coremark,[.] abort,14 coremark,[.] ADC1_2_IRQHandler,2 coremark,[.] ADC3_IRQHandler,2 @@ -64,10 +64,10 @@ coremark,[.] core_list_remove,28 coremark,[.] core_list_reverse,20 coremark,[.] core_list_undo_remove,22 coremark,[.] core_state_transition,424 -coremark,[.] crc16,284 -coremark,[.] crcu16,280 -coremark,[.] crcu32,576 -coremark,[.] crcu8,144 +coremark,[.] crc16,366 +coremark,[.] crcu16,362 +coremark,[.] crcu32,734 +coremark,[.] crcu8,178 coremark,[.] currentlocale,92 coremark,[.] __d2b,188 coremark,[.] DebugMon_Handler,2 diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index cbd9b7c..4e4840a 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample -coremark,coremark,14467 +coremark,coremark,888888888 diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index c414751..9e65b9e 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,mean,14467,28,-1,-1,-1 -Mean,geomean-successful-tests,14467,28,-1,-1,-1 -Mean,geomean-all-tests,14467,28,-1,-1,-1 -Mean,average-successful-tests,14467,345,-1,-1,-1 -Mean,average-all-tests,14467,345,-1,-1,-1 -coremark,coremark,14467,65068,-1,-1,-1 +Mean,mean,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,-1,28,-1,-1,-1 +Mean,geomean-all-tests,-1,-1,-1,-1,-1 +Mean,average-successful-tests,-1,172,-1,-1,-1 +Mean,average-all-tests,-1,-1,-1,-1,-1 +coremark,coremark,888888888,65068,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 0e4a25e..4ac454a 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,7 @@ -benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 0e4a25e..4ac454a 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,7 @@ -benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 0e4a25e..4ac454a 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,7 @@ -benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 0e4a25e..4ac454a 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,7 @@ -benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 0e4a25e..4ac454a 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,7 @@ -benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index 9428c91..76bb491 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -7,7 +7,7 @@ + results_top=bkp-01.tcwglab:/home/tcwg-benchmark/results + j=0 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33233/ results-0/ ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/ results-0/ + csv_results_dir=artifacts/results-vs-prev/csv-results-0 + mkdir -p artifacts/results-vs-prev/csv-results-0 + hw_tag=stm32 @@ -92,7 +92,7 @@ + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv + j=1 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/ results-1/ ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/ results-1/ + csv_results_dir=artifacts/results-vs-prev/csv-results-1 + mkdir -p artifacts/results-vs-prev/csv-results-1 + hw_tag=stm32 @@ -381,6 +381,6 @@ + '[' 2 == 2 ']' + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true ++ true + grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff -+ rm artifacts/results-vs-prev/cmp-results.diff + cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv diff --git a/results_id b/results_id index 0052d6e..39693ca 100644 --- a/results_id +++ b/results_id @@ -1 +1 @@ -stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 +stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 -- cgit v1.2.3