diff options
45 files changed, 309 insertions, 308 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex da2b90e..3983a27 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex fcab823..a3f3ffb 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex c081018..42d25cc 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex 69b17f3..b8166a9 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex ed543af..1be7058 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex fc1385d..6a1506f 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz Binary files differindex a7de189..81428b0 100644 --- a/05-clean_sysroot/console.log.xz +++ b/05-clean_sysroot/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex a7c4fb6..50dd4b6 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex 41ae891..4007efb 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex b1cb1e3..714789c 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex c466ca8..eca048a 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 589d53b..fa9e666 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #31699 +Started TCWG Benchmark #31990 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXX5rUB5F/agent.7961 -SSH_AGENT_PID=7963 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXw1qQPj/agent.43112 +SSH_AGENT_PID=43114 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_5570073285236197751.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_5570073285236197751.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_8191648221426395230.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_8191648221426395230.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 4fcc9a5a502ab88a24bbfd60872b5c45d0fd0d9c (origin/master) +Checking out Revision eecd3f9c241dc5ae30500b05e619c9fc7e1bb542 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 4fcc9a5a502ab88a24bbfd60872b5c45d0fd0d9c # timeout=10 -Commit message: "generate-cimonitor-dashboard.py: integrate bmk_results in status if available" - > /usr/bin/git rev-list --no-walk 4fcc9a5a502ab88a24bbfd60872b5c45d0fd0d9c # timeout=10 + > /usr/bin/git checkout -f eecd3f9c241dc5ae30500b05e619c9fc7e1bb542 # timeout=10 +Commit message: "round-robin-notify.sh: Make the report more 'positive'" + > /usr/bin/git rev-list --no-walk eecd3f9c241dc5ae30500b05e619c9fc7e1bb542 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 (origin/master) +Checking out Revision 87ddc673cefe102df4d6c6457e71ee5019091419 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 # timeout=10 -Commit message: "md5sum-data-to-csv.py: Iterate over interesting_symbols in sorted order." - > /usr/bin/git rev-list --no-walk 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 # timeout=10 + > /usr/bin/git checkout -f 87ddc673cefe102df4d6c6457e71ee5019091419 # timeout=10 +Commit message: "output-bmk-results.py: rewrite get_threshold_xxx differently" + > /usr/bin/git rev-list --no-walk 87ddc673cefe102df4d6c6457e71ee5019091419 # timeout=10 No emails were triggered. -New run name is '#31699-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins7595151004599692122.sh +New run name is '#31990-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_1] $ /bin/bash /tmp/jenkins15717961591057262188.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ sed -e s/@build_num@/31699/g -e s/@hw_tag@/stm32/g ++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 +++ sed -e s/@build_num@/31990/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 8085 ++ wait 43232 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#31699-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #121913 started. -TCWG Benchmark_backend #121913-31699+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins8451233625708886358.sh +TCWG Benchmark_backend #122620 started. +TCWG Benchmark_backend #122620-31990+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_1] $ /bin/bash /tmp/jenkins13961896319416608133.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #121913-31699+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #121913-31699+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,49 +147,49 @@ TCWG Benchmark_backend #121913-31699+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/md5sum.csv -New run name is '#31699-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/md5sum.csv +New run name is '#31990-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 7963 killed; +echo Agent pid 43114 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#31698-tcwg_bmk-code_speed-spec2k6/llvm-arm-master-O2_LTO-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison +#31989-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#31698-tcwg_bmk-code_speed-spec2k6/llvm-arm-master-O2_LTO-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison +#31989-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #31699-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #31990-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index f320bfe..e42c10a 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #31699 +Started TCWG Benchmark #31990 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXX5rUB5F/agent.7961 -SSH_AGENT_PID=7963 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXw1qQPj/agent.43112 +SSH_AGENT_PID=43114 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_5570073285236197751.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_5570073285236197751.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_8191648221426395230.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_8191648221426395230.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 4fcc9a5a502ab88a24bbfd60872b5c45d0fd0d9c (origin/master) +Checking out Revision eecd3f9c241dc5ae30500b05e619c9fc7e1bb542 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 4fcc9a5a502ab88a24bbfd60872b5c45d0fd0d9c # timeout=10 -Commit message: "generate-cimonitor-dashboard.py: integrate bmk_results in status if available" - > /usr/bin/git rev-list --no-walk 4fcc9a5a502ab88a24bbfd60872b5c45d0fd0d9c # timeout=10 + > /usr/bin/git checkout -f eecd3f9c241dc5ae30500b05e619c9fc7e1bb542 # timeout=10 +Commit message: "round-robin-notify.sh: Make the report more 'positive'" + > /usr/bin/git rev-list --no-walk eecd3f9c241dc5ae30500b05e619c9fc7e1bb542 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 (origin/master) +Checking out Revision 87ddc673cefe102df4d6c6457e71ee5019091419 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 # timeout=10 -Commit message: "md5sum-data-to-csv.py: Iterate over interesting_symbols in sorted order." - > /usr/bin/git rev-list --no-walk 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 # timeout=10 + > /usr/bin/git checkout -f 87ddc673cefe102df4d6c6457e71ee5019091419 # timeout=10 +Commit message: "output-bmk-results.py: rewrite get_threshold_xxx differently" + > /usr/bin/git rev-list --no-walk 87ddc673cefe102df4d6c6457e71ee5019091419 # timeout=10 No emails were triggered. -New run name is '#31699-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins7595151004599692122.sh +New run name is '#31990-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_1] $ /bin/bash /tmp/jenkins15717961591057262188.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ sed -e s/@build_num@/31699/g -e s/@hw_tag@/stm32/g ++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 +++ sed -e s/@build_num@/31990/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 8085 ++ wait 43232 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#31699-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #121913 started. -TCWG Benchmark_backend #121913-31699+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins8451233625708886358.sh +TCWG Benchmark_backend #122620 started. +TCWG Benchmark_backend #122620-31990+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_1] $ /bin/bash /tmp/jenkins13961896319416608133.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #121913-31699+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #121913-31699+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,48 +147,48 @@ TCWG Benchmark_backend #121913-31699+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/csv_results/md5sum.csv -New run name is '#31699-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/csv_results/md5sum.csv +New run name is '#31990-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 7963 killed; +echo Agent pid 43114 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#31698-tcwg_bmk-code_speed-spec2k6/llvm-arm-master-O2_LTO-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison +#31989-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#31698-tcwg_bmk-code_speed-spec2k6/llvm-arm-master-O2_LTO-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison +#31989-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex cc397dc..54d9bb9 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex f16d34f..65c7681 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index b06ffcd..b25316a 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/30-59ecfdb52840c7a6d7708a7e2a2429d0.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/31-4a07d4680aa05acdaf510113e740405d.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index 8d44be9..33ec133 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -927dd36dba2d806f4e9dc68cc1975b616f4e0b57 +3422b26537123bb63240996feea4aeb1a317e507 diff --git a/git/gcc_rev b/git/gcc_rev index 8b42188..ea8e27f 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -90685c365794e9afabc6cdc7eae7892ba5d2be3d +d156c6054200237b707f9fb44ae9958d926b0745 diff --git a/git/newlib_rev b/git/newlib_rev index 95ee147..6b64923 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -e7858c0a585e29c48a4109933423a0de362fc62d +4840a5632520c1a3c1598f73f9d1cdd37df371ba diff --git a/manifest.sh b/manifest.sh index 4ad34e1..37a9a5a 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=4fcc9a5a502ab88a24bbfd60872b5c45d0fd0d9c" +declare -g "jenkins_scripts_rev=eecd3f9c241dc5ae30500b05e619c9fc7e1bb542" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_speed-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#927dd36dba2d806f4e9dc68cc1975b616f4e0b57" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#90685c365794e9afabc6cdc7eae7892ba5d2be3d" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#e7858c0a585e29c48a4109933423a0de362fc62d" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#3422b26537123bb63240996feea4aeb1a317e507" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#d156c6054200237b707f9fb44ae9958d926b0745" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#4840a5632520c1a3c1598f73f9d1cdd37df371ba" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/30/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/31/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 rr[components]="binutils gcc newlib" rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=927dd36dba2d806f4e9dc68cc1975b616f4e0b57 -rr[debug_binutils_date]=1684766696 # 5 hours ago +rr[binutils_rev]=3422b26537123bb63240996feea4aeb1a317e507 +rr[debug_binutils_date]=1685040423 # 74 minutes ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=90685c365794e9afabc6cdc7eae7892ba5d2be3d -rr[debug_gcc_date]=1684780673 # 86 minutes ago +rr[gcc_rev]=d156c6054200237b707f9fb44ae9958d926b0745 +rr[debug_gcc_date]=1685038472 # 2 hours ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=e7858c0a585e29c48a4109933423a0de362fc62d -rr[debug_newlib_date]=1684360074 # 5 days ago +rr[newlib_rev]=4840a5632520c1a3c1598f73f9d1cdd37df371ba +rr[debug_newlib_date]=1684957492 # 24 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=90685c365794e9afabc6cdc7eae7892ba5d2be3d -rr[debug_gcc_date]=1684780673 # 2 hours ago +rr[gcc_rev]=d156c6054200237b707f9fb44ae9958d926b0745 +rr[debug_gcc_date]=1685038472 # 2 hours ago # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index e184f18..d617fc0 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/30/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/31/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index da743b5..e850b21 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,19 +2,20 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 89 commits in binutils,gcc - | 927dd36dba2 [gdb/tui] Fix buglet in tui_update_variables - | 7a8a6f57ece Remove some FIXME comments from DAP - | 7b67409b99e gdb: add Richard Bunt to gdb/MAINTAINERS - | 5a8f5960fd8 [gdb/testsuite] Add Term::get_line_with_attrs - | a01399ff21e [gdb/testsuite] Factor out Term::_reset_attrs - | ... and 8 more commits in binutils - | 90685c36579 Implement some miscellaneous zero accessors for Value_Range. - | 42d6b7d58ca testsuite/52641: Fix more of implicit int=32 assumption fallout. - | a7129e82bed libstdc++: Resolve -Wunused-variable warnings in stdx::simd and tests - | 9f5065094c9 testsuite/52641: Fix tests that fail for 16-bit int / pointer targets. - | 11ef53f0e8f i386: Account for the memory read in V*QImode multiplication sequences - | ... and 71 more commits in gcc + | 225 commits in binutils,gcc,newlib + | 3422b265371 Fix scoped_value_mark not working with empty value chain + | a1decfc1df5 gdb: remove breakpoint_pointer_iterator + | 410f4d7a76f gdbsupport: make filtered_iterator::operator* return the same thing as underlying iterator + | 679a4e92b31 gdbsupport: make basic_safe_iterator::operator* return the same thing as underlying iterator + | e2a1578868a gdb: link breakpoints with intrusive_list + | ... and 48 more commits in binutils + | d156c605420 testsuite: Require trampolines for nestev-vla tests + | 4832767db78 In pipeline scheduling, insns should not be fusion in different BB blocks. + | 52ff3f7b863 i386: Use 2x-wider modes when emulating QImode vector instructions + | 66cc0cb0f44 target/104327: Allow more inlining between different optimization levels. + | ff0a6900700 target/82931: Make a pattern more generic to match more bit-transfers. + | ... and 166 more commits in gcc + | 4840a5632 Cygwin: Adjust CWD magic to accommodate for the latest Windows previews No change @@ -33,6 +34,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/30/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/29/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/31/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/30/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 199e59d..3f066fc 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 89 commits in binutils,gcc: No change +[Linaro-TCWG-CI] 225 commits in binutils,gcc,newlib: No change diff --git a/results-vs-first/compare-results-internal.csv b/results-vs-first/compare-results-internal.csv index 71958b1..9095cc6 100644 --- a/results-vs-first/compare-results-internal.csv +++ b/results-vs-first/compare-results-internal.csv @@ -1,2 +1,2 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -coremark,coremark,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/csv-results-1/perf.csv b/results-vs-first/csv-results-1/perf.csv index 0435253..9ad5836 100644 --- a/results-vs-first/csv-results-1/perf.csv +++ b/results-vs-first/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample -coremark,coremark,14263 +coremark,coremark,14262 diff --git a/results-vs-first/csv-results-1/results.csv b/results-vs-first/csv-results-1/results.csv index 2f3a2e5..2f37675 100644 --- a/results-vs-first/csv-results-1/results.csv +++ b/results-vs-first/csv-results-1/results.csv @@ -1,5 +1,5 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Coremark,coremark.exe,-1,64812,-1,-1,-1 +Coremark,coremark.exe,-1,64748,-1,-1,-1 Coremark,[.] abort,-1,14,-1,-1,-1 Coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -69,7 +69,7 @@ Coremark,[.] crcu16,-1,280,-1,-1,-1 Coremark,[.] crcu32,-1,576,-1,-1,-1 Coremark,[.] crcu8,-1,144,-1,-1,-1 Coremark,[.] currentlocale,-1,92,-1,-1,-1 -Coremark,[.] __d2b,-1,192,-1,-1,-1 +Coremark,[.] __d2b,-1,188,-1,-1,-1 Coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 Coremark,[.] Default_Handler,-1,2,-1,-1,-1 Coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1 @@ -91,7 +91,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 -Coremark,[.] _dtoa_r,-1,3700,-1,-1,-1 +Coremark,[.] _dtoa_r,-1,3656,-1,-1,-1 Coremark,[.] __env_lock,-1,2,-1,-1,-1 Coremark,[.] __env_unlock,-1,2,-1,-1,-1 Coremark,[.] __eqdf2,-1,122,-1,-1,-1 @@ -131,7 +131,7 @@ Coremark,[.] __fp_unlock_all,-1,20,-1,-1,-1 Coremark,[.] __fputwc,-1,152,-1,-1,-1 Coremark,[.] fputwc,-1,72,-1,-1,-1 Coremark,[.] _fputwc_r,-1,38,-1,-1,-1 -Coremark,[.] _free_r,-1,504,-1,-1,-1 +Coremark,[.] _free_r,-1,508,-1,-1,-1 Coremark,[.] frexp,-1,100,-1,-1,-1 Coremark,[.] _fstat,-1,30,-1,-1,-1 Coremark,[.] _fstat_r,-1,44,-1,-1,-1 @@ -158,7 +158,7 @@ Coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1 Coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1 Coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1 Coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1 -Coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1072,-1,-1,-1 +Coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1064,-1,-1,-1 Coremark,[.] HAL_RCC_GetSysClockFreq,-1,172,-1,-1,-1 Coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1 Coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1 @@ -274,7 +274,7 @@ Coremark,[.] __seofread,-1,4,-1,-1,-1 Coremark,[.] __set_ctype,-1,12,-1,-1,-1 Coremark,[.] setlocale,-1,24,-1,-1,-1 Coremark,[.] _setlocale_r,-1,552,-1,-1,-1 -Coremark,[.] __sflush_r,-1,312,-1,-1,-1 +Coremark,[.] __sflush_r,-1,308,-1,-1,-1 Coremark,[.] __sfp,-1,164,-1,-1,-1 Coremark,[.] __sfp_lock_acquire,-1,2,-1,-1,-1 Coremark,[.] __sfp_lock_release,-1,2,-1,-1,-1 @@ -286,7 +286,7 @@ Coremark,[.] __sigtramp_r,-1,100,-1,-1,-1 Coremark,[.] __sinit,-1,32,-1,-1,-1 Coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 Coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 -Coremark,[.] __smakebuf_r,-1,220,-1,-1,-1 +Coremark,[.] __smakebuf_r,-1,208,-1,-1,-1 Coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1 @@ -360,9 +360,9 @@ Coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1 Coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 Coremark,[.] vfiprintf,-1,28,-1,-1,-1 -Coremark,[.] _vfiprintf_r,-1,6502,-1,-1,-1 +Coremark,[.] _vfiprintf_r,-1,6510,-1,-1,-1 Coremark,[.] vfprintf,-1,28,-1,-1,-1 -Coremark,[.] _vfprintf_r,-1,10264,-1,-1,-1 +Coremark,[.] _vfprintf_r,-1,10276,-1,-1,-1 Coremark,[.] wcrtomb,-1,88,-1,-1,-1 Coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 Coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 @@ -374,9 +374,9 @@ Coremark,[.] _wctomb_r,-1,20,-1,-1,-1 Coremark,[.] _write,-1,132,-1,-1,-1 Coremark,[.] _write_r,-1,44,-1,-1,-1 Coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 -Mean,average-successful-tests,14263,-1,-1,-1,-1 -Mean,average-all-tests,14263,-1,-1,-1,-1 -Mean,mean,14262,-1,-1,-1,-1 -Mean,geomean-successful-tests,14262,-1,-1,-1,-1 -Mean,geomean-all-tests,14262,-1,-1,-1,-1 -coremark,coremark,14263,-1,-1,-1,-1 +Mean,average-successful-tests,14262,-1,-1,-1,-1 +Mean,average-all-tests,14262,-1,-1,-1,-1 +Mean,mean,14261,-1,-1,-1,-1 +Mean,geomean-successful-tests,14261,-1,-1,-1,-1 +Mean,geomean-all-tests,14261,-1,-1,-1,-1 +coremark,coremark,14262,-1,-1,-1,-1 diff --git a/results-vs-first/csv-results-1/size.csv b/results-vs-first/csv-results-1/size.csv index 2d2a865..9572ecd 100644 --- a/results-vs-first/csv-results-1/size.csv +++ b/results-vs-first/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-Coremark,coremark.exe,64812
+Coremark,coremark.exe,64748
Coremark,[.] abort,14
Coremark,[.] ADC1_2_IRQHandler,2
Coremark,[.] ADC3_IRQHandler,2
@@ -69,7 +69,7 @@ Coremark,[.] crcu16,280 Coremark,[.] crcu32,576
Coremark,[.] crcu8,144
Coremark,[.] currentlocale,92
-Coremark,[.] __d2b,192
+Coremark,[.] __d2b,188
Coremark,[.] DebugMon_Handler,2
Coremark,[.] Default_Handler,2
Coremark,[.] DFSDM1_FLT0_IRQHandler,2
@@ -91,7 +91,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler,2 Coremark,[.] DMA2_Channel5_IRQHandler,2
Coremark,[.] DMA2_Channel6_IRQHandler,2
Coremark,[.] DMA2_Channel7_IRQHandler,2
-Coremark,[.] _dtoa_r,3700
+Coremark,[.] _dtoa_r,3656
Coremark,[.] __env_lock,2
Coremark,[.] __env_unlock,2
Coremark,[.] __eqdf2,122
@@ -131,7 +131,7 @@ Coremark,[.] __fp_unlock_all,20 Coremark,[.] __fputwc,152
Coremark,[.] fputwc,72
Coremark,[.] _fputwc_r,38
-Coremark,[.] _free_r,504
+Coremark,[.] _free_r,508
Coremark,[.] frexp,100
Coremark,[.] _fstat,30
Coremark,[.] _fstat_r,44
@@ -158,7 +158,7 @@ Coremark,[.] HAL_NVIC_SetPriorityGrouping,36 Coremark,[.] HAL_PWREx_ControlVoltageScaling,128
Coremark,[.] HAL_PWREx_GetVoltageRange,16
Coremark,[.] HAL_RCC_ClockConfig,304
-Coremark,[.] HAL_RCCEx_PeriphCLKConfig,1072
+Coremark,[.] HAL_RCCEx_PeriphCLKConfig,1064
Coremark,[.] HAL_RCC_GetSysClockFreq,172
Coremark,[.] HAL_RCC_OscConfig,1520
Coremark,[.] HAL_SYSTICK_Config,52
@@ -274,7 +274,7 @@ Coremark,[.] __seofread,4 Coremark,[.] __set_ctype,12
Coremark,[.] setlocale,24
Coremark,[.] _setlocale_r,552
-Coremark,[.] __sflush_r,312
+Coremark,[.] __sflush_r,308
Coremark,[.] __sfp,164
Coremark,[.] __sfp_lock_acquire,2
Coremark,[.] __sfp_lock_release,2
@@ -286,7 +286,7 @@ Coremark,[.] __sigtramp_r,100 Coremark,[.] __sinit,32
Coremark,[.] __sjis_mbtowc,142
Coremark,[.] __sjis_wctomb,86
-Coremark,[.] __smakebuf_r,220
+Coremark,[.] __smakebuf_r,208
Coremark,[.] SPI1_IRQHandler,2
Coremark,[.] SPI2_IRQHandler,2
Coremark,[.] SPI3_IRQHandler,2
@@ -360,9 +360,9 @@ Coremark,[.] USART3_IRQHandler,2 Coremark,[.] __utf8_mbtowc,466
Coremark,[.] __utf8_wctomb,156
Coremark,[.] vfiprintf,28
-Coremark,[.] _vfiprintf_r,6502
+Coremark,[.] _vfiprintf_r,6510
Coremark,[.] vfprintf,28
-Coremark,[.] _vfprintf_r,10264
+Coremark,[.] _vfprintf_r,10276
Coremark,[.] wcrtomb,88
Coremark,[.] _wcrtomb_r,76
Coremark,[.] wcsnrtombs,44
diff --git a/results-vs-first/results-brief.csv b/results-vs-first/results-brief.csv index 9a40fb6..d6f302b 100644 --- a/results-vs-first/results-brief.csv +++ b/results-vs-first/results-brief.csv @@ -68,7 +68,7 @@ Coremark,[.] crcu16 ,n/a,70,n/a,n/a,n/a Coremark,[.] crcu32 ,n/a,69,n/a,n/a,n/a,-1,-1,832,576,-1,-1,-1,-1,-1,-1 Coremark,[.] crcu8 ,n/a,74,n/a,n/a,n/a,-1,-1,194,144,-1,-1,-1,-1,-1,-1 Coremark,[.] currentlocale ,n/a,105,n/a,n/a,n/a,-1,-1,88,92,-1,-1,-1,-1,-1,-1 -Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1 +Coremark,[.] __d2b ,n/a,98,n/a,n/a,n/a,-1,-1,192,188,-1,-1,-1,-1,-1,-1 Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 @@ -90,7 +90,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/ Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 -Coremark,[.] _dtoa_r ,n/a,101,n/a,n/a,n/a,-1,-1,3656,3700,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3656,3656,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 @@ -98,9 +98,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/results-full.csv b/results-vs-first/results-full.csv index 1f1ae9f..7804cd6 100644 --- a/results-vs-first/results-full.csv +++ b/results-vs-first/results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/results-internal.csv b/results-vs-first/results-internal.csv index e0bb7bb..61230d2 100644 --- a/results-vs-first/results-internal.csv +++ b/results-vs-first/results-internal.csv @@ -50,7 +50,7 @@ Coremark,[.] crcu16 ,n/a,70,n/a,n/a,n/a Coremark,[.] crcu32 ,n/a,69,n/a,n/a,n/a,-1,-1,832,576,-1,-1,-1,-1,-1,-1 Coremark,[.] crcu8 ,n/a,74,n/a,n/a,n/a,-1,-1,194,144,-1,-1,-1,-1,-1,-1 Coremark,[.] currentlocale ,n/a,105,n/a,n/a,n/a,-1,-1,88,92,-1,-1,-1,-1,-1,-1 -Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1 +Coremark,[.] __d2b ,n/a,98,n/a,n/a,n/a,-1,-1,192,188,-1,-1,-1,-1,-1,-1 Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 @@ -72,7 +72,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/ Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 -Coremark,[.] _dtoa_r ,n/a,101,n/a,n/a,n/a,-1,-1,3656,3700,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3656,3656,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 @@ -80,9 +80,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/results.csv b/results-vs-first/results.csv index e0bb7bb..61230d2 100644 --- a/results-vs-first/results.csv +++ b/results-vs-first/results.csv @@ -50,7 +50,7 @@ Coremark,[.] crcu16 ,n/a,70,n/a,n/a,n/a Coremark,[.] crcu32 ,n/a,69,n/a,n/a,n/a,-1,-1,832,576,-1,-1,-1,-1,-1,-1 Coremark,[.] crcu8 ,n/a,74,n/a,n/a,n/a,-1,-1,194,144,-1,-1,-1,-1,-1,-1 Coremark,[.] currentlocale ,n/a,105,n/a,n/a,n/a,-1,-1,88,92,-1,-1,-1,-1,-1,-1 -Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1 +Coremark,[.] __d2b ,n/a,98,n/a,n/a,n/a,-1,-1,192,188,-1,-1,-1,-1,-1,-1 Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 @@ -72,7 +72,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/ Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 -Coremark,[.] _dtoa_r ,n/a,101,n/a,n/a,n/a,-1,-1,3656,3700,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3656,3656,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 @@ -80,9 +80,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,14539,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,98,n/a,n/a,n/a,n/a,14540,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,14539,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,98,n/a,n/a,n/a,n/a,14540,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/tcwg-benchmark-results.log b/results-vs-first/tcwg-benchmark-results.log index 38f19e0..bc85d54 100644 --- a/results-vs-first/tcwg-benchmark-results.log +++ b/results-vs-first/tcwg-benchmark-results.log @@ -11,9 +11,9 @@ + csv_results_dir=artifacts/results-vs-first/csv-results-0 + mkdir -p artifacts/results-vs-first/csv-results-0 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -89,16 +89,16 @@ + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv + j=1 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31699/ results-1/ ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31990/ results-1/ + csv_results_dir=artifacts/results-vs-first/csv-results-1 + mkdir -p artifacts/results-vs-first/csv-results-1 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -174,16 +174,16 @@ + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv + j=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-first/csv-results-1/perf.csv --out_csv=artifacts/results-vs-first/interesting-symbols.csv --threshold_interesting=5 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-first/csv-results-1/perf.csv --out_csv=artifacts/results-vs-first/interesting-symbols.csv --threshold_interesting=5 + csvs= + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-first/csv-results-0 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -260,26 +260,26 @@ + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/size.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/size.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/vect.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/vect.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/sve.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/sve.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv artifacts/results-vs-first/csv-results-0/size.csv artifacts/results-vs-first/csv-results-0/vect.csv artifacts/results-vs-first/csv-results-0/sve.csv artifacts/results-vs-first/csv-results-0/md5sum.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv artifacts/results-vs-first/csv-results-0/size.csv artifacts/results-vs-first/csv-results-0/vect.csv artifacts/results-vs-first/csv-results-0/sve.csv artifacts/results-vs-first/csv-results-0/md5sum.csv + csvs=' artifacts/results-vs-first/csv-results-0/results.csv' + num=1 + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-first/csv-results-1 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -356,25 +356,25 @@ + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/size.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/size.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/vect.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/vect.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/sve.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/sve.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv artifacts/results-vs-first/csv-results-1/size.csv artifacts/results-vs-first/csv-results-1/vect.csv artifacts/results-vs-first/csv-results-1/sve.csv artifacts/results-vs-first/csv-results-1/md5sum.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv artifacts/results-vs-first/csv-results-1/size.csv artifacts/results-vs-first/csv-results-1/vect.csv artifacts/results-vs-first/csv-results-1/sve.csv artifacts/results-vs-first/csv-results-1/md5sum.csv + csvs=' artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv' + num=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv + cat artifacts/results-vs-first/results-internal.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 65ba8e0..493c6b8 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_vect_loops_variation_average,num_sve_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average +sample_variation_average,size_variation_average,num_sve_loops_variation_average,benchmark,symbol,num_vect_loops_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index d7e1454..9812f18 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -Mean,mean,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14263,14263,64812,64812,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14263,14262,64812,64748,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index 545ed82..facb5a1 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,14263,na +coremark,coremark,14262,na diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index 912da90..a1bfc7e 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,average-successful-tests,14263,343,-1,-1,-1 -Mean,average-all-tests,14263,343,-1,-1,-1 -Mean,mean,14262,28,-1,-1,-1 -Mean,geomean-successful-tests,14262,28,-1,-1,-1 -Mean,geomean-all-tests,14262,28,-1,-1,-1 -coremark,coremark,14263,64812,-1,-1,-1 +Mean,average-successful-tests,14262,343,-1,-1,-1 +Mean,average-all-tests,14262,343,-1,-1,-1 +Mean,mean,14261,28,-1,-1,-1 +Mean,geomean-successful-tests,14261,28,-1,-1,-1 +Mean,geomean-all-tests,14261,28,-1,-1,-1 +coremark,coremark,14262,64748,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -74,7 +74,7 @@ coremark,[.] crcu16,-1,280,-1,-1,-1 coremark,[.] crcu32,-1,576,-1,-1,-1 coremark,[.] crcu8,-1,144,-1,-1,-1 coremark,[.] currentlocale,-1,92,-1,-1,-1 -coremark,[.] __d2b,-1,192,-1,-1,-1 +coremark,[.] __d2b,-1,188,-1,-1,-1 coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 coremark,[.] Default_Handler,-1,2,-1,-1,-1 coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1 @@ -96,7 +96,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _dtoa_r,-1,3700,-1,-1,-1 +coremark,[.] _dtoa_r,-1,3656,-1,-1,-1 coremark,[.] __env_lock,-1,2,-1,-1,-1 coremark,[.] __env_unlock,-1,2,-1,-1,-1 coremark,[.] __eqdf2,-1,122,-1,-1,-1 @@ -136,7 +136,7 @@ coremark,[.] __fp_unlock_all,-1,20,-1,-1,-1 coremark,[.] __fputwc,-1,152,-1,-1,-1 coremark,[.] fputwc,-1,72,-1,-1,-1 coremark,[.] _fputwc_r,-1,38,-1,-1,-1 -coremark,[.] _free_r,-1,504,-1,-1,-1 +coremark,[.] _free_r,-1,508,-1,-1,-1 coremark,[.] frexp,-1,100,-1,-1,-1 coremark,[.] _fstat,-1,30,-1,-1,-1 coremark,[.] _fstat_r,-1,44,-1,-1,-1 @@ -163,7 +163,7 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1 coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1 coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1 coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1 -coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1072,-1,-1,-1 +coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1064,-1,-1,-1 coremark,[.] HAL_RCC_GetSysClockFreq,-1,172,-1,-1,-1 coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1 coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1 @@ -279,7 +279,7 @@ coremark,[.] __seofread,-1,4,-1,-1,-1 coremark,[.] __set_ctype,-1,12,-1,-1,-1 coremark,[.] setlocale,-1,24,-1,-1,-1 coremark,[.] _setlocale_r,-1,552,-1,-1,-1 -coremark,[.] __sflush_r,-1,312,-1,-1,-1 +coremark,[.] __sflush_r,-1,308,-1,-1,-1 coremark,[.] __sfp,-1,164,-1,-1,-1 coremark,[.] __sfp_lock_acquire,-1,2,-1,-1,-1 coremark,[.] __sfp_lock_release,-1,2,-1,-1,-1 @@ -291,7 +291,7 @@ coremark,[.] __sigtramp_r,-1,100,-1,-1,-1 coremark,[.] __sinit,-1,32,-1,-1,-1 coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 -coremark,[.] __smakebuf_r,-1,220,-1,-1,-1 +coremark,[.] __smakebuf_r,-1,208,-1,-1,-1 coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1 @@ -365,9 +365,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1 coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,6502,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,6510,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,10264,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,10276,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index a4a3517..df30fea 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,64812
+coremark,coremark,64748
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -69,7 +69,7 @@ coremark,[.] crcu16,280 coremark,[.] crcu32,576
coremark,[.] crcu8,144
coremark,[.] currentlocale,92
-coremark,[.] __d2b,192
+coremark,[.] __d2b,188
coremark,[.] DebugMon_Handler,2
coremark,[.] Default_Handler,2
coremark,[.] DFSDM1_FLT0_IRQHandler,2
@@ -91,7 +91,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,2 coremark,[.] DMA2_Channel5_IRQHandler,2
coremark,[.] DMA2_Channel6_IRQHandler,2
coremark,[.] DMA2_Channel7_IRQHandler,2
-coremark,[.] _dtoa_r,3700
+coremark,[.] _dtoa_r,3656
coremark,[.] __env_lock,2
coremark,[.] __env_unlock,2
coremark,[.] __eqdf2,122
@@ -131,7 +131,7 @@ coremark,[.] __fp_unlock_all,20 coremark,[.] __fputwc,152
coremark,[.] fputwc,72
coremark,[.] _fputwc_r,38
-coremark,[.] _free_r,504
+coremark,[.] _free_r,508
coremark,[.] frexp,100
coremark,[.] _fstat,30
coremark,[.] _fstat_r,44
@@ -158,7 +158,7 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,36 coremark,[.] HAL_PWREx_ControlVoltageScaling,128
coremark,[.] HAL_PWREx_GetVoltageRange,16
coremark,[.] HAL_RCC_ClockConfig,304
-coremark,[.] HAL_RCCEx_PeriphCLKConfig,1072
+coremark,[.] HAL_RCCEx_PeriphCLKConfig,1064
coremark,[.] HAL_RCC_GetSysClockFreq,172
coremark,[.] HAL_RCC_OscConfig,1520
coremark,[.] HAL_SYSTICK_Config,52
@@ -274,7 +274,7 @@ coremark,[.] __seofread,4 coremark,[.] __set_ctype,12
coremark,[.] setlocale,24
coremark,[.] _setlocale_r,552
-coremark,[.] __sflush_r,312
+coremark,[.] __sflush_r,308
coremark,[.] __sfp,164
coremark,[.] __sfp_lock_acquire,2
coremark,[.] __sfp_lock_release,2
@@ -286,7 +286,7 @@ coremark,[.] __sigtramp_r,100 coremark,[.] __sinit,32
coremark,[.] __sjis_mbtowc,142
coremark,[.] __sjis_wctomb,86
-coremark,[.] __smakebuf_r,220
+coremark,[.] __smakebuf_r,208
coremark,[.] SPI1_IRQHandler,2
coremark,[.] SPI2_IRQHandler,2
coremark,[.] SPI3_IRQHandler,2
@@ -360,9 +360,9 @@ coremark,[.] USART3_IRQHandler,2 coremark,[.] __utf8_mbtowc,466
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,6502
+coremark,[.] _vfiprintf_r,6510
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,10264
+coremark,[.] _vfprintf_r,10276
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 90d6a76..1d7774f 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14263,14263,64812,64812,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14263,14262,64812,64748,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 90d6a76..1d7774f 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14263,14263,64812,64812,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14263,14262,64812,64748,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 90d6a76..1d7774f 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14263,14263,64812,64812,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14263,14262,64812,64748,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 90d6a76..1d7774f 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14263,14263,64812,64812,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14263,14262,64812,64748,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-brief.csv b/results-vs-prev/results-brief.csv index b2eefe8..88ef9a9 100644 --- a/results-vs-prev/results-brief.csv +++ b/results-vs-prev/results-brief.csv @@ -68,7 +68,7 @@ Coremark,[.] crcu16 ,n/a,100,n/a,n/a,n/ Coremark,[.] crcu32 ,n/a,100,n/a,n/a,n/a,-1,-1,576,576,-1,-1,-1,-1,-1,-1 Coremark,[.] crcu8 ,n/a,100,n/a,n/a,n/a,-1,-1,144,144,-1,-1,-1,-1,-1,-1 Coremark,[.] currentlocale ,n/a,100,n/a,n/a,n/a,-1,-1,92,92,-1,-1,-1,-1,-1,-1 -Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1 +Coremark,[.] __d2b ,n/a,98,n/a,n/a,n/a,-1,-1,192,188,-1,-1,-1,-1,-1,-1 Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 @@ -90,7 +90,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/ Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 -Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3700,3700,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,99,n/a,n/a,n/a,-1,-1,3700,3656,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 @@ -98,9 +98,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14263,14263,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14263,14263,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14263,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14262,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14262,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14263,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14263,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14263,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-full.csv b/results-vs-prev/results-full.csv index 59bb423..e51963b 100644 --- a/results-vs-prev/results-full.csv +++ b/results-vs-prev/results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14263,14263,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14263,14263,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14263,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14262,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14262,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14263,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14263,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14263,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 90d6a76..1d7774f 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14262,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14263,343,343,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14263,14263,64812,64812,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14262,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14263,14262,343,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14263,14262,64812,64748,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results.csv b/results-vs-prev/results.csv index 2658eeb..c46df9c 100644 --- a/results-vs-prev/results.csv +++ b/results-vs-prev/results.csv @@ -50,7 +50,7 @@ Coremark,[.] crcu16 ,n/a,100,n/a,n/a,n/ Coremark,[.] crcu32 ,n/a,100,n/a,n/a,n/a,-1,-1,576,576,-1,-1,-1,-1,-1,-1 Coremark,[.] crcu8 ,n/a,100,n/a,n/a,n/a,-1,-1,144,144,-1,-1,-1,-1,-1,-1 Coremark,[.] currentlocale ,n/a,100,n/a,n/a,n/a,-1,-1,92,92,-1,-1,-1,-1,-1,-1 -Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1 +Coremark,[.] __d2b ,n/a,98,n/a,n/a,n/a,-1,-1,192,188,-1,-1,-1,-1,-1,-1 Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 @@ -72,7 +72,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/ Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 -Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3700,3700,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,99,n/a,n/a,n/a,-1,-1,3700,3656,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 @@ -80,9 +80,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14262,14262,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14263,14263,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14263,14263,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14263,14263,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14262,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14262,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14262,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14263,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14263,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14263,14262,-1,-1,-1,-1,-1,-1,-1,-1 |