diff options
37 files changed, 195 insertions, 195 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex de84ce7..60fb5bb 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 6a00d6c..8f0fb03 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 5ad1485..f54e092 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex b401033..f4ceb8d 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 0b1c995..da8aed9 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex 6f70dc9..adba91b 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz Binary files differindex 81428b0..a7de189 100644 --- a/05-clean_sysroot/console.log.xz +++ b/05-clean_sysroot/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 36bcef3..a4efe71 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex bf5fd90..e95b81b 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 792ac7a..6fb4603 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex 8630660..c7f0983 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 3d299da..75c4316 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #33213 +Started TCWG Benchmark #33466 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXX6Sk3YI/agent.42087 -SSH_AGENT_PID=42089 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXjL6526/agent.23349 +SSH_AGENT_PID=23351 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_10178885453608702866.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_10178885453608702866.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_859030817001137873.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_859030817001137873.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision cbbce909eb58abbd1e9746081b6e4d3ab65129dc (origin/master) +Checking out Revision b9163889304480d01479518b825605da6bdea0ea (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f cbbce909eb58abbd1e9746081b6e4d3ab65129dc # timeout=10 -Commit message: "Dashboard: Add a table for configuraations requested by Arm" - > /usr/bin/git rev-list --no-walk cbbce909eb58abbd1e9746081b6e4d3ab65129dc # timeout=10 + > /usr/bin/git checkout -f b9163889304480d01479518b825605da6bdea0ea # timeout=10 +Commit message: "tcwg-benchmark-results.sh: Compare against compare-results-internal.csv, not results-internal.csv." + > /usr/bin/git rev-list --no-walk b9163889304480d01479518b825605da6bdea0ea # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 3e511a3fd55b8ca74f085f5c8bba0a1ffc65ec8b (origin/master) +Checking out Revision 0d555dbbe6da52e6879f648855aa3ca3a94cc245 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 3e511a3fd55b8ca74f085f5c8bba0a1ffc65ec8b # timeout=10 -Commit message: "output-bmk-results.py: extend output-bmk-results to handle libraries" - > /usr/bin/git rev-list --no-walk 3e511a3fd55b8ca74f085f5c8bba0a1ffc65ec8b # timeout=10 + > /usr/bin/git checkout -f 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10 +Commit message: "Keep bmk and exe name of coremark consistent with entry in perf.csv." + > /usr/bin/git rev-list --no-walk 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10 No emails were triggered. -New run name is '#33213-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins17314272162996808561.sh +New run name is '#33466-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins15646126387821528168.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#33213-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/33213/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 +++ sed -e s/@build_num@/33466/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 42207 ++ wait 23475 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#33213-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #125242 started. -TCWG Benchmark_backend #125242-33213+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins2772317595711902614.sh +TCWG Benchmark_backend #125854 started. +TCWG Benchmark_backend #125854-33466+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins8956610687013085139.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #125242-33213+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #125242-33213+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,49 +147,49 @@ TCWG Benchmark_backend #125242-33213+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/md5sum.csv -New run name is '#33213-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/md5sum.csv +New run name is '#33466-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 42089 killed; +echo Agent pid 23351 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#33212-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-bisect (tx1:arm64) is still in progress; ignoring for purposes of comparison +#33465-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O2-build (fx:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#33212-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-bisect (tx1:arm64) is still in progress; ignoring for purposes of comparison +#33465-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O2-build (fx:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #33213-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #33466-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index a91493b..555f19e 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #33213 +Started TCWG Benchmark #33466 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXX6Sk3YI/agent.42087 -SSH_AGENT_PID=42089 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXjL6526/agent.23349 +SSH_AGENT_PID=23351 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_10178885453608702866.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_10178885453608702866.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_859030817001137873.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_859030817001137873.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision cbbce909eb58abbd1e9746081b6e4d3ab65129dc (origin/master) +Checking out Revision b9163889304480d01479518b825605da6bdea0ea (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f cbbce909eb58abbd1e9746081b6e4d3ab65129dc # timeout=10 -Commit message: "Dashboard: Add a table for configuraations requested by Arm" - > /usr/bin/git rev-list --no-walk cbbce909eb58abbd1e9746081b6e4d3ab65129dc # timeout=10 + > /usr/bin/git checkout -f b9163889304480d01479518b825605da6bdea0ea # timeout=10 +Commit message: "tcwg-benchmark-results.sh: Compare against compare-results-internal.csv, not results-internal.csv." + > /usr/bin/git rev-list --no-walk b9163889304480d01479518b825605da6bdea0ea # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 3e511a3fd55b8ca74f085f5c8bba0a1ffc65ec8b (origin/master) +Checking out Revision 0d555dbbe6da52e6879f648855aa3ca3a94cc245 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 3e511a3fd55b8ca74f085f5c8bba0a1ffc65ec8b # timeout=10 -Commit message: "output-bmk-results.py: extend output-bmk-results to handle libraries" - > /usr/bin/git rev-list --no-walk 3e511a3fd55b8ca74f085f5c8bba0a1ffc65ec8b # timeout=10 + > /usr/bin/git checkout -f 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10 +Commit message: "Keep bmk and exe name of coremark consistent with entry in perf.csv." + > /usr/bin/git rev-list --no-walk 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10 No emails were triggered. -New run name is '#33213-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins17314272162996808561.sh +New run name is '#33466-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins15646126387821528168.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#33213-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/33213/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 +++ sed -e s/@build_num@/33466/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 42207 ++ wait 23475 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#33213-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #125242 started. -TCWG Benchmark_backend #125242-33213+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins2772317595711902614.sh +TCWG Benchmark_backend #125854 started. +TCWG Benchmark_backend #125854-33466+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins8956610687013085139.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #125242-33213+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #125242-33213+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,48 +147,48 @@ TCWG Benchmark_backend #125242-33213+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33213/csv_results/md5sum.csv -New run name is '#33213-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33466/csv_results/md5sum.csv +New run name is '#33466-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 42089 killed; +echo Agent pid 23351 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#33212-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-bisect (tx1:arm64) is still in progress; ignoring for purposes of comparison +#33465-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O2-build (fx:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#33212-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-bisect (tx1:arm64) is still in progress; ignoring for purposes of comparison +#33465-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O2-build (fx:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 602bd0b..a4f44f6 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 2cf0c58..9e3c5d3 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/09-check_regression/output-bmk-results.log b/09-check_regression/output-bmk-results.log index cd8a49a..66a08d4 100644 --- a/09-check_regression/output-bmk-results.log +++ b/09-check_regression/output-bmk-results.log @@ -1,2 +1,2 @@ -DEBUG: checking symbol.regression : coremark,coremark : sample=-1% (threshold=15%) -DEBUG: checking symbol.improvement : coremark,coremark : sample=-1% (threshold=15%) +DEBUG: checking symbol.regression : coremark,coremark : sample=0% (threshold=15%) +DEBUG: checking symbol.improvement : coremark,coremark : sample=0% (threshold=15%) diff --git a/annex/bmk-data b/annex/bmk-data index 840b276..a654d11 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/36-3bcd7eaa5df4e7d24664db30768db42f.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/37-c8694ce8e6f4aed5dbbfe9dcbbc73828.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index 53d9271..d64e6a4 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -3e27e91062a421310bacbf95e1404911af791f72 +63224e96d0cd9e726bcd1d6d512255d92b7c5317 diff --git a/git/gcc_rev b/git/gcc_rev index 226231d..1988336 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -17bccd1d2c0fa1f08e0483c8ed841994a95febb0 +a54c71ccc24874ce79019b51150b3a00b7c785cd diff --git a/jenkins/build-name b/jenkins/build-name index 938f127..5c27dbe 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#36-binutils-gcc-newlib-R1 +#37-binutils-gcc-newlib-R1 diff --git a/manifest.sh b/manifest.sh index 5f6b6ba..27a09c2 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=cbbce909eb58abbd1e9746081b6e4d3ab65129dc" +declare -g "jenkins_scripts_rev=b9163889304480d01479518b825605da6bdea0ea" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -8,27 +8,27 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/36/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/37/" declare -g "SQUAD_GRP=tcwg" # Processed 20 options rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 rr[components]="binutils gcc newlib" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#3e27e91062a421310bacbf95e1404911af791f72" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#17bccd1d2c0fa1f08e0483c8ed841994a95febb0" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#63224e96d0cd9e726bcd1d6d512255d92b7c5317" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#a54c71ccc24874ce79019b51150b3a00b7c785cd" rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#80ff7bc26ca97a7e2194554c21fe25cbdf227813" # Processed 10 options rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=3e27e91062a421310bacbf95e1404911af791f72 -rr[debug_binutils_date]=1686355212 # 20 hours ago +rr[binutils_rev]=63224e96d0cd9e726bcd1d6d512255d92b7c5317 +rr[debug_binutils_date]=1686655269 # 9 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=17bccd1d2c0fa1f08e0483c8ed841994a95febb0 -rr[debug_gcc_date]=1686411569 # 4 hours ago +rr[gcc_rev]=a54c71ccc24874ce79019b51150b3a00b7c785cd +rr[debug_gcc_date]=1686680270 # 2 hours ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git rr[newlib_rev]=80ff7bc26ca97a7e2194554c21fe25cbdf227813 -rr[debug_newlib_date]=1686057533 # 4 days ago +rr[debug_newlib_date]=1686057533 # 7 days ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=17bccd1d2c0fa1f08e0483c8ed841994a95febb0 -rr[debug_gcc_date]=1686411569 # 5 hours ago +rr[gcc_rev]=a54c71ccc24874ce79019b51150b3a00b7c785cd +rr[debug_gcc_date]=1686680270 # 2 hours ago # Processed 6 options # Saving rr[] in the manifest rr[abe_branch]="master" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index aae7d1a..297e12e 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/36/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/37/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 817f963..f6870d9 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,19 +2,19 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 88 commits in binutils,gcc - | 3e27e91062a Automatic date update in version.in - | e4d5d129408 libsframe: testsuite: add sframe_find_fre tests for pltN entries - | 937c461e41b libsframe: fix sframe_find_fre for pltN entries - | 05d63bafad7 [AArch64,arm] Fix some formatting issues in the aarch64/arm codebase - | a3859ffba3a [gdb/tui] Simplify tui_puts_internal - | ... and 17 more commits in binutils - | 17bccd1d2c0 Fortran: add Fortran 2018 IEEE_{MIN,MAX} functions - | db80262475d libatomic: x86_64: Always try ifunc - | 39adc5eebd6 testsuite: Add more allocation size tests for conjured svalues [PR110014] - | 1d57a223257 analyzer: Fix allocation size false positive on conjured svalue [PR109577] - | a53a83b63b4 RISC-V: Add test cases for RVV FP16 vreinterpret - | ... and 61 more commits in gcc + | 151 commits in binutils,gcc + | 63224e96d0c [gdb/testsuite] Fix gdb.tui/long-prompt.exp with read1 + | 3e543c18b17 [gdb/testsuite] Fix and add prompt anchoring in tuiterm + | cc313a1d84d [gdb/testsuite] Allow procs with default value args in with_override + | 40bea10383b [gdb/testsuite] Fix gdb.dap/type_check.exp with older python + | bdde90c4cea gdb/testsuite: use proper int size for gdb.dwarf2/symbol_needs_eval*.exp + | ... and 37 more commits in binutils + | a54c71ccc24 Fortran: add DATA statement testcase + | c1691509e5a Fortran: fix passing of zero-sized array arguments to procedures [PR86277] + | b15d46e8057 Remove a couple mudflap remnants + | 99dec205a12 Remove sh5media divtab code + | 1c188877bfc i386: Fix up whitespace in assembly + | ... and 104 more commits in gcc No change @@ -33,6 +33,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/36/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/35/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/37/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/36/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index d103403..cbde5eb 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 88 commits in binutils,gcc: No change +[Linaro-TCWG-CI] 151 commits in binutils,gcc: No change diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index 050c9a9..46a113e 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -151,7 +151,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : coremark,coremark : sample=-1% (threshold=15%) +DEBUG: checking symbol.regression : coremark,coremark : sample=0% (threshold=15%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -191,7 +191,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : coremark,coremark : sample=-1% (threshold=15%) +DEBUG: checking symbol.improvement : coremark,coremark : sample=0% (threshold=15%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index de7d93a..1052543 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_sve_loops_variation_average,sample_variation_average,size_variation_average,benchmark,symbol,num_vect_loops_variation_average +size_variation_average,num_sve_loops_variation_average,num_vect_loops_variation_average,benchmark,symbol,sample_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 2c061bd..fae0e2a 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,average-successful-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,mean,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -coremark,coremark,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14467,14467,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv index facb5a1..a043c7e 100644 --- a/results-vs-prev/csv-results-0/perf.csv +++ b/results-vs-prev/csv-results-0/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,14262,na +coremark,coremark,14467,na diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index a1bfc7e..c414751 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,average-successful-tests,14262,343,-1,-1,-1 -Mean,average-all-tests,14262,343,-1,-1,-1 -Mean,mean,14261,28,-1,-1,-1 -Mean,geomean-successful-tests,14261,28,-1,-1,-1 -Mean,geomean-all-tests,14261,28,-1,-1,-1 -coremark,coremark,14262,64748,-1,-1,-1 +Mean,mean,14467,28,-1,-1,-1 +Mean,geomean-successful-tests,14467,28,-1,-1,-1 +Mean,geomean-all-tests,14467,28,-1,-1,-1 +Mean,average-successful-tests,14467,345,-1,-1,-1 +Mean,average-all-tests,14467,345,-1,-1,-1 +coremark,coremark,14467,65068,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -69,10 +69,10 @@ coremark,[.] core_list_remove,-1,28,-1,-1,-1 coremark,[.] core_list_reverse,-1,20,-1,-1,-1 coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1 coremark,[.] core_state_transition,-1,424,-1,-1,-1 -coremark,[.] crc16,-1,284,-1,-1,-1 -coremark,[.] crcu16,-1,280,-1,-1,-1 -coremark,[.] crcu32,-1,576,-1,-1,-1 -coremark,[.] crcu8,-1,144,-1,-1,-1 +coremark,[.] crc16,-1,366,-1,-1,-1 +coremark,[.] crcu16,-1,362,-1,-1,-1 +coremark,[.] crcu32,-1,734,-1,-1,-1 +coremark,[.] crcu8,-1,178,-1,-1,-1 coremark,[.] currentlocale,-1,92,-1,-1,-1 coremark,[.] __d2b,-1,188,-1,-1,-1 coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv index df30fea..8e707b7 100644 --- a/results-vs-prev/csv-results-0/size.csv +++ b/results-vs-prev/csv-results-0/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,64748
+coremark,coremark,65068
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -64,10 +64,10 @@ coremark,[.] core_list_remove,28 coremark,[.] core_list_reverse,20
coremark,[.] core_list_undo_remove,22
coremark,[.] core_state_transition,424
-coremark,[.] crc16,284
-coremark,[.] crcu16,280
-coremark,[.] crcu32,576
-coremark,[.] crcu8,144
+coremark,[.] crc16,366
+coremark,[.] crcu16,362
+coremark,[.] crcu32,734
+coremark,[.] crcu8,178
coremark,[.] currentlocale,92
coremark,[.] __d2b,188
coremark,[.] DebugMon_Handler,2
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index eb85f86..fae0e2a 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14467,14467,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index eb85f86..fae0e2a 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14467,14467,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index eb85f86..fae0e2a 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14467,14467,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv.diff b/results-vs-prev/csvs2table-results-internal.csv.diff deleted file mode 100644 index e69de29..0000000 --- a/results-vs-prev/csvs2table-results-internal.csv.diff +++ /dev/null diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index eb85f86..fae0e2a 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14467,14467,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index eb85f86..fae0e2a 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14467,14467,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14467,14467,345,345,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14467,14467,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index 26c5439..043a776 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -388,8 +388,8 @@ + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv + cat artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv + c++filt -p ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv + c++filt -p + '[' x--relative == x--relative ']' |