diff options
27 files changed, 188 insertions, 170 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 9ee6199..a8538da 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 6a69847..9c58516 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 6bbc136..4937a90 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differnew file mode 100644 index 0000000..22e45c9 --- /dev/null +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex e3a7709..8ea16cd 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differnew file mode 100644 index 0000000..62100bc --- /dev/null +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz Binary files differindex f4e1f85..81428b0 100644 --- a/05-clean_sysroot/console.log.xz +++ b/05-clean_sysroot/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex b0b81f6..c38f699 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differnew file mode 100644 index 0000000..7940dca --- /dev/null +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 05c13cf..6570f84 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differnew file mode 100644 index 0000000..4ccad45 --- /dev/null +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 02de282..11027d5 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #31277 +Started TCWG Benchmark #31457 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXRIThTS/agent.9555 -SSH_AGENT_PID=9557 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXNN2G0O/agent.27724 +SSH_AGENT_PID=27726 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_15810233411770219454.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_15810233411770219454.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_11677054258100080079.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_11677054258100080079.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 5295ecf1da773a781b34eaa386b7384c1ac74ecf (origin/master) +Checking out Revision 5bed60828e2ce31bb17562b8c1b5445dd3e4a11a (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 5295ecf1da773a781b34eaa386b7384c1ac74ecf # timeout=10 -Commit message: "tcwg_gnu-build.sh: Add support for tcwg_gnu_eabi projects" - > /usr/bin/git rev-list --no-walk 82683c3ce544566db6b6260c4e43af1414aab18a # timeout=10 + > /usr/bin/git checkout -f 5bed60828e2ce31bb17562b8c1b5445dd3e4a11a # timeout=10 +Commit message: "generate-cimonitor-dashboard.py: Add bmk_results in for-ci-devs dashboard" + > /usr/bin/git rev-list --no-walk 5bed60828e2ce31bb17562b8c1b5445dd3e4a11a # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 98396a89361365a4a13b4c6b1fe8732eb433fbda (origin/master) +Checking out Revision 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10 -Commit message: "compare-results.py: Error messages on stderr" - > /usr/bin/git rev-list --no-walk 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10 + > /usr/bin/git checkout -f 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 # timeout=10 +Commit message: "md5sum-data-to-csv.py: Iterate over interesting_symbols in sorted order." + > /usr/bin/git rev-list --no-walk 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 # timeout=10 No emails were triggered. -New run name is '#31277-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins16568666177956970094.sh +New run name is '#31457-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins4945381025894865258.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#31277-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/31277/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 +++ sed -e s/@build_num@/31457/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 9680 ++ wait 27848 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#31277-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #120845 started. -TCWG Benchmark_backend #120845-31277+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins4905728553469011003.sh +TCWG Benchmark_backend #121352 started. +TCWG Benchmark_backend #121352-31457+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins6328520331357943427.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #120845-31277+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #120845-31277+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,49 +147,49 @@ TCWG Benchmark_backend #120845-31277+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/dev-01.tcwglab/results.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/md5sum.csv -New run name is '#31277-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/md5sum.csv +New run name is '#31457-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 9557 killed; +echo Agent pid 27726 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#31276-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison +#31456-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#31276-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison +#31456-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #31277-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #31457-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index 2eabba8..b66b36f 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #31277 +Started TCWG Benchmark #31457 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXRIThTS/agent.9555 -SSH_AGENT_PID=9557 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXNN2G0O/agent.27724 +SSH_AGENT_PID=27726 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_15810233411770219454.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_15810233411770219454.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_11677054258100080079.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_11677054258100080079.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 5295ecf1da773a781b34eaa386b7384c1ac74ecf (origin/master) +Checking out Revision 5bed60828e2ce31bb17562b8c1b5445dd3e4a11a (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 5295ecf1da773a781b34eaa386b7384c1ac74ecf # timeout=10 -Commit message: "tcwg_gnu-build.sh: Add support for tcwg_gnu_eabi projects" - > /usr/bin/git rev-list --no-walk 82683c3ce544566db6b6260c4e43af1414aab18a # timeout=10 + > /usr/bin/git checkout -f 5bed60828e2ce31bb17562b8c1b5445dd3e4a11a # timeout=10 +Commit message: "generate-cimonitor-dashboard.py: Add bmk_results in for-ci-devs dashboard" + > /usr/bin/git rev-list --no-walk 5bed60828e2ce31bb17562b8c1b5445dd3e4a11a # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 98396a89361365a4a13b4c6b1fe8732eb433fbda (origin/master) +Checking out Revision 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10 -Commit message: "compare-results.py: Error messages on stderr" - > /usr/bin/git rev-list --no-walk 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10 + > /usr/bin/git checkout -f 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 # timeout=10 +Commit message: "md5sum-data-to-csv.py: Iterate over interesting_symbols in sorted order." + > /usr/bin/git rev-list --no-walk 9cc1b5b2fdf6f5a1e11afebd3a54a4ec2fe1c905 # timeout=10 No emails were triggered. -New run name is '#31277-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins16568666177956970094.sh +New run name is '#31457-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins4945381025894865258.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#31277-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/31277/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 +++ sed -e s/@build_num@/31457/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 9680 ++ wait 27848 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#31277-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #120845 started. -TCWG Benchmark_backend #120845-31277+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins4905728553469011003.sh +TCWG Benchmark_backend #121352 started. +TCWG Benchmark_backend #121352-31457+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins6328520331357943427.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #120845-31277+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #120845-31277+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,48 +147,48 @@ TCWG Benchmark_backend #120845-31277+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/dev-01.tcwglab/results.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/csv_results/md5sum.csv -New run name is '#31277-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/csv_results/md5sum.csv +New run name is '#31457-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 9557 killed; +echo Agent pid 27726 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#31276-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison +#31456-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#31276-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison +#31456-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 3c9d7fd..a33dc87 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex cb656fa..5c1492c 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/10-update_baseline/console.log b/10-update_baseline/console.log index e69de29..f156c25 100644 --- a/10-update_baseline/console.log +++ b/10-update_baseline/console.log @@ -0,0 +1,14 @@ +00:00:00 ++ update_baseline +00:00:00 ++ set -euf -o pipefail +00:00:00 ++ '[' xonsuccess = xignore ']' +00:00:00 ++ trim_base_artifacts +00:00:00 ++ set -euf -o pipefail +00:00:00 ++ local experimental=false +00:00:00 ++ case "${rr[ci_project]}" in +00:00:00 ++ local old_commit +00:00:00 +++ git -C base-artifacts rev-parse --verify HEAD~100 +00:00:00 +++ true +00:00:00 ++ old_commit= +00:00:00 ++ '[' x '!=' x ']' +00:00:00 ++ '[' x '!=' x ']' +00:00:00 ++ rsync -aI --del --exclude /.git artifacts/ base-artifacts/ diff --git a/annex/bmk-data b/annex/bmk-data index 2e0f6a8..f881032 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/28-15b90e848101ba549dd4825faa3963bc.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/29-a955eb26e2a740f99c53edb4e22eddf4.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index 31d0514..af245cf 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -b5fbb4c2b468bc776ba71e2c4ef692f095e034bd +3f33695b64123e60a7487eb1a9f91a40a42f0f9f diff --git a/git/gcc_rev b/git/gcc_rev index 19f1a4a..b52ff4d 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -f25d2de17663a0132f9fe090dee39d3b1132067b +05b7cc7daac8b3c275bbe85194e1bb4f6e29b19c diff --git a/git/newlib_rev b/git/newlib_rev index db280d9..95ee147 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -41fdb869f9984ca2f8600aaa980b4ed2eae2e980 +e7858c0a585e29c48a4109933423a0de362fc62d diff --git a/manifest.sh b/manifest.sh index 45308d0..e41bc00 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=5295ecf1da773a781b34eaa386b7384c1ac74ecf" +declare -g "jenkins_scripts_rev=5bed60828e2ce31bb17562b8c1b5445dd3e4a11a" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_speed-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#b5fbb4c2b468bc776ba71e2c4ef692f095e034bd" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#f25d2de17663a0132f9fe090dee39d3b1132067b" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#41fdb869f9984ca2f8600aaa980b4ed2eae2e980" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#3f33695b64123e60a7487eb1a9f91a40a42f0f9f" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#05b7cc7daac8b3c275bbe85194e1bb4f6e29b19c" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#e7858c0a585e29c48a4109933423a0de362fc62d" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/28/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/29/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 rr[components]="binutils gcc newlib" rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=b5fbb4c2b468bc776ba71e2c4ef692f095e034bd -rr[debug_binutils_date]=1684263891 # 58 minutes ago +rr[binutils_rev]=3f33695b64123e60a7487eb1a9f91a40a42f0f9f +rr[debug_binutils_date]=1684514829 # 3 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=f25d2de17663a0132f9fe090dee39d3b1132067b -rr[debug_gcc_date]=1684260777 # 2 hours ago +rr[gcc_rev]=05b7cc7daac8b3c275bbe85194e1bb4f6e29b19c +rr[debug_gcc_date]=1684521939 # 79 minutes ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=41fdb869f9984ca2f8600aaa980b4ed2eae2e980 -rr[debug_newlib_date]=1683904331 # 4 days ago +rr[newlib_rev]=e7858c0a585e29c48a4109933423a0de362fc62d +rr[debug_newlib_date]=1684360074 # 2 days ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=f25d2de17663a0132f9fe090dee39d3b1132067b -rr[debug_gcc_date]=1684260777 # 2 hours ago +rr[gcc_rev]=05b7cc7daac8b3c275bbe85194e1bb4f6e29b19c +rr[debug_gcc_date]=1684521939 # 86 minutes ago # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" diff --git a/mail/check-regression-status.txt b/notify/check-regression-status.txt index 573541a..573541a 100644 --- a/mail/check-regression-status.txt +++ b/notify/check-regression-status.txt diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 447e8a6..acf1a9a 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/28/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/29/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index b77f5a0..dbe8024 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,19 +2,23 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 128 commits in binutils,gcc - | b5fbb4c2b46 gprofng: include a new function in the right place - | 68b25a74aa4 [gdb/tui] Don't show line number for lines not in source file - | d1792f72bf9 Document how to use the linker to create a resource only DLL. - | 0e759f232b6 Add section caches to coff_data_type - | 73eff1cbd3e Update comments for the gdb/24331 fix. - | ... and 12 more commits in binutils - | f25d2de1766 c++: -Wdangling-reference not suppressed in template [PR109774] - | 94a311abf78 libstdc++: Disable cacheline alignment for DJGPP [PR109741] - | d5e5007c4b5 c++: desig init in presence of list ctor [PR109871] - | 9417b30499c rs6000: Enable REE pass by default - | 008cbecf622 RISC-V: Fix wrong select_kind in riscv_compute_multilib - | ... and 106 more commits in gcc + | 117 commits in binutils,gcc,newlib + | 3f33695b641 Update documentation for Python Frame.older and Frame.newer + | 05d31a0b3f0 ld: drop stray blank from ld.texi + | b69378ced6a gdb: fix post-hook execution for remote targets + | 712872748de gdb: Remove redundant frame switching + | e84060b4897 gdb: safety checks in skip_prologue_using_sal + | ... and 26 more commits in binutils + | 05b7cc7daac fortran: Use CLASS_DATA from gfortran.h + | cddb6dd6668 Fix driver/33980: Precompiled header file not removed on error + | c104ef4b5eb RISC-V: improve codegen for large constants with same 32-bit lo and hi parts [2] + | c5709fc8713 c++: simplify norm_cache manipulation + | ef8926d23a4 c++: scoped variable template-id of reference type [PR97340] + | ... and 77 more commits in gcc + | e7858c0a5 fix __time_load_locale return code + | 9ae9eef21 Regenerated source for adding non LDBL_EQ_DBL + | 048ebea98 newlib: Add non LDBL_EQ_DBL math support for aarch64, i386, and x86_64 + | c630a6a83 newlib: Add FreeBSD files for non LDBL_EQ_DBL support No change @@ -33,6 +37,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/28/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/27/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/29/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/28/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 948e718..bdc8207 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 128 commits in binutils,gcc: No change +[Linaro-TCWG-CI] 117 commits in binutils,gcc,newlib: No change diff --git a/results-vs-first/tcwg-benchmark-results.log b/results-vs-first/tcwg-benchmark-results.log index 74fad6b..c933dad 100644 --- a/results-vs-first/tcwg-benchmark-results.log +++ b/results-vs-first/tcwg-benchmark-results.log @@ -11,9 +11,9 @@ + csv_results_dir=artifacts/results-vs-first/csv-results-0 + mkdir -p artifacts/results-vs-first/csv-results-0 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -89,16 +89,16 @@ + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv + j=1 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31277/ results-1/ ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/31457/ results-1/ + csv_results_dir=artifacts/results-vs-first/csv-results-1 + mkdir -p artifacts/results-vs-first/csv-results-1 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -174,16 +174,16 @@ + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv + j=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-first/csv-results-1/perf.csv --out_csv=artifacts/results-vs-first/interesting-symbols.csv --threshold_interesting=5 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-first/csv-results-1/perf.csv --out_csv=artifacts/results-vs-first/interesting-symbols.csv --threshold_interesting=5 + csvs= + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-first/csv-results-0 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -260,26 +260,26 @@ + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/size.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/size.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/vect.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/vect.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/sve.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/sve.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv artifacts/results-vs-first/csv-results-0/size.csv artifacts/results-vs-first/csv-results-0/vect.csv artifacts/results-vs-first/csv-results-0/sve.csv artifacts/results-vs-first/csv-results-0/md5sum.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv artifacts/results-vs-first/csv-results-0/size.csv artifacts/results-vs-first/csv-results-0/vect.csv artifacts/results-vs-first/csv-results-0/sve.csv artifacts/results-vs-first/csv-results-0/md5sum.csv + csvs=' artifacts/results-vs-first/csv-results-0/results.csv' + num=1 + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-first/csv-results-1 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -356,25 +356,25 @@ + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/size.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/size.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/vect.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/vect.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/sve.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/sve.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv artifacts/results-vs-first/csv-results-1/size.csv artifacts/results-vs-first/csv-results-1/vect.csv artifacts/results-vs-first/csv-results-1/sve.csv artifacts/results-vs-first/csv-results-1/md5sum.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv artifacts/results-vs-first/csv-results-1/size.csv artifacts/results-vs-first/csv-results-1/vect.csv artifacts/results-vs-first/csv-results-1/sve.csv artifacts/results-vs-first/csv-results-1/md5sum.csv + csvs=' artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv' + num=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv + cat artifacts/results-vs-first/results-internal.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index cf4f1f6..6024688 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -sample_variation_average,num_sve_loops_variation_average,size_variation_average,benchmark,symbol,num_vect_loops_variation_average +size_variation_average,sample_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average |