diff options
31 files changed, 961 insertions, 213 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex f389542..fd0c278 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 212d0c1..67cf044 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 8652c18..c30a47a 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex c9627db..77b468a 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 303d3bb..46b27bd 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 186cddc..3fa0998 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index dff4fa8..a6525d0 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #25777 +Started TCWG Benchmark #26069 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXfEoJXC/agent.10527 -SSH_AGENT_PID=10529 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXyShNfL/agent.48549 +SSH_AGENT_PID=48551 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_10152315533229505129.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_10152315533229505129.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_2133269090338563386.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_2133269090338563386.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision a17746a3b9065a1957ee737eecd7824741f82a73 (origin/master) +Checking out Revision 065b1e57a0a2f1fddc4df6e0961d4c37779fe16f (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f a17746a3b9065a1957ee737eecd7824741f82a73 # timeout=10 -Commit message: "tcwg-benchmark.sh: Improve reboot and recovery sequence again" - > /usr/bin/git rev-list --no-walk a17746a3b9065a1957ee737eecd7824741f82a73 # timeout=10 + > /usr/bin/git checkout -f 065b1e57a0a2f1fddc4df6e0961d4c37779fe16f # timeout=10 +Commit message: "tcwg_bmk-build.sh: Handle new code-size and code-vect configurations" + > /usr/bin/git rev-list --no-walk 065b1e57a0a2f1fddc4df6e0961d4c37779fe16f # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision cbe6a59814e0de8066f943f03b40315f0f96d878 (origin/master) +Checking out Revision ba91d9425d31e3e28e6ef617243b56fa4f8736e1 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f cbe6a59814e0de8066f943f03b40315f0f96d878 # timeout=10 -Commit message: "coremark.sh: Compress coremark.exe after rsync of results." - > /usr/bin/git rev-list --no-walk cbe6a59814e0de8066f943f03b40315f0f96d878 # timeout=10 + > /usr/bin/git checkout -f ba91d9425d31e3e28e6ef617243b56fa4f8736e1 # timeout=10 +Commit message: "break-up-bmks.sh: Add spec2006_nofortran alias" + > /usr/bin/git rev-list --no-walk ba91d9425d31e3e28e6ef617243b56fa4f8736e1 # timeout=10 No emails were triggered. -New run name is '#25777-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins5794681414797285483.sh +New run name is '#26069-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins11170699354997074070.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/@build_num@ -++ sed -e s/@build_num@/25777/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 +++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ +++ sed -e s/@build_num@/26069/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 10651 ++ wait 48670 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,33 +87,34 @@ New run name is '#25777-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #107404 started. -TCWG Benchmark_backend #107404-25777+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins4981212572382236329.sh +TCWG Benchmark_backend #108531 started. +TCWG Benchmark_backend #108531-26069+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins8205835386130076104.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef + has_perf_logs=undef ++ metrics=() + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results + shift + shift + test 4 -gt 0 @@ -127,14 +128,14 @@ TCWG Benchmark_backend #107404-25777+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -143,40 +144,59 @@ TCWG Benchmark_backend #107404-25777+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + local var=no + local 'msg=has_perf_logs not set.' + '[' xno = xundef ']' -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results ++ '[' 0 = 0 ']' ++ metrics=(perf size vect sve md5sum) ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/*' + '[' 1 -eq 1 ']' ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/dev-01.tcwglab/results.csv + '[' xno = xyes ']' -+ bmk=coremark -+ perf_csv= -+ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/size.csv '' -+ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/vect.csv -+ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/sve.csv -+ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/md5sum.csv -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/md5sum.csv -New run name is '#25777-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' ++ bmk_name=coremark ++ metrics=("${metrics[@]:1}") ++ merge_opts=("$csv_results_dir/perf.csv") ++ for metric in "${metrics[@]}" ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in size vect sve md5sum ++ '[' -f /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/size.csv ']' ++ for metric in size vect sve md5sum ++ '[' -f /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/vect.csv ']' ++ for metric in size vect sve md5sum ++ '[' -f /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/sve.csv ']' ++ for metric in size vect sve md5sum ++ '[' -f /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/md5sum.csv ']' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/md5sum.csv +New run name is '#26069-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 10529 killed; +echo Agent pid 48551 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#25776-tcwg_bmk-fujitsu_speed-cpu2017speed/build-llvm-aarch64-master-O3 (fx:arm64) is still in progress; ignoring for purposes of comparison +#26068-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#25776-tcwg_bmk-fujitsu_speed-cpu2017speed/build-llvm-aarch64-master-O3 (fx:arm64) is still in progress; ignoring for purposes of comparison +#26068-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #25777-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #26069-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index 89de6a6..5c2fa0d 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #25777 +Started TCWG Benchmark #26069 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXfEoJXC/agent.10527 -SSH_AGENT_PID=10529 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXyShNfL/agent.48549 +SSH_AGENT_PID=48551 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_10152315533229505129.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_10152315533229505129.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_2133269090338563386.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_2133269090338563386.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision a17746a3b9065a1957ee737eecd7824741f82a73 (origin/master) +Checking out Revision 065b1e57a0a2f1fddc4df6e0961d4c37779fe16f (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f a17746a3b9065a1957ee737eecd7824741f82a73 # timeout=10 -Commit message: "tcwg-benchmark.sh: Improve reboot and recovery sequence again" - > /usr/bin/git rev-list --no-walk a17746a3b9065a1957ee737eecd7824741f82a73 # timeout=10 + > /usr/bin/git checkout -f 065b1e57a0a2f1fddc4df6e0961d4c37779fe16f # timeout=10 +Commit message: "tcwg_bmk-build.sh: Handle new code-size and code-vect configurations" + > /usr/bin/git rev-list --no-walk 065b1e57a0a2f1fddc4df6e0961d4c37779fe16f # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision cbe6a59814e0de8066f943f03b40315f0f96d878 (origin/master) +Checking out Revision ba91d9425d31e3e28e6ef617243b56fa4f8736e1 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f cbe6a59814e0de8066f943f03b40315f0f96d878 # timeout=10 -Commit message: "coremark.sh: Compress coremark.exe after rsync of results." - > /usr/bin/git rev-list --no-walk cbe6a59814e0de8066f943f03b40315f0f96d878 # timeout=10 + > /usr/bin/git checkout -f ba91d9425d31e3e28e6ef617243b56fa4f8736e1 # timeout=10 +Commit message: "break-up-bmks.sh: Add spec2006_nofortran alias" + > /usr/bin/git rev-list --no-walk ba91d9425d31e3e28e6ef617243b56fa4f8736e1 # timeout=10 No emails were triggered. -New run name is '#25777-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins5794681414797285483.sh +New run name is '#26069-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins11170699354997074070.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/@build_num@ -++ sed -e s/@build_num@/25777/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 +++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ +++ sed -e s/@build_num@/26069/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 10651 ++ wait 48670 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,33 +87,34 @@ New run name is '#25777-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #107404 started. -TCWG Benchmark_backend #107404-25777+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins4981212572382236329.sh +TCWG Benchmark_backend #108531 started. +TCWG Benchmark_backend #108531-26069+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins8205835386130076104.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef + has_perf_logs=undef ++ metrics=() + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results + shift + shift + test 4 -gt 0 @@ -127,14 +128,14 @@ TCWG Benchmark_backend #107404-25777+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -143,39 +144,58 @@ TCWG Benchmark_backend #107404-25777+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + local var=no + local 'msg=has_perf_logs not set.' + '[' xno = xundef ']' -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results ++ '[' 0 = 0 ']' ++ metrics=(perf size vect sve md5sum) ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/*' + '[' 1 -eq 1 ']' ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/dev-01.tcwglab/results.csv + '[' xno = xyes ']' -+ bmk=coremark -+ perf_csv= -+ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/size.csv '' -+ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/vect.csv -+ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/sve.csv -+ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/md5sum.csv -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25777/csv_results/md5sum.csv -New run name is '#25777-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' ++ bmk_name=coremark ++ metrics=("${metrics[@]:1}") ++ merge_opts=("$csv_results_dir/perf.csv") ++ for metric in "${metrics[@]}" ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in size vect sve md5sum ++ '[' -f /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/size.csv ']' ++ for metric in size vect sve md5sum ++ '[' -f /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/vect.csv ']' ++ for metric in size vect sve md5sum ++ '[' -f /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/sve.csv ']' ++ for metric in size vect sve md5sum ++ '[' -f /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/md5sum.csv ']' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/26069/csv_results/md5sum.csv +New run name is '#26069-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 10529 killed; +echo Agent pid 48551 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#25776-tcwg_bmk-fujitsu_speed-cpu2017speed/build-llvm-aarch64-master-O3 (fx:arm64) is still in progress; ignoring for purposes of comparison +#26068-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#25776-tcwg_bmk-fujitsu_speed-cpu2017speed/build-llvm-aarch64-master-O3 (fx:arm64) is still in progress; ignoring for purposes of comparison +#26068-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 3316159..2188355 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 74c1a3f..0a6f3b8 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index b8e476d..f8ced97 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2-03764a4e59aad0132fe7f88d34a72bd6.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5-c291d94d53471dd237435b9c8e0eaeed.tar.xz diff --git a/dashboard/dashboard-generate.sh b/dashboard/dashboard-generate.sh index bc53ed3..d401f7b 100755 --- a/dashboard/dashboard-generate.sh +++ b/dashboard/dashboard-generate.sh @@ -11,7 +11,7 @@ fi --top_artifacts "$top_artifacts" \ --baseline_branch "linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3" \ --components "binutils gcc newlib" \ - --run_date "2023-02-25T08:53:09+00:00" \ + --run_date "2023-03-02T14:13:39+00:00" \ --relative_results true \ --squad_mode "vs-first" diff --git a/dashboard/squad-vs-first/Coremark/results-functional.json b/dashboard/squad-vs-first/Coremark/results-functional.json new file mode 100644 index 0000000..9daec28 --- /dev/null +++ b/dashboard/squad-vs-first/Coremark/results-functional.json @@ -0,0 +1,4 @@ +{ + "build" : "pass", + "run" : "pass" +} diff --git a/dashboard/squad-vs-first/Coremark/results-metadata.json b/dashboard/squad-vs-first/Coremark/results-metadata.json new file mode 100644 index 0000000..447a58c --- /dev/null +++ b/dashboard/squad-vs-first/Coremark/results-metadata.json @@ -0,0 +1,10 @@ +{ + " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 257 commits", + " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", + "datetime": "2023-03-02T14:13:39+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/5/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/5/console", + "version_binutils":"4779ed9757fa71e6743fb7fc1f9eeae8267ae36c", + "version_gcc": "4f181f9c7ee3efc509d185fdfda33be9018f1611", + "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" +} diff --git a/dashboard/squad-vs-first/Coremark/results-metrics.json b/dashboard/squad-vs-first/Coremark/results-metrics.json new file mode 100644 index 0000000..8ec7125 --- /dev/null +++ b/dashboard/squad-vs-first/Coremark/results-metrics.json @@ -0,0 +1,3 @@ +{ + "size" : "0" +} diff --git a/dashboard/squad-vs-first/Mean/results-metadata.json b/dashboard/squad-vs-first/Mean/results-metadata.json index ba99f65..447a58c 100644 --- a/dashboard/squad-vs-first/Mean/results-metadata.json +++ b/dashboard/squad-vs-first/Mean/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 101 commits", + " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 257 commits", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-02-25T08:53:09+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/2/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/2/console", - "version_binutils":"139f66c7287806a50dbee598e194ba869b7955d4", - "version_gcc": "afe6cea4489846aa8585f3c045d16cdaa08cc6cd", + "datetime": "2023-03-02T14:13:39+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/5/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/5/console", + "version_binutils":"4779ed9757fa71e6743fb7fc1f9eeae8267ae36c", + "version_gcc": "4f181f9c7ee3efc509d185fdfda33be9018f1611", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/Mean/results-metrics.json b/dashboard/squad-vs-first/Mean/results-metrics.json index 95a86a0..b60d94a 100644 --- a/dashboard/squad-vs-first/Mean/results-metrics.json +++ b/dashboard/squad-vs-first/Mean/results-metrics.json @@ -1,4 +1,3 @@ { - "perf" : "-2", - "size" : "-2" + "perf" : "-2" } diff --git a/dashboard/squad-vs-first/coremark/results-metadata.json b/dashboard/squad-vs-first/coremark/results-metadata.json index ba99f65..447a58c 100644 --- a/dashboard/squad-vs-first/coremark/results-metadata.json +++ b/dashboard/squad-vs-first/coremark/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 101 commits", + " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 257 commits", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-02-25T08:53:09+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/2/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/2/console", - "version_binutils":"139f66c7287806a50dbee598e194ba869b7955d4", - "version_gcc": "afe6cea4489846aa8585f3c045d16cdaa08cc6cd", + "datetime": "2023-03-02T14:13:39+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/5/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/5/console", + "version_binutils":"4779ed9757fa71e6743fb7fc1f9eeae8267ae36c", + "version_gcc": "4f181f9c7ee3efc509d185fdfda33be9018f1611", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/coremark/results-metrics.json b/dashboard/squad-vs-first/coremark/results-metrics.json index 95a86a0..b60d94a 100644 --- a/dashboard/squad-vs-first/coremark/results-metrics.json +++ b/dashboard/squad-vs-first/coremark/results-metrics.json @@ -1,4 +1,3 @@ { - "perf" : "-2", - "size" : "-2" + "perf" : "-2" } diff --git a/dashboard/squad-vs-first/dashboard-push-squad.sh b/dashboard/squad-vs-first/dashboard-push-squad.sh index 9141c7f..fd3bf27 100755 --- a/dashboard/squad-vs-first/dashboard-push-squad.sh +++ b/dashboard/squad-vs-first/dashboard-push-squad.sh @@ -20,21 +20,714 @@ if [ -f $top_artifacts/git/base-artifacts_rev ]; then sed -i -e "s|#BASE-ARTIFACTS-REV#|$base_artifacts_rev|" */results-metadata.json fi -echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2" +echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5" set +x -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2/coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@coremark/results-functional.json \ --form metrics=@coremark/results-metrics.json \ --form metadata=@coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2/coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2/Mean" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark" +curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ + --form tests=@Coremark/results-functional.json \ + --form metrics=@Coremark/results-metrics.json \ + --form metadata=@Coremark/results-metadata.json \ + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Coremark + +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Mean" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Mean/results-functional.json \ --form metrics=@Mean/results-metrics.json \ --form metadata=@Mean/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2/Mean + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/5/Mean diff --git a/git/binutils_rev b/git/binutils_rev index 9fd2462..b9af600 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -139f66c7287806a50dbee598e194ba869b7955d4 +4779ed9757fa71e6743fb7fc1f9eeae8267ae36c diff --git a/git/gcc_rev b/git/gcc_rev index ec0ac4f..9dd0164 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -afe6cea4489846aa8585f3c045d16cdaa08cc6cd +4f181f9c7ee3efc509d185fdfda33be9018f1611 diff --git a/git/newlib_rev b/git/newlib_rev index 9d183fd..a6dabc5 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -0d2ad77c40b641ebe2965568945a622f3f6dbd5c +93f70d7849b865f2081596bbeabdd6fca6101553 diff --git a/mail/jira-body.txt b/mail/jira-body.txt index 5f1e007..beb2c0a 100644 --- a/mail/jira-body.txt +++ b/mail/jira-body.txt @@ -1,19 +1,19 @@ After binutils/gcc/newlib -139f66c7287806a50dbee598e194ba869b7955d4 gdb: add HtabPrinter to gdb-gdb.py.in -0c132dac7f21062f19d47982697f0a223ad430ed [gdb/testsuite] Fix gdb.python/py-breakpoint.exp timeouts -eae679b9c7760e994c85695946c6b69a227dc69b Remove value_in -7226dd9faabbe6987e5910483374752ca7934255 [gdb/testsuite] Fix gdb.rust/watch.exp on ppc64le -2968b79fca38cf18e8eef360c36de7a6e3846d3c gdb: fix mi breakpoint-deleted notifications for thread-specific b/p -... and 55 more binutils commits -afe6cea4489846aa8585f3c045d16cdaa08cc6cd Fixing PR107411 -62ed1066196c81ab1fad13b2cc5ebbfe887138f9 Fix build warnings noreturn M2RTS and fix calls to RegisterModule [PR108956] -d918c3a221434521f90cc9b63d5d87f5129e9231 c++: variable template and targ deduction [PR108550] -ea718febab2a1f6e58806738abf70f1c73c6a308 c++: ICE with constexpr variable template [PR107938] -c7728805a7107444683290cd629d13f089130a0d ubsan: Honor -fstrict-flex-arrays= in -fsanitize=bounds [PR108894] -... and 30 more gcc commits -0d2ad77c40b641ebe2965568945a622f3f6dbd5c Cygwin: fnmatch: drop static variable -6e75277b122c47ca63d9520780291cf4bc7251cf Cygwin: __wscollate_range_cmp: fix incorrect comment -c8397ae8171f00dcfb071130e6ea2b64aea17ded nano-mallocr: Prevent NULL pointer de-reference in free_list -5011c8cc48a22d9ccfc8d11a0f5cbfc0e5db73a6 Cygwin: fetch-lc-def-codesets-from-linux: fix locale name handling -abd81bc01fb715768eb00d18124205b72fba35da Cygwin: locale: fix devanagari modifier -... and 1 more newlib commits +4779ed9757fa71e6743fb7fc1f9eeae8267ae36c Fix selfcheck regression due to new maint command +74f1d7f4a3183bca13058dde29f5559d480a1b51 gprofng: read Dwarf 5 +5fc6b6d44cd63651c2902cbfc5b9734a55aaa617 gdb: Fix GDB_AC_CHECK_BFD macro regression +2eb2613519ae444493c301be1c37901c8a528c40 Enable vector instruction debugging for AIX +711b1f02f3e1789b0bd33816210a750cd0932f32 [gdb/testsuite] Fix gdb.threads/execl.exp for remote target +... and 83 more binutils commits +4f181f9c7ee3efc509d185fdfda33be9018f1611 c++: static lambda tsubst [PR108526] +f875857e008c4415c32d2f15e88f04c3e42719ea libstdc++: Some baseline_symbols.txt updates +7d30593c387e5feb0db8ad90d1650ee49361d536 libstdc++: Fix symver for __gnu_cxx11_ieee128::__try_use_facet [PR108882] +291c130ef079c8bb0b0a3a14f684e78c81377b8d libstdc++: Fix comment typo in eh_personality.cc +80f0052b3924569af904d1bab0858fe985f33a94 c++: -Wdangling-reference with reference wrapper [PR107532] +... and 149 more gcc commits +93f70d7849b865f2081596bbeabdd6fca6101553 Cygwin: ctty: Remove old 'kludge' code. +13a84ac79b1c8e7e6aa3c7a2444ae2cbbe5ee430 Cygwin: ctty: Replace ctty constant with more descriptive macros. +ce979464f3b83422469ae2c0bf1d32f5160812b4 Cygwin: console: Suppress unnecessary open_shared_console() calls. +523985b31e5ed6318705a30525716187d758bc2f Cygwin: ctty: Add missing fixup_after_{exec,fork}() call. +5ca1c57a82e040cf98cd8468d806b398d019ddbe Cygwin: is_unicode_equiv: fix comment +... and 10 more newlib commits diff --git a/mail/mail-body.txt b/mail/mail-body.txt index c93cb5f..7758023 100644 --- a/mail/mail-body.txt +++ b/mail/mail-body.txt @@ -1,22 +1,22 @@ After binutils/gcc/newlib -139f66c7287806a50dbee598e194ba869b7955d4 gdb: add HtabPrinter to gdb-gdb.py.in -0c132dac7f21062f19d47982697f0a223ad430ed [gdb/testsuite] Fix gdb.python/py-breakpoint.exp timeouts -eae679b9c7760e994c85695946c6b69a227dc69b Remove value_in -7226dd9faabbe6987e5910483374752ca7934255 [gdb/testsuite] Fix gdb.rust/watch.exp on ppc64le -2968b79fca38cf18e8eef360c36de7a6e3846d3c gdb: fix mi breakpoint-deleted notifications for thread-specific b/p -... and 55 more binutils commits -afe6cea4489846aa8585f3c045d16cdaa08cc6cd Fixing PR107411 -62ed1066196c81ab1fad13b2cc5ebbfe887138f9 Fix build warnings noreturn M2RTS and fix calls to RegisterModule [PR108956] -d918c3a221434521f90cc9b63d5d87f5129e9231 c++: variable template and targ deduction [PR108550] -ea718febab2a1f6e58806738abf70f1c73c6a308 c++: ICE with constexpr variable template [PR107938] -c7728805a7107444683290cd629d13f089130a0d ubsan: Honor -fstrict-flex-arrays= in -fsanitize=bounds [PR108894] -... and 30 more gcc commits -0d2ad77c40b641ebe2965568945a622f3f6dbd5c Cygwin: fnmatch: drop static variable -6e75277b122c47ca63d9520780291cf4bc7251cf Cygwin: __wscollate_range_cmp: fix incorrect comment -c8397ae8171f00dcfb071130e6ea2b64aea17ded nano-mallocr: Prevent NULL pointer de-reference in free_list -5011c8cc48a22d9ccfc8d11a0f5cbfc0e5db73a6 Cygwin: fetch-lc-def-codesets-from-linux: fix locale name handling -abd81bc01fb715768eb00d18124205b72fba35da Cygwin: locale: fix devanagari modifier -... and 1 more newlib commits +4779ed9757fa71e6743fb7fc1f9eeae8267ae36c Fix selfcheck regression due to new maint command +74f1d7f4a3183bca13058dde29f5559d480a1b51 gprofng: read Dwarf 5 +5fc6b6d44cd63651c2902cbfc5b9734a55aaa617 gdb: Fix GDB_AC_CHECK_BFD macro regression +2eb2613519ae444493c301be1c37901c8a528c40 Enable vector instruction debugging for AIX +711b1f02f3e1789b0bd33816210a750cd0932f32 [gdb/testsuite] Fix gdb.threads/execl.exp for remote target +... and 83 more binutils commits +4f181f9c7ee3efc509d185fdfda33be9018f1611 c++: static lambda tsubst [PR108526] +f875857e008c4415c32d2f15e88f04c3e42719ea libstdc++: Some baseline_symbols.txt updates +7d30593c387e5feb0db8ad90d1650ee49361d536 libstdc++: Fix symver for __gnu_cxx11_ieee128::__try_use_facet [PR108882] +291c130ef079c8bb0b0a3a14f684e78c81377b8d libstdc++: Fix comment typo in eh_personality.cc +80f0052b3924569af904d1bab0858fe985f33a94 c++: -Wdangling-reference with reference wrapper [PR107532] +... and 149 more gcc commits +93f70d7849b865f2081596bbeabdd6fca6101553 Cygwin: ctty: Remove old 'kludge' code. +13a84ac79b1c8e7e6aa3c7a2444ae2cbbe5ee430 Cygwin: ctty: Replace ctty constant with more descriptive macros. +ce979464f3b83422469ae2c0bf1d32f5160812b4 Cygwin: console: Suppress unnecessary open_shared_console() calls. +523985b31e5ed6318705a30525716187d758bc2f Cygwin: ctty: Add missing fixup_after_{exec,fork}() call. +5ca1c57a82e040cf98cd8468d806b398d019ddbe Cygwin: is_unicode_equiv: fix comment +... and 10 more newlib commits Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI. diff --git a/mail/mail-subject.txt b/mail/mail-subject.txt index b77b752..2d2141d 100644 --- a/mail/mail-subject.txt +++ b/mail/mail-subject.txt @@ -1 +1 @@ -[TCWG CI] No change after binutils/gcc/newlib: 101 commits +[TCWG CI] No change after binutils/gcc/newlib: 257 commits diff --git a/manifest.sh b/manifest.sh index c528df6..e2fbaf7 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=a17746a3b9065a1957ee737eecd7824741f82a73" +declare -g "jenkins_scripts_rev=065b1e57a0a2f1fddc4df6e0961d4c37779fe16f" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_speed-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#139f66c7287806a50dbee598e194ba869b7955d4" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#afe6cea4489846aa8585f3c045d16cdaa08cc6cd" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#0d2ad77c40b641ebe2965568945a622f3f6dbd5c" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#4779ed9757fa71e6743fb7fc1f9eeae8267ae36c" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#4f181f9c7ee3efc509d185fdfda33be9018f1611" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#93f70d7849b865f2081596bbeabdd6fca6101553" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/2/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/5/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options -rr[base-artifacts_rev]=b2fefd52445b1341902f9b309faf37e9e5d0375d +rr[base-artifacts_rev]=66fc95fe447b2341bc371f49c160380375f006a8 rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=139f66c7287806a50dbee598e194ba869b7955d4 -rr[debug_binutils_date]=1677600357 # 4 hours ago +rr[binutils_rev]=4779ed9757fa71e6743fb7fc1f9eeae8267ae36c +rr[debug_binutils_date]=1678213820 # 2 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=afe6cea4489846aa8585f3c045d16cdaa08cc6cd -rr[debug_gcc_date]=1677604265 # 3 hours ago +rr[gcc_rev]=4f181f9c7ee3efc509d185fdfda33be9018f1611 +rr[debug_gcc_date]=1678217650 # 30 minutes ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=0d2ad77c40b641ebe2965568945a622f3f6dbd5c -rr[debug_newlib_date]=1677599152 # 4 hours ago +rr[newlib_rev]=93f70d7849b865f2081596bbeabdd6fca6101553 +rr[debug_newlib_date]=1678153904 # 18 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=afe6cea4489846aa8585f3c045d16cdaa08cc6cd -rr[debug_gcc_date]=1677604265 # 3 hours ago -rr[results_date]=1677315189 +rr[gcc_rev]=4f181f9c7ee3efc509d185fdfda33be9018f1611 +rr[debug_gcc_date]=1678217650 # 34 minutes ago +rr[results_date]=1677766419 # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 30f508e..43a7d43 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/2/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/5/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 98ca957..3fa7fb4 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,25 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 101 commits in binutils,gcc,newlib - | 139f66c7287 gdb: add HtabPrinter to gdb-gdb.py.in - | 0c132dac7f2 [gdb/testsuite] Fix gdb.python/py-breakpoint.exp timeouts - | eae679b9c77 Remove value_in - | 7226dd9faab [gdb/testsuite] Fix gdb.rust/watch.exp on ppc64le - | 2968b79fca3 gdb: fix mi breakpoint-deleted notifications for thread-specific b/p - | ... and 55 more commits in binutils - | afe6cea4489 Fixing PR107411 - | 62ed1066196 Fix build warnings noreturn M2RTS and fix calls to RegisterModule [PR108956] - | d918c3a2214 c++: variable template and targ deduction [PR108550] - | ea718febab2 c++: ICE with constexpr variable template [PR107938] - | c7728805a71 ubsan: Honor -fstrict-flex-arrays= in -fsanitize=bounds [PR108894] - | ... and 30 more commits in gcc - | 0d2ad77c4 Cygwin: fnmatch: drop static variable - | 6e75277b1 Cygwin: __wscollate_range_cmp: fix incorrect comment - | c8397ae81 nano-mallocr: Prevent NULL pointer de-reference in free_list - | 5011c8cc4 Cygwin: fetch-lc-def-codesets-from-linux: fix locale name handling - | abd81bc01 Cygwin: locale: fix devanagari modifier - | ... and 1 more commits in newlib + | 257 commits in binutils,gcc,newlib + | 4779ed9757f Fix selfcheck regression due to new maint command + | 74f1d7f4a31 gprofng: read Dwarf 5 + | 5fc6b6d44cd gdb: Fix GDB_AC_CHECK_BFD macro regression + | 2eb2613519a Enable vector instruction debugging for AIX + | 711b1f02f3e [gdb/testsuite] Fix gdb.threads/execl.exp for remote target + | ... and 83 more commits in binutils + | 4f181f9c7ee c++: static lambda tsubst [PR108526] + | f875857e008 libstdc++: Some baseline_symbols.txt updates + | 7d30593c387 libstdc++: Fix symver for __gnu_cxx11_ieee128::__try_use_facet [PR108882] + | 291c130ef07 libstdc++: Fix comment typo in eh_personality.cc + | 80f0052b392 c++: -Wdangling-reference with reference wrapper [PR107532] + | ... and 149 more commits in gcc + | 93f70d784 Cygwin: ctty: Remove old 'kludge' code. + | 13a84ac79 Cygwin: ctty: Replace ctty constant with more descriptive macros. + | ce979464f Cygwin: console: Suppress unnecessary open_shared_console() calls. + | 523985b31 Cygwin: ctty: Add missing fixup_after_{exec,fork}() call. + | 5ca1c57a8 Cygwin: is_unicode_equiv: fix comment + | ... and 10 more commits in newlib No change @@ -39,6 +39,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/2/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/1/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/5/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/2/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index c42215e..331a0b0 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 101 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 257 commits in binutils,gcc,newlib: No change diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index cf4f1f6..de7d93a 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -sample_variation_average,num_sve_loops_variation_average,size_variation_average,benchmark,symbol,num_vect_loops_variation_average +num_sve_loops_variation_average,sample_variation_average,size_variation_average,benchmark,symbol,num_vect_loops_variation_average |