diff options
39 files changed, 443 insertions, 438 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 1f4f08c..207de1f 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 3d755f9..fa3d07e 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 0702093..4234250 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex a6c3acb..530b6bb 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz Binary files differindex 14dd042..f4e1f85 100644 --- a/05-clean_sysroot/console.log.xz +++ b/05-clean_sysroot/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 11166ec..23c82ee 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 0157013..6cdb050 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 96857f0..214c15b 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #27542 +Started TCWG Benchmark #27778 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXrbAuww/agent.8378 -SSH_AGENT_PID=8380 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXMW7bXr/agent.57397 +SSH_AGENT_PID=57399 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_5610921116861574876.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_5610921116861574876.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_12968225607973730040.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_12968225607973730040.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 8d6d28fd0015b7fff189e4970f154792feac2ee1 (origin/master) +Checking out Revision 8219bee4459b20756df80420d529f7be7b12a14b (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 -Commit message: "jenkins.sh: Set $status before calling exit" - > /usr/bin/git rev-list --no-walk 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 + > /usr/bin/git checkout -f 8219bee4459b20756df80420d529f7be7b12a14b # timeout=10 +Commit message: "tcwg_bmk-build.sh: Fix assert msg" + > /usr/bin/git rev-list --no-walk 8219bee4459b20756df80420d529f7be7b12a14b # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -55,8 +55,8 @@ Checking out Revision ee563c7e69427fe4081bb30c2e4e7240ca71fa8a (origin/master) Commit message: "samples-variability.py: stringify md5sum for comparison" > /usr/bin/git rev-list --no-walk ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 No emails were triggered. -New run name is '#27542-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins12721129776007696931.sh +New run name is '#27778-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_1] $ /bin/bash /tmp/jenkins1298414040652135938.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#27542-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/27542/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 +++ sed -e s/@build_num@/27778/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 8499 ++ wait 57520 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#27542-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #112287 started. -TCWG Benchmark_backend #112287-27542+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins1796576892018889810.sh +TCWG Benchmark_backend #112819 started. +TCWG Benchmark_backend #112819-27778+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_1] $ /bin/bash /tmp/jenkins7666640414065930870.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -109,12 +109,12 @@ TCWG Benchmark_backend #112287-27542+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results + shift + shift + test 4 -gt 0 @@ -128,14 +128,14 @@ TCWG Benchmark_backend #112287-27542+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -146,49 +146,49 @@ TCWG Benchmark_backend #112287-27542+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/md5sum.csv -New run name is '#27542-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/md5sum.csv +New run name is '#27778-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 8380 killed; +echo Agent pid 57399 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#27541-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-Os-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison +#27777-tcwg_bmk-fujitsu_speed-cpu2017speed/gnu-aarch64-master-O2-bisect (fx:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#27541-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-Os-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison +#27777-tcwg_bmk-fujitsu_speed-cpu2017speed/gnu-aarch64-master-O2-bisect (fx:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #27542-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #27778-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index 809f9c8..fa251df 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #27542 +Started TCWG Benchmark #27778 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXrbAuww/agent.8378 -SSH_AGENT_PID=8380 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXMW7bXr/agent.57397 +SSH_AGENT_PID=57399 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_5610921116861574876.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_5610921116861574876.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_12968225607973730040.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_12968225607973730040.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 8d6d28fd0015b7fff189e4970f154792feac2ee1 (origin/master) +Checking out Revision 8219bee4459b20756df80420d529f7be7b12a14b (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 -Commit message: "jenkins.sh: Set $status before calling exit" - > /usr/bin/git rev-list --no-walk 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 + > /usr/bin/git checkout -f 8219bee4459b20756df80420d529f7be7b12a14b # timeout=10 +Commit message: "tcwg_bmk-build.sh: Fix assert msg" + > /usr/bin/git rev-list --no-walk 8219bee4459b20756df80420d529f7be7b12a14b # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -55,8 +55,8 @@ Checking out Revision ee563c7e69427fe4081bb30c2e4e7240ca71fa8a (origin/master) Commit message: "samples-variability.py: stringify md5sum for comparison" > /usr/bin/git rev-list --no-walk ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 No emails were triggered. -New run name is '#27542-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins12721129776007696931.sh +New run name is '#27778-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_1] $ /bin/bash /tmp/jenkins1298414040652135938.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#27542-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/27542/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 +++ sed -e s/@build_num@/27778/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 8499 ++ wait 57520 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#27542-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #112287 started. -TCWG Benchmark_backend #112287-27542+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins1796576892018889810.sh +TCWG Benchmark_backend #112819 started. +TCWG Benchmark_backend #112819-27778+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_1] $ /bin/bash /tmp/jenkins7666640414065930870.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -109,12 +109,12 @@ TCWG Benchmark_backend #112287-27542+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results + shift + shift + test 4 -gt 0 @@ -128,14 +128,14 @@ TCWG Benchmark_backend #112287-27542+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -146,48 +146,48 @@ TCWG Benchmark_backend #112287-27542+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27542/csv_results/md5sum.csv -New run name is '#27542-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/27778/csv_results/md5sum.csv +New run name is '#27778-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 8380 killed; +echo Agent pid 57399 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#27541-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-Os-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison +#27777-tcwg_bmk-fujitsu_speed-cpu2017speed/gnu-aarch64-master-O2-bisect (fx:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#27541-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-Os-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison +#27777-tcwg_bmk-fujitsu_speed-cpu2017speed/gnu-aarch64-master-O2-bisect (fx:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 4712643..060f70c 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 49a442c..a7c1ec1 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/10-update_baseline/console.log b/10-update_baseline/console.log index e69de29..8ea5a90 100644 --- a/10-update_baseline/console.log +++ b/10-update_baseline/console.log @@ -0,0 +1,9 @@ +00:00:00 ++ update_baseline +00:00:00 ++ set -euf -o pipefail +00:00:00 ++ '[' xonsuccess = xignore ']' +00:00:00 ++ local old_commit +00:00:00 +++ git -C base-artifacts rev-parse --verify HEAD~100 +00:00:00 +++ true +00:00:00 ++ old_commit= +00:00:00 ++ '[' x '!=' x ']' +00:00:00 ++ rsync -aI --del --exclude /.git artifacts/ base-artifacts/ diff --git a/annex/bmk-data b/annex/bmk-data index b260868..2e06e97 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13-06120ba84eaa0fec98aa00f2f9b642d4.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14-a4a64f89060d2b1047302216be606c24.tar.xz diff --git a/dashboard/dashboard-generate.sh b/dashboard/dashboard-generate.sh index 3e8c373..882eb38 100755 --- a/dashboard/dashboard-generate.sh +++ b/dashboard/dashboard-generate.sh @@ -11,7 +11,7 @@ fi --top_artifacts "$top_artifacts" \ --baseline_branch "linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3" \ --components "binutils gcc newlib" \ - --run_date "2023-03-29T05:12:31+00:00" \ + --run_date "2023-04-01T11:09:23+00:00" \ --relative_results true \ --squad_mode "vs-first" diff --git a/dashboard/squad-vs-first/Coremark/results-metadata.json b/dashboard/squad-vs-first/Coremark/results-metadata.json index 41a8e96..d01765e 100644 --- a/dashboard/squad-vs-first/Coremark/results-metadata.json +++ b/dashboard/squad-vs-first/Coremark/results-metadata.json @@ -1,10 +1,10 @@ { " job_status": "Success", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-29T05:12:31+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/13/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/13/console", - "version_binutils":"3026cdbdde0e1937f811b52ba18fe3fbb1419ef9", - "version_gcc": "a5de246535db1b4fdc61287f27de0fdd074fc4b3", + "datetime": "2023-04-01T11:09:23+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/14/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/14/console", + "version_binutils":"02d44d76584e4d483fe0fc677c12066ec23d67f4", + "version_gcc": "cd5dea63a67ccca09f086df98d11d141d0f86f01", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/Mean/results-metadata.json b/dashboard/squad-vs-first/Mean/results-metadata.json index 41a8e96..d01765e 100644 --- a/dashboard/squad-vs-first/Mean/results-metadata.json +++ b/dashboard/squad-vs-first/Mean/results-metadata.json @@ -1,10 +1,10 @@ { " job_status": "Success", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-29T05:12:31+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/13/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/13/console", - "version_binutils":"3026cdbdde0e1937f811b52ba18fe3fbb1419ef9", - "version_gcc": "a5de246535db1b4fdc61287f27de0fdd074fc4b3", + "datetime": "2023-04-01T11:09:23+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/14/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/14/console", + "version_binutils":"02d44d76584e4d483fe0fc677c12066ec23d67f4", + "version_gcc": "cd5dea63a67ccca09f086df98d11d141d0f86f01", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/coremark/results-metadata.json b/dashboard/squad-vs-first/coremark/results-metadata.json index 41a8e96..d01765e 100644 --- a/dashboard/squad-vs-first/coremark/results-metadata.json +++ b/dashboard/squad-vs-first/coremark/results-metadata.json @@ -1,10 +1,10 @@ { " job_status": "Success", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-29T05:12:31+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/13/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/13/console", - "version_binutils":"3026cdbdde0e1937f811b52ba18fe3fbb1419ef9", - "version_gcc": "a5de246535db1b4fdc61287f27de0fdd074fc4b3", + "datetime": "2023-04-01T11:09:23+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/14/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/14/console", + "version_binutils":"02d44d76584e4d483fe0fc677c12066ec23d67f4", + "version_gcc": "cd5dea63a67ccca09f086df98d11d141d0f86f01", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/dashboard-push-squad.sh b/dashboard/squad-vs-first/dashboard-push-squad.sh index a115ac9..3e62875 100755 --- a/dashboard/squad-vs-first/dashboard-push-squad.sh +++ b/dashboard/squad-vs-first/dashboard-push-squad.sh @@ -20,714 +20,714 @@ if [ -f $top_artifacts/git/base-artifacts_rev ]; then sed -i -e "s|#BASE-ARTIFACTS-REV#|$base_artifacts_rev|" */results-metadata.json fi -echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13" +echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14" set +x -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@coremark/results-functional.json \ --form metrics=@coremark/results-metrics.json \ --form metadata=@coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Mean" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Mean" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Mean/results-functional.json \ --form metrics=@Mean/results-metrics.json \ --form metadata=@Mean/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/13/Mean + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/14/Mean diff --git a/git/binutils_rev b/git/binutils_rev index a19d07a..aac6b48 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -3026cdbdde0e1937f811b52ba18fe3fbb1419ef9 +02d44d76584e4d483fe0fc677c12066ec23d67f4 diff --git a/git/gcc_rev b/git/gcc_rev index 2b615e3..9767c1c 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -a5de246535db1b4fdc61287f27de0fdd074fc4b3 +cd5dea63a67ccca09f086df98d11d141d0f86f01 diff --git a/git/newlib_rev b/git/newlib_rev index 1af8b30..f139c58 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -544aa97f860ed97f609cccefee7bdef87bca3f68 +be2749cd4eb6e7ea1b70eaf7cd78f683db21c8ec diff --git a/mail/changes-list-long.txt b/mail/changes-list-long.txt index 1967f94..ddd7987 100644 --- a/mail/changes-list-long.txt +++ b/mail/changes-list-long.txt @@ -1,18 +1,16 @@ binutils/gcc/newlib -3026cdbdde0e1937f811b52ba18fe3fbb1419ef9 gdb/arm: Fix backtrace for pthread_cond_timedwait -a3424b707737ede8c5823cb27c896b12fe94471c Automatic date update in version.in -79cfb928f552401e3cec7a208a87eb74aa0d2d8b lto: Don't add indirect symbols for versioned aliases in IR -5d49758d2c04dcf0d685f99e85a553e7c3891e34 Fix maybe-uninitialized warning in frame.c -103409bb38502b95cb60475939a49c2b059673d5 [gdb/testsuite] Fix gdb.base/trace-commands.exp with editing off -... and 147 more binutils commits -a5de246535db1b4fdc61287f27de0fdd074fc4b3 c++: NTTP constraint depending on outer parms [PR109160] -b5e38b1c166357e2a63d38ae6da7ae5d68fc115b c++: improve "NTTP argument considered unused" fix [PR53164, PR105848] -b06464c7fb06a049e5d0d2bec4e37282c5ecca8c Change "long_double" into "long double" for C prototypes from Fortran. -69044e11ac52e93622c3d368ae2fd9ef8c3ec015 range-op-float: Further foperator_{,not_}equal::fold_range fix -5fe05ffefd21c4fa6a71e0c570a05d7c0e7e892c range-op-float: Further comparison fixes -... and 59 more gcc commits -544aa97f860ed97f609cccefee7bdef87bca3f68 Bump newlib version in the manual to 4.3.0 -93b05a87c22ba410e1bac20dddcbcb26956befbc Cygwin: doc: fix description of new "env" schema for /etc/nsswitch.conf -2898a359b80c18fb0c3d4122b8f40daed49ba11e Cygwin: dirname: fix handling of leading slashes -27376c60a9b870e7ba456551165897a7408b5886 Allow deriving the current user's home directory via the HOME variable +02d44d76584e4d483fe0fc677c12066ec23d67f4 bfd+ld: when / whether to generate .c files +19cacf672930cee20feaf1f3468e3d5ac3099ffd Use bfd_alloc memory for read_debugging_info storage +59bb724b3591f270be752fb252bc6e01f1aae559 Automatic date update in version.in +d466f7492eccccb0f3c0936c12b5b140e139e353 Add readMemory and writeMemory requests to DAP +60a13bbcdfb0ce008a77563cea0c34c830d7b170 gdb: cleanup around some set_momentary_breakpoint_at_pc calls +... and 20 more binutils commits +cd5dea63a67ccca09f086df98d11d141d0f86f01 Regenerate gcc.pot +c57a93f647511cf7a3005f1197a1da03b5e3a1b0 Fortran: reject module variable as character length in PARAMETER [PR104349] +ce243c9eefc2728cb8743ebbcb84c3e08236f06a range-op-float: Fix reverse ops of comparisons [PR109386] +c1aca26b707471ce8051bd03b3fb2217bcdf2df0 sanitizer: missing signed integer overflow errors [PR109107] +3f0ca7a3e4431534bff3b8eb73709cc822e489b0 arm: Fix vcreate definition +... and 28 more gcc commits +be2749cd4eb6e7ea1b70eaf7cd78f683db21c8ec Cygwin: chattr: fix description of requirements for casesensitive directories +cc8404039f50c36100fbad85a3af22d579d3576a Respect `db_home` setting even for SYSTEM/Microsoft accounts diff --git a/mail/changes-list-short.txt b/mail/changes-list-short.txt index e7d4024..6a1dc8d 100644 --- a/mail/changes-list-short.txt +++ b/mail/changes-list-short.txt @@ -1 +1 @@ -binutils/gcc/newlib: 220 commits +binutils/gcc/newlib: 60 commits diff --git a/mail/last_good.sh b/mail/last_good.sh index 2c99a04..5585384 100644 --- a/mail/last_good.sh +++ b/mail/last_good.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=5ae21a6c95bc7fd601761ee25915098129ee7f95" +declare -g "jenkins_scripts_rev=8d6d28fd0015b7fff189e4970f154792feac2ee1" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,25 +6,25 @@ rr[ci_project]="tcwg_bmk-code_speed-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#3e8154778baf4df222d95e43a2c8fefdb17305f7" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#fb046e69f0ed2d637ea715ae71ad50131f30cb2d" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#fc6e89c937c1bcdf2b0efc6806e29960c448b756" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#3026cdbdde0e1937f811b52ba18fe3fbb1419ef9" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#a5de246535db1b4fdc61287f27de0fdd074fc4b3" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#544aa97f860ed97f609cccefee7bdef87bca3f68" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/12/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/13/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options -rr[base-artifacts_rev]=3786546609f2588660ce417d062d546747e61b04 +rr[base-artifacts_rev]=aca25892a98f6cbac85b0af863ca9a924d1f525d rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=3e8154778baf4df222d95e43a2c8fefdb17305f7 -rr[debug_binutils_date]=1680027478 # 2 hours ago +rr[binutils_rev]=3026cdbdde0e1937f811b52ba18fe3fbb1419ef9 +rr[debug_binutils_date]=1680356577 # 6 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=fb046e69f0ed2d637ea715ae71ad50131f30cb2d -rr[debug_gcc_date]=1680011065 # 6 hours ago +rr[gcc_rev]=a5de246535db1b4fdc61287f27de0fdd074fc4b3 +rr[debug_gcc_date]=1680364890 # 4 hours ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=fc6e89c937c1bcdf2b0efc6806e29960c448b756 -rr[debug_newlib_date]=1679942366 # 26 hours ago +rr[newlib_rev]=544aa97f860ed97f609cccefee7bdef87bca3f68 +rr[debug_newlib_date]=1680178170 # 2 days ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=fb046e69f0ed2d637ea715ae71ad50131f30cb2d -rr[debug_gcc_date]=1680011065 # 6 hours ago -rr[results_date]=1679768612 +rr[gcc_rev]=a5de246535db1b4fdc61287f27de0fdd074fc4b3 +rr[debug_gcc_date]=1680364890 # 4 hours ago +rr[results_date]=1680066751 diff --git a/manifest.sh b/manifest.sh index fee1c1f..820c766 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=8d6d28fd0015b7fff189e4970f154792feac2ee1" +declare -g "jenkins_scripts_rev=8219bee4459b20756df80420d529f7be7b12a14b" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_speed-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#3026cdbdde0e1937f811b52ba18fe3fbb1419ef9" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#a5de246535db1b4fdc61287f27de0fdd074fc4b3" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#544aa97f860ed97f609cccefee7bdef87bca3f68" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#02d44d76584e4d483fe0fc677c12066ec23d67f4" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#cd5dea63a67ccca09f086df98d11d141d0f86f01" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#be2749cd4eb6e7ea1b70eaf7cd78f683db21c8ec" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/13/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/14/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options -rr[base-artifacts_rev]=aca25892a98f6cbac85b0af863ca9a924d1f525d +rr[base-artifacts_rev]=75e5175e595ae50c092b2d27de39deaec7578e34 rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=3026cdbdde0e1937f811b52ba18fe3fbb1419ef9 -rr[debug_binutils_date]=1680356577 # 6 hours ago +rr[binutils_rev]=02d44d76584e4d483fe0fc677c12066ec23d67f4 +rr[debug_binutils_date]=1680591018 # 13 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=a5de246535db1b4fdc61287f27de0fdd074fc4b3 -rr[debug_gcc_date]=1680364890 # 4 hours ago +rr[gcc_rev]=cd5dea63a67ccca09f086df98d11d141d0f86f01 +rr[debug_gcc_date]=1680627975 # 3 hours ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=544aa97f860ed97f609cccefee7bdef87bca3f68 -rr[debug_newlib_date]=1680178170 # 2 days ago +rr[newlib_rev]=be2749cd4eb6e7ea1b70eaf7cd78f683db21c8ec +rr[debug_newlib_date]=1680554467 # 23 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=a5de246535db1b4fdc61287f27de0fdd074fc4b3 -rr[debug_gcc_date]=1680364890 # 4 hours ago -rr[results_date]=1680066751 +rr[gcc_rev]=cd5dea63a67ccca09f086df98d11d141d0f86f01 +rr[debug_gcc_date]=1680627975 # 3 hours ago +rr[results_date]=1680347363 # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 9982944..9986fd6 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/13/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/14/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 5d155f8..bb1d6f9 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,23 +2,21 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 220 commits in binutils,gcc,newlib - | 3026cdbdde0 gdb/arm: Fix backtrace for pthread_cond_timedwait - | a3424b70773 Automatic date update in version.in - | 79cfb928f55 lto: Don't add indirect symbols for versioned aliases in IR - | 5d49758d2c0 Fix maybe-uninitialized warning in frame.c - | 103409bb385 [gdb/testsuite] Fix gdb.base/trace-commands.exp with editing off - | ... and 147 more commits in binutils - | a5de246535d c++: NTTP constraint depending on outer parms [PR109160] - | b5e38b1c166 c++: improve "NTTP argument considered unused" fix [PR53164, PR105848] - | b06464c7fb0 Change "long_double" into "long double" for C prototypes from Fortran. - | 69044e11ac5 range-op-float: Further foperator_{,not_}equal::fold_range fix - | 5fe05ffefd2 range-op-float: Further comparison fixes - | ... and 59 more commits in gcc - | 544aa97f8 Bump newlib version in the manual to 4.3.0 - | 93b05a87c Cygwin: doc: fix description of new "env" schema for /etc/nsswitch.conf - | 2898a359b Cygwin: dirname: fix handling of leading slashes - | 27376c60a Allow deriving the current user's home directory via the HOME variable + | 60 commits in binutils,gcc,newlib + | 02d44d76584 bfd+ld: when / whether to generate .c files + | 19cacf67293 Use bfd_alloc memory for read_debugging_info storage + | 59bb724b359 Automatic date update in version.in + | d466f7492ec Add readMemory and writeMemory requests to DAP + | 60a13bbcdfb gdb: cleanup around some set_momentary_breakpoint_at_pc calls + | ... and 20 more commits in binutils + | cd5dea63a67 Regenerate gcc.pot + | c57a93f6475 Fortran: reject module variable as character length in PARAMETER [PR104349] + | ce243c9eefc range-op-float: Fix reverse ops of comparisons [PR109386] + | c1aca26b707 sanitizer: missing signed integer overflow errors [PR109107] + | 3f0ca7a3e44 arm: Fix vcreate definition + | ... and 28 more commits in gcc + | be2749cd4 Cygwin: chattr: fix description of requirements for casesensitive directories + | cc8404039 Respect `db_home` setting even for SYSTEM/Microsoft accounts No change @@ -37,6 +35,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/13/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/12/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/14/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/13/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index e126940..f581732 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 220 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 60 commits in binutils,gcc,newlib: No change diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 02f715e..e67cb7e 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -size_variation_average,num_vect_loops_variation_average,num_sve_loops_variation_average,benchmark,symbol,sample_variation_average +size_variation_average,sample_variation_average,num_sve_loops_variation_average,benchmark,symbol,num_vect_loops_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index d8045f4..00accd7 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -Mean,mean,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14260,14262,64860,64796,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14262,14262,64796,64796,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv index 670b178..facb5a1 100644 --- a/results-vs-prev/csv-results-0/perf.csv +++ b/results-vs-prev/csv-results-0/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,14260,na +coremark,coremark,14262,na diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index f5718e4..55d40b2 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,mean,14260,28,-1,-1,-1 -Mean,geomean-successful-tests,14260,28,-1,-1,-1 -Mean,geomean-all-tests,14260,28,-1,-1,-1 -Mean,average-successful-tests,14260,344,-1,-1,-1 -Mean,average-all-tests,14260,344,-1,-1,-1 -coremark,coremark,14260,64860,-1,-1,-1 +Mean,average-successful-tests,14262,343,-1,-1,-1 +Mean,average-all-tests,14262,343,-1,-1,-1 +Mean,mean,14261,28,-1,-1,-1 +Mean,geomean-successful-tests,14261,28,-1,-1,-1 +Mean,geomean-all-tests,14261,28,-1,-1,-1 +coremark,coremark,14262,64796,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -59,7 +59,7 @@ coremark,[.] copy_info,-1,6,-1,-1,-1 coremark,[.] core_bench_list,-1,774,-1,-1,-1 coremark,[.] core_bench_matrix,-1,32,-1,-1,-1 coremark,[.] core_bench_state,-1,288,-1,-1,-1 -coremark,[.] core_init_matrix,-1,222,-1,-1,-1 +coremark,[.] core_init_matrix,-1,226,-1,-1,-1 coremark,[.] core_init_state,-1,296,-1,-1,-1 coremark,[.] core_list_find,-1,52,-1,-1,-1 coremark,[.] core_list_init,-1,464,-1,-1,-1 @@ -367,7 +367,7 @@ coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1 coremark,[.] _vfiprintf_r,-1,6498,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,10296,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,10256,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv index c161ab6..8fad1dd 100644 --- a/results-vs-prev/csv-results-0/size.csv +++ b/results-vs-prev/csv-results-0/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,64860
+coremark,coremark,64796
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -54,7 +54,7 @@ coremark,[.] copy_info,6 coremark,[.] core_bench_list,774
coremark,[.] core_bench_matrix,32
coremark,[.] core_bench_state,288
-coremark,[.] core_init_matrix,222
+coremark,[.] core_init_matrix,226
coremark,[.] core_init_state,296
coremark,[.] core_list_find,52
coremark,[.] core_list_init,464
@@ -362,7 +362,7 @@ coremark,[.] __utf8_wctomb,156 coremark,[.] vfiprintf,28
coremark,[.] _vfiprintf_r,6498
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,10296
+coremark,[.] _vfprintf_r,10256
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index de2e774..37e02e8 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14260,14262,64860,64796,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14262,14262,64796,64796,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index de2e774..37e02e8 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14260,14262,64860,64796,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14262,14262,64796,64796,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index de2e774..37e02e8 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14260,14262,64860,64796,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14262,14262,64796,64796,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index de2e774..37e02e8 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14260,14262,64860,64796,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14262,14262,64796,64796,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index de2e774..37e02e8 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14261,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14262,344,343,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14260,14262,64860,64796,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14261,14261,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14262,14262,343,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14262,14262,64796,64796,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index 26c5439..76e50ce 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -261,8 +261,8 @@ + mapfile -t this_csv ++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' -+ cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ cat results-0/dev-01.tcwglab/results.csv + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv + rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv + '[' xno = xyes ']' |