diff options
44 files changed, 570 insertions, 525 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 310e9bd..f913b02 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/01-reset_artifacts/patch-env.sh b/01-reset_artifacts/patch-env.sh deleted file mode 100644 index f9923d9..0000000 --- a/01-reset_artifacts/patch-env.sh +++ /dev/null @@ -1,2 +0,0 @@ -rr[update_baseline]="init" -# Processed 2 options diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 3489054..2364cd4 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex b450c26..ad2c571 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 64676e7..a46d0a0 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz Binary files differindex f4e1f85..14dd042 100644 --- a/05-clean_sysroot/console.log.xz +++ b/05-clean_sysroot/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 89edf51..1f98795 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex b6af6b8..70dec32 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 4b8900a..5f4052a 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #27418 +Started TCWG Benchmark #27555 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXhidN0z/agent.22760 -SSH_AGENT_PID=22762 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXOxUOfZ/agent.45219 +SSH_AGENT_PID=45221 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_8450324012576210038.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_8450324012576210038.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_10028478098165689607.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_10028478098165689607.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 5ae21a6c95bc7fd601761ee25915098129ee7f95 (origin/master) +Checking out Revision 8d6d28fd0015b7fff189e4970f154792feac2ee1 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 5ae21a6c95bc7fd601761ee25915098129ee7f95 # timeout=10 -Commit message: "generate-cimonitor-dashboard.py: improve status and automatic diag" - > /usr/bin/git rev-list --no-walk 5ae21a6c95bc7fd601761ee25915098129ee7f95 # timeout=10 + > /usr/bin/git checkout -f 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 +Commit message: "jenkins.sh: Set $status before calling exit" + > /usr/bin/git rev-list --no-walk 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b (origin/master) +Checking out Revision ee563c7e69427fe4081bb30c2e4e7240ca71fa8a (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b # timeout=10 -Commit message: "output-bmk-results.py,samples-variability.py: Generate and use automatic thresholds for exe/functions" - > /usr/bin/git rev-list --no-walk 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b # timeout=10 + > /usr/bin/git checkout -f ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 +Commit message: "samples-variability.py: stringify md5sum for comparison" + > /usr/bin/git rev-list --no-walk ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 No emails were triggered. -New run name is '#27418-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins939498894437845301.sh +New run name is '#27555-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins8827884317487211167.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#27418-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/27418/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 +++ sed -e s/@build_num@/27555/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 22881 ++ wait 45339 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#27418-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #112068 started. -TCWG Benchmark_backend #112068-27418+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins2618573310444294593.sh +TCWG Benchmark_backend #112309 started. +TCWG Benchmark_backend #112309-27555+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins6013246167481163537.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -109,12 +109,12 @@ TCWG Benchmark_backend #112068-27418+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results + shift + shift + test 4 -gt 0 @@ -128,14 +128,14 @@ TCWG Benchmark_backend #112068-27418+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -146,49 +146,49 @@ TCWG Benchmark_backend #112068-27418+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/md5sum.csv -New run name is '#27418-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/md5sum.csv +New run name is '#27555-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 22762 killed; +echo Agent pid 45221 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#27417-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison +#27554-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#27417-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison +#27554-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #27418-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #27555-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index 50ed809..25b12a7 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #27418 +Started TCWG Benchmark #27555 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXhidN0z/agent.22760 -SSH_AGENT_PID=22762 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXOxUOfZ/agent.45219 +SSH_AGENT_PID=45221 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_8450324012576210038.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_8450324012576210038.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_10028478098165689607.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_10028478098165689607.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 5ae21a6c95bc7fd601761ee25915098129ee7f95 (origin/master) +Checking out Revision 8d6d28fd0015b7fff189e4970f154792feac2ee1 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 5ae21a6c95bc7fd601761ee25915098129ee7f95 # timeout=10 -Commit message: "generate-cimonitor-dashboard.py: improve status and automatic diag" - > /usr/bin/git rev-list --no-walk 5ae21a6c95bc7fd601761ee25915098129ee7f95 # timeout=10 + > /usr/bin/git checkout -f 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 +Commit message: "jenkins.sh: Set $status before calling exit" + > /usr/bin/git rev-list --no-walk 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b (origin/master) +Checking out Revision ee563c7e69427fe4081bb30c2e4e7240ca71fa8a (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b # timeout=10 -Commit message: "output-bmk-results.py,samples-variability.py: Generate and use automatic thresholds for exe/functions" - > /usr/bin/git rev-list --no-walk 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b # timeout=10 + > /usr/bin/git checkout -f ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 +Commit message: "samples-variability.py: stringify md5sum for comparison" + > /usr/bin/git rev-list --no-walk ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 No emails were triggered. -New run name is '#27418-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins939498894437845301.sh +New run name is '#27555-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins8827884317487211167.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#27418-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/27418/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 +++ sed -e s/@build_num@/27555/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 22881 ++ wait 45339 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#27418-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #112068 started. -TCWG Benchmark_backend #112068-27418+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins2618573310444294593.sh +TCWG Benchmark_backend #112309 started. +TCWG Benchmark_backend #112309-27555+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins6013246167481163537.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -109,12 +109,12 @@ TCWG Benchmark_backend #112068-27418+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results + shift + shift + test 4 -gt 0 @@ -128,14 +128,14 @@ TCWG Benchmark_backend #112068-27418+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -146,48 +146,48 @@ TCWG Benchmark_backend #112068-27418+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/csv_results/md5sum.csv -New run name is '#27418-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/csv_results/md5sum.csv +New run name is '#27555-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 22762 killed; +echo Agent pid 45221 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#27417-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison +#27554-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#27417-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison +#27554-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-build (tx1:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex ffd05ff..fa2e36a 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/bmk-specific-variability.csv b/09-check_regression/bmk-specific-variability.csv new file mode 100644 index 0000000..fa7e3ad --- /dev/null +++ b/09-check_regression/bmk-specific-variability.csv @@ -0,0 +1 @@ +benchmark,symbol,average,sigmas diff --git a/09-check_regression/compare-results-vs-first-internal.csv b/09-check_regression/compare-results-vs-first-internal.csv index 470cadf..de69551 100644 --- a/09-check_regression/compare-results-vs-first-internal.csv +++ b/09-check_regression/compare-results-vs-first-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/09-check_regression/compare-results-vs-prev-internal.csv b/09-check_regression/compare-results-vs-prev-internal.csv index 470cadf..de69551 100644 --- a/09-check_regression/compare-results-vs-prev-internal.csv +++ b/09-check_regression/compare-results-vs-prev-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 5926183..7f704a8 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/09-check_regression/csv-results-vs-first-1/perf.csv b/09-check_regression/csv-results-vs-first-1/perf.csv index 9790211..9ad5836 100644 --- a/09-check_regression/csv-results-vs-first-1/perf.csv +++ b/09-check_regression/csv-results-vs-first-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample -coremark,coremark,14260 +coremark,coremark,14262 diff --git a/09-check_regression/csv-results-vs-first-1/results.csv b/09-check_regression/csv-results-vs-first-1/results.csv index 61384be..18a64fb 100644 --- a/09-check_regression/csv-results-vs-first-1/results.csv +++ b/09-check_regression/csv-results-vs-first-1/results.csv @@ -1,5 +1,5 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Coremark,coremark.exe,-1,64860,-1,-1,-1 +Coremark,coremark.exe,-1,64796,-1,-1,-1 Coremark,[.] abort,-1,14,-1,-1,-1 Coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -54,7 +54,7 @@ Coremark,[.] copy_info,-1,6,-1,-1,-1 Coremark,[.] core_bench_list,-1,774,-1,-1,-1 Coremark,[.] core_bench_matrix,-1,32,-1,-1,-1 Coremark,[.] core_bench_state,-1,288,-1,-1,-1 -Coremark,[.] core_init_matrix,-1,222,-1,-1,-1 +Coremark,[.] core_init_matrix,-1,226,-1,-1,-1 Coremark,[.] core_init_state,-1,296,-1,-1,-1 Coremark,[.] core_list_find,-1,52,-1,-1,-1 Coremark,[.] core_list_init,-1,464,-1,-1,-1 @@ -362,7 +362,7 @@ Coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 Coremark,[.] vfiprintf,-1,28,-1,-1,-1 Coremark,[.] _vfiprintf_r,-1,6498,-1,-1,-1 Coremark,[.] vfprintf,-1,28,-1,-1,-1 -Coremark,[.] _vfprintf_r,-1,10296,-1,-1,-1 +Coremark,[.] _vfprintf_r,-1,10256,-1,-1,-1 Coremark,[.] wcrtomb,-1,88,-1,-1,-1 Coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 Coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 @@ -374,9 +374,9 @@ Coremark,[.] _wctomb_r,-1,20,-1,-1,-1 Coremark,[.] _write,-1,132,-1,-1,-1 Coremark,[.] _write_r,-1,44,-1,-1,-1 Coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 -Mean,mean,14260,-1,-1,-1,-1 -Mean,geomean-successful-tests,14260,-1,-1,-1,-1 -Mean,geomean-all-tests,14260,-1,-1,-1,-1 -Mean,average-successful-tests,14260,-1,-1,-1,-1 -Mean,average-all-tests,14260,-1,-1,-1,-1 -coremark,coremark,14260,-1,-1,-1,-1 +Mean,average-successful-tests,14262,-1,-1,-1,-1 +Mean,average-all-tests,14262,-1,-1,-1,-1 +Mean,mean,14261,-1,-1,-1,-1 +Mean,geomean-successful-tests,14261,-1,-1,-1,-1 +Mean,geomean-all-tests,14261,-1,-1,-1,-1 +coremark,coremark,14262,-1,-1,-1,-1 diff --git a/09-check_regression/csv-results-vs-first-1/size.csv b/09-check_regression/csv-results-vs-first-1/size.csv index 61ed1d0..bc1973c 100644 --- a/09-check_regression/csv-results-vs-first-1/size.csv +++ b/09-check_regression/csv-results-vs-first-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-Coremark,coremark.exe,64860
+Coremark,coremark.exe,64796
Coremark,[.] abort,14
Coremark,[.] ADC1_2_IRQHandler,2
Coremark,[.] ADC3_IRQHandler,2
@@ -54,7 +54,7 @@ Coremark,[.] copy_info,6 Coremark,[.] core_bench_list,774
Coremark,[.] core_bench_matrix,32
Coremark,[.] core_bench_state,288
-Coremark,[.] core_init_matrix,222
+Coremark,[.] core_init_matrix,226
Coremark,[.] core_init_state,296
Coremark,[.] core_list_find,52
Coremark,[.] core_list_init,464
@@ -362,7 +362,7 @@ Coremark,[.] __utf8_wctomb,156 Coremark,[.] vfiprintf,28
Coremark,[.] _vfiprintf_r,6498
Coremark,[.] vfprintf,28
-Coremark,[.] _vfprintf_r,10296
+Coremark,[.] _vfprintf_r,10256
Coremark,[.] wcrtomb,88
Coremark,[.] _wcrtomb_r,76
Coremark,[.] wcsnrtombs,44
diff --git a/09-check_regression/csv-results-vs-prev-1/perf.csv b/09-check_regression/csv-results-vs-prev-1/perf.csv index 9790211..9ad5836 100644 --- a/09-check_regression/csv-results-vs-prev-1/perf.csv +++ b/09-check_regression/csv-results-vs-prev-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample -coremark,coremark,14260 +coremark,coremark,14262 diff --git a/09-check_regression/csv-results-vs-prev-1/results.csv b/09-check_regression/csv-results-vs-prev-1/results.csv index 61384be..18a64fb 100644 --- a/09-check_regression/csv-results-vs-prev-1/results.csv +++ b/09-check_regression/csv-results-vs-prev-1/results.csv @@ -1,5 +1,5 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Coremark,coremark.exe,-1,64860,-1,-1,-1 +Coremark,coremark.exe,-1,64796,-1,-1,-1 Coremark,[.] abort,-1,14,-1,-1,-1 Coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 Coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -54,7 +54,7 @@ Coremark,[.] copy_info,-1,6,-1,-1,-1 Coremark,[.] core_bench_list,-1,774,-1,-1,-1 Coremark,[.] core_bench_matrix,-1,32,-1,-1,-1 Coremark,[.] core_bench_state,-1,288,-1,-1,-1 -Coremark,[.] core_init_matrix,-1,222,-1,-1,-1 +Coremark,[.] core_init_matrix,-1,226,-1,-1,-1 Coremark,[.] core_init_state,-1,296,-1,-1,-1 Coremark,[.] core_list_find,-1,52,-1,-1,-1 Coremark,[.] core_list_init,-1,464,-1,-1,-1 @@ -362,7 +362,7 @@ Coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 Coremark,[.] vfiprintf,-1,28,-1,-1,-1 Coremark,[.] _vfiprintf_r,-1,6498,-1,-1,-1 Coremark,[.] vfprintf,-1,28,-1,-1,-1 -Coremark,[.] _vfprintf_r,-1,10296,-1,-1,-1 +Coremark,[.] _vfprintf_r,-1,10256,-1,-1,-1 Coremark,[.] wcrtomb,-1,88,-1,-1,-1 Coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 Coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 @@ -374,9 +374,9 @@ Coremark,[.] _wctomb_r,-1,20,-1,-1,-1 Coremark,[.] _write,-1,132,-1,-1,-1 Coremark,[.] _write_r,-1,44,-1,-1,-1 Coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 -Mean,mean,14260,-1,-1,-1,-1 -Mean,geomean-successful-tests,14260,-1,-1,-1,-1 -Mean,geomean-all-tests,14260,-1,-1,-1,-1 -Mean,average-successful-tests,14260,-1,-1,-1,-1 -Mean,average-all-tests,14260,-1,-1,-1,-1 -coremark,coremark,14260,-1,-1,-1,-1 +Mean,average-successful-tests,14262,-1,-1,-1,-1 +Mean,average-all-tests,14262,-1,-1,-1,-1 +Mean,mean,14261,-1,-1,-1,-1 +Mean,geomean-successful-tests,14261,-1,-1,-1,-1 +Mean,geomean-all-tests,14261,-1,-1,-1,-1 +coremark,coremark,14262,-1,-1,-1,-1 diff --git a/09-check_regression/csv-results-vs-prev-1/size.csv b/09-check_regression/csv-results-vs-prev-1/size.csv index 61ed1d0..bc1973c 100644 --- a/09-check_regression/csv-results-vs-prev-1/size.csv +++ b/09-check_regression/csv-results-vs-prev-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-Coremark,coremark.exe,64860
+Coremark,coremark.exe,64796
Coremark,[.] abort,14
Coremark,[.] ADC1_2_IRQHandler,2
Coremark,[.] ADC3_IRQHandler,2
@@ -54,7 +54,7 @@ Coremark,[.] copy_info,6 Coremark,[.] core_bench_list,774
Coremark,[.] core_bench_matrix,32
Coremark,[.] core_bench_state,288
-Coremark,[.] core_init_matrix,222
+Coremark,[.] core_init_matrix,226
Coremark,[.] core_init_state,296
Coremark,[.] core_list_find,52
Coremark,[.] core_list_init,464
@@ -362,7 +362,7 @@ Coremark,[.] __utf8_wctomb,156 Coremark,[.] vfiprintf,28
Coremark,[.] _vfiprintf_r,6498
Coremark,[.] vfprintf,28
-Coremark,[.] _vfprintf_r,10296
+Coremark,[.] _vfprintf_r,10256
Coremark,[.] wcrtomb,88
Coremark,[.] _wcrtomb_r,76
Coremark,[.] wcsnrtombs,44
diff --git a/09-check_regression/results-vs-first-brief.csv b/09-check_regression/results-vs-first-brief.csv index 1d38bb4..e7e2953 100644 --- a/09-check_regression/results-vs-first-brief.csv +++ b/09-check_regression/results-vs-first-brief.csv @@ -53,7 +53,7 @@ Coremark,[.] copy_info ,n/a,100,n/a,n/a,n/ Coremark,[.] core_bench_list ,n/a,100,n/a,n/a,n/a,-1,-1,774,774,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,32,32,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_state ,n/a,100,n/a,n/a,n/a,-1,-1,288,288,-1,-1,-1,-1,-1,-1 -Coremark,[.] core_init_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,222,222,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_init_matrix ,n/a,102,n/a,n/a,n/a,-1,-1,222,226,-1,-1,-1,-1,-1,-1 Coremark,[.] core_init_state ,n/a,100,n/a,n/a,n/a,-1,-1,296,296,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_find ,n/a,100,n/a,n/a,n/a,-1,-1,52,52,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_init ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 @@ -98,9 +98,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/09-check_regression/results-vs-first-full.csv b/09-check_regression/results-vs-first-full.csv index 8f0555a..743be3a 100644 --- a/09-check_regression/results-vs-first-full.csv +++ b/09-check_regression/results-vs-first-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,csv-results-vs-first-1/results:rel_sample,csv-results-vs-first-1/results:rel_size,csv-results-vs-first-1/results:rel_num_vect_loops,csv-results-vs-first-1/results:rel_num_sve_loops,csv-results-vs-first-1/results:rel_symbol_md5sum,csv-results-vs-first-0/results:sample,csv-results-vs-first-1/results:sample,csv-results-vs-first-0/results:size,csv-results-vs-first-1/results:size,csv-results-vs-first-0/results:num_vect_loops,csv-results-vs-first-1/results:num_vect_loops,csv-results-vs-first-0/results:num_sve_loops,csv-results-vs-first-1/results:num_sve_loops,csv-results-vs-first-0/results:symbol_md5sum,csv-results-vs-first-1/results:symbol_md5sum -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/09-check_regression/results-vs-first-internal.csv b/09-check_regression/results-vs-first-internal.csv index 2bb54e2..a184d08 100644 --- a/09-check_regression/results-vs-first-internal.csv +++ b/09-check_regression/results-vs-first-internal.csv @@ -35,7 +35,7 @@ Coremark,[.] copy_info ,n/a,100,n/a,n/a,n/ Coremark,[.] core_bench_list ,n/a,100,n/a,n/a,n/a,-1,-1,774,774,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,32,32,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_state ,n/a,100,n/a,n/a,n/a,-1,-1,288,288,-1,-1,-1,-1,-1,-1 -Coremark,[.] core_init_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,222,222,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_init_matrix ,n/a,102,n/a,n/a,n/a,-1,-1,222,226,-1,-1,-1,-1,-1,-1 Coremark,[.] core_init_state ,n/a,100,n/a,n/a,n/a,-1,-1,296,296,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_find ,n/a,100,n/a,n/a,n/a,-1,-1,52,52,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_init ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 @@ -80,9 +80,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/09-check_regression/results-vs-first.csv b/09-check_regression/results-vs-first.csv index 2bb54e2..a184d08 100644 --- a/09-check_regression/results-vs-first.csv +++ b/09-check_regression/results-vs-first.csv @@ -35,7 +35,7 @@ Coremark,[.] copy_info ,n/a,100,n/a,n/a,n/ Coremark,[.] core_bench_list ,n/a,100,n/a,n/a,n/a,-1,-1,774,774,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,32,32,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_state ,n/a,100,n/a,n/a,n/a,-1,-1,288,288,-1,-1,-1,-1,-1,-1 -Coremark,[.] core_init_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,222,222,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_init_matrix ,n/a,102,n/a,n/a,n/a,-1,-1,222,226,-1,-1,-1,-1,-1,-1 Coremark,[.] core_init_state ,n/a,100,n/a,n/a,n/a,-1,-1,296,296,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_find ,n/a,100,n/a,n/a,n/a,-1,-1,52,52,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_init ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 @@ -80,9 +80,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/09-check_regression/results-vs-first.log b/09-check_regression/results-vs-first.log index b63e489..7c7515f 100644 --- a/09-check_regression/results-vs-first.log +++ b/09-check_regression/results-vs-first.log @@ -3,17 +3,17 @@ + relative_opt=--relative + results=("$results_ref" "${results[@]}") + num=0 -+ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression + results_top=bkp-01.tcwglab:/home/tcwg-benchmark/results + csvs= + for i in "${results[@]}" + rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/ results-vs-first-0/ -+ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0 -+ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0 ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0 ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-vs-first-0 --csv_results_dir /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0 --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-vs-first-0 --csv_results_dir /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0 --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -27,7 +27,7 @@ + shift + test 8 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0 ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0 + shift + shift + test 6 -gt 0 @@ -50,10 +50,10 @@ + local var=results-vs-first-0 + local 'msg=results_dir not set.' + '[' xresults-vs-first-0 = xundef ']' -+ check_option /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0 'csv_results_dir not set.' -+ local var=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0 ++ check_option /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0 'csv_results_dir not set.' ++ local var=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0 + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0 = xundef ']' ++ '[' x/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -64,15 +64,15 @@ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0 ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-vs-first-0 /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0 ++ gather_perf_data no stm32 results-vs-first-0 /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-vs-first-0 -+ local csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0 ++ local csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-vs-first-0 -name results.csv -a '!' -path 'results-vs-first-0/csv_results/*' @@ -84,28 +84,28 @@ + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/size.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/perf.csv --results_dir results-vs-first-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/size.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/perf.csv --results_dir results-vs-first-0 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/vect.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/perf.csv --results_dir results-vs-first-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/vect.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/perf.csv --results_dir results-vs-first-0 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/sve.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/perf.csv --results_dir results-vs-first-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/sve.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/perf.csv --results_dir results-vs-first-0 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/md5sum.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/perf.csv --results_dir results-vs-first-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/md5sum.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/perf.csv --results_dir results-vs-first-0 + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/perf.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/size.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/vect.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/sve.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/md5sum.csv -+ csvs=' /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/results.csv' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/perf.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/size.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/vect.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/sve.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/md5sum.csv ++ csvs=' /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/results.csv' + num=1 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/ results-vs-first-1/ -+ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1 -+ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1 ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/ results-vs-first-1/ ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1 ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-vs-first-1 --csv_results_dir /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1 --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-vs-first-1 --csv_results_dir /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1 --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -119,7 +119,7 @@ + shift + test 8 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1 ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1 + shift + shift + test 6 -gt 0 @@ -142,10 +142,10 @@ + local var=results-vs-first-1 + local 'msg=results_dir not set.' + '[' xresults-vs-first-1 = xundef ']' -+ check_option /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1 'csv_results_dir not set.' -+ local var=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1 ++ check_option /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1 'csv_results_dir not set.' ++ local var=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1 + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1 = xundef ']' ++ '[' x/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -156,15 +156,15 @@ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1 ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-vs-first-1 /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1 ++ gather_perf_data no stm32 results-vs-first-1 /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-vs-first-1 -+ local csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1 ++ local csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-vs-first-1 -name results.csv -a '!' -path 'results-vs-first-1/csv_results/*' @@ -176,25 +176,25 @@ + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/size.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/perf.csv --results_dir results-vs-first-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/size.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/perf.csv --results_dir results-vs-first-1 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/vect.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/perf.csv --results_dir results-vs-first-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/vect.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/perf.csv --results_dir results-vs-first-1 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/sve.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/perf.csv --results_dir results-vs-first-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/sve.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/perf.csv --results_dir results-vs-first-1 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/md5sum.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/perf.csv --results_dir results-vs-first-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/md5sum.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/perf.csv --results_dir results-vs-first-1 + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/perf.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/size.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/vect.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/sve.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/md5sum.csv -+ csvs=' /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/results.csv' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/perf.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/size.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/vect.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/sve.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/md5sum.csv ++ csvs=' /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/results.csv' + num=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/results.csv -+ cat /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/results-vs-first-internal.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/results.csv ++ cat /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/results-vs-first-internal.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py -p 5 /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-first-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py -p 5 /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-first-1/results.csv diff --git a/09-check_regression/results-vs-prev-brief.csv b/09-check_regression/results-vs-prev-brief.csv index 7f8143d..33eb205 100644 --- a/09-check_regression/results-vs-prev-brief.csv +++ b/09-check_regression/results-vs-prev-brief.csv @@ -53,7 +53,7 @@ Coremark,[.] copy_info ,n/a,100,n/a,n/a,n/ Coremark,[.] core_bench_list ,n/a,100,n/a,n/a,n/a,-1,-1,774,774,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,32,32,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_state ,n/a,100,n/a,n/a,n/a,-1,-1,288,288,-1,-1,-1,-1,-1,-1 -Coremark,[.] core_init_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,222,222,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_init_matrix ,n/a,102,n/a,n/a,n/a,-1,-1,222,226,-1,-1,-1,-1,-1,-1 Coremark,[.] core_init_state ,n/a,100,n/a,n/a,n/a,-1,-1,296,296,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_find ,n/a,100,n/a,n/a,n/a,-1,-1,52,52,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_init ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 @@ -98,9 +98,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/09-check_regression/results-vs-prev-full.csv b/09-check_regression/results-vs-prev-full.csv index 7eeb64a..5f4cf0f 100644 --- a/09-check_regression/results-vs-prev-full.csv +++ b/09-check_regression/results-vs-prev-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,csv-results-vs-prev-1/results:rel_sample,csv-results-vs-prev-1/results:rel_size,csv-results-vs-prev-1/results:rel_num_vect_loops,csv-results-vs-prev-1/results:rel_num_sve_loops,csv-results-vs-prev-1/results:rel_symbol_md5sum,csv-results-vs-prev-0/results:sample,csv-results-vs-prev-1/results:sample,csv-results-vs-prev-0/results:size,csv-results-vs-prev-1/results:size,csv-results-vs-prev-0/results:num_vect_loops,csv-results-vs-prev-1/results:num_vect_loops,csv-results-vs-prev-0/results:num_sve_loops,csv-results-vs-prev-1/results:num_sve_loops,csv-results-vs-prev-0/results:symbol_md5sum,csv-results-vs-prev-1/results:symbol_md5sum -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/09-check_regression/results-vs-prev-internal.csv b/09-check_regression/results-vs-prev-internal.csv index 2f91122..e673a1a 100644 --- a/09-check_regression/results-vs-prev-internal.csv +++ b/09-check_regression/results-vs-prev-internal.csv @@ -35,7 +35,7 @@ Coremark,[.] copy_info ,n/a,100,n/a,n/a,n/ Coremark,[.] core_bench_list ,n/a,100,n/a,n/a,n/a,-1,-1,774,774,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,32,32,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_state ,n/a,100,n/a,n/a,n/a,-1,-1,288,288,-1,-1,-1,-1,-1,-1 -Coremark,[.] core_init_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,222,222,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_init_matrix ,n/a,102,n/a,n/a,n/a,-1,-1,222,226,-1,-1,-1,-1,-1,-1 Coremark,[.] core_init_state ,n/a,100,n/a,n/a,n/a,-1,-1,296,296,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_find ,n/a,100,n/a,n/a,n/a,-1,-1,52,52,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_init ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 @@ -80,9 +80,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/09-check_regression/results-vs-prev.csv b/09-check_regression/results-vs-prev.csv index 2f91122..e673a1a 100644 --- a/09-check_regression/results-vs-prev.csv +++ b/09-check_regression/results-vs-prev.csv @@ -35,7 +35,7 @@ Coremark,[.] copy_info ,n/a,100,n/a,n/a,n/ Coremark,[.] core_bench_list ,n/a,100,n/a,n/a,n/a,-1,-1,774,774,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,32,32,-1,-1,-1,-1,-1,-1 Coremark,[.] core_bench_state ,n/a,100,n/a,n/a,n/a,-1,-1,288,288,-1,-1,-1,-1,-1,-1 -Coremark,[.] core_init_matrix ,n/a,100,n/a,n/a,n/a,-1,-1,222,222,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_init_matrix ,n/a,102,n/a,n/a,n/a,-1,-1,222,226,-1,-1,-1,-1,-1,-1 Coremark,[.] core_init_state ,n/a,100,n/a,n/a,n/a,-1,-1,296,296,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_find ,n/a,100,n/a,n/a,n/a,-1,-1,52,52,-1,-1,-1,-1,-1,-1 Coremark,[.] core_list_init ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 @@ -80,9 +80,9 @@ Coremark,[.] __errno ,n/a,100,n/a,n/a,n/ Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 -Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14260,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,14260,14261,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,14260,14262,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/09-check_regression/results-vs-prev.log b/09-check_regression/results-vs-prev.log index db86b30..adb8dc0 100644 --- a/09-check_regression/results-vs-prev.log +++ b/09-check_regression/results-vs-prev.log @@ -3,17 +3,17 @@ + relative_opt=--relative + results=("$results_ref" "${results[@]}") + num=0 -+ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression + results_top=bkp-01.tcwglab:/home/tcwg-benchmark/results + csvs= + for i in "${results[@]}" + rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/ results-vs-prev-0/ -+ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 -+ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0 ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-vs-prev-0 --csv_results_dir /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-vs-prev-0 --csv_results_dir /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0 --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -27,7 +27,7 @@ + shift + test 8 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0 + shift + shift + test 6 -gt 0 @@ -50,10 +50,10 @@ + local var=results-vs-prev-0 + local 'msg=results_dir not set.' + '[' xresults-vs-prev-0 = xundef ']' -+ check_option /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 'csv_results_dir not set.' -+ local var=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ check_option /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0 'csv_results_dir not set.' ++ local var=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0 + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 = xundef ']' ++ '[' x/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -64,15 +64,15 @@ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-vs-prev-0 /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ gather_perf_data no stm32 results-vs-prev-0 /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-vs-prev-0 -+ local csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ local csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-vs-prev-0 -name results.csv -a '!' -path 'results-vs-prev-0/csv_results/*' @@ -84,28 +84,28 @@ + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/size.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/size.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/vect.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/vect.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/sve.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/sve.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/md5sum.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/md5sum.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/size.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/vect.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/sve.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/md5sum.csv -+ csvs=' /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/size.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/vect.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/sve.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/md5sum.csv ++ csvs=' /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv' + num=1 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418/ results-vs-prev-1/ -+ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 -+ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555/ results-vs-prev-1/ ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1 ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1 + hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-vs-prev-1 --csv_results_dir /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-vs-prev-1 --csv_results_dir /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1 --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -119,7 +119,7 @@ + shift + test 8 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1 + shift + shift + test 6 -gt 0 @@ -142,10 +142,10 @@ + local var=results-vs-prev-1 + local 'msg=results_dir not set.' + '[' xresults-vs-prev-1 = xundef ']' -+ check_option /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 'csv_results_dir not set.' -+ local var=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ check_option /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1 'csv_results_dir not set.' ++ local var=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1 + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 = xundef ']' ++ '[' x/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -156,15 +156,15 @@ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-vs-prev-1 /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ gather_perf_data no stm32 results-vs-prev-1 /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-vs-prev-1 -+ local csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ local csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-vs-prev-1 -name results.csv -a '!' -path 'results-vs-prev-1/csv_results/*' @@ -176,25 +176,25 @@ + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/size.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/size.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/vect.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/vect.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/sve.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/sve.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/md5sum.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/md5sum.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/size.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/vect.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/sve.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/md5sum.csv -+ csvs=' /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/size.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/vect.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/sve.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/md5sum.csv ++ csvs=' /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv' + num=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv -+ cat /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/results-vs-prev-internal.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv ++ cat /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/results-vs-prev-internal.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py -p 5 /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py -p 5 /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_0/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv diff --git a/dashboard/dashboard-generate.sh b/dashboard/dashboard-generate.sh index 37deb75..5c4139e 100755 --- a/dashboard/dashboard-generate.sh +++ b/dashboard/dashboard-generate.sh @@ -11,7 +11,7 @@ fi --top_artifacts "$top_artifacts" \ --baseline_branch "linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3" \ --components "binutils gcc newlib" \ - --run_date "2023-03-28T21:12:44+00:00" \ + --run_date "2023-03-30T18:37:07+00:00" \ --relative_results true \ --squad_mode "vs-first" diff --git a/dashboard/squad-vs-first/Coremark/results-metadata.json b/dashboard/squad-vs-first/Coremark/results-metadata.json index 49be4a3..77186b8 100644 --- a/dashboard/squad-vs-first/Coremark/results-metadata.json +++ b/dashboard/squad-vs-first/Coremark/results-metadata.json @@ -1,10 +1,10 @@ { " job_status": "Success", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-28T21:12:44+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/2/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/2/console", - "version_binutils":"93d50cd8f0b59aed37a3a0e69155dd34d5a3c1f1", - "version_gcc": "fb046e69f0ed2d637ea715ae71ad50131f30cb2d", + "datetime": "2023-03-30T18:37:07+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/3/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/3/console", + "version_binutils":"3026cdbdde0e1937f811b52ba18fe3fbb1419ef9", + "version_gcc": "a5de246535db1b4fdc61287f27de0fdd074fc4b3", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/Mean/results-metadata.json b/dashboard/squad-vs-first/Mean/results-metadata.json index 49be4a3..77186b8 100644 --- a/dashboard/squad-vs-first/Mean/results-metadata.json +++ b/dashboard/squad-vs-first/Mean/results-metadata.json @@ -1,10 +1,10 @@ { " job_status": "Success", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-28T21:12:44+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/2/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/2/console", - "version_binutils":"93d50cd8f0b59aed37a3a0e69155dd34d5a3c1f1", - "version_gcc": "fb046e69f0ed2d637ea715ae71ad50131f30cb2d", + "datetime": "2023-03-30T18:37:07+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/3/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/3/console", + "version_binutils":"3026cdbdde0e1937f811b52ba18fe3fbb1419ef9", + "version_gcc": "a5de246535db1b4fdc61287f27de0fdd074fc4b3", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/coremark/results-metadata.json b/dashboard/squad-vs-first/coremark/results-metadata.json index 49be4a3..77186b8 100644 --- a/dashboard/squad-vs-first/coremark/results-metadata.json +++ b/dashboard/squad-vs-first/coremark/results-metadata.json @@ -1,10 +1,10 @@ { " job_status": "Success", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-28T21:12:44+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/2/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/2/console", - "version_binutils":"93d50cd8f0b59aed37a3a0e69155dd34d5a3c1f1", - "version_gcc": "fb046e69f0ed2d637ea715ae71ad50131f30cb2d", + "datetime": "2023-03-30T18:37:07+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/3/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/3/console", + "version_binutils":"3026cdbdde0e1937f811b52ba18fe3fbb1419ef9", + "version_gcc": "a5de246535db1b4fdc61287f27de0fdd074fc4b3", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/dashboard-push-squad.sh b/dashboard/squad-vs-first/dashboard-push-squad.sh index 726e7de..e31e50f 100755 --- a/dashboard/squad-vs-first/dashboard-push-squad.sh +++ b/dashboard/squad-vs-first/dashboard-push-squad.sh @@ -20,714 +20,714 @@ if [ -f $top_artifacts/git/base-artifacts_rev ]; then sed -i -e "s|#BASE-ARTIFACTS-REV#|$base_artifacts_rev|" */results-metadata.json fi -echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2" +echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3" set +x -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@coremark/results-functional.json \ --form metrics=@coremark/results-metrics.json \ --form metadata=@coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Mean" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Mean" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Mean/results-functional.json \ --form metrics=@Mean/results-metrics.json \ --form metadata=@Mean/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/2/Mean + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/3/Mean diff --git a/git/binutils_rev b/git/binutils_rev index e0298ea..a19d07a 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -93d50cd8f0b59aed37a3a0e69155dd34d5a3c1f1 +3026cdbdde0e1937f811b52ba18fe3fbb1419ef9 diff --git a/git/gcc_rev b/git/gcc_rev index f315e45..2b615e3 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -fb046e69f0ed2d637ea715ae71ad50131f30cb2d +a5de246535db1b4fdc61287f27de0fdd074fc4b3 diff --git a/git/newlib_rev b/git/newlib_rev index 79fb528..1af8b30 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -fc6e89c937c1bcdf2b0efc6806e29960c448b756 +544aa97f860ed97f609cccefee7bdef87bca3f68 diff --git a/mail/changes-list-long.txt b/mail/changes-list-long.txt index 6a24b57..1eb9ffc 100644 --- a/mail/changes-list-long.txt +++ b/mail/changes-list-long.txt @@ -1,2 +1,18 @@ -baseline build +binutils/gcc/newlib +3026cdbdde0e1937f811b52ba18fe3fbb1419ef9 gdb/arm: Fix backtrace for pthread_cond_timedwait +a3424b707737ede8c5823cb27c896b12fe94471c Automatic date update in version.in +79cfb928f552401e3cec7a208a87eb74aa0d2d8b lto: Don't add indirect symbols for versioned aliases in IR +5d49758d2c04dcf0d685f99e85a553e7c3891e34 Fix maybe-uninitialized warning in frame.c +103409bb38502b95cb60475939a49c2b059673d5 [gdb/testsuite] Fix gdb.base/trace-commands.exp with editing off +... and 138 more binutils commits +a5de246535db1b4fdc61287f27de0fdd074fc4b3 c++: NTTP constraint depending on outer parms [PR109160] +b5e38b1c166357e2a63d38ae6da7ae5d68fc115b c++: improve "NTTP argument considered unused" fix [PR53164, PR105848] +b06464c7fb06a049e5d0d2bec4e37282c5ecca8c Change "long_double" into "long double" for C prototypes from Fortran. +69044e11ac52e93622c3d368ae2fd9ef8c3ec015 range-op-float: Further foperator_{,not_}equal::fold_range fix +5fe05ffefd21c4fa6a71e0c570a05d7c0e7e892c range-op-float: Further comparison fixes +... and 59 more gcc commits +544aa97f860ed97f609cccefee7bdef87bca3f68 Bump newlib version in the manual to 4.3.0 +93b05a87c22ba410e1bac20dddcbcb26956befbc Cygwin: doc: fix description of new "env" schema for /etc/nsswitch.conf +2898a359b80c18fb0c3d4122b8f40daed49ba11e Cygwin: dirname: fix handling of leading slashes +27376c60a9b870e7ba456551165897a7408b5886 Allow deriving the current user's home directory via the HOME variable diff --git a/mail/changes-list-short.txt b/mail/changes-list-short.txt index 485046b..03cbf42 100644 --- a/mail/changes-list-short.txt +++ b/mail/changes-list-short.txt @@ -1 +1 @@ -baseline build: no new commits +binutils/gcc/newlib: 211 commits diff --git a/mail/last_good.sh b/mail/last_good.sh new file mode 100644 index 0000000..544f83b --- /dev/null +++ b/mail/last_good.sh @@ -0,0 +1,30 @@ +declare -g "jenkins_scripts_rev=5ae21a6c95bc7fd601761ee25915098129ee7f95" +# Artifacts directory +rr[top_artifacts]="artifacts" +# Recording parameters to manifest: artifacts/manifest.sh +rr[ci_project]="tcwg_bmk-code_size-coremark" +rr[ci_config]="gnu_eabi-arm_eabi-master-O3" +declare -g "bmk_branch=master" +declare -g "scripts_branch=master" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#93d50cd8f0b59aed37a3a0e69155dd34d5a3c1f1" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#fb046e69f0ed2d637ea715ae71ad50131f30cb2d" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#fc6e89c937c1bcdf2b0efc6806e29960c448b756" +rr[mode]="build" +rr[update_baseline]="onsuccess" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/2/" +declare -g "SQUAD_GRP=tcwg" +# Processed 24 options +rr[base-artifacts_rev]=406dd14d373a6f52f138c75715bdee7f3a3e4abf +rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git +rr[binutils_rev]=93d50cd8f0b59aed37a3a0e69155dd34d5a3c1f1 +rr[debug_binutils_date]=1680037964 # 2 hours ago +rr[gcc_url]=https://github.com/gcc-mirror/gcc.git +rr[gcc_rev]=fb046e69f0ed2d637ea715ae71ad50131f30cb2d +rr[debug_gcc_date]=1680011065 # 9 hours ago +rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git +rr[newlib_rev]=fc6e89c937c1bcdf2b0efc6806e29960c448b756 +rr[debug_newlib_date]=1679942366 # 28 hours ago +rr[gcc_url]=https://github.com/gcc-mirror/gcc.git +rr[gcc_rev]=fb046e69f0ed2d637ea715ae71ad50131f30cb2d +rr[debug_gcc_date]=1680011065 # 9 hours ago +rr[results_date]=1680037964 diff --git a/manifest.sh b/manifest.sh index 544f83b..3608db2 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=5ae21a6c95bc7fd601761ee25915098129ee7f95" +declare -g "jenkins_scripts_rev=8d6d28fd0015b7fff189e4970f154792feac2ee1" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,25 +6,25 @@ rr[ci_project]="tcwg_bmk-code_size-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#93d50cd8f0b59aed37a3a0e69155dd34d5a3c1f1" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#fb046e69f0ed2d637ea715ae71ad50131f30cb2d" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#fc6e89c937c1bcdf2b0efc6806e29960c448b756" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#3026cdbdde0e1937f811b52ba18fe3fbb1419ef9" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#a5de246535db1b4fdc61287f27de0fdd074fc4b3" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#544aa97f860ed97f609cccefee7bdef87bca3f68" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/2/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/3/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options -rr[base-artifacts_rev]=406dd14d373a6f52f138c75715bdee7f3a3e4abf +rr[base-artifacts_rev]=3e38e8fa12f4268880c860d0d0650a203965f1d1 rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=93d50cd8f0b59aed37a3a0e69155dd34d5a3c1f1 -rr[debug_binutils_date]=1680037964 # 2 hours ago +rr[binutils_rev]=3026cdbdde0e1937f811b52ba18fe3fbb1419ef9 +rr[debug_binutils_date]=1680356577 # 9 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=fb046e69f0ed2d637ea715ae71ad50131f30cb2d -rr[debug_gcc_date]=1680011065 # 9 hours ago +rr[gcc_rev]=a5de246535db1b4fdc61287f27de0fdd074fc4b3 +rr[debug_gcc_date]=1680364890 # 7 hours ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=fc6e89c937c1bcdf2b0efc6806e29960c448b756 -rr[debug_newlib_date]=1679942366 # 28 hours ago +rr[newlib_rev]=544aa97f860ed97f609cccefee7bdef87bca3f68 +rr[debug_newlib_date]=1680178170 # 2 days ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=fb046e69f0ed2d637ea715ae71ad50131f30cb2d -rr[debug_gcc_date]=1680011065 # 9 hours ago -rr[results_date]=1680037964 +rr[gcc_rev]=a5de246535db1b4fdc61287f27de0fdd074fc4b3 +rr[debug_gcc_date]=1680364890 # 7 hours ago +rr[results_date]=1680201427 @@ -1 +1 @@ -stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27418 +stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/27555 |