From 7192643dd60c4f880d823e7292f92b2cf7f440b2 Mon Sep 17 00:00:00 2001 From: TCWG BuildSlave Date: Sun, 1 Oct 2023 20:31:19 +0000 Subject: onsuccess: #340: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/ Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -O3_mthumb: | 1 check_regression status : 0 --- annex/bmk-data | 2 +- dashboard/dashboard-generate.sh | 2 +- .../squad-vs-first/Mean/results-metadata.json | 12 +++---- .../squad-vs-first/coremark/results-metadata.json | 12 +++---- dashboard/squad-vs-first/dashboard-push-squad.sh | 10 +++--- git/binutils_rev | 2 +- git/gcc_rev | 2 +- git/newlib_rev | 2 +- mail/jira-body.txt | 32 +++++++++--------- mail/mail-body.txt | 32 +++++++++--------- mail/mail-subject.txt | 2 +- manifest.sh | 30 ++++++++--------- notify/jira/comment-template.txt | 2 +- notify/mail-body.txt | 38 ++++++++++++---------- notify/mail-subject.txt | 2 +- results-vs-prev/bmk-specific-variability.csv | 2 +- results-vs-prev/compare-results-internal.csv | 6 ++-- results-vs-prev/csv-results-1/perf.csv | 2 +- results-vs-prev/csv-results-1/results.csv | 18 +++++----- results-vs-prev/csv-results-1/size.csv | 14 ++++---- results-vs-prev/csvs2table-results-brief.csv | 6 ++-- results-vs-prev/csvs2table-results-full.csv | 6 ++-- results-vs-prev/csvs2table-results-internal.csv | 6 ++-- results-vs-prev/csvs2table-results.csv | 6 ++-- results-vs-prev/results-internal.csv | 6 ++-- 25 files changed, 130 insertions(+), 124 deletions(-) diff --git a/annex/bmk-data b/annex/bmk-data index 8cebdd6..d5781e1 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/339-3a4270b652502761d203434c2d8f2d8f.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/340-7523d58df2d9d6eed42c821bd9a56365.tar.xz diff --git a/dashboard/dashboard-generate.sh b/dashboard/dashboard-generate.sh index bf14a05..f7aa087 100755 --- a/dashboard/dashboard-generate.sh +++ b/dashboard/dashboard-generate.sh @@ -11,7 +11,7 @@ fi --top_artifacts "$top_artifacts" \ --baseline_branch "linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3" \ --components "binutils gcc newlib" \ - --run_date "2022-11-23T02:25:53+00:00" \ + --run_date "2022-11-27T17:11:17+00:00" \ --relative_results true \ --squad_mode "vs-first" diff --git a/dashboard/squad-vs-first/Mean/results-metadata.json b/dashboard/squad-vs-first/Mean/results-metadata.json index 05263e4..754404e 100644 --- a/dashboard/squad-vs-first/Mean/results-metadata.json +++ b/dashboard/squad-vs-first/Mean/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 89 commits", + " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 261 commits", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2022-11-23T02:25:53+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/console", - "version_binutils":"66e7b0f4d9c88781c2b7589f86e31a7d153ed60c", - "version_gcc": "d769c5040874bf9546f2524f3f1d2a894165f92a", + "datetime": "2022-11-27T17:11:17+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/console", + "version_binutils":"63dc62b25880d4eeabb9eb3a5d691043b2723dd5", + "version_gcc": "5b50850c3c6f2eceb8012dcc8d3cd5ddd94fac6c", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/coremark/results-metadata.json b/dashboard/squad-vs-first/coremark/results-metadata.json index 05263e4..754404e 100644 --- a/dashboard/squad-vs-first/coremark/results-metadata.json +++ b/dashboard/squad-vs-first/coremark/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 89 commits", + " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 261 commits", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2022-11-23T02:25:53+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/console", - "version_binutils":"66e7b0f4d9c88781c2b7589f86e31a7d153ed60c", - "version_gcc": "d769c5040874bf9546f2524f3f1d2a894165f92a", + "datetime": "2022-11-27T17:11:17+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/console", + "version_binutils":"63dc62b25880d4eeabb9eb3a5d691043b2723dd5", + "version_gcc": "5b50850c3c6f2eceb8012dcc8d3cd5ddd94fac6c", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/dashboard-push-squad.sh b/dashboard/squad-vs-first/dashboard-push-squad.sh index c272435..d4e4627 100755 --- a/dashboard/squad-vs-first/dashboard-push-squad.sh +++ b/dashboard/squad-vs-first/dashboard-push-squad.sh @@ -20,21 +20,21 @@ if [ -f $top_artifacts/git/base-artifacts_rev ]; then sed -i -e "s|#BASE-ARTIFACTS-REV#|$base_artifacts_rev|" */results-metadata.json fi -echo "Uploading results to https://qa-reports.linaro.org//tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339" +echo "Uploading results to https://qa-reports.linaro.org//tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340" set +x -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@coremark/results-functional.json \ --form metrics=@coremark/results-metrics.json \ --form metadata=@coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/coremark + https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/Mean" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/Mean" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Mean/results-functional.json \ --form metrics=@Mean/results-metrics.json \ --form metadata=@Mean/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/Mean + https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/Mean diff --git a/git/binutils_rev b/git/binutils_rev index 73b5412..f8d7f8c 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -66e7b0f4d9c88781c2b7589f86e31a7d153ed60c +63dc62b25880d4eeabb9eb3a5d691043b2723dd5 diff --git a/git/gcc_rev b/git/gcc_rev index 7efcbb4..67b4ec2 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -d769c5040874bf9546f2524f3f1d2a894165f92a +5b50850c3c6f2eceb8012dcc8d3cd5ddd94fac6c diff --git a/git/newlib_rev b/git/newlib_rev index 5e09fc1..520ea5e 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -2e4ecbb3f0d574d18eddb97eff9421db45fb0da7 +30add3e6b3e3211b3e2d4a093f45bee5c6e24b8b diff --git a/mail/jira-body.txt b/mail/jira-body.txt index 33e34ad..1a090a3 100644 --- a/mail/jira-body.txt +++ b/mail/jira-body.txt @@ -1,16 +1,18 @@ After binutils/gcc/newlib -66e7b0f4d9c88781c2b7589f86e31a7d153ed60c Automatic date update in version.in -8654c01f085f77e443185d0a61a106880bb060b9 Revert "readelf: Do not require EI_OSABI for IFUNC." -ac8df5a1921904b3928429e696ad8b40c612f829 riscv: Add AIA extension support (Smaia, Ssaia) -18a119b83d1f0f661532e5167af1c5549496759c Automatic date update in version.in -cbff1430f8a255ce7925486d17638a13889dd636 sframe/doc: remove usage of xrefautomaticsectiontitle -... and 30 more binutils commits -d769c5040874bf9546f2524f3f1d2a894165f92a Daily bump. -309e2d95e3b930c6f15c8a5346b913158404c76d OpenMP: Generate SIMD clones for functions with "declare target" -3de627ffe4b51b3d82acdb5fb04c189978697832 sync libsframe toplevel from binutils-gdb -7b648e8313fdad9b782986eabf0c25253e6ff37e libstdc++: Fix orphaned/nested output of configure checks -f54ceb2062c7fef294f85ae093914fa6c7ca35b8 libstdc++: Call predicate with non-const values in std::erase_if [PR107850] -... and 46 more gcc commits -2e4ecbb3f0d574d18eddb97eff9421db45fb0da7 Cygwin: pty: Rename fhandler/tty.cc to fhandler/pty.cc. -afa957ae5b8187996e0c7c500e2b747cd55347e9 Cygwin: uname: allow to specify external release info -244be41a1f8dee5c9c8ee48742172fcce0010571 Cygwin: drop snapshot handling +63dc62b25880d4eeabb9eb3a5d691043b2723dd5 [gdb/testsuite] Prevent timeout in gdb.ada/float-bits.exp +aaa8dbc1b31233f66131476e03ab8635805e515d Automatic date update in version.in +c367d9e0cbfda0e32b7074c2719dfaee42c4cfb6 PowerPC, fix gdb.reverse/finish-reverse-bkpt.exp and gdb.reverse/next-reverse-bkpt-over-sr.exp +4cb80f0e5bddc29cf50b08f0a4d2cca8ea330a23 Remove call to registers_changed from windows-nat.c +5f8363d9248f1864b58d329a2c734527c3713055 Remove the_windows_nat_target global +... and 103 more binutils commits +5b50850c3c6f2eceb8012dcc8d3cd5ddd94fac6c Add --param max-unswitch-depth +a710f3ce7474792c098ac6fe4dc6a366cdbb4fb4 PR59447: --with-dwarf2 implies "(or later)" +0b737090a69624dea5318c380620283f0321a92e analyzer: handle comparisons against negated symbolic values [PR107948] +5cb7d28dcfb11a2810db55b0bbd71fe562bdc2a3 analyzer: add test coverage for string ops +e055e6db974d8b8950b30859a853e0aee74e20c2 Fix ICE due to incorrect insn type. +... and 143 more gcc commits +30add3e6b3e3211b3e2d4a093f45bee5c6e24b8b Cygwin: exec: don't access cygheap before it's initialized +e358f8d12f1537a7d0509984207a700205b2c20f Cygwin: multiple_cygwin_problem: drop obsolete check for "cygheap" +a263fe0b268580273c1adc4b1bad256147990222 Cygwin: serial: Fix a copy-paste error in DTR setup +17761a8ef493351cf0678e24975839e6b30f6736 Cygwin: Update some mentions of x86 in documentation +8080c856308919c06b4d6c5827cf0e34b78a5810 Cygwin: Fix typo in FAQ diff --git a/mail/mail-body.txt b/mail/mail-body.txt index e5c27b9..9cc35ce 100644 --- a/mail/mail-body.txt +++ b/mail/mail-body.txt @@ -1,19 +1,21 @@ After binutils/gcc/newlib -66e7b0f4d9c88781c2b7589f86e31a7d153ed60c Automatic date update in version.in -8654c01f085f77e443185d0a61a106880bb060b9 Revert "readelf: Do not require EI_OSABI for IFUNC." -ac8df5a1921904b3928429e696ad8b40c612f829 riscv: Add AIA extension support (Smaia, Ssaia) -18a119b83d1f0f661532e5167af1c5549496759c Automatic date update in version.in -cbff1430f8a255ce7925486d17638a13889dd636 sframe/doc: remove usage of xrefautomaticsectiontitle -... and 30 more binutils commits -d769c5040874bf9546f2524f3f1d2a894165f92a Daily bump. -309e2d95e3b930c6f15c8a5346b913158404c76d OpenMP: Generate SIMD clones for functions with "declare target" -3de627ffe4b51b3d82acdb5fb04c189978697832 sync libsframe toplevel from binutils-gdb -7b648e8313fdad9b782986eabf0c25253e6ff37e libstdc++: Fix orphaned/nested output of configure checks -f54ceb2062c7fef294f85ae093914fa6c7ca35b8 libstdc++: Call predicate with non-const values in std::erase_if [PR107850] -... and 46 more gcc commits -2e4ecbb3f0d574d18eddb97eff9421db45fb0da7 Cygwin: pty: Rename fhandler/tty.cc to fhandler/pty.cc. -afa957ae5b8187996e0c7c500e2b747cd55347e9 Cygwin: uname: allow to specify external release info -244be41a1f8dee5c9c8ee48742172fcce0010571 Cygwin: drop snapshot handling +63dc62b25880d4eeabb9eb3a5d691043b2723dd5 [gdb/testsuite] Prevent timeout in gdb.ada/float-bits.exp +aaa8dbc1b31233f66131476e03ab8635805e515d Automatic date update in version.in +c367d9e0cbfda0e32b7074c2719dfaee42c4cfb6 PowerPC, fix gdb.reverse/finish-reverse-bkpt.exp and gdb.reverse/next-reverse-bkpt-over-sr.exp +4cb80f0e5bddc29cf50b08f0a4d2cca8ea330a23 Remove call to registers_changed from windows-nat.c +5f8363d9248f1864b58d329a2c734527c3713055 Remove the_windows_nat_target global +... and 103 more binutils commits +5b50850c3c6f2eceb8012dcc8d3cd5ddd94fac6c Add --param max-unswitch-depth +a710f3ce7474792c098ac6fe4dc6a366cdbb4fb4 PR59447: --with-dwarf2 implies "(or later)" +0b737090a69624dea5318c380620283f0321a92e analyzer: handle comparisons against negated symbolic values [PR107948] +5cb7d28dcfb11a2810db55b0bbd71fe562bdc2a3 analyzer: add test coverage for string ops +e055e6db974d8b8950b30859a853e0aee74e20c2 Fix ICE due to incorrect insn type. +... and 143 more gcc commits +30add3e6b3e3211b3e2d4a093f45bee5c6e24b8b Cygwin: exec: don't access cygheap before it's initialized +e358f8d12f1537a7d0509984207a700205b2c20f Cygwin: multiple_cygwin_problem: drop obsolete check for "cygheap" +a263fe0b268580273c1adc4b1bad256147990222 Cygwin: serial: Fix a copy-paste error in DTR setup +17761a8ef493351cf0678e24975839e6b30f6736 Cygwin: Update some mentions of x86 in documentation +8080c856308919c06b4d6c5827cf0e34b78a5810 Cygwin: Fix typo in FAQ Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI. diff --git a/mail/mail-subject.txt b/mail/mail-subject.txt index 59b92a8..de8c991 100644 --- a/mail/mail-subject.txt +++ b/mail/mail-subject.txt @@ -1 +1 @@ -[TCWG CI] No change after binutils/gcc/newlib: 89 commits +[TCWG CI] No change after binutils/gcc/newlib: 261 commits diff --git a/manifest.sh b/manifest.sh index b168421..29b27ce 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=80140b97d42b851983f2353ccb56d04ae8b1cdb6" +declare -g "jenkins_scripts_rev=588ae85d9091c3eb3cd6da5876df752a6240ab30" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk_gnu_eabi_stm32" rr[ci_config]="gnu_eabi-master-arm_eabi-coremark-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#66e7b0f4d9c88781c2b7589f86e31a7d153ed60c" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#d769c5040874bf9546f2524f3f1d2a894165f92a" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#2e4ecbb3f0d574d18eddb97eff9421db45fb0da7" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#63dc62b25880d4eeabb9eb3a5d691043b2723dd5" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#5b50850c3c6f2eceb8012dcc8d3cd5ddd94fac6c" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#30add3e6b3e3211b3e2d4a093f45bee5c6e24b8b" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options -rr[base-artifacts_rev]=8f4a32088435609c0d3db82fcd999419b8fd4cee +rr[base-artifacts_rev]=e92a3a66fc75787f6c5ca89e9096129e1659411b rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=66e7b0f4d9c88781c2b7589f86e31a7d153ed60c -rr[debug_binutils_date]=1669420832 # 8 hours ago +rr[binutils_rev]=63dc62b25880d4eeabb9eb3a5d691043b2723dd5 +rr[debug_binutils_date]=1669967802 # 18 minutes ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=d769c5040874bf9546f2524f3f1d2a894165f92a -rr[debug_gcc_date]=1669421828 # 8 hours ago +rr[gcc_rev]=5b50850c3c6f2eceb8012dcc8d3cd5ddd94fac6c +rr[debug_gcc_date]=1669964651 # 78 minutes ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=2e4ecbb3f0d574d18eddb97eff9421db45fb0da7 -rr[debug_newlib_date]=1669336407 # 32 hours ago +rr[newlib_rev]=30add3e6b3e3211b3e2d4a093f45bee5c6e24b8b +rr[debug_newlib_date]=1669930493 # 11 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=d769c5040874bf9546f2524f3f1d2a894165f92a -rr[debug_gcc_date]=1669421828 # 8 hours ago -rr[results_date]=1669170353 +rr[gcc_rev]=5b50850c3c6f2eceb8012dcc8d3cd5ddd94fac6c +rr[debug_gcc_date]=1669964651 # 2 hours ago +rr[results_date]=1669569077 rr[ci_project]="tcwg_bmk-code_speed-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" # Saving rr[] in the manifest diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 8f410d6..6fb849d 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 6599889..5794ad7 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,22 +2,24 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 89 commits in binutils,gcc,newlib - | 66e7b0f4d9c Automatic date update in version.in - | 8654c01f085 Revert "readelf: Do not require EI_OSABI for IFUNC." - | ac8df5a1921 riscv: Add AIA extension support (Smaia, Ssaia) - | 18a119b83d1 Automatic date update in version.in - | cbff1430f8a sframe/doc: remove usage of xrefautomaticsectiontitle - | ... and 30 more commits in binutils - | d769c504087 Daily bump. - | 309e2d95e3b OpenMP: Generate SIMD clones for functions with "declare target" - | 3de627ffe4b sync libsframe toplevel from binutils-gdb - | 7b648e8313f libstdc++: Fix orphaned/nested output of configure checks - | f54ceb2062c libstdc++: Call predicate with non-const values in std::erase_if [PR107850] - | ... and 46 more commits in gcc - | 2e4ecbb3f Cygwin: pty: Rename fhandler/tty.cc to fhandler/pty.cc. - | afa957ae5 Cygwin: uname: allow to specify external release info - | 244be41a1 Cygwin: drop snapshot handling + | 261 commits in binutils,gcc,newlib + | 63dc62b2588 [gdb/testsuite] Prevent timeout in gdb.ada/float-bits.exp + | aaa8dbc1b31 Automatic date update in version.in + | c367d9e0cbf PowerPC, fix gdb.reverse/finish-reverse-bkpt.exp and gdb.reverse/next-reverse-bkpt-over-sr.exp + | 4cb80f0e5bd Remove call to registers_changed from windows-nat.c + | 5f8363d9248 Remove the_windows_nat_target global + | ... and 103 more commits in binutils + | 5b50850c3c6 Add --param max-unswitch-depth + | a710f3ce747 PR59447: --with-dwarf2 implies "(or later)" + | 0b737090a69 analyzer: handle comparisons against negated symbolic values [PR107948] + | 5cb7d28dcfb analyzer: add test coverage for string ops + | e055e6db974 Fix ICE due to incorrect insn type. + | ... and 143 more commits in gcc + | 30add3e6b Cygwin: exec: don't access cygheap before it's initialized + | e358f8d12 Cygwin: multiple_cygwin_problem: drop obsolete check for "cygheap" + | a263fe0b2 Cygwin: serial: Fix a copy-paste error in DTR setup + | 17761a8ef Cygwin: Update some mentions of x86 in documentation + | 8080c8563 Cygwin: Fix typo in FAQ No change @@ -36,6 +38,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/338/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/340/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/339/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 3dc8059..4ba022e 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 89 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 261 commits in binutils,gcc,newlib: No change diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index a6e301f..493c6b8 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_sve_loops_variation_average,num_vect_loops_variation_average,sample_variation_average,benchmark,symbol,size_variation_average +sample_variation_average,size_variation_average,num_sve_loops_variation_average,benchmark,symbol,num_vect_loops_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 67517f4..cbd156e 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 Mean,mean,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14765,14765,65548,65548,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14765,14764,65548,65460,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index a6d96f1..e6f6b4b 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,14765,na +coremark,coremark,14764,na diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index f968eb4..96e7c8b 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,average-successful-tests,14765,348,-1,-1,-1 -Mean,average-all-tests,14765,348,-1,-1,-1 Mean,mean,14764,29,-1,-1,-1 Mean,geomean-successful-tests,14764,29,-1,-1,-1 Mean,geomean-all-tests,14764,29,-1,-1,-1 -coremark,coremark,14765,65548,-1,-1,-1 +Mean,average-successful-tests,14764,347,-1,-1,-1 +Mean,average-all-tests,14764,347,-1,-1,-1 +coremark,coremark,14764,65460,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -39,7 +39,7 @@ coremark,[.] __b2d,-1,188,-1,-1,-1 coremark,[.] _Balloc,-1,76,-1,-1,-1 coremark,[.] _Bfree,-1,18,-1,-1,-1 coremark,[.] BusFault_Handler,-1,2,-1,-1,-1 -coremark,[.] calc_func,-1,140,-1,-1,-1 +coremark,[.] calc_func,-1,142,-1,-1,-1 coremark,[.] __call_exitprocs,-1,176,-1,-1,-1 coremark,[.] _calloc_r,-1,108,-1,-1,-1 coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1 @@ -142,7 +142,7 @@ coremark,[.] _fstat,-1,30,-1,-1,-1 coremark,[.] _fstat_r,-1,44,-1,-1,-1 coremark,[.] _fwalk_sglue,-1,70,-1,-1,-1 coremark,[.] __gedf2,-1,138,-1,-1,-1 -coremark,[.] get_arg,-1,3016,-1,-1,-1 +coremark,[.] get_arg,-1,2976,-1,-1,-1 coremark,[.] _getenv_r,-1,16,-1,-1,-1 coremark,[.] __get_locale_env,-1,80,-1,-1,-1 coremark,[.] _getpid,-1,4,-1,-1,-1 @@ -163,7 +163,7 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1 coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1 coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1 coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1 -coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1100,-1,-1,-1 +coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1072,-1,-1,-1 coremark,[.] HAL_RCC_GetSysClockFreq,-1,172,-1,-1,-1 coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1 coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1 @@ -182,7 +182,7 @@ coremark,[.] _init_signal_r,-1,48,-1,-1,-1 coremark,[.] _isatty,-1,112,-1,-1,-1 coremark,[.] _isatty_r,-1,36,-1,-1,-1 coremark,[.] iterate,-1,70,-1,-1,-1 -coremark,[.] __jis_mbtowc,-1,324,-1,-1,-1 +coremark,[.] __jis_mbtowc,-1,300,-1,-1,-1 coremark,[.] __jis_wctomb,-1,124,-1,-1,-1 coremark,[.] _kill,-1,40,-1,-1,-1 coremark,[.] _kill_r,-1,44,-1,-1,-1 @@ -204,7 +204,7 @@ coremark,[.] _lseek,-1,40,-1,-1,-1 coremark,[.] _lseek_r,-1,44,-1,-1,-1 coremark,[.] __lshift,-1,240,-1,-1,-1 coremark,[.] __ltdf2,-1,130,-1,-1,-1 -coremark,[.] main,-1,1660,-1,-1,-1 +coremark,[.] main,-1,1652,-1,-1,-1 coremark,[.] __malloc_lock,-1,2,-1,-1,-1 coremark,[.] _malloc_r,-1,1400,-1,-1,-1 coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 @@ -367,7 +367,7 @@ coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1 coremark,[.] _vfiprintf_r,-1,6532,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,10078,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,10074,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index 1768159..bac9789 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size -coremark,coremark,65548 +coremark,coremark,65460 coremark,[.] abort,14 coremark,[.] ADC1_2_IRQHandler,2 coremark,[.] ADC3_IRQHandler,2 @@ -34,7 +34,7 @@ coremark,[.] __b2d,188 coremark,[.] _Balloc,76 coremark,[.] _Bfree,18 coremark,[.] BusFault_Handler,2 -coremark,[.] calc_func,140 +coremark,[.] calc_func,142 coremark,[.] __call_exitprocs,176 coremark,[.] _calloc_r,108 coremark,[.] CAN1_RX0_IRQHandler,2 @@ -137,7 +137,7 @@ coremark,[.] _fstat,30 coremark,[.] _fstat_r,44 coremark,[.] _fwalk_sglue,70 coremark,[.] __gedf2,138 -coremark,[.] get_arg,3016 +coremark,[.] get_arg,2976 coremark,[.] _getenv_r,16 coremark,[.] __get_locale_env,80 coremark,[.] _getpid,4 @@ -158,7 +158,7 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,36 coremark,[.] HAL_PWREx_ControlVoltageScaling,128 coremark,[.] HAL_PWREx_GetVoltageRange,16 coremark,[.] HAL_RCC_ClockConfig,304 -coremark,[.] HAL_RCCEx_PeriphCLKConfig,1100 +coremark,[.] HAL_RCCEx_PeriphCLKConfig,1072 coremark,[.] HAL_RCC_GetSysClockFreq,172 coremark,[.] HAL_RCC_OscConfig,1520 coremark,[.] HAL_SYSTICK_Config,52 @@ -177,7 +177,7 @@ coremark,[.] _init_signal_r,48 coremark,[.] _isatty,112 coremark,[.] _isatty_r,36 coremark,[.] iterate,70 -coremark,[.] __jis_mbtowc,324 +coremark,[.] __jis_mbtowc,300 coremark,[.] __jis_wctomb,124 coremark,[.] _kill,40 coremark,[.] _kill_r,44 @@ -199,7 +199,7 @@ coremark,[.] _lseek,40 coremark,[.] _lseek_r,44 coremark,[.] __lshift,240 coremark,[.] __ltdf2,130 -coremark,[.] main,1660 +coremark,[.] main,1652 coremark,[.] __malloc_lock,2 coremark,[.] _malloc_r,1400 coremark,[.] _malloc_trim_r,184 @@ -362,7 +362,7 @@ coremark,[.] __utf8_wctomb,156 coremark,[.] vfiprintf,28 coremark,[.] _vfiprintf_r,6532 coremark,[.] vfprintf,28 -coremark,[.] _vfprintf_r,10078 +coremark,[.] _vfprintf_r,10074 coremark,[.] wcrtomb,88 coremark,[.] _wcrtomb_r,76 coremark,[.] wcsnrtombs,44 diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index d2fdc99..ae18b77 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14765,14765,65548,65548,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14765,14764,65548,65460,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index d2fdc99..ae18b77 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14765,14765,65548,65548,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14765,14764,65548,65460,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index d2fdc99..ae18b77 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14765,14765,65548,65548,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14765,14764,65548,65460,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index d2fdc99..ae18b77 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14765,14765,65548,65548,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14765,14764,65548,65460,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index d2fdc99..ae18b77 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14764,14764,29,29,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14765,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14765,14765,65548,65548,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14765,14764,348,347,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14765,14764,65548,65460,-1,-1,-1,-1,-1,-1 -- cgit v1.2.3