diff options
Diffstat (limited to 'scripts')
| -rwxr-xr-x | scripts/compare_jobs.sh | 73 | ||||
| -rwxr-xr-x | scripts/compare_tests | 4 | ||||
| -rw-r--r-- | scripts/unstable-tests.txt | 118 |
3 files changed, 76 insertions, 119 deletions
diff --git a/scripts/compare_jobs.sh b/scripts/compare_jobs.sh index b9ab0e96..6e8b3836 100755 --- a/scripts/compare_jobs.sh +++ b/scripts/compare_jobs.sh @@ -35,6 +35,23 @@ function xml_report_print_row EOF } +function html_report_print_row +{ + local target=${1?} + local failed=${2?} + local log_url=diff-${target}.txt + local color='#00FF00' + $failed && color='#FF0000' + local message=PASSED + $failed && message=FAILED + cat <<EOF + <tr> + <td>${target}</td> + <td style="background-color:$color"><a href="$log_url"><b>${message}</b></a></td> + </tr> +EOF +} + function xml_report_print_header { cat <<EOF @@ -47,6 +64,18 @@ function xml_report_print_header EOF } +function html_report_print_header +{ + cat <<EOF +<h1>Results comparison ${ref_logs} vs ${new_logs}</h1> +<table border="1"> + <tr> + <td><b>Target</b></td> + <td><b>Status</b></td> + </tr> +EOF +} + function xml_report_print_footer { cat <<EOF @@ -54,6 +83,13 @@ function xml_report_print_footer EOF } +function html_report_print_footer +{ + cat <<EOF +</table> +EOF +} + function xml_log_print_field { local target=${1?} @@ -68,6 +104,18 @@ cat <<EOF EOF } +function html_log_print_field +{ + local target=${1?} + local log=${2?} + cat <<EOF + <p>${target}</p> +EOF +cat $log +cat <<EOF +EOF +} + function xml_log_print_header { cat <<EOF @@ -75,6 +123,13 @@ function xml_log_print_header EOF } +function html_log_print_header +{ + cat <<EOF +<h1>Logs</h1> +EOF +} + function xml_log_print_footer { cat <<EOF @@ -82,6 +137,12 @@ function xml_log_print_footer EOF } +function html_log_print_footer +{ + cat <<EOF +EOF +} + # For the time being, we expect different jobs to store their results # in similar directories. @@ -103,12 +164,18 @@ fi rm -f ${tmptargets} XML_REPORT=${mydir}/report0.xml +HTML_REPORT=${mydir}/report0.html rm -f ${XML_REPORT} ${XML_REPORT}.part +rm -f ${HTML_REPORT} ${HTML_REPORT}.part XML_LOG=${mydir}/report1.xml +HTML_LOG=${mydir}/report1.html rm -f ${XML_LOG} ${XML_LOG}.part +rm -f ${HTML_LOG} ${HTML_LOG}.part xml_report_print_header > ${XML_REPORT}.part +html_report_print_header > ${HTML_REPORT}.part xml_log_print_header > ${XML_LOG}.part +html_log_print_header > ${HTML_LOG}.part for buildtarget in ${buildtargets} do @@ -127,12 +194,18 @@ do ${failed} && status=1 xml_report_print_row "${buildtarget}" "${failed}" >> $XML_REPORT.part + html_report_print_row "${buildtarget}" "${failed}" >> $HTML_REPORT.part xml_log_print_field "${buildtarget}" ${mylog} >> $XML_LOG.part + html_log_print_field "${buildtarget}" ${mylog} >> $HTML_LOG.part done xml_report_print_footer >> ${XML_REPORT}.part +html_report_print_footer >> ${HTML_REPORT}.part xml_log_print_footer >> ${XML_LOG}.part +html_log_print_footer >> ${HTML_LOG}.part mv ${XML_REPORT}.part ${XML_REPORT} +mv ${HTML_REPORT}.part ${HTML_REPORT} mv ${XML_LOG}.part ${XML_LOG} +mv ${HTML_LOG}.part ${HTML_LOG} exit ${status} diff --git a/scripts/compare_tests b/scripts/compare_tests index 4c72c6fd..c2bcb2a7 100755 --- a/scripts/compare_tests +++ b/scripts/compare_tests @@ -114,7 +114,9 @@ if [ -d "$1" -a -d "$2" ] ; then unstable_target="$unstable_target --unstable-marker $board" fi done - ${CONFIG_SHELL-/usr/bin/perl} ${my_path}/compare_dg_tests.pl -l --unstable-test=${my_path}/unstable-tests.txt ${unstable_target} $sum1 $sum2 + rm -rf ${my_path}/gcc-unstable-tests + git clone http://git.linaro.org/toolchain/gcc-unstable-tests.git ${my_path}/gcc-unstable-tests || exit 1 + ${CONFIG_SHELL-/usr/bin/perl} ${my_path}/compare_dg_tests.pl -l --unstable-test=${my_path}/gcc-unstable-tests/unstable-tests.txt ${unstable_target} $sum1 $sum2 ret=$? if [ $ret -eq 2 ]; then exit_status=`expr $exit_status + 1` diff --git a/scripts/unstable-tests.txt b/scripts/unstable-tests.txt deleted file mode 100644 index e1c3f9d6..00000000 --- a/scripts/unstable-tests.txt +++ /dev/null @@ -1,118 +0,0 @@ -# List of unstable tests. -# Syntax: -# target:test name -# -# gcc -aarch64-linux-gnu:gcc.c-torture/execute/20000801-2.c execution, -O2 -flto -fno-use-linker-plugin -flto-partition=none -aarch64-linux-gnu:gcc.c-torture/execute/20000819-1.c execution, -Og -g -aarch64-linux-gnu:gcc.c-torture/execute/20010711-1.c execution, -O3 -fomit-frame-pointer -aarch64-linux-gnu:gcc.c-torture/execute/20051215-1.c execution, -Og -g -aarch64-linux-gnu:gcc.c-torture/execute/920604-1.c execution, -O0 -aarch64-linux-gnu:gcc.c-torture/execute/920625-1.c execution, -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects -aarch64-linux-gnu:gcc.c-torture/execute/921124-1.c execution, -O2 -flto -fno-use-linker-plugin -flto-partition=none -aarch64-linux-gnu:gcc.c-torture/execute/930111-1.c execution, -O0 -aarch64-linux-gnu:gcc.c-torture/execute/941101-1.c execution, -O3 -g -aarch64-linux-gnu:gcc.c-torture/execute/990525-1.c execution, -O2 -aarch64-linux-gnu:gcc.c-torture/execute/anon-1.c execution, -O2 -aarch64-linux-gnu:gcc.c-torture/execute/anon-1.c execution, -O3 -fomit-frame-pointer -aarch64-linux-gnu:gcc.c-torture/execute/builtins/pr22237.c execution, -O1 -aarch64-linux-gnu:gcc.c-torture/execute/memset-1.c execution, -Os -aarch64-linux-gnu:gcc.c-torture/execute/pr28865.c execution, -O1 -aarch64-linux-gnu:gcc.c-torture/execute/pr33779-1.c execution, -Os -aarch64-linux-gnu:gcc.c-torture/execute/pr40668.c execution, -O2 -aarch64-linux-gnu:gcc.c-torture/execute/pr40668.c execution, -O3 -fomit-frame-pointer -aarch64-linux-gnu:gcc.dg/atomic/stdatomic-vm.c -O3 -fomit-frame-pointer execution test -gcc.dg/atomic/c11-atomic-exec-5.c -arm-linux-gnueabihf:gcc.dg/cpp/_Pragma3.c -aarch64-linux-gnu:gcc.dg/torture/vec-cvt-1.c -O3 -fomit-frame-pointer -funroll-loops execution test -aarch64-linux-gnu:gcc.target/aarch64/aapcs64/test_19.c execution, -O2 -arm-sim:gcc.dg/di-sync-multithread.c execution test - -# g++ -aarch64-linux-gnu:g++.dg/opt/temp2.C -std=c++1y execution test -aarch64-linux-gnu:g++.old-deja/g++.eh/new2.C -std=gnu++11 execution test -aarch64-linux-gnu:g++.old-deja/g++.jason/temporary.C -std=c++1y execution test -aarch64-linux-gnu:g++.old-deja/g++.law/refs4.C -std=c++11 execution test -aarch64-linux-gnu:g++.old-deja/g++.mike/p3708a.C -std=c++1y execution test - -# gfortran -aarch64-linux-gnu:gfortran.dg/backslash_1.f90 -O3 -fomit-frame-pointer -funroll-all-loops -finline-functions execution test -gnu:gfortran.dg/convert_implied_open.f90 -arm-linux-gnueabihf:gfortran.dg/backspace_9.f -O3 -fomit-frame-pointer -funroll-all-loops -finline-functions execution test -aarch64-linux-gnu:gfortran.dg/finalize_15.f90 -O3 -fomit-frame-pointer execution test -gfortran.dg/minlocval_3.f90 -arm-linux-gnueabihf:gfortran.dg/streamio_1.f90 -O3 -g execution test -aarch64-linux-gnu:gfortran.dg/tiny_2.f90 -Os execution test -aarch64-linux-gnu:gfortran.dg/unf_io_convert_3.f90 -O3 -g execution test -gfortran.dg/tl_editing.f90 -gfortran.dg/streamio_14.f90 -# This is https://gcc.gnu.org/bugzilla/show_bug.cgi?id=64921 -gfortran.dg/class_allocate_18.f90 -O0 execution test -gfortran.dg/class_allocate_18.f90 -O1 execution test -gfortran.dg/class_allocate_18.f90 -O2 execution test -gfortran.dg/class_allocate_18.f90 -O3 -fomit-frame-pointer execution test -gfortran.dg/class_allocate_18.f90 -O3 -fomit-frame-pointer -funroll-all-loops -finline-functions execution test -gfortran.dg/class_allocate_18.f90 -O3 -fomit-frame-pointer -funroll-loops execution test -gfortran.dg/class_allocate_18.f90 -Os execution test - -#libgomp -aarch64-linux-gnu:libgomp.fortran/allocatable10.f90 -O3 -fomit-frame-pointer -funroll-loops execution test -aarch64-linux-gnu:libgomp.fortran/allocatable7.f90 -O2 execution test -aarch64-linux-gnu:libgomp.fortran/omp_atomic1.f90 -O3 -fomit-frame-pointer -funroll-all-loops -finline-functions execution test -aarch64-linux-gnu:libgomp.fortran/reference1.f90 -O2 execution test -aarch64-linux-gnu:libgomp.fortran/simd7.f90 -O3 -fomit-frame-pointer -funroll-loops execution test -aarch64-linux-gnu:libgomp.fortran/task3.f90 -O2 execution test - -# libstdc++ -arm-sim:20_util/shared_ptr/thread/mutex_weaktoshared.cc execution test -aarch64-linux-gnu:21_strings/basic_string/operations/find/wchar_t/3.cc execution test -arm-sim:21_strings/basic_string/pthread33394.cc execution test -arm-sim:21_strings/basic_string/pthread4.cc execution test -aarch64-linux-gnu:22_locale/num_get/get/wchar_t/2.cc execution test -aarch64-linux-gnu:22_locale/numpunct/members/pod/1.cc execution test -23_containers/deque/cons/2.cc execution test -arm-sim:23_containers/list/pthread5.cc execution test -aarch64-linux-gnu:26_numerics/random/lognormal_distribution/operators/serialize.cc execution test -26_numerics/complex/inserters_extractors/char/1.cc execution test -arm-sim:27_io/basic_filebuf/seekoff/char/1-io.cc execution test -aarch64-linux-gnu:27_io/basic_filebuf/sgetc/char/1-out.cc execution test -27_io/basic_filebuf/open/char/2.cc execution test -arm-sim:27_io/basic_filebuf/sbumpc/char/1-in.cc execution test -arm-sim:27_io/basic_filebuf/sbumpc/char/1-io.cc execution test -arm-sim:27_io/basic_filebuf/sbumpc/char/2-in.cc execution test -arm-sim:27_io/basic_filebuf/sbumpc/char/2-io.cc execution test -arm-sim:27_io/basic_filebuf/seekpos/char/2-io.cc execution test -arm-sim:27_io/basic_filebuf/sgetc/char/1-io.cc execution test -arm-sim:27_io/basic_filebuf/sgetc/char/2-in.cc execution test -arm-sim:27_io/basic_filebuf/sgetc/char/2-io.cc execution test -arm-sim:27_io/basic_filebuf/snextc/char/1-in.cc execution test -arm-sim:27_io/basic_filebuf/snextc/char/1-io.cc execution test -arm-sim:27_io/basic_filebuf/snextc/char/2-in.cc execution test -arm-sim:27_io/basic_filebuf/snextc/char/2-io.cc execution test -arm-sim:27_io/basic_filebuf/sputbackc/char/1-in.cc execution test -arm-sim:27_io/basic_filebuf/sputbackc/char/2-in.cc execution test -arm-sim:27_io/basic_filebuf/sungetc/char/1-in.cc execution test -arm-sim:27_io/basic_filebuf/sungetc/char/2-in.cc execution test -arm-sim:27_io/basic_ostringstream/pthread3.cc execution test -27_io/basic_istream/seekg/char/fstream.cc execution test -27_io/basic_istream/tellg/char/fstream.cc execution test -arm-sim:27_io/basic_ofstream/pthread2.cc execution test -arm-linux-gnueabi:27_io/basic_ostream/inserters_other/wchar_t/1.cc execution test -arm-sim:30_threads/call_once/39909.cc execution test -arm-sim:30_threads/condition_variable/54185.cc execution test -arm-sim:30_threads/condition_variable_any/50862.cc execution test -arm-sim:30_threads/lock/2.cc execution test -arm-sim:30_threads/promise/60966.cc execution test -aarch64-linux-gnu:experimental/string_view/operations/find/wchar_t/2.cc execution test -aarch64-linux-gnu:ext/slist/check_construct_destroy.cc execution test -aarch64-linux-gnu:ext/random/simd_fast_mersenne_twister_engine/cons/default.cc execution test -aarch64-linux-gnu:tmpdir-g++.dg-struct-layout-1/t011 cp_compat_x_tst.o-cp_compat_y_tst.o execute -aarch64-linux-gnu:tr1/4_metaprogramming/is_enum/24808.cc execution test -aarch64-linux-gnu:tr1/5_numerical_facilities/special_functions/07_conf_hyperg/check_value.cc execution test -aarch64-linux-gnu:tr1/5_numerical_facilities/special_functions/14_ellint_3/check_value.cc execution test -aarch64-linux-gnu:tr1/5_numerical_facilities/special_functions/17_hyperg/check_nan.cc execution test - -# asan -arm-linux-gnueabi:c-c++-common/asan/swapcontext-test-1.c -arm-linux-gnueabihf:c-c++-common/asan/swapcontext-test-1.c -arm-sim:c-c++-common/asan/heap-overflow-1.c |