diff options
author | Naresh Kamboju <naresh.kamboju@linaro.org> | 2017-12-13 14:54:12 +0530 |
---|---|---|
committer | Naresh Kamboju <naresh.kamboju@linaro.org> | 2017-12-13 19:07:01 +0530 |
commit | 889bf135ae526ecfd73a946033b8a3818859aa47 (patch) | |
tree | 512e9999c8df7058cbb815b0c756f04b40c90ada | |
parent | 6b3831e09423752ca3414833c4f70953e2244ceb (diff) |
Following issues are addressed
- Uniform naming as skipfile_{device}_{kversion}
- Move all skipfiles under skipfiles directory
- Created soft link skipfiles
- Skipfile content modified to have single test case name per line
Change-Id: Ic0d44e7935ee378ca22e9b144f823a682c29a1ec
Signed-off-by: Naresh Kamboju <naresh.kamboju@linaro.org>
25 files changed, 524 insertions, 185 deletions
diff --git a/automated/linux/ltp/skipfile-lkft-x86 b/automated/linux/ltp/skipfile-lkft-x86 deleted file mode 100644 index c23a0ea..0000000 --- a/automated/linux/ltp/skipfile-lkft-x86 +++ /dev/null @@ -1,65 +0,0 @@ -# pth_str02 hangs when using NFS filesystem. -# LKFT: linux-mainline: x86 : ltp sched tests hang due to NFS not responding -# https://bugs.linaro.org/show_bug.cgi?id=3338 -pth_str01 pth_str01 -pth_str02 pth_str02 -pth_str03 pth_str03 -time-schedule01 time-schedule - -# syscalls -# mainline kernel tests baselining -# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 -# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 -# https://bugs.linaro.org/show_bug.cgi?id=3378 -fcntl35 fcntl35 -fcntl35_64 fcntl35_64 -linkat01 linkat01 -open12 open12 -openat02 openat02 -# LKFT: 4.4: LTP readahead02 fails on x86 -# https://bugs.linaro.org/show_bug.cgi?id=3457 -readahead02 readahead02 -renameat201 renameat201 -renameat202 renameat202 -i 10 -sendfile09 sendfile09 -sendfile09_64 sendfile09_64 - -utime01 utime01 -utime02 utime02 -utime06 utime06 -utimes01 utimes01 - -# containers -netns_sysfs netns_sysfs.sh -netns_comm_ns_exec_ipv6_netlink netns_comm.sh ns_exec ipv6 netlink -netns_comm_ns_exec_ipv6_ioctl netns_comm.sh ns_exec ipv6 ioctl -netns_comm_ip_ipv6_ioctl netns_comm.sh ip ipv6 ioctl -netns_comm_ip_ipv6_netlink netns_comm.sh ip ipv6 netlink -netns_breakns_ip_ipv4_ioctl netns_breakns.sh ip ipv4 ioctl -netns_breakns_ip_ipv4_netlink netns_breakns.sh ip ipv4 netlink -netns_breakns_ip_ipv6_ioctl netns_breakns.sh ip ipv6 ioctl -netns_breakns_ip_ipv6_netlink netns_breakns.sh ip ipv6 netlink -netns_breakns_ns_exec_ipv4_ioctl netns_breakns.sh ns_exec ipv4 ioctl -netns_breakns_ns_exec_ipv4_netlink netns_breakns.sh ns_exec ipv4 netlink -netns_breakns_ns_exec_ipv6_ioctl netns_breakns.sh ns_exec ipv6 ioctl -netns_breakns_ns_exec_ipv6_netlink netns_breakns.sh ns_exec ipv6 netlink -netns_comm_ip_ipv4_ioctl netns_comm.sh ip ipv4 ioctl -netns_comm_ip_ipv4_netlink netns_comm.sh ip ipv4 netlink -netns_comm_ns_exec_ipv4_ioctl netns_comm.sh ns_exec ipv4 ioctl -netns_comm_ns_exec_ipv4_netlink netns_comm.sh ns_exec ipv4 netlink - -# tests that fail because time syncing services are not turned off -# https://bugs.linaro.org/show_bug.cgi?id=3335 -leapsec_timer leapsec_timer - -# Test ends with SIGKILL on x15 (intermittent failure -# https://bugs.linaro.org/show_bug.cgi?id=3401 -getrandom02 getrandom02 - -# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) -# https://bugs.linaro.org/show_bug.cgi?id=3470 -ioctl03 ioctl03 - -# LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure -# https://bugs.linaro.org/show_bug.cgi?id=3382 -perf_event_open02 perf_event_open02 diff --git a/automated/linux/ltp/skipfile-lkft-hikey b/automated/linux/ltp/skipfiles/skipfile-lkft-hikey index 5983099..5983099 100644 --- a/automated/linux/ltp/skipfile-lkft-hikey +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-hikey diff --git a/automated/linux/ltp/skipfile-lkft-juno b/automated/linux/ltp/skipfiles/skipfile-lkft-juno index b2c1a2a..b2c1a2a 120000 --- a/automated/linux/ltp/skipfile-lkft-juno +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-juno diff --git a/automated/linux/ltp/skipfile-lkft-minimal b/automated/linux/ltp/skipfiles/skipfile-lkft-minimal index 09f33e2..09f33e2 100644 --- a/automated/linux/ltp/skipfile-lkft-minimal +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-minimal diff --git a/automated/linux/ltp/skipfile-lkft-nfs-minimal b/automated/linux/ltp/skipfiles/skipfile-lkft-nfs-minimal index a2328d2..a2328d2 100644 --- a/automated/linux/ltp/skipfile-lkft-nfs-minimal +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-nfs-minimal diff --git a/automated/linux/ltp/skipfile-lkft-x15 b/automated/linux/ltp/skipfiles/skipfile-lkft-x15 index 10ef284..73a4088 100644 --- a/automated/linux/ltp/skipfile-lkft-x15 +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-x15 @@ -2,60 +2,59 @@ # Linux-4.4: LTP: bind02: socket() failed: errno=EACCES(13): Permission denied # https://bugs.linaro.org/show_bug.cgi?id=2962 -bind02 bind02 +bind02 # chdir01 is failed due to the way LAVA mounted /tmp file system -chdir01A symlink01 -T chdir01 +chdir01A # Fork test case overheats Hikey board and goes auto reboots. # fork13 is also a peformance test case so skip it. -fork13 fork13 -i 1000000 +fork13 # msgctl10 and msgct11 tests overheats HiKey board due to # large number of fork() calls and message queues read/writes. # [RPB] LTP: msgctl10 fork failed # https://bugs.linaro.org/show_bug.cgi?id=2355 -msgctl10 msgctl10 -msgctl11 msgctl11 +msgctl10 +msgctl11 # mainline kernel tests baselining # https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 -quotactl01 quotactl01 +quotactl01 # Skip pselect01 till next LTP release Sept-2017 # LKFT: LTP: pselect01_64: slept for too long # https://bugs.linaro.org/show_bug.cgi?id=3089 -pselect01 pselect01 -pselect01_64 pselect01_64 - -sysfs01 sysfs01 -sysfs02 sysfs02 -sysfs03 sysfs03 -sysfs04 sysfs04 -sysfs05 sysfs05 -sysfs06 sysfs06 +pselect01 +pselect01_64 + # sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. # sysfs system call is obsolete; don't use it. # This test can only run on kernels that support the sysfs system call +sysfs01 +sysfs02 +sysfs03 +sysfs04 +sysfs05 +sysfs06 -syslog01 syslog01 -syslog02 syslog02 -syslog03 syslog03 -syslog04 syslog04 -syslog05 syslog05 -syslog06 syslog06 -syslog07 syslog07 -syslog08 syslog08 -syslog09 syslog09 -syslog10 syslog10 # The syslog tests are not valuable for us +syslog01 +syslog02 +syslog03 +syslog04 +syslog05 +syslog06 +syslog07 +syslog08 +syslog09 +syslog10 -ustat01 ustat01 -ustat02 ustat02 # ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. # ustat(2) failed and setthe errno to 38 : Function not implemented +ustat01 +ustat02 -overcommit_memory02 overcommit_memory -R 0 # The testcase seems to be broken unless you have big enough swap so that # CommitLimit (which depends on size of the swap) is greater than # Commit_AS. In your case the swap size was not big enough to be greater @@ -65,18 +64,19 @@ overcommit_memory02 overcommit_memory -R 0 # beteter message if there is no room to alloace any memory in this case. # https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html # https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html +overcommit_memory02 -cron02 cron02 -cron_deny01 cron_deny01 -cron_allow01 cron_allow01 -cron_dirs_checks01 cron_dirs_checks01 # crontab: command not found # External package cron not installed on rootfs. # This test case comes under admin_tools, which is not critical for us +cron02 +cron_deny01 +cron_allow01 +cron_dirs_checks01 -acl_test01 acl_test01 # acl test cases comes under admin_tools # setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported +acl_test01 # fanotify07 was added to syscalls in 20170929 and fails approximately 50% of # the time. See @@ -93,44 +93,44 @@ gf18 # mainline kernel tests baselining # https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 # containers -netns_sysfs netns_sysfs.sh -netns_comm_ns_exec_ipv6_netlink netns_comm.sh ns_exec ipv6 netlink -netns_comm_ns_exec_ipv6_ioctl netns_comm.sh ns_exec ipv6 ioctl -netns_comm_ip_ipv6_ioctl netns_comm.sh ip ipv6 ioctl -netns_comm_ip_ipv6_netlink netns_comm.sh ip ipv6 netlink -netns_breakns_ip_ipv4_ioctl netns_breakns.sh ip ipv4 ioctl -netns_breakns_ip_ipv4_netlink netns_breakns.sh ip ipv4 netlink -netns_breakns_ip_ipv6_ioctl netns_breakns.sh ip ipv6 ioctl -netns_breakns_ip_ipv6_netlink netns_breakns.sh ip ipv6 netlink -netns_breakns_ns_exec_ipv4_ioctl netns_breakns.sh ns_exec ipv4 ioctl -netns_breakns_ns_exec_ipv4_netlink netns_breakns.sh ns_exec ipv4 netlink -netns_breakns_ns_exec_ipv6_ioctl netns_breakns.sh ns_exec ipv6 ioctl -netns_breakns_ns_exec_ipv6_netlink netns_breakns.sh ns_exec ipv6 netlink -netns_comm_ip_ipv4_ioctl netns_comm.sh ip ipv4 ioctl -netns_comm_ip_ipv4_netlink netns_comm.sh ip ipv4 netlink -netns_comm_ns_exec_ipv4_ioctl netns_comm.sh ns_exec ipv4 ioctl -netns_comm_ns_exec_ipv4_netlink netns_comm.sh ns_exec ipv4 netlink +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink +netns_breakns_ip_ipv4_ioctl +netns_breakns_ip_ipv4_netlink +netns_breakns_ip_ipv6_ioctl +netns_breakns_ip_ipv6_netlink +netns_breakns_ns_exec_ipv4_ioctl +netns_breakns_ns_exec_ipv4_netlink +netns_breakns_ns_exec_ipv6_ioctl +netns_breakns_ns_exec_ipv6_netlink +netns_comm_ip_ipv4_ioctl +netns_comm_ip_ipv4_netlink +netns_comm_ns_exec_ipv4_ioctl +netns_comm_ns_exec_ipv4_netlink # LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 # https://bugs.linaro.org/show_bug.cgi?id=3378 -fcntl35 fcntl35 -fcntl35_64 fcntl35_64 +fcntl35 +fcntl35_64 # Test is inconsistent on x15 # https://bugs.linaro.org/show_bug.cgi?id=3339 -fcntl36 fcntl36 +fcntl36 # Test is inconsistent on x15 # https://bugs.linaro.org/show_bug.cgi?id=3335 -leapsec_timer leapsec_timer +leapsec_timer # Test ends with SIGKILL on x15 (intermittent failure # https://bugs.linaro.org/show_bug.cgi?id=3401 -getrandom02 getrandom02 +getrandom02 # LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) # https://bugs.linaro.org/show_bug.cgi?id=3470 -ioctl03 ioctl03 +ioctl03 # LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure # https://bugs.linaro.org/show_bug.cgi?id=3382 -perf_event_open02 perf_event_open02 +perf_event_open02 diff --git a/automated/linux/ltp/skipfiles/skipfile-lkft-x86 b/automated/linux/ltp/skipfiles/skipfile-lkft-x86 new file mode 100644 index 0000000..d16d98d --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-x86 @@ -0,0 +1,62 @@ +# pth_str02 hangs when using NFS filesystem. +# LKFT: linux-mainline: x86 : ltp sched tests hang due to NFS not responding +# https://bugs.linaro.org/show_bug.cgi?id=3338 +pth_str01 +pth_str02 +pth_str03 +time-schedule01 + +# syscalls +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 +# https://bugs.linaro.org/show_bug.cgi?id=3378 +fcntl35 +fcntl35_64 +linkat01 +open12 +openat02 + +# LKFT: 4.4: LTP readahead02 fails on x86 +# https://bugs.linaro.org/show_bug.cgi?id=3457 +readahead02 +renameat201 +renameat202 +sendfile09 +sendfile09_64 + +utime01 +utime02 +utime06 +utimes01 + +# containers +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink +netns_breakns_ip_ipv4_ioctl +netns_breakns_ip_ipv4_netlink +netns_breakns_ip_ipv6_ioctl +netns_breakns_ip_ipv6_netlink +netns_breakns_ns_exec_ipv4_ioctl +netns_breakns_ns_exec_ipv4_netlink +netns_breakns_ns_exec_ipv6_ioctl +netns_breakns_ns_exec_ipv6_netlink +netns_comm_ip_ipv4_ioctl +netns_comm_ip_ipv4_netlink +netns_comm_ns_exec_ipv4_ioctl +netns_comm_ns_exec_ipv4_netlink + +# tests that fail because time syncing services are not turned off +# https://bugs.linaro.org/show_bug.cgi?id=3335 +leapsec_timer + +# Test ends with SIGKILL on x15 (intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3401 +getrandom02 + +# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) +# https://bugs.linaro.org/show_bug.cgi?id=3470 +ioctl03 diff --git a/automated/linux/ltp/skipfiles/skipfile-lsk-juno b/automated/linux/ltp/skipfiles/skipfile-lsk-juno new file mode 100644 index 0000000..3caa43a --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile-lsk-juno @@ -0,0 +1,108 @@ +# Blacklist or skip tests list + +chdir01A +fork13 +msgctl10 +msgctl11 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +quotactl01 +# chdir01 is failed due to the way LAVA mounted /tmp file system + +# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. +# sysfs system call is obsolete; don't use it. +# This test can only run on kernels that support the sysfs system call +sysfs01 +sysfs02 +sysfs03 +sysfs04 +sysfs05 +sysfs06 + +# The syslog tests are not valuable for us +syslog01 +syslog02 +syslog03 +syslog04 +syslog05 +syslog06 +syslog07 +syslog08 +syslog09 +syslog10 + +# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. +# ustat(2) failed and setthe errno to 38 : Function not implemented +ustat01 +ustat02 + +# The testcase seems to be broken unless you have big enough swap so that +# CommitLimit (which depends on size of the swap) is greater than +# Commit_AS. In your case the swap size was not big enough to be greater +# than the amount of currently overcommited memory (Commit_AS). + +# The test should be changed to skip the particular testcase and give a +# beteter message if there is no room to alloace any memory in this case. +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html +overcommit_memory02 + +# crontab: command not found +# External package cron not installed on rootfs. +# This test case comes under admin_tools, which is not critical for us +cron02 +cron_deny01 +cron_allow01 +cron_dirs_checks01 + +# acl test cases comes under admin_tools +# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported +acl_test01 + +# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of +# the time. See +# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. +fanotify07 + +# fs:isofs Do not try to build iso's on embedded boards. +isofs +# ltp-fs-tests/quota_remount_test01 +# https://bugs.linaro.org/show_bug.cgi?id=3354 +quota_remount_test01 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 + +# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed +# https://bugs.linaro.org/show_bug.cgi?id=3327 +# containers +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink +netns_breakns_ip_ipv4_ioctl +netns_breakns_ip_ipv4_netlink +netns_breakns_ip_ipv6_ioctl +netns_breakns_ip_ipv6_netlink +netns_breakns_ns_exec_ipv4_ioctl +netns_breakns_ns_exec_ipv4_netlink +netns_breakns_ns_exec_ipv6_ioctl +netns_breakns_ns_exec_ipv6_netlink +netns_comm_ip_ipv4_ioctl +netns_comm_ip_ipv4_netlink +netns_comm_ns_exec_ipv4_ioctl +netns_comm_ns_exec_ipv4_netlink + +# tests that fail because time syncing services are not turned off +# https://bugs.linaro.org/show_bug.cgi?id=3335 +leapsec_timer + +# Test ends with SIGKILL on x15 (intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3401 +getrandom02 + +# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) +# https://bugs.linaro.org/show_bug.cgi?id=3470 +ioctl03 diff --git a/automated/linux/ltp/skipfile-rpk b/automated/linux/ltp/skipfiles/skipfile-rpk index ba14e17..ba14e17 100644 --- a/automated/linux/ltp/skipfile-rpk +++ b/automated/linux/ltp/skipfiles/skipfile-rpk diff --git a/automated/linux/ltp/skipfile-lsk-juno b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.14 index 89fb493..d7b47e7 100644 --- a/automated/linux/ltp/skipfile-lsk-juno +++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.14 @@ -1,43 +1,66 @@ # Blacklist or skip tests list -chdir01A symlink01 -T chdir01 -fork13 fork13 -i 1000000 -msgctl10 msgctl10 -msgctl11 msgctl11 +# Linux-4.4: LTP: bind02: socket() failed: errno=EACCES(13): Permission denied +# https://bugs.linaro.org/show_bug.cgi?id=2962 +bind02 -# mainline kernel tests baselining -# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 -quotactl01 quotactl01 # chdir01 is failed due to the way LAVA mounted /tmp file system +chdir01A -sysfs01 sysfs01 -sysfs02 sysfs02 -sysfs03 sysfs03 -sysfs04 sysfs04 -sysfs05 sysfs05 -sysfs06 sysfs06 +# Fork test case overheats Hikey board and goes auto reboots. +# fork13 is also a peformance test case so skip it. +fork13 + +# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 +# https://bugs.linaro.org/show_bug.cgi?id=3378 +fcntl35 +fcntl35_64 + +# msgctl10 and msgct11 tests overheats HiKey board due to +# large number of fork() calls and message queues read/writes. +# [RPB] LTP: msgctl10 fork failed +# https://bugs.linaro.org/show_bug.cgi?id=2355 +msgctl10 +msgctl11 + +# Skip pselect01 till next LTP release Sept-2017 +# LKFT: LTP: pselect01_64: slept for too long +# https://bugs.linaro.org/show_bug.cgi?id=3089 +pselect01 +pselect01_64 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +quotactl01 + +sysfs01 +sysfs02 +sysfs03 +sysfs04 +sysfs05 +sysfs06 # sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. # sysfs system call is obsolete; don't use it. # This test can only run on kernels that support the sysfs system call -syslog01 syslog01 -syslog02 syslog02 -syslog03 syslog03 -syslog04 syslog04 -syslog05 syslog05 -syslog06 syslog06 -syslog07 syslog07 -syslog08 syslog08 -syslog09 syslog09 -syslog10 syslog10 +syslog01 +syslog02 +syslog03 +syslog04 +syslog05 +syslog06 +syslog07 +syslog08 +syslog09 +syslog10 # The syslog tests are not valuable for us -ustat01 ustat01 -ustat02 ustat02 +ustat01 +ustat02 # ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. # ustat(2) failed and setthe errno to 38 : Function not implemented -overcommit_memory02 overcommit_memory -R 0 +overcommit_memory02 # The testcase seems to be broken unless you have big enough swap so that # CommitLimit (which depends on size of the swap) is greater than # Commit_AS. In your case the swap size was not big enough to be greater @@ -48,73 +71,61 @@ overcommit_memory02 overcommit_memory -R 0 # https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html # https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html -cron02 cron02 -cron_deny01 cron_deny01 -cron_allow01 cron_allow01 -cron_dirs_checks01 cron_dirs_checks01 +cron02 +cron_deny01 +cron_allow01 +cron_dirs_checks01 # crontab: command not found # External package cron not installed on rootfs. # This test case comes under admin_tools, which is not critical for us -acl_test01 acl_test01 +acl_test01 # acl test cases comes under admin_tools # setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported # fanotify07 was added to syscalls in 20170929 and fails approximately 50% of # the time. See # https://bugs.linaro.org/show_bug.cgi?id=3303 for details. -fanotify07 fanotify07 +fanotify07 # fs:isofs Do not try to build iso's on embedded boards. isofs # ltp-fs-tests/quota_remount_test01 # https://bugs.linaro.org/show_bug.cgi?id=3354 -quota_remount_test01 quota_remount_test01.sh +quota_remount_test01 + +# sched +# pth_str02 hangs when using NFS filesystem. +# LKFT: linux-mainline: juno: x86: ltp sched tests hang due to NFS not responding +# https://bugs.linaro.org/show_bug.cgi?id=3338 +pth_str01 +pth_str02 +pth_str03 +time-schedule01 -# syscalls # mainline kernel tests baselining # https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 -# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 -# https://bugs.linaro.org/show_bug.cgi?id=3378 -fcntl35 fcntl35 -fcntl35_64 fcntl35_64 - - # LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed # https://bugs.linaro.org/show_bug.cgi?id=3327 -# LKFT: Baseline LTP and Kselftest results on LTS 4.4 kernel -# https://projects.linaro.org/browse/CTT-617 # containers -netns_sysfs netns_sysfs.sh -netns_comm_ns_exec_ipv6_netlink netns_comm.sh ns_exec ipv6 netlink -netns_comm_ns_exec_ipv6_ioctl netns_comm.sh ns_exec ipv6 ioctl -netns_comm_ip_ipv6_ioctl netns_comm.sh ip ipv6 ioctl -netns_comm_ip_ipv6_netlink netns_comm.sh ip ipv6 netlink -netns_breakns_ip_ipv4_ioctl netns_breakns.sh ip ipv4 ioctl -netns_breakns_ip_ipv4_netlink netns_breakns.sh ip ipv4 netlink -netns_breakns_ip_ipv6_ioctl netns_breakns.sh ip ipv6 ioctl -netns_breakns_ip_ipv6_netlink netns_breakns.sh ip ipv6 netlink -netns_breakns_ns_exec_ipv4_ioctl netns_breakns.sh ns_exec ipv4 ioctl -netns_breakns_ns_exec_ipv4_netlink netns_breakns.sh ns_exec ipv4 netlink -netns_breakns_ns_exec_ipv6_ioctl netns_breakns.sh ns_exec ipv6 ioctl -netns_breakns_ns_exec_ipv6_netlink netns_breakns.sh ns_exec ipv6 netlink -netns_comm_ip_ipv4_ioctl netns_comm.sh ip ipv4 ioctl -netns_comm_ip_ipv4_netlink netns_comm.sh ip ipv4 netlink -netns_comm_ns_exec_ipv4_ioctl netns_comm.sh ns_exec ipv4 ioctl -netns_comm_ns_exec_ipv4_netlink netns_comm.sh ns_exec ipv4 netlink +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink # tests that fail because time syncing services are not turned off # https://bugs.linaro.org/show_bug.cgi?id=3335 -leapsec_timer leapsec_timer +leapsec_timer # Test ends with SIGKILL on x15 (intermittent failure # https://bugs.linaro.org/show_bug.cgi?id=3401 -getrandom02 getrandom02 +getrandom02 # LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) # https://bugs.linaro.org/show_bug.cgi?id=3470 -ioctl03 ioctl03 +ioctl03 # LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure # https://bugs.linaro.org/show_bug.cgi?id=3382 -perf_event_open02 perf_event_open02 +perf_event_open02 diff --git a/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.4 b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.4 new file mode 120000 index 0000000..9072160 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.4 @@ -0,0 +1 @@ +skipfile-lkft-hikey
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.9 b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.9 new file mode 120000 index 0000000..9072160 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.9 @@ -0,0 +1 @@ +skipfile-lkft-hikey
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_git b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_git new file mode 120000 index 0000000..71f78a2 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_git @@ -0,0 +1 @@ +skipfile_hi6220-hikey_4.14
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.14 b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.14 new file mode 100644 index 0000000..c359b85 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.14 @@ -0,0 +1,105 @@ +# Blacklist or skip tests list + +chdir01A +fork13 +msgctl10 +msgctl11 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +quotactl01 +# chdir01 is failed due to the way LAVA mounted /tmp file system + +# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. +# sysfs system call is obsolete; don't use it. +# This test can only run on kernels that support the sysfs system call +sysfs01 +sysfs02 +sysfs03 +sysfs04 +sysfs05 +sysfs06 + +# The syslog tests are not valuable for us +syslog01 +syslog02 +syslog03 +syslog04 +syslog05 +syslog06 +syslog07 +syslog08 +syslog09 +syslog10 + +# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. +# ustat(2) failed and setthe errno to 38 : Function not implemented +ustat01 +ustat02 + +# The testcase seems to be broken unless you have big enough swap so that +# CommitLimit (which depends on size of the swap) is greater than +# Commit_AS. In your case the swap size was not big enough to be greater +# than the amount of currently overcommited memory (Commit_AS). + +# The test should be changed to skip the particular testcase and give a +# beteter message if there is no room to alloace any memory in this case. +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html +overcommit_memory02 + +# crontab: command not found +# External package cron not installed on rootfs. +# This test case comes under admin_tools, which is not critical for us +cron02 +cron_deny01 +cron_allow01 +cron_dirs_checks01 + +# acl test cases comes under admin_tools +# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported +acl_test01 + +# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of +# the time. See +# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. +fanotify07 + +# fs:isofs Do not try to build iso's on embedded boards. +isofs +# ltp-fs-tests/quota_remount_test01 +# https://bugs.linaro.org/show_bug.cgi?id=3354 +quota_remount_test01 + +# sched +# pth_str02 hangs when using NFS filesystem. +# LKFT: linux-mainline: juno: x86: ltp sched tests hang due to NFS not responding +# https://bugs.linaro.org/show_bug.cgi?id=3338 +pth_str01 +pth_str02 +pth_str03 +time-schedule01 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 + +# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed +# https://bugs.linaro.org/show_bug.cgi?id=3327 +# containers +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink + +# tests that fail because time syncing services are not turned off +# https://bugs.linaro.org/show_bug.cgi?id=3335 +leapsec_timer + +# Test ends with SIGKILL on x15 (intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3401 +getrandom02 + +# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) +# https://bugs.linaro.org/show_bug.cgi?id=3470 +ioctl03 diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.4 b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.4 new file mode 120000 index 0000000..b2c1a2a --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.4 @@ -0,0 +1 @@ +skipfile-lsk-juno
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.9 b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.9 new file mode 120000 index 0000000..b2c1a2a --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.9 @@ -0,0 +1 @@ +skipfile-lsk-juno
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_git b/automated/linux/ltp/skipfiles/skipfile_juno-r2_git new file mode 100644 index 0000000..c359b85 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_git @@ -0,0 +1,105 @@ +# Blacklist or skip tests list + +chdir01A +fork13 +msgctl10 +msgctl11 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +quotactl01 +# chdir01 is failed due to the way LAVA mounted /tmp file system + +# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. +# sysfs system call is obsolete; don't use it. +# This test can only run on kernels that support the sysfs system call +sysfs01 +sysfs02 +sysfs03 +sysfs04 +sysfs05 +sysfs06 + +# The syslog tests are not valuable for us +syslog01 +syslog02 +syslog03 +syslog04 +syslog05 +syslog06 +syslog07 +syslog08 +syslog09 +syslog10 + +# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. +# ustat(2) failed and setthe errno to 38 : Function not implemented +ustat01 +ustat02 + +# The testcase seems to be broken unless you have big enough swap so that +# CommitLimit (which depends on size of the swap) is greater than +# Commit_AS. In your case the swap size was not big enough to be greater +# than the amount of currently overcommited memory (Commit_AS). + +# The test should be changed to skip the particular testcase and give a +# beteter message if there is no room to alloace any memory in this case. +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html +overcommit_memory02 + +# crontab: command not found +# External package cron not installed on rootfs. +# This test case comes under admin_tools, which is not critical for us +cron02 +cron_deny01 +cron_allow01 +cron_dirs_checks01 + +# acl test cases comes under admin_tools +# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported +acl_test01 + +# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of +# the time. See +# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. +fanotify07 + +# fs:isofs Do not try to build iso's on embedded boards. +isofs +# ltp-fs-tests/quota_remount_test01 +# https://bugs.linaro.org/show_bug.cgi?id=3354 +quota_remount_test01 + +# sched +# pth_str02 hangs when using NFS filesystem. +# LKFT: linux-mainline: juno: x86: ltp sched tests hang due to NFS not responding +# https://bugs.linaro.org/show_bug.cgi?id=3338 +pth_str01 +pth_str02 +pth_str03 +time-schedule01 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 + +# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed +# https://bugs.linaro.org/show_bug.cgi?id=3327 +# containers +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink + +# tests that fail because time syncing services are not turned off +# https://bugs.linaro.org/show_bug.cgi?id=3335 +leapsec_timer + +# Test ends with SIGKILL on x15 (intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3401 +getrandom02 + +# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) +# https://bugs.linaro.org/show_bug.cgi?id=3470 +ioctl03 diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_4.14 b/automated/linux/ltp/skipfiles/skipfile_x15_4.14 new file mode 120000 index 0000000..1bd1c15 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x15_4.14 @@ -0,0 +1 @@ +skipfile-lkft-x15
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_4.4 b/automated/linux/ltp/skipfiles/skipfile_x15_4.4 new file mode 120000 index 0000000..1bd1c15 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x15_4.4 @@ -0,0 +1 @@ +skipfile-lkft-x15
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_4.9 b/automated/linux/ltp/skipfiles/skipfile_x15_4.9 new file mode 120000 index 0000000..1bd1c15 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x15_4.9 @@ -0,0 +1 @@ +skipfile-lkft-x15
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_git b/automated/linux/ltp/skipfiles/skipfile_x15_git new file mode 120000 index 0000000..1bd1c15 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x15_git @@ -0,0 +1 @@ +skipfile-lkft-x15
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_4.14 b/automated/linux/ltp/skipfiles/skipfile_x86_4.14 new file mode 120000 index 0000000..b89e50f --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x86_4.14 @@ -0,0 +1 @@ +skipfile-lkft-x86
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_4.4 b/automated/linux/ltp/skipfiles/skipfile_x86_4.4 new file mode 120000 index 0000000..b89e50f --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x86_4.4 @@ -0,0 +1 @@ +skipfile-lkft-x86
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_4.9 b/automated/linux/ltp/skipfiles/skipfile_x86_4.9 new file mode 120000 index 0000000..b89e50f --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x86_4.9 @@ -0,0 +1 @@ +skipfile-lkft-x86
\ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_git b/automated/linux/ltp/skipfiles/skipfile_x86_git new file mode 120000 index 0000000..b89e50f --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x86_git @@ -0,0 +1 @@ +skipfile-lkft-x86
\ No newline at end of file |