From 889bf135ae526ecfd73a946033b8a3818859aa47 Mon Sep 17 00:00:00 2001 From: Naresh Kamboju Date: Wed, 13 Dec 2017 14:54:12 +0530 Subject: [WIP] automated: ltp: skipfile created for skipfile_${device}_{kversion} Following issues are addressed - Uniform naming as skipfile_{device}_{kversion} - Move all skipfiles under skipfiles directory - Created soft link skipfiles - Skipfile content modified to have single test case name per line Change-Id: Ic0d44e7935ee378ca22e9b144f823a682c29a1ec Signed-off-by: Naresh Kamboju --- automated/linux/ltp/skipfile-lkft-hikey | 134 -------------------- automated/linux/ltp/skipfile-lkft-juno | 1 - automated/linux/ltp/skipfile-lkft-minimal | 5 - automated/linux/ltp/skipfile-lkft-nfs-minimal | 10 -- automated/linux/ltp/skipfile-lkft-x15 | 136 --------------------- automated/linux/ltp/skipfile-lkft-x86 | 65 ---------- automated/linux/ltp/skipfile-lsk-juno | 120 ------------------ automated/linux/ltp/skipfile-rpk | 34 ------ automated/linux/ltp/skipfiles/skipfile-lkft-hikey | 134 ++++++++++++++++++++ automated/linux/ltp/skipfiles/skipfile-lkft-juno | 1 + .../linux/ltp/skipfiles/skipfile-lkft-minimal | 5 + .../linux/ltp/skipfiles/skipfile-lkft-nfs-minimal | 10 ++ automated/linux/ltp/skipfiles/skipfile-lkft-x15 | 136 +++++++++++++++++++++ automated/linux/ltp/skipfiles/skipfile-lkft-x86 | 62 ++++++++++ automated/linux/ltp/skipfiles/skipfile-lsk-juno | 108 ++++++++++++++++ automated/linux/ltp/skipfiles/skipfile-rpk | 34 ++++++ .../linux/ltp/skipfiles/skipfile_hi6220-hikey_4.14 | 131 ++++++++++++++++++++ .../linux/ltp/skipfiles/skipfile_hi6220-hikey_4.4 | 1 + .../linux/ltp/skipfiles/skipfile_hi6220-hikey_4.9 | 1 + .../linux/ltp/skipfiles/skipfile_hi6220-hikey_git | 1 + .../linux/ltp/skipfiles/skipfile_juno-r2_4.14 | 105 ++++++++++++++++ automated/linux/ltp/skipfiles/skipfile_juno-r2_4.4 | 1 + automated/linux/ltp/skipfiles/skipfile_juno-r2_4.9 | 1 + automated/linux/ltp/skipfiles/skipfile_juno-r2_git | 105 ++++++++++++++++ automated/linux/ltp/skipfiles/skipfile_x15_4.14 | 1 + automated/linux/ltp/skipfiles/skipfile_x15_4.4 | 1 + automated/linux/ltp/skipfiles/skipfile_x15_4.9 | 1 + automated/linux/ltp/skipfiles/skipfile_x15_git | 1 + automated/linux/ltp/skipfiles/skipfile_x86_4.14 | 1 + automated/linux/ltp/skipfiles/skipfile_x86_4.4 | 1 + automated/linux/ltp/skipfiles/skipfile_x86_4.9 | 1 + automated/linux/ltp/skipfiles/skipfile_x86_git | 1 + 32 files changed, 844 insertions(+), 505 deletions(-) delete mode 100644 automated/linux/ltp/skipfile-lkft-hikey delete mode 120000 automated/linux/ltp/skipfile-lkft-juno delete mode 100644 automated/linux/ltp/skipfile-lkft-minimal delete mode 100644 automated/linux/ltp/skipfile-lkft-nfs-minimal delete mode 100644 automated/linux/ltp/skipfile-lkft-x15 delete mode 100644 automated/linux/ltp/skipfile-lkft-x86 delete mode 100644 automated/linux/ltp/skipfile-lsk-juno delete mode 100644 automated/linux/ltp/skipfile-rpk create mode 100644 automated/linux/ltp/skipfiles/skipfile-lkft-hikey create mode 120000 automated/linux/ltp/skipfiles/skipfile-lkft-juno create mode 100644 automated/linux/ltp/skipfiles/skipfile-lkft-minimal create mode 100644 automated/linux/ltp/skipfiles/skipfile-lkft-nfs-minimal create mode 100644 automated/linux/ltp/skipfiles/skipfile-lkft-x15 create mode 100644 automated/linux/ltp/skipfiles/skipfile-lkft-x86 create mode 100644 automated/linux/ltp/skipfiles/skipfile-lsk-juno create mode 100644 automated/linux/ltp/skipfiles/skipfile-rpk create mode 100644 automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.14 create mode 120000 automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.4 create mode 120000 automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.9 create mode 120000 automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_git create mode 100644 automated/linux/ltp/skipfiles/skipfile_juno-r2_4.14 create mode 120000 automated/linux/ltp/skipfiles/skipfile_juno-r2_4.4 create mode 120000 automated/linux/ltp/skipfiles/skipfile_juno-r2_4.9 create mode 100644 automated/linux/ltp/skipfiles/skipfile_juno-r2_git create mode 120000 automated/linux/ltp/skipfiles/skipfile_x15_4.14 create mode 120000 automated/linux/ltp/skipfiles/skipfile_x15_4.4 create mode 120000 automated/linux/ltp/skipfiles/skipfile_x15_4.9 create mode 120000 automated/linux/ltp/skipfiles/skipfile_x15_git create mode 120000 automated/linux/ltp/skipfiles/skipfile_x86_4.14 create mode 120000 automated/linux/ltp/skipfiles/skipfile_x86_4.4 create mode 120000 automated/linux/ltp/skipfiles/skipfile_x86_4.9 create mode 120000 automated/linux/ltp/skipfiles/skipfile_x86_git diff --git a/automated/linux/ltp/skipfile-lkft-hikey b/automated/linux/ltp/skipfile-lkft-hikey deleted file mode 100644 index 5983099..0000000 --- a/automated/linux/ltp/skipfile-lkft-hikey +++ /dev/null @@ -1,134 +0,0 @@ -# Blacklist or skip tests list - -# Linux-4.4: LTP: bind02: socket() failed: errno=EACCES(13): Permission denied -# https://bugs.linaro.org/show_bug.cgi?id=2962 -bind02 - -# chdir01 is failed due to the way LAVA mounted /tmp file system -chdir01A - -# Fork test case overheats Hikey board and goes auto reboots. -# fork13 is also a peformance test case so skip it. -fork13 - -# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 -# https://bugs.linaro.org/show_bug.cgi?id=3378 -fcntl35 -fcntl35_64 - -# msgctl10 and msgct11 tests overheats HiKey board due to -# large number of fork() calls and message queues read/writes. -# [RPB] LTP: msgctl10 fork failed -# https://bugs.linaro.org/show_bug.cgi?id=2355 -msgctl10 -msgctl11 - -# Skip pselect01 till next LTP release Sept-2017 -# LKFT: LTP: pselect01_64: slept for too long -# https://bugs.linaro.org/show_bug.cgi?id=3089 -pselect01 -pselect01_64 - -# mainline kernel tests baselining -# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 -quotactl01 - -sysfs01 -sysfs02 -sysfs03 -sysfs04 -sysfs05 -sysfs06 -# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. -# sysfs system call is obsolete; don't use it. -# This test can only run on kernels that support the sysfs system call - -syslog01 -syslog02 -syslog03 -syslog04 -syslog05 -syslog06 -syslog07 -syslog08 -syslog09 -syslog10 -# The syslog tests are not valuable for us - -ustat01 -ustat02 -# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. -# ustat(2) failed and setthe errno to 38 : Function not implemented - -overcommit_memory02 -# The testcase seems to be broken unless you have big enough swap so that -# CommitLimit (which depends on size of the swap) is greater than -# Commit_AS. In your case the swap size was not big enough to be greater -# than the amount of currently overcommited memory (Commit_AS). - -# The test should be changed to skip the particular testcase and give a -# beteter message if there is no room to alloace any memory in this case. -# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html -# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html - -cron02 -cron_deny01 -cron_allow01 -cron_dirs_checks01 -# crontab: command not found -# External package cron not installed on rootfs. -# This test case comes under admin_tools, which is not critical for us - -acl_test01 -# acl test cases comes under admin_tools -# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported - -# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of -# the time. See -# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. -fanotify07 - -# fs:isofs Do not try to build iso's on embedded boards. -isofs -# ltp-fs-tests/quota_remount_test01 -# https://bugs.linaro.org/show_bug.cgi?id=3354 -quota_remount_test01 - -# mainline kernel tests baselining -# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 -# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed -# https://bugs.linaro.org/show_bug.cgi?id=3327 -# containers -netns_sysfs -netns_comm_ns_exec_ipv6_netlink -netns_comm_ns_exec_ipv6_ioctl -netns_comm_ip_ipv6_ioctl -netns_comm_ip_ipv6_netlink -netns_breakns_ip_ipv4_ioctl -netns_breakns_ip_ipv4_netlink -netns_breakns_ip_ipv6_ioctl -netns_breakns_ip_ipv6_netlink -netns_breakns_ns_exec_ipv4_ioctl -netns_breakns_ns_exec_ipv4_netlink -netns_breakns_ns_exec_ipv6_ioctl -netns_breakns_ns_exec_ipv6_netlink -netns_comm_ip_ipv4_ioctl -netns_comm_ip_ipv4_netlink -netns_comm_ns_exec_ipv4_ioctl -netns_comm_ns_exec_ipv4_netlink - -# tests that fail because time syncing services are not turned off -# https://bugs.linaro.org/show_bug.cgi?id=3335 -leapsec_timer - -# Test ends with SIGKILL on x15 (intermittent failure -# https://bugs.linaro.org/show_bug.cgi?id=3401 -getrandom02 - -# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) -# https://bugs.linaro.org/show_bug.cgi?id=3470 -ioctl03 - -# LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure -# https://bugs.linaro.org/show_bug.cgi?id=3382 -perf_event_open02 diff --git a/automated/linux/ltp/skipfile-lkft-juno b/automated/linux/ltp/skipfile-lkft-juno deleted file mode 120000 index b2c1a2a..0000000 --- a/automated/linux/ltp/skipfile-lkft-juno +++ /dev/null @@ -1 +0,0 @@ -skipfile-lsk-juno \ No newline at end of file diff --git a/automated/linux/ltp/skipfile-lkft-minimal b/automated/linux/ltp/skipfile-lkft-minimal deleted file mode 100644 index 09f33e2..0000000 --- a/automated/linux/ltp/skipfile-lkft-minimal +++ /dev/null @@ -1,5 +0,0 @@ -fork13 -msgctl10 -msgctl11 -overcommit_memory02 -fanotify07 diff --git a/automated/linux/ltp/skipfile-lkft-nfs-minimal b/automated/linux/ltp/skipfile-lkft-nfs-minimal deleted file mode 100644 index a2328d2..0000000 --- a/automated/linux/ltp/skipfile-lkft-nfs-minimal +++ /dev/null @@ -1,10 +0,0 @@ -fork13 -msgctl10 -msgctl11 -overcommit_memory02 -fanotify07 - -pth_str01 pth_str01 -pth_str02 pth_str02 -pth_str03 pth_str03 -time-schedule01 diff --git a/automated/linux/ltp/skipfile-lkft-x15 b/automated/linux/ltp/skipfile-lkft-x15 deleted file mode 100644 index 10ef284..0000000 --- a/automated/linux/ltp/skipfile-lkft-x15 +++ /dev/null @@ -1,136 +0,0 @@ -# Blacklist or skip tests list - -# Linux-4.4: LTP: bind02: socket() failed: errno=EACCES(13): Permission denied -# https://bugs.linaro.org/show_bug.cgi?id=2962 -bind02 bind02 - -# chdir01 is failed due to the way LAVA mounted /tmp file system -chdir01A symlink01 -T chdir01 - -# Fork test case overheats Hikey board and goes auto reboots. -# fork13 is also a peformance test case so skip it. -fork13 fork13 -i 1000000 - -# msgctl10 and msgct11 tests overheats HiKey board due to -# large number of fork() calls and message queues read/writes. -# [RPB] LTP: msgctl10 fork failed -# https://bugs.linaro.org/show_bug.cgi?id=2355 -msgctl10 msgctl10 -msgctl11 msgctl11 - -# mainline kernel tests baselining -# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 -quotactl01 quotactl01 - -# Skip pselect01 till next LTP release Sept-2017 -# LKFT: LTP: pselect01_64: slept for too long -# https://bugs.linaro.org/show_bug.cgi?id=3089 -pselect01 pselect01 -pselect01_64 pselect01_64 - -sysfs01 sysfs01 -sysfs02 sysfs02 -sysfs03 sysfs03 -sysfs04 sysfs04 -sysfs05 sysfs05 -sysfs06 sysfs06 -# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. -# sysfs system call is obsolete; don't use it. -# This test can only run on kernels that support the sysfs system call - -syslog01 syslog01 -syslog02 syslog02 -syslog03 syslog03 -syslog04 syslog04 -syslog05 syslog05 -syslog06 syslog06 -syslog07 syslog07 -syslog08 syslog08 -syslog09 syslog09 -syslog10 syslog10 -# The syslog tests are not valuable for us - -ustat01 ustat01 -ustat02 ustat02 -# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. -# ustat(2) failed and setthe errno to 38 : Function not implemented - -overcommit_memory02 overcommit_memory -R 0 -# The testcase seems to be broken unless you have big enough swap so that -# CommitLimit (which depends on size of the swap) is greater than -# Commit_AS. In your case the swap size was not big enough to be greater -# than the amount of currently overcommited memory (Commit_AS). - -# The test should be changed to skip the particular testcase and give a -# beteter message if there is no room to alloace any memory in this case. -# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html -# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html - -cron02 cron02 -cron_deny01 cron_deny01 -cron_allow01 cron_allow01 -cron_dirs_checks01 cron_dirs_checks01 -# crontab: command not found -# External package cron not installed on rootfs. -# This test case comes under admin_tools, which is not critical for us - -acl_test01 acl_test01 -# acl test cases comes under admin_tools -# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported - -# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of -# the time. See -# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. -fanotify07 fanotify07 - -# fs:isofs Do not try to build iso's on embedded boards. -isofs - -# fs:gf18: Runs out of disk space when run on emmc. Re-enable once CTT-552 is -# resolved and LTP is run on an SSD. -gf18 - -# mainline kernel tests baselining -# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 -# containers -netns_sysfs netns_sysfs.sh -netns_comm_ns_exec_ipv6_netlink netns_comm.sh ns_exec ipv6 netlink -netns_comm_ns_exec_ipv6_ioctl netns_comm.sh ns_exec ipv6 ioctl -netns_comm_ip_ipv6_ioctl netns_comm.sh ip ipv6 ioctl -netns_comm_ip_ipv6_netlink netns_comm.sh ip ipv6 netlink -netns_breakns_ip_ipv4_ioctl netns_breakns.sh ip ipv4 ioctl -netns_breakns_ip_ipv4_netlink netns_breakns.sh ip ipv4 netlink -netns_breakns_ip_ipv6_ioctl netns_breakns.sh ip ipv6 ioctl -netns_breakns_ip_ipv6_netlink netns_breakns.sh ip ipv6 netlink -netns_breakns_ns_exec_ipv4_ioctl netns_breakns.sh ns_exec ipv4 ioctl -netns_breakns_ns_exec_ipv4_netlink netns_breakns.sh ns_exec ipv4 netlink -netns_breakns_ns_exec_ipv6_ioctl netns_breakns.sh ns_exec ipv6 ioctl -netns_breakns_ns_exec_ipv6_netlink netns_breakns.sh ns_exec ipv6 netlink -netns_comm_ip_ipv4_ioctl netns_comm.sh ip ipv4 ioctl -netns_comm_ip_ipv4_netlink netns_comm.sh ip ipv4 netlink -netns_comm_ns_exec_ipv4_ioctl netns_comm.sh ns_exec ipv4 ioctl -netns_comm_ns_exec_ipv4_netlink netns_comm.sh ns_exec ipv4 netlink - -# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 -# https://bugs.linaro.org/show_bug.cgi?id=3378 -fcntl35 fcntl35 -fcntl35_64 fcntl35_64 -# Test is inconsistent on x15 -# https://bugs.linaro.org/show_bug.cgi?id=3339 -fcntl36 fcntl36 - -# Test is inconsistent on x15 -# https://bugs.linaro.org/show_bug.cgi?id=3335 -leapsec_timer leapsec_timer - -# Test ends with SIGKILL on x15 (intermittent failure -# https://bugs.linaro.org/show_bug.cgi?id=3401 -getrandom02 getrandom02 - -# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) -# https://bugs.linaro.org/show_bug.cgi?id=3470 -ioctl03 ioctl03 - -# LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure -# https://bugs.linaro.org/show_bug.cgi?id=3382 -perf_event_open02 perf_event_open02 diff --git a/automated/linux/ltp/skipfile-lkft-x86 b/automated/linux/ltp/skipfile-lkft-x86 deleted file mode 100644 index c23a0ea..0000000 --- a/automated/linux/ltp/skipfile-lkft-x86 +++ /dev/null @@ -1,65 +0,0 @@ -# pth_str02 hangs when using NFS filesystem. -# LKFT: linux-mainline: x86 : ltp sched tests hang due to NFS not responding -# https://bugs.linaro.org/show_bug.cgi?id=3338 -pth_str01 pth_str01 -pth_str02 pth_str02 -pth_str03 pth_str03 -time-schedule01 time-schedule - -# syscalls -# mainline kernel tests baselining -# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 -# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 -# https://bugs.linaro.org/show_bug.cgi?id=3378 -fcntl35 fcntl35 -fcntl35_64 fcntl35_64 -linkat01 linkat01 -open12 open12 -openat02 openat02 -# LKFT: 4.4: LTP readahead02 fails on x86 -# https://bugs.linaro.org/show_bug.cgi?id=3457 -readahead02 readahead02 -renameat201 renameat201 -renameat202 renameat202 -i 10 -sendfile09 sendfile09 -sendfile09_64 sendfile09_64 - -utime01 utime01 -utime02 utime02 -utime06 utime06 -utimes01 utimes01 - -# containers -netns_sysfs netns_sysfs.sh -netns_comm_ns_exec_ipv6_netlink netns_comm.sh ns_exec ipv6 netlink -netns_comm_ns_exec_ipv6_ioctl netns_comm.sh ns_exec ipv6 ioctl -netns_comm_ip_ipv6_ioctl netns_comm.sh ip ipv6 ioctl -netns_comm_ip_ipv6_netlink netns_comm.sh ip ipv6 netlink -netns_breakns_ip_ipv4_ioctl netns_breakns.sh ip ipv4 ioctl -netns_breakns_ip_ipv4_netlink netns_breakns.sh ip ipv4 netlink -netns_breakns_ip_ipv6_ioctl netns_breakns.sh ip ipv6 ioctl -netns_breakns_ip_ipv6_netlink netns_breakns.sh ip ipv6 netlink -netns_breakns_ns_exec_ipv4_ioctl netns_breakns.sh ns_exec ipv4 ioctl -netns_breakns_ns_exec_ipv4_netlink netns_breakns.sh ns_exec ipv4 netlink -netns_breakns_ns_exec_ipv6_ioctl netns_breakns.sh ns_exec ipv6 ioctl -netns_breakns_ns_exec_ipv6_netlink netns_breakns.sh ns_exec ipv6 netlink -netns_comm_ip_ipv4_ioctl netns_comm.sh ip ipv4 ioctl -netns_comm_ip_ipv4_netlink netns_comm.sh ip ipv4 netlink -netns_comm_ns_exec_ipv4_ioctl netns_comm.sh ns_exec ipv4 ioctl -netns_comm_ns_exec_ipv4_netlink netns_comm.sh ns_exec ipv4 netlink - -# tests that fail because time syncing services are not turned off -# https://bugs.linaro.org/show_bug.cgi?id=3335 -leapsec_timer leapsec_timer - -# Test ends with SIGKILL on x15 (intermittent failure -# https://bugs.linaro.org/show_bug.cgi?id=3401 -getrandom02 getrandom02 - -# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) -# https://bugs.linaro.org/show_bug.cgi?id=3470 -ioctl03 ioctl03 - -# LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure -# https://bugs.linaro.org/show_bug.cgi?id=3382 -perf_event_open02 perf_event_open02 diff --git a/automated/linux/ltp/skipfile-lsk-juno b/automated/linux/ltp/skipfile-lsk-juno deleted file mode 100644 index 89fb493..0000000 --- a/automated/linux/ltp/skipfile-lsk-juno +++ /dev/null @@ -1,120 +0,0 @@ -# Blacklist or skip tests list - -chdir01A symlink01 -T chdir01 -fork13 fork13 -i 1000000 -msgctl10 msgctl10 -msgctl11 msgctl11 - -# mainline kernel tests baselining -# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 -quotactl01 quotactl01 -# chdir01 is failed due to the way LAVA mounted /tmp file system - -sysfs01 sysfs01 -sysfs02 sysfs02 -sysfs03 sysfs03 -sysfs04 sysfs04 -sysfs05 sysfs05 -sysfs06 sysfs06 -# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. -# sysfs system call is obsolete; don't use it. -# This test can only run on kernels that support the sysfs system call - -syslog01 syslog01 -syslog02 syslog02 -syslog03 syslog03 -syslog04 syslog04 -syslog05 syslog05 -syslog06 syslog06 -syslog07 syslog07 -syslog08 syslog08 -syslog09 syslog09 -syslog10 syslog10 -# The syslog tests are not valuable for us - -ustat01 ustat01 -ustat02 ustat02 -# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. -# ustat(2) failed and setthe errno to 38 : Function not implemented - -overcommit_memory02 overcommit_memory -R 0 -# The testcase seems to be broken unless you have big enough swap so that -# CommitLimit (which depends on size of the swap) is greater than -# Commit_AS. In your case the swap size was not big enough to be greater -# than the amount of currently overcommited memory (Commit_AS). - -# The test should be changed to skip the particular testcase and give a -# beteter message if there is no room to alloace any memory in this case. -# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html -# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html - -cron02 cron02 -cron_deny01 cron_deny01 -cron_allow01 cron_allow01 -cron_dirs_checks01 cron_dirs_checks01 -# crontab: command not found -# External package cron not installed on rootfs. -# This test case comes under admin_tools, which is not critical for us - -acl_test01 acl_test01 -# acl test cases comes under admin_tools -# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported - -# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of -# the time. See -# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. -fanotify07 fanotify07 - -# fs:isofs Do not try to build iso's on embedded boards. -isofs -# ltp-fs-tests/quota_remount_test01 -# https://bugs.linaro.org/show_bug.cgi?id=3354 -quota_remount_test01 quota_remount_test01.sh - -# syscalls -# mainline kernel tests baselining -# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 -# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 -# https://bugs.linaro.org/show_bug.cgi?id=3378 -fcntl35 fcntl35 -fcntl35_64 fcntl35_64 - - -# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed -# https://bugs.linaro.org/show_bug.cgi?id=3327 -# LKFT: Baseline LTP and Kselftest results on LTS 4.4 kernel -# https://projects.linaro.org/browse/CTT-617 -# containers -netns_sysfs netns_sysfs.sh -netns_comm_ns_exec_ipv6_netlink netns_comm.sh ns_exec ipv6 netlink -netns_comm_ns_exec_ipv6_ioctl netns_comm.sh ns_exec ipv6 ioctl -netns_comm_ip_ipv6_ioctl netns_comm.sh ip ipv6 ioctl -netns_comm_ip_ipv6_netlink netns_comm.sh ip ipv6 netlink -netns_breakns_ip_ipv4_ioctl netns_breakns.sh ip ipv4 ioctl -netns_breakns_ip_ipv4_netlink netns_breakns.sh ip ipv4 netlink -netns_breakns_ip_ipv6_ioctl netns_breakns.sh ip ipv6 ioctl -netns_breakns_ip_ipv6_netlink netns_breakns.sh ip ipv6 netlink -netns_breakns_ns_exec_ipv4_ioctl netns_breakns.sh ns_exec ipv4 ioctl -netns_breakns_ns_exec_ipv4_netlink netns_breakns.sh ns_exec ipv4 netlink -netns_breakns_ns_exec_ipv6_ioctl netns_breakns.sh ns_exec ipv6 ioctl -netns_breakns_ns_exec_ipv6_netlink netns_breakns.sh ns_exec ipv6 netlink -netns_comm_ip_ipv4_ioctl netns_comm.sh ip ipv4 ioctl -netns_comm_ip_ipv4_netlink netns_comm.sh ip ipv4 netlink -netns_comm_ns_exec_ipv4_ioctl netns_comm.sh ns_exec ipv4 ioctl -netns_comm_ns_exec_ipv4_netlink netns_comm.sh ns_exec ipv4 netlink - -# tests that fail because time syncing services are not turned off -# https://bugs.linaro.org/show_bug.cgi?id=3335 -leapsec_timer leapsec_timer - -# Test ends with SIGKILL on x15 (intermittent failure -# https://bugs.linaro.org/show_bug.cgi?id=3401 -getrandom02 getrandom02 - -# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) -# https://bugs.linaro.org/show_bug.cgi?id=3470 -ioctl03 ioctl03 - -# LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure -# https://bugs.linaro.org/show_bug.cgi?id=3382 -perf_event_open02 perf_event_open02 diff --git a/automated/linux/ltp/skipfile-rpk b/automated/linux/ltp/skipfile-rpk deleted file mode 100644 index ba14e17..0000000 --- a/automated/linux/ltp/skipfile-rpk +++ /dev/null @@ -1,34 +0,0 @@ -# oom01 tries to kill bash and python which are needed by our test script. -# Prevent oom01 from doing the above causes 'Kernel panic - not syncing: Out of memory and no killable processes...' -# The issue needs to be fixed from ltp. Refer to https://projects.linaro.org/browse/QA-1662 -oom01 oom01 - -# By default, Debian installer will set the size of swap partition to the size -# of memory capacity. min_free_kbytes needs to occupy both memory and swap -# space. When memory size is large, this test takes hours to finish. -# For example, on D05 that 128G memory installed, this test takes 191 minutes. -# It can be finished, but just too long. It is possbile to customize -# partitioning steps to reduce swap partition size for this single test, but -# that is probably not wanted. -min_free_kbytes min_free_kbytes - -# keyctl03 fails under automation but passes when run manually.. -# https://bugs.linaro.org/show_bug.cgi?id=3451 -keyctl03 keyctl03 - -# Known timing issue in test -# https://bugs.linaro.org/show_bug.cgi?id=3420 -netns_breakns_ns_exec_ipv6_netlink netns_breakns.sh ns_exec ipv6 netlink -netns_breakns_ns_exec_ipv6_ioctl netns_breakns.sh ns_exec ipv6 ioctl -netns_breakns_ip_ipv6_netlink netns_breakns.sh ip ipv6 netlink -netns_breakns_ip_ipv6_ioctl netns_breakns.sh ip ipv6 ioctl -netns_comm_ns_exec_ipv6_netlink netns_comm.sh ns_exec ipv6 netlink -netns_comm_ns_exec_ipv6_ioctl netns_comm.sh ns_exec ipv6 ioctl -netns_comm_ip_ipv6_netlink netns_comm.sh ip ipv6 netlink -netns_comm_ip_ipv6_ioctl netns_comm.sh ip ipv6 ioctl - -# msgctl10 fails on qdf 2400. Not only does it fail, it also does not seem to -# finish cleanly and cause other tests to fail inconsistently, and all of LTP -# to exit early (as observed by the number of test results) -# https://bugs.linaro.org/show_bug.cgi?id=3487 -msgctl10 diff --git a/automated/linux/ltp/skipfiles/skipfile-lkft-hikey b/automated/linux/ltp/skipfiles/skipfile-lkft-hikey new file mode 100644 index 0000000..5983099 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-hikey @@ -0,0 +1,134 @@ +# Blacklist or skip tests list + +# Linux-4.4: LTP: bind02: socket() failed: errno=EACCES(13): Permission denied +# https://bugs.linaro.org/show_bug.cgi?id=2962 +bind02 + +# chdir01 is failed due to the way LAVA mounted /tmp file system +chdir01A + +# Fork test case overheats Hikey board and goes auto reboots. +# fork13 is also a peformance test case so skip it. +fork13 + +# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 +# https://bugs.linaro.org/show_bug.cgi?id=3378 +fcntl35 +fcntl35_64 + +# msgctl10 and msgct11 tests overheats HiKey board due to +# large number of fork() calls and message queues read/writes. +# [RPB] LTP: msgctl10 fork failed +# https://bugs.linaro.org/show_bug.cgi?id=2355 +msgctl10 +msgctl11 + +# Skip pselect01 till next LTP release Sept-2017 +# LKFT: LTP: pselect01_64: slept for too long +# https://bugs.linaro.org/show_bug.cgi?id=3089 +pselect01 +pselect01_64 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +quotactl01 + +sysfs01 +sysfs02 +sysfs03 +sysfs04 +sysfs05 +sysfs06 +# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. +# sysfs system call is obsolete; don't use it. +# This test can only run on kernels that support the sysfs system call + +syslog01 +syslog02 +syslog03 +syslog04 +syslog05 +syslog06 +syslog07 +syslog08 +syslog09 +syslog10 +# The syslog tests are not valuable for us + +ustat01 +ustat02 +# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. +# ustat(2) failed and setthe errno to 38 : Function not implemented + +overcommit_memory02 +# The testcase seems to be broken unless you have big enough swap so that +# CommitLimit (which depends on size of the swap) is greater than +# Commit_AS. In your case the swap size was not big enough to be greater +# than the amount of currently overcommited memory (Commit_AS). + +# The test should be changed to skip the particular testcase and give a +# beteter message if there is no room to alloace any memory in this case. +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html + +cron02 +cron_deny01 +cron_allow01 +cron_dirs_checks01 +# crontab: command not found +# External package cron not installed on rootfs. +# This test case comes under admin_tools, which is not critical for us + +acl_test01 +# acl test cases comes under admin_tools +# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported + +# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of +# the time. See +# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. +fanotify07 + +# fs:isofs Do not try to build iso's on embedded boards. +isofs +# ltp-fs-tests/quota_remount_test01 +# https://bugs.linaro.org/show_bug.cgi?id=3354 +quota_remount_test01 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed +# https://bugs.linaro.org/show_bug.cgi?id=3327 +# containers +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink +netns_breakns_ip_ipv4_ioctl +netns_breakns_ip_ipv4_netlink +netns_breakns_ip_ipv6_ioctl +netns_breakns_ip_ipv6_netlink +netns_breakns_ns_exec_ipv4_ioctl +netns_breakns_ns_exec_ipv4_netlink +netns_breakns_ns_exec_ipv6_ioctl +netns_breakns_ns_exec_ipv6_netlink +netns_comm_ip_ipv4_ioctl +netns_comm_ip_ipv4_netlink +netns_comm_ns_exec_ipv4_ioctl +netns_comm_ns_exec_ipv4_netlink + +# tests that fail because time syncing services are not turned off +# https://bugs.linaro.org/show_bug.cgi?id=3335 +leapsec_timer + +# Test ends with SIGKILL on x15 (intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3401 +getrandom02 + +# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) +# https://bugs.linaro.org/show_bug.cgi?id=3470 +ioctl03 + +# LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3382 +perf_event_open02 diff --git a/automated/linux/ltp/skipfiles/skipfile-lkft-juno b/automated/linux/ltp/skipfiles/skipfile-lkft-juno new file mode 120000 index 0000000..b2c1a2a --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-juno @@ -0,0 +1 @@ +skipfile-lsk-juno \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile-lkft-minimal b/automated/linux/ltp/skipfiles/skipfile-lkft-minimal new file mode 100644 index 0000000..09f33e2 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-minimal @@ -0,0 +1,5 @@ +fork13 +msgctl10 +msgctl11 +overcommit_memory02 +fanotify07 diff --git a/automated/linux/ltp/skipfiles/skipfile-lkft-nfs-minimal b/automated/linux/ltp/skipfiles/skipfile-lkft-nfs-minimal new file mode 100644 index 0000000..a2328d2 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-nfs-minimal @@ -0,0 +1,10 @@ +fork13 +msgctl10 +msgctl11 +overcommit_memory02 +fanotify07 + +pth_str01 pth_str01 +pth_str02 pth_str02 +pth_str03 pth_str03 +time-schedule01 diff --git a/automated/linux/ltp/skipfiles/skipfile-lkft-x15 b/automated/linux/ltp/skipfiles/skipfile-lkft-x15 new file mode 100644 index 0000000..73a4088 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-x15 @@ -0,0 +1,136 @@ +# Blacklist or skip tests list + +# Linux-4.4: LTP: bind02: socket() failed: errno=EACCES(13): Permission denied +# https://bugs.linaro.org/show_bug.cgi?id=2962 +bind02 + +# chdir01 is failed due to the way LAVA mounted /tmp file system +chdir01A + +# Fork test case overheats Hikey board and goes auto reboots. +# fork13 is also a peformance test case so skip it. +fork13 + +# msgctl10 and msgct11 tests overheats HiKey board due to +# large number of fork() calls and message queues read/writes. +# [RPB] LTP: msgctl10 fork failed +# https://bugs.linaro.org/show_bug.cgi?id=2355 +msgctl10 +msgctl11 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +quotactl01 + +# Skip pselect01 till next LTP release Sept-2017 +# LKFT: LTP: pselect01_64: slept for too long +# https://bugs.linaro.org/show_bug.cgi?id=3089 +pselect01 +pselect01_64 + +# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. +# sysfs system call is obsolete; don't use it. +# This test can only run on kernels that support the sysfs system call +sysfs01 +sysfs02 +sysfs03 +sysfs04 +sysfs05 +sysfs06 + +# The syslog tests are not valuable for us +syslog01 +syslog02 +syslog03 +syslog04 +syslog05 +syslog06 +syslog07 +syslog08 +syslog09 +syslog10 + +# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. +# ustat(2) failed and setthe errno to 38 : Function not implemented +ustat01 +ustat02 + +# The testcase seems to be broken unless you have big enough swap so that +# CommitLimit (which depends on size of the swap) is greater than +# Commit_AS. In your case the swap size was not big enough to be greater +# than the amount of currently overcommited memory (Commit_AS). + +# The test should be changed to skip the particular testcase and give a +# beteter message if there is no room to alloace any memory in this case. +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html +overcommit_memory02 + +# crontab: command not found +# External package cron not installed on rootfs. +# This test case comes under admin_tools, which is not critical for us +cron02 +cron_deny01 +cron_allow01 +cron_dirs_checks01 + +# acl test cases comes under admin_tools +# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported +acl_test01 + +# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of +# the time. See +# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. +fanotify07 fanotify07 + +# fs:isofs Do not try to build iso's on embedded boards. +isofs + +# fs:gf18: Runs out of disk space when run on emmc. Re-enable once CTT-552 is +# resolved and LTP is run on an SSD. +gf18 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +# containers +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink +netns_breakns_ip_ipv4_ioctl +netns_breakns_ip_ipv4_netlink +netns_breakns_ip_ipv6_ioctl +netns_breakns_ip_ipv6_netlink +netns_breakns_ns_exec_ipv4_ioctl +netns_breakns_ns_exec_ipv4_netlink +netns_breakns_ns_exec_ipv6_ioctl +netns_breakns_ns_exec_ipv6_netlink +netns_comm_ip_ipv4_ioctl +netns_comm_ip_ipv4_netlink +netns_comm_ns_exec_ipv4_ioctl +netns_comm_ns_exec_ipv4_netlink + +# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 +# https://bugs.linaro.org/show_bug.cgi?id=3378 +fcntl35 +fcntl35_64 +# Test is inconsistent on x15 +# https://bugs.linaro.org/show_bug.cgi?id=3339 +fcntl36 + +# Test is inconsistent on x15 +# https://bugs.linaro.org/show_bug.cgi?id=3335 +leapsec_timer + +# Test ends with SIGKILL on x15 (intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3401 +getrandom02 + +# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) +# https://bugs.linaro.org/show_bug.cgi?id=3470 +ioctl03 + +# LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3382 +perf_event_open02 diff --git a/automated/linux/ltp/skipfiles/skipfile-lkft-x86 b/automated/linux/ltp/skipfiles/skipfile-lkft-x86 new file mode 100644 index 0000000..d16d98d --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile-lkft-x86 @@ -0,0 +1,62 @@ +# pth_str02 hangs when using NFS filesystem. +# LKFT: linux-mainline: x86 : ltp sched tests hang due to NFS not responding +# https://bugs.linaro.org/show_bug.cgi?id=3338 +pth_str01 +pth_str02 +pth_str03 +time-schedule01 + +# syscalls +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 +# https://bugs.linaro.org/show_bug.cgi?id=3378 +fcntl35 +fcntl35_64 +linkat01 +open12 +openat02 + +# LKFT: 4.4: LTP readahead02 fails on x86 +# https://bugs.linaro.org/show_bug.cgi?id=3457 +readahead02 +renameat201 +renameat202 +sendfile09 +sendfile09_64 + +utime01 +utime02 +utime06 +utimes01 + +# containers +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink +netns_breakns_ip_ipv4_ioctl +netns_breakns_ip_ipv4_netlink +netns_breakns_ip_ipv6_ioctl +netns_breakns_ip_ipv6_netlink +netns_breakns_ns_exec_ipv4_ioctl +netns_breakns_ns_exec_ipv4_netlink +netns_breakns_ns_exec_ipv6_ioctl +netns_breakns_ns_exec_ipv6_netlink +netns_comm_ip_ipv4_ioctl +netns_comm_ip_ipv4_netlink +netns_comm_ns_exec_ipv4_ioctl +netns_comm_ns_exec_ipv4_netlink + +# tests that fail because time syncing services are not turned off +# https://bugs.linaro.org/show_bug.cgi?id=3335 +leapsec_timer + +# Test ends with SIGKILL on x15 (intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3401 +getrandom02 + +# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) +# https://bugs.linaro.org/show_bug.cgi?id=3470 +ioctl03 diff --git a/automated/linux/ltp/skipfiles/skipfile-lsk-juno b/automated/linux/ltp/skipfiles/skipfile-lsk-juno new file mode 100644 index 0000000..3caa43a --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile-lsk-juno @@ -0,0 +1,108 @@ +# Blacklist or skip tests list + +chdir01A +fork13 +msgctl10 +msgctl11 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +quotactl01 +# chdir01 is failed due to the way LAVA mounted /tmp file system + +# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. +# sysfs system call is obsolete; don't use it. +# This test can only run on kernels that support the sysfs system call +sysfs01 +sysfs02 +sysfs03 +sysfs04 +sysfs05 +sysfs06 + +# The syslog tests are not valuable for us +syslog01 +syslog02 +syslog03 +syslog04 +syslog05 +syslog06 +syslog07 +syslog08 +syslog09 +syslog10 + +# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. +# ustat(2) failed and setthe errno to 38 : Function not implemented +ustat01 +ustat02 + +# The testcase seems to be broken unless you have big enough swap so that +# CommitLimit (which depends on size of the swap) is greater than +# Commit_AS. In your case the swap size was not big enough to be greater +# than the amount of currently overcommited memory (Commit_AS). + +# The test should be changed to skip the particular testcase and give a +# beteter message if there is no room to alloace any memory in this case. +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html +overcommit_memory02 + +# crontab: command not found +# External package cron not installed on rootfs. +# This test case comes under admin_tools, which is not critical for us +cron02 +cron_deny01 +cron_allow01 +cron_dirs_checks01 + +# acl test cases comes under admin_tools +# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported +acl_test01 + +# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of +# the time. See +# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. +fanotify07 + +# fs:isofs Do not try to build iso's on embedded boards. +isofs +# ltp-fs-tests/quota_remount_test01 +# https://bugs.linaro.org/show_bug.cgi?id=3354 +quota_remount_test01 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 + +# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed +# https://bugs.linaro.org/show_bug.cgi?id=3327 +# containers +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink +netns_breakns_ip_ipv4_ioctl +netns_breakns_ip_ipv4_netlink +netns_breakns_ip_ipv6_ioctl +netns_breakns_ip_ipv6_netlink +netns_breakns_ns_exec_ipv4_ioctl +netns_breakns_ns_exec_ipv4_netlink +netns_breakns_ns_exec_ipv6_ioctl +netns_breakns_ns_exec_ipv6_netlink +netns_comm_ip_ipv4_ioctl +netns_comm_ip_ipv4_netlink +netns_comm_ns_exec_ipv4_ioctl +netns_comm_ns_exec_ipv4_netlink + +# tests that fail because time syncing services are not turned off +# https://bugs.linaro.org/show_bug.cgi?id=3335 +leapsec_timer + +# Test ends with SIGKILL on x15 (intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3401 +getrandom02 + +# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) +# https://bugs.linaro.org/show_bug.cgi?id=3470 +ioctl03 diff --git a/automated/linux/ltp/skipfiles/skipfile-rpk b/automated/linux/ltp/skipfiles/skipfile-rpk new file mode 100644 index 0000000..ba14e17 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile-rpk @@ -0,0 +1,34 @@ +# oom01 tries to kill bash and python which are needed by our test script. +# Prevent oom01 from doing the above causes 'Kernel panic - not syncing: Out of memory and no killable processes...' +# The issue needs to be fixed from ltp. Refer to https://projects.linaro.org/browse/QA-1662 +oom01 oom01 + +# By default, Debian installer will set the size of swap partition to the size +# of memory capacity. min_free_kbytes needs to occupy both memory and swap +# space. When memory size is large, this test takes hours to finish. +# For example, on D05 that 128G memory installed, this test takes 191 minutes. +# It can be finished, but just too long. It is possbile to customize +# partitioning steps to reduce swap partition size for this single test, but +# that is probably not wanted. +min_free_kbytes min_free_kbytes + +# keyctl03 fails under automation but passes when run manually.. +# https://bugs.linaro.org/show_bug.cgi?id=3451 +keyctl03 keyctl03 + +# Known timing issue in test +# https://bugs.linaro.org/show_bug.cgi?id=3420 +netns_breakns_ns_exec_ipv6_netlink netns_breakns.sh ns_exec ipv6 netlink +netns_breakns_ns_exec_ipv6_ioctl netns_breakns.sh ns_exec ipv6 ioctl +netns_breakns_ip_ipv6_netlink netns_breakns.sh ip ipv6 netlink +netns_breakns_ip_ipv6_ioctl netns_breakns.sh ip ipv6 ioctl +netns_comm_ns_exec_ipv6_netlink netns_comm.sh ns_exec ipv6 netlink +netns_comm_ns_exec_ipv6_ioctl netns_comm.sh ns_exec ipv6 ioctl +netns_comm_ip_ipv6_netlink netns_comm.sh ip ipv6 netlink +netns_comm_ip_ipv6_ioctl netns_comm.sh ip ipv6 ioctl + +# msgctl10 fails on qdf 2400. Not only does it fail, it also does not seem to +# finish cleanly and cause other tests to fail inconsistently, and all of LTP +# to exit early (as observed by the number of test results) +# https://bugs.linaro.org/show_bug.cgi?id=3487 +msgctl10 diff --git a/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.14 b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.14 new file mode 100644 index 0000000..d7b47e7 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.14 @@ -0,0 +1,131 @@ +# Blacklist or skip tests list + +# Linux-4.4: LTP: bind02: socket() failed: errno=EACCES(13): Permission denied +# https://bugs.linaro.org/show_bug.cgi?id=2962 +bind02 + +# chdir01 is failed due to the way LAVA mounted /tmp file system +chdir01A + +# Fork test case overheats Hikey board and goes auto reboots. +# fork13 is also a peformance test case so skip it. +fork13 + +# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096 +# https://bugs.linaro.org/show_bug.cgi?id=3378 +fcntl35 +fcntl35_64 + +# msgctl10 and msgct11 tests overheats HiKey board due to +# large number of fork() calls and message queues read/writes. +# [RPB] LTP: msgctl10 fork failed +# https://bugs.linaro.org/show_bug.cgi?id=2355 +msgctl10 +msgctl11 + +# Skip pselect01 till next LTP release Sept-2017 +# LKFT: LTP: pselect01_64: slept for too long +# https://bugs.linaro.org/show_bug.cgi?id=3089 +pselect01 +pselect01_64 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +quotactl01 + +sysfs01 +sysfs02 +sysfs03 +sysfs04 +sysfs05 +sysfs06 +# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. +# sysfs system call is obsolete; don't use it. +# This test can only run on kernels that support the sysfs system call + +syslog01 +syslog02 +syslog03 +syslog04 +syslog05 +syslog06 +syslog07 +syslog08 +syslog09 +syslog10 +# The syslog tests are not valuable for us + +ustat01 +ustat02 +# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. +# ustat(2) failed and setthe errno to 38 : Function not implemented + +overcommit_memory02 +# The testcase seems to be broken unless you have big enough swap so that +# CommitLimit (which depends on size of the swap) is greater than +# Commit_AS. In your case the swap size was not big enough to be greater +# than the amount of currently overcommited memory (Commit_AS). + +# The test should be changed to skip the particular testcase and give a +# beteter message if there is no room to alloace any memory in this case. +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html + +cron02 +cron_deny01 +cron_allow01 +cron_dirs_checks01 +# crontab: command not found +# External package cron not installed on rootfs. +# This test case comes under admin_tools, which is not critical for us + +acl_test01 +# acl test cases comes under admin_tools +# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported + +# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of +# the time. See +# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. +fanotify07 + +# fs:isofs Do not try to build iso's on embedded boards. +isofs +# ltp-fs-tests/quota_remount_test01 +# https://bugs.linaro.org/show_bug.cgi?id=3354 +quota_remount_test01 + +# sched +# pth_str02 hangs when using NFS filesystem. +# LKFT: linux-mainline: juno: x86: ltp sched tests hang due to NFS not responding +# https://bugs.linaro.org/show_bug.cgi?id=3338 +pth_str01 +pth_str02 +pth_str03 +time-schedule01 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed +# https://bugs.linaro.org/show_bug.cgi?id=3327 +# containers +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink + +# tests that fail because time syncing services are not turned off +# https://bugs.linaro.org/show_bug.cgi?id=3335 +leapsec_timer + +# Test ends with SIGKILL on x15 (intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3401 +getrandom02 + +# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) +# https://bugs.linaro.org/show_bug.cgi?id=3470 +ioctl03 + +# LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3382 +perf_event_open02 diff --git a/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.4 b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.4 new file mode 120000 index 0000000..9072160 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.4 @@ -0,0 +1 @@ +skipfile-lkft-hikey \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.9 b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.9 new file mode 120000 index 0000000..9072160 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.9 @@ -0,0 +1 @@ +skipfile-lkft-hikey \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_git b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_git new file mode 120000 index 0000000..71f78a2 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_git @@ -0,0 +1 @@ +skipfile_hi6220-hikey_4.14 \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.14 b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.14 new file mode 100644 index 0000000..c359b85 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.14 @@ -0,0 +1,105 @@ +# Blacklist or skip tests list + +chdir01A +fork13 +msgctl10 +msgctl11 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +quotactl01 +# chdir01 is failed due to the way LAVA mounted /tmp file system + +# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. +# sysfs system call is obsolete; don't use it. +# This test can only run on kernels that support the sysfs system call +sysfs01 +sysfs02 +sysfs03 +sysfs04 +sysfs05 +sysfs06 + +# The syslog tests are not valuable for us +syslog01 +syslog02 +syslog03 +syslog04 +syslog05 +syslog06 +syslog07 +syslog08 +syslog09 +syslog10 + +# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. +# ustat(2) failed and setthe errno to 38 : Function not implemented +ustat01 +ustat02 + +# The testcase seems to be broken unless you have big enough swap so that +# CommitLimit (which depends on size of the swap) is greater than +# Commit_AS. In your case the swap size was not big enough to be greater +# than the amount of currently overcommited memory (Commit_AS). + +# The test should be changed to skip the particular testcase and give a +# beteter message if there is no room to alloace any memory in this case. +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html +overcommit_memory02 + +# crontab: command not found +# External package cron not installed on rootfs. +# This test case comes under admin_tools, which is not critical for us +cron02 +cron_deny01 +cron_allow01 +cron_dirs_checks01 + +# acl test cases comes under admin_tools +# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported +acl_test01 + +# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of +# the time. See +# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. +fanotify07 + +# fs:isofs Do not try to build iso's on embedded boards. +isofs +# ltp-fs-tests/quota_remount_test01 +# https://bugs.linaro.org/show_bug.cgi?id=3354 +quota_remount_test01 + +# sched +# pth_str02 hangs when using NFS filesystem. +# LKFT: linux-mainline: juno: x86: ltp sched tests hang due to NFS not responding +# https://bugs.linaro.org/show_bug.cgi?id=3338 +pth_str01 +pth_str02 +pth_str03 +time-schedule01 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 + +# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed +# https://bugs.linaro.org/show_bug.cgi?id=3327 +# containers +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink + +# tests that fail because time syncing services are not turned off +# https://bugs.linaro.org/show_bug.cgi?id=3335 +leapsec_timer + +# Test ends with SIGKILL on x15 (intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3401 +getrandom02 + +# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) +# https://bugs.linaro.org/show_bug.cgi?id=3470 +ioctl03 diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.4 b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.4 new file mode 120000 index 0000000..b2c1a2a --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.4 @@ -0,0 +1 @@ +skipfile-lsk-juno \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.9 b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.9 new file mode 120000 index 0000000..b2c1a2a --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.9 @@ -0,0 +1 @@ +skipfile-lsk-juno \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_git b/automated/linux/ltp/skipfiles/skipfile_juno-r2_git new file mode 100644 index 0000000..c359b85 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_git @@ -0,0 +1,105 @@ +# Blacklist or skip tests list + +chdir01A +fork13 +msgctl10 +msgctl11 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 +quotactl01 +# chdir01 is failed due to the way LAVA mounted /tmp file system + +# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid. +# sysfs system call is obsolete; don't use it. +# This test can only run on kernels that support the sysfs system call +sysfs01 +sysfs02 +sysfs03 +sysfs04 +sysfs05 +sysfs06 + +# The syslog tests are not valuable for us +syslog01 +syslog02 +syslog03 +syslog04 +syslog05 +syslog06 +syslog07 +syslog08 +syslog09 +syslog10 + +# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture. +# ustat(2) failed and setthe errno to 38 : Function not implemented +ustat01 +ustat02 + +# The testcase seems to be broken unless you have big enough swap so that +# CommitLimit (which depends on size of the swap) is greater than +# Commit_AS. In your case the swap size was not big enough to be greater +# than the amount of currently overcommited memory (Commit_AS). + +# The test should be changed to skip the particular testcase and give a +# beteter message if there is no room to alloace any memory in this case. +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html +# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html +overcommit_memory02 + +# crontab: command not found +# External package cron not installed on rootfs. +# This test case comes under admin_tools, which is not critical for us +cron02 +cron_deny01 +cron_allow01 +cron_dirs_checks01 + +# acl test cases comes under admin_tools +# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported +acl_test01 + +# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of +# the time. See +# https://bugs.linaro.org/show_bug.cgi?id=3303 for details. +fanotify07 + +# fs:isofs Do not try to build iso's on embedded boards. +isofs +# ltp-fs-tests/quota_remount_test01 +# https://bugs.linaro.org/show_bug.cgi?id=3354 +quota_remount_test01 + +# sched +# pth_str02 hangs when using NFS filesystem. +# LKFT: linux-mainline: juno: x86: ltp sched tests hang due to NFS not responding +# https://bugs.linaro.org/show_bug.cgi?id=3338 +pth_str01 +pth_str02 +pth_str03 +time-schedule01 + +# mainline kernel tests baselining +# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 + +# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed +# https://bugs.linaro.org/show_bug.cgi?id=3327 +# containers +netns_sysfs +netns_comm_ns_exec_ipv6_netlink +netns_comm_ns_exec_ipv6_ioctl +netns_comm_ip_ipv6_ioctl +netns_comm_ip_ipv6_netlink + +# tests that fail because time syncing services are not turned off +# https://bugs.linaro.org/show_bug.cgi?id=3335 +leapsec_timer + +# Test ends with SIGKILL on x15 (intermittent failure +# https://bugs.linaro.org/show_bug.cgi?id=3401 +getrandom02 + +# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30) +# https://bugs.linaro.org/show_bug.cgi?id=3470 +ioctl03 diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_4.14 b/automated/linux/ltp/skipfiles/skipfile_x15_4.14 new file mode 120000 index 0000000..1bd1c15 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x15_4.14 @@ -0,0 +1 @@ +skipfile-lkft-x15 \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_4.4 b/automated/linux/ltp/skipfiles/skipfile_x15_4.4 new file mode 120000 index 0000000..1bd1c15 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x15_4.4 @@ -0,0 +1 @@ +skipfile-lkft-x15 \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_4.9 b/automated/linux/ltp/skipfiles/skipfile_x15_4.9 new file mode 120000 index 0000000..1bd1c15 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x15_4.9 @@ -0,0 +1 @@ +skipfile-lkft-x15 \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_git b/automated/linux/ltp/skipfiles/skipfile_x15_git new file mode 120000 index 0000000..1bd1c15 --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x15_git @@ -0,0 +1 @@ +skipfile-lkft-x15 \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_4.14 b/automated/linux/ltp/skipfiles/skipfile_x86_4.14 new file mode 120000 index 0000000..b89e50f --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x86_4.14 @@ -0,0 +1 @@ +skipfile-lkft-x86 \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_4.4 b/automated/linux/ltp/skipfiles/skipfile_x86_4.4 new file mode 120000 index 0000000..b89e50f --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x86_4.4 @@ -0,0 +1 @@ +skipfile-lkft-x86 \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_4.9 b/automated/linux/ltp/skipfiles/skipfile_x86_4.9 new file mode 120000 index 0000000..b89e50f --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x86_4.9 @@ -0,0 +1 @@ +skipfile-lkft-x86 \ No newline at end of file diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_git b/automated/linux/ltp/skipfiles/skipfile_x86_git new file mode 120000 index 0000000..b89e50f --- /dev/null +++ b/automated/linux/ltp/skipfiles/skipfile_x86_git @@ -0,0 +1 @@ +skipfile-lkft-x86 \ No newline at end of file -- cgit v1.2.3