summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorNaresh Kamboju <naresh.kamboju@linaro.org>2017-12-13 14:54:12 +0530
committerNaresh Kamboju <naresh.kamboju@linaro.org>2017-12-13 19:07:01 +0530
commit889bf135ae526ecfd73a946033b8a3818859aa47 (patch)
tree512e9999c8df7058cbb815b0c756f04b40c90ada
parent6b3831e09423752ca3414833c4f70953e2244ceb (diff)
[WIP] automated: ltp: skipfile created for skipfile_${device}_{kversion}HEADmaster
Following issues are addressed - Uniform naming as skipfile_{device}_{kversion} - Move all skipfiles under skipfiles directory - Created soft link skipfiles - Skipfile content modified to have single test case name per line Change-Id: Ic0d44e7935ee378ca22e9b144f823a682c29a1ec Signed-off-by: Naresh Kamboju <naresh.kamboju@linaro.org>
-rw-r--r--automated/linux/ltp/skipfile-lkft-x8665
-rw-r--r--automated/linux/ltp/skipfiles/skipfile-lkft-hikey (renamed from automated/linux/ltp/skipfile-lkft-hikey)0
l---------automated/linux/ltp/skipfiles/skipfile-lkft-juno (renamed from automated/linux/ltp/skipfile-lkft-juno)0
-rw-r--r--automated/linux/ltp/skipfiles/skipfile-lkft-minimal (renamed from automated/linux/ltp/skipfile-lkft-minimal)0
-rw-r--r--automated/linux/ltp/skipfiles/skipfile-lkft-nfs-minimal (renamed from automated/linux/ltp/skipfile-lkft-nfs-minimal)0
-rw-r--r--automated/linux/ltp/skipfiles/skipfile-lkft-x15 (renamed from automated/linux/ltp/skipfile-lkft-x15)114
-rw-r--r--automated/linux/ltp/skipfiles/skipfile-lkft-x8662
-rw-r--r--automated/linux/ltp/skipfiles/skipfile-lsk-juno108
-rw-r--r--automated/linux/ltp/skipfiles/skipfile-rpk (renamed from automated/linux/ltp/skipfile-rpk)0
-rw-r--r--automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.14 (renamed from automated/linux/ltp/skipfile-lsk-juno)137
l---------automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.41
l---------automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.91
l---------automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_git1
-rw-r--r--automated/linux/ltp/skipfiles/skipfile_juno-r2_4.14105
l---------automated/linux/ltp/skipfiles/skipfile_juno-r2_4.41
l---------automated/linux/ltp/skipfiles/skipfile_juno-r2_4.91
-rw-r--r--automated/linux/ltp/skipfiles/skipfile_juno-r2_git105
l---------automated/linux/ltp/skipfiles/skipfile_x15_4.141
l---------automated/linux/ltp/skipfiles/skipfile_x15_4.41
l---------automated/linux/ltp/skipfiles/skipfile_x15_4.91
l---------automated/linux/ltp/skipfiles/skipfile_x15_git1
l---------automated/linux/ltp/skipfiles/skipfile_x86_4.141
l---------automated/linux/ltp/skipfiles/skipfile_x86_4.41
l---------automated/linux/ltp/skipfiles/skipfile_x86_4.91
l---------automated/linux/ltp/skipfiles/skipfile_x86_git1
25 files changed, 524 insertions, 185 deletions
diff --git a/automated/linux/ltp/skipfile-lkft-x86 b/automated/linux/ltp/skipfile-lkft-x86
deleted file mode 100644
index c23a0ea..0000000
--- a/automated/linux/ltp/skipfile-lkft-x86
+++ /dev/null
@@ -1,65 +0,0 @@
-# pth_str02 hangs when using NFS filesystem.
-# LKFT: linux-mainline: x86 : ltp sched tests hang due to NFS not responding
-# https://bugs.linaro.org/show_bug.cgi?id=3338
-pth_str01 pth_str01
-pth_str02 pth_str02
-pth_str03 pth_str03
-time-schedule01 time-schedule
-
-# syscalls
-# mainline kernel tests baselining
-# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
-# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096
-# https://bugs.linaro.org/show_bug.cgi?id=3378
-fcntl35 fcntl35
-fcntl35_64 fcntl35_64
-linkat01 linkat01
-open12 open12
-openat02 openat02
-# LKFT: 4.4: LTP readahead02 fails on x86
-# https://bugs.linaro.org/show_bug.cgi?id=3457
-readahead02 readahead02
-renameat201 renameat201
-renameat202 renameat202 -i 10
-sendfile09 sendfile09
-sendfile09_64 sendfile09_64
-
-utime01 utime01
-utime02 utime02
-utime06 utime06
-utimes01 utimes01
-
-# containers
-netns_sysfs netns_sysfs.sh
-netns_comm_ns_exec_ipv6_netlink netns_comm.sh ns_exec ipv6 netlink
-netns_comm_ns_exec_ipv6_ioctl netns_comm.sh ns_exec ipv6 ioctl
-netns_comm_ip_ipv6_ioctl netns_comm.sh ip ipv6 ioctl
-netns_comm_ip_ipv6_netlink netns_comm.sh ip ipv6 netlink
-netns_breakns_ip_ipv4_ioctl netns_breakns.sh ip ipv4 ioctl
-netns_breakns_ip_ipv4_netlink netns_breakns.sh ip ipv4 netlink
-netns_breakns_ip_ipv6_ioctl netns_breakns.sh ip ipv6 ioctl
-netns_breakns_ip_ipv6_netlink netns_breakns.sh ip ipv6 netlink
-netns_breakns_ns_exec_ipv4_ioctl netns_breakns.sh ns_exec ipv4 ioctl
-netns_breakns_ns_exec_ipv4_netlink netns_breakns.sh ns_exec ipv4 netlink
-netns_breakns_ns_exec_ipv6_ioctl netns_breakns.sh ns_exec ipv6 ioctl
-netns_breakns_ns_exec_ipv6_netlink netns_breakns.sh ns_exec ipv6 netlink
-netns_comm_ip_ipv4_ioctl netns_comm.sh ip ipv4 ioctl
-netns_comm_ip_ipv4_netlink netns_comm.sh ip ipv4 netlink
-netns_comm_ns_exec_ipv4_ioctl netns_comm.sh ns_exec ipv4 ioctl
-netns_comm_ns_exec_ipv4_netlink netns_comm.sh ns_exec ipv4 netlink
-
-# tests that fail because time syncing services are not turned off
-# https://bugs.linaro.org/show_bug.cgi?id=3335
-leapsec_timer leapsec_timer
-
-# Test ends with SIGKILL on x15 (intermittent failure
-# https://bugs.linaro.org/show_bug.cgi?id=3401
-getrandom02 getrandom02
-
-# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30)
-# https://bugs.linaro.org/show_bug.cgi?id=3470
-ioctl03 ioctl03
-
-# LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure
-# https://bugs.linaro.org/show_bug.cgi?id=3382
-perf_event_open02 perf_event_open02
diff --git a/automated/linux/ltp/skipfile-lkft-hikey b/automated/linux/ltp/skipfiles/skipfile-lkft-hikey
index 5983099..5983099 100644
--- a/automated/linux/ltp/skipfile-lkft-hikey
+++ b/automated/linux/ltp/skipfiles/skipfile-lkft-hikey
diff --git a/automated/linux/ltp/skipfile-lkft-juno b/automated/linux/ltp/skipfiles/skipfile-lkft-juno
index b2c1a2a..b2c1a2a 120000
--- a/automated/linux/ltp/skipfile-lkft-juno
+++ b/automated/linux/ltp/skipfiles/skipfile-lkft-juno
diff --git a/automated/linux/ltp/skipfile-lkft-minimal b/automated/linux/ltp/skipfiles/skipfile-lkft-minimal
index 09f33e2..09f33e2 100644
--- a/automated/linux/ltp/skipfile-lkft-minimal
+++ b/automated/linux/ltp/skipfiles/skipfile-lkft-minimal
diff --git a/automated/linux/ltp/skipfile-lkft-nfs-minimal b/automated/linux/ltp/skipfiles/skipfile-lkft-nfs-minimal
index a2328d2..a2328d2 100644
--- a/automated/linux/ltp/skipfile-lkft-nfs-minimal
+++ b/automated/linux/ltp/skipfiles/skipfile-lkft-nfs-minimal
diff --git a/automated/linux/ltp/skipfile-lkft-x15 b/automated/linux/ltp/skipfiles/skipfile-lkft-x15
index 10ef284..73a4088 100644
--- a/automated/linux/ltp/skipfile-lkft-x15
+++ b/automated/linux/ltp/skipfiles/skipfile-lkft-x15
@@ -2,60 +2,59 @@
# Linux-4.4: LTP: bind02: socket() failed: errno=EACCES(13): Permission denied
# https://bugs.linaro.org/show_bug.cgi?id=2962
-bind02 bind02
+bind02
# chdir01 is failed due to the way LAVA mounted /tmp file system
-chdir01A symlink01 -T chdir01
+chdir01A
# Fork test case overheats Hikey board and goes auto reboots.
# fork13 is also a peformance test case so skip it.
-fork13 fork13 -i 1000000
+fork13
# msgctl10 and msgct11 tests overheats HiKey board due to
# large number of fork() calls and message queues read/writes.
# [RPB] LTP: msgctl10 fork failed
# https://bugs.linaro.org/show_bug.cgi?id=2355
-msgctl10 msgctl10
-msgctl11 msgctl11
+msgctl10
+msgctl11
# mainline kernel tests baselining
# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
-quotactl01 quotactl01
+quotactl01
# Skip pselect01 till next LTP release Sept-2017
# LKFT: LTP: pselect01_64: slept for too long
# https://bugs.linaro.org/show_bug.cgi?id=3089
-pselect01 pselect01
-pselect01_64 pselect01_64
-
-sysfs01 sysfs01
-sysfs02 sysfs02
-sysfs03 sysfs03
-sysfs04 sysfs04
-sysfs05 sysfs05
-sysfs06 sysfs06
+pselect01
+pselect01_64
+
# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid.
# sysfs system call is obsolete; don't use it.
# This test can only run on kernels that support the sysfs system call
+sysfs01
+sysfs02
+sysfs03
+sysfs04
+sysfs05
+sysfs06
-syslog01 syslog01
-syslog02 syslog02
-syslog03 syslog03
-syslog04 syslog04
-syslog05 syslog05
-syslog06 syslog06
-syslog07 syslog07
-syslog08 syslog08
-syslog09 syslog09
-syslog10 syslog10
# The syslog tests are not valuable for us
+syslog01
+syslog02
+syslog03
+syslog04
+syslog05
+syslog06
+syslog07
+syslog08
+syslog09
+syslog10
-ustat01 ustat01
-ustat02 ustat02
# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture.
# ustat(2) failed and setthe errno to 38 : Function not implemented
+ustat01
+ustat02
-overcommit_memory02 overcommit_memory -R 0
# The testcase seems to be broken unless you have big enough swap so that
# CommitLimit (which depends on size of the swap) is greater than
# Commit_AS. In your case the swap size was not big enough to be greater
@@ -65,18 +64,19 @@ overcommit_memory02 overcommit_memory -R 0
# beteter message if there is no room to alloace any memory in this case.
# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html
# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html
+overcommit_memory02
-cron02 cron02
-cron_deny01 cron_deny01
-cron_allow01 cron_allow01
-cron_dirs_checks01 cron_dirs_checks01
# crontab: command not found
# External package cron not installed on rootfs.
# This test case comes under admin_tools, which is not critical for us
+cron02
+cron_deny01
+cron_allow01
+cron_dirs_checks01
-acl_test01 acl_test01
# acl test cases comes under admin_tools
# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported
+acl_test01
# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of
# the time. See
@@ -93,44 +93,44 @@ gf18
# mainline kernel tests baselining
# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
# containers
-netns_sysfs netns_sysfs.sh
-netns_comm_ns_exec_ipv6_netlink netns_comm.sh ns_exec ipv6 netlink
-netns_comm_ns_exec_ipv6_ioctl netns_comm.sh ns_exec ipv6 ioctl
-netns_comm_ip_ipv6_ioctl netns_comm.sh ip ipv6 ioctl
-netns_comm_ip_ipv6_netlink netns_comm.sh ip ipv6 netlink
-netns_breakns_ip_ipv4_ioctl netns_breakns.sh ip ipv4 ioctl
-netns_breakns_ip_ipv4_netlink netns_breakns.sh ip ipv4 netlink
-netns_breakns_ip_ipv6_ioctl netns_breakns.sh ip ipv6 ioctl
-netns_breakns_ip_ipv6_netlink netns_breakns.sh ip ipv6 netlink
-netns_breakns_ns_exec_ipv4_ioctl netns_breakns.sh ns_exec ipv4 ioctl
-netns_breakns_ns_exec_ipv4_netlink netns_breakns.sh ns_exec ipv4 netlink
-netns_breakns_ns_exec_ipv6_ioctl netns_breakns.sh ns_exec ipv6 ioctl
-netns_breakns_ns_exec_ipv6_netlink netns_breakns.sh ns_exec ipv6 netlink
-netns_comm_ip_ipv4_ioctl netns_comm.sh ip ipv4 ioctl
-netns_comm_ip_ipv4_netlink netns_comm.sh ip ipv4 netlink
-netns_comm_ns_exec_ipv4_ioctl netns_comm.sh ns_exec ipv4 ioctl
-netns_comm_ns_exec_ipv4_netlink netns_comm.sh ns_exec ipv4 netlink
+netns_sysfs
+netns_comm_ns_exec_ipv6_netlink
+netns_comm_ns_exec_ipv6_ioctl
+netns_comm_ip_ipv6_ioctl
+netns_comm_ip_ipv6_netlink
+netns_breakns_ip_ipv4_ioctl
+netns_breakns_ip_ipv4_netlink
+netns_breakns_ip_ipv6_ioctl
+netns_breakns_ip_ipv6_netlink
+netns_breakns_ns_exec_ipv4_ioctl
+netns_breakns_ns_exec_ipv4_netlink
+netns_breakns_ns_exec_ipv6_ioctl
+netns_breakns_ns_exec_ipv6_netlink
+netns_comm_ip_ipv4_ioctl
+netns_comm_ip_ipv4_netlink
+netns_comm_ns_exec_ipv4_ioctl
+netns_comm_ns_exec_ipv4_netlink
# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096
# https://bugs.linaro.org/show_bug.cgi?id=3378
-fcntl35 fcntl35
-fcntl35_64 fcntl35_64
+fcntl35
+fcntl35_64
# Test is inconsistent on x15
# https://bugs.linaro.org/show_bug.cgi?id=3339
-fcntl36 fcntl36
+fcntl36
# Test is inconsistent on x15
# https://bugs.linaro.org/show_bug.cgi?id=3335
-leapsec_timer leapsec_timer
+leapsec_timer
# Test ends with SIGKILL on x15 (intermittent failure
# https://bugs.linaro.org/show_bug.cgi?id=3401
-getrandom02 getrandom02
+getrandom02
# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30)
# https://bugs.linaro.org/show_bug.cgi?id=3470
-ioctl03 ioctl03
+ioctl03
# LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure
# https://bugs.linaro.org/show_bug.cgi?id=3382
-perf_event_open02 perf_event_open02
+perf_event_open02
diff --git a/automated/linux/ltp/skipfiles/skipfile-lkft-x86 b/automated/linux/ltp/skipfiles/skipfile-lkft-x86
new file mode 100644
index 0000000..d16d98d
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile-lkft-x86
@@ -0,0 +1,62 @@
+# pth_str02 hangs when using NFS filesystem.
+# LKFT: linux-mainline: x86 : ltp sched tests hang due to NFS not responding
+# https://bugs.linaro.org/show_bug.cgi?id=3338
+pth_str01
+pth_str02
+pth_str03
+time-schedule01
+
+# syscalls
+# mainline kernel tests baselining
+# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
+# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096
+# https://bugs.linaro.org/show_bug.cgi?id=3378
+fcntl35
+fcntl35_64
+linkat01
+open12
+openat02
+
+# LKFT: 4.4: LTP readahead02 fails on x86
+# https://bugs.linaro.org/show_bug.cgi?id=3457
+readahead02
+renameat201
+renameat202
+sendfile09
+sendfile09_64
+
+utime01
+utime02
+utime06
+utimes01
+
+# containers
+netns_sysfs
+netns_comm_ns_exec_ipv6_netlink
+netns_comm_ns_exec_ipv6_ioctl
+netns_comm_ip_ipv6_ioctl
+netns_comm_ip_ipv6_netlink
+netns_breakns_ip_ipv4_ioctl
+netns_breakns_ip_ipv4_netlink
+netns_breakns_ip_ipv6_ioctl
+netns_breakns_ip_ipv6_netlink
+netns_breakns_ns_exec_ipv4_ioctl
+netns_breakns_ns_exec_ipv4_netlink
+netns_breakns_ns_exec_ipv6_ioctl
+netns_breakns_ns_exec_ipv6_netlink
+netns_comm_ip_ipv4_ioctl
+netns_comm_ip_ipv4_netlink
+netns_comm_ns_exec_ipv4_ioctl
+netns_comm_ns_exec_ipv4_netlink
+
+# tests that fail because time syncing services are not turned off
+# https://bugs.linaro.org/show_bug.cgi?id=3335
+leapsec_timer
+
+# Test ends with SIGKILL on x15 (intermittent failure
+# https://bugs.linaro.org/show_bug.cgi?id=3401
+getrandom02
+
+# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30)
+# https://bugs.linaro.org/show_bug.cgi?id=3470
+ioctl03
diff --git a/automated/linux/ltp/skipfiles/skipfile-lsk-juno b/automated/linux/ltp/skipfiles/skipfile-lsk-juno
new file mode 100644
index 0000000..3caa43a
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile-lsk-juno
@@ -0,0 +1,108 @@
+# Blacklist or skip tests list
+
+chdir01A
+fork13
+msgctl10
+msgctl11
+
+# mainline kernel tests baselining
+# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
+quotactl01
+# chdir01 is failed due to the way LAVA mounted /tmp file system
+
+# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid.
+# sysfs system call is obsolete; don't use it.
+# This test can only run on kernels that support the sysfs system call
+sysfs01
+sysfs02
+sysfs03
+sysfs04
+sysfs05
+sysfs06
+
+# The syslog tests are not valuable for us
+syslog01
+syslog02
+syslog03
+syslog04
+syslog05
+syslog06
+syslog07
+syslog08
+syslog09
+syslog10
+
+# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture.
+# ustat(2) failed and setthe errno to 38 : Function not implemented
+ustat01
+ustat02
+
+# The testcase seems to be broken unless you have big enough swap so that
+# CommitLimit (which depends on size of the swap) is greater than
+# Commit_AS. In your case the swap size was not big enough to be greater
+# than the amount of currently overcommited memory (Commit_AS).
+
+# The test should be changed to skip the particular testcase and give a
+# beteter message if there is no room to alloace any memory in this case.
+# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html
+# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html
+overcommit_memory02
+
+# crontab: command not found
+# External package cron not installed on rootfs.
+# This test case comes under admin_tools, which is not critical for us
+cron02
+cron_deny01
+cron_allow01
+cron_dirs_checks01
+
+# acl test cases comes under admin_tools
+# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported
+acl_test01
+
+# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of
+# the time. See
+# https://bugs.linaro.org/show_bug.cgi?id=3303 for details.
+fanotify07
+
+# fs:isofs Do not try to build iso's on embedded boards.
+isofs
+# ltp-fs-tests/quota_remount_test01
+# https://bugs.linaro.org/show_bug.cgi?id=3354
+quota_remount_test01
+
+# mainline kernel tests baselining
+# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
+
+# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed
+# https://bugs.linaro.org/show_bug.cgi?id=3327
+# containers
+netns_sysfs
+netns_comm_ns_exec_ipv6_netlink
+netns_comm_ns_exec_ipv6_ioctl
+netns_comm_ip_ipv6_ioctl
+netns_comm_ip_ipv6_netlink
+netns_breakns_ip_ipv4_ioctl
+netns_breakns_ip_ipv4_netlink
+netns_breakns_ip_ipv6_ioctl
+netns_breakns_ip_ipv6_netlink
+netns_breakns_ns_exec_ipv4_ioctl
+netns_breakns_ns_exec_ipv4_netlink
+netns_breakns_ns_exec_ipv6_ioctl
+netns_breakns_ns_exec_ipv6_netlink
+netns_comm_ip_ipv4_ioctl
+netns_comm_ip_ipv4_netlink
+netns_comm_ns_exec_ipv4_ioctl
+netns_comm_ns_exec_ipv4_netlink
+
+# tests that fail because time syncing services are not turned off
+# https://bugs.linaro.org/show_bug.cgi?id=3335
+leapsec_timer
+
+# Test ends with SIGKILL on x15 (intermittent failure
+# https://bugs.linaro.org/show_bug.cgi?id=3401
+getrandom02
+
+# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30)
+# https://bugs.linaro.org/show_bug.cgi?id=3470
+ioctl03
diff --git a/automated/linux/ltp/skipfile-rpk b/automated/linux/ltp/skipfiles/skipfile-rpk
index ba14e17..ba14e17 100644
--- a/automated/linux/ltp/skipfile-rpk
+++ b/automated/linux/ltp/skipfiles/skipfile-rpk
diff --git a/automated/linux/ltp/skipfile-lsk-juno b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.14
index 89fb493..d7b47e7 100644
--- a/automated/linux/ltp/skipfile-lsk-juno
+++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.14
@@ -1,43 +1,66 @@
# Blacklist or skip tests list
-chdir01A symlink01 -T chdir01
-fork13 fork13 -i 1000000
-msgctl10 msgctl10
-msgctl11 msgctl11
+# Linux-4.4: LTP: bind02: socket() failed: errno=EACCES(13): Permission denied
+# https://bugs.linaro.org/show_bug.cgi?id=2962
+bind02
-# mainline kernel tests baselining
-# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
-quotactl01 quotactl01
# chdir01 is failed due to the way LAVA mounted /tmp file system
+chdir01A
-sysfs01 sysfs01
-sysfs02 sysfs02
-sysfs03 sysfs03
-sysfs04 sysfs04
-sysfs05 sysfs05
-sysfs06 sysfs06
+# Fork test case overheats Hikey board and goes auto reboots.
+# fork13 is also a peformance test case so skip it.
+fork13
+
+# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096
+# https://bugs.linaro.org/show_bug.cgi?id=3378
+fcntl35
+fcntl35_64
+
+# msgctl10 and msgct11 tests overheats HiKey board due to
+# large number of fork() calls and message queues read/writes.
+# [RPB] LTP: msgctl10 fork failed
+# https://bugs.linaro.org/show_bug.cgi?id=2355
+msgctl10
+msgctl11
+
+# Skip pselect01 till next LTP release Sept-2017
+# LKFT: LTP: pselect01_64: slept for too long
+# https://bugs.linaro.org/show_bug.cgi?id=3089
+pselect01
+pselect01_64
+
+# mainline kernel tests baselining
+# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
+quotactl01
+
+sysfs01
+sysfs02
+sysfs03
+sysfs04
+sysfs05
+sysfs06
# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid.
# sysfs system call is obsolete; don't use it.
# This test can only run on kernels that support the sysfs system call
-syslog01 syslog01
-syslog02 syslog02
-syslog03 syslog03
-syslog04 syslog04
-syslog05 syslog05
-syslog06 syslog06
-syslog07 syslog07
-syslog08 syslog08
-syslog09 syslog09
-syslog10 syslog10
+syslog01
+syslog02
+syslog03
+syslog04
+syslog05
+syslog06
+syslog07
+syslog08
+syslog09
+syslog10
# The syslog tests are not valuable for us
-ustat01 ustat01
-ustat02 ustat02
+ustat01
+ustat02
# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture.
# ustat(2) failed and setthe errno to 38 : Function not implemented
-overcommit_memory02 overcommit_memory -R 0
+overcommit_memory02
# The testcase seems to be broken unless you have big enough swap so that
# CommitLimit (which depends on size of the swap) is greater than
# Commit_AS. In your case the swap size was not big enough to be greater
@@ -48,73 +71,61 @@ overcommit_memory02 overcommit_memory -R 0
# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html
# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html
-cron02 cron02
-cron_deny01 cron_deny01
-cron_allow01 cron_allow01
-cron_dirs_checks01 cron_dirs_checks01
+cron02
+cron_deny01
+cron_allow01
+cron_dirs_checks01
# crontab: command not found
# External package cron not installed on rootfs.
# This test case comes under admin_tools, which is not critical for us
-acl_test01 acl_test01
+acl_test01
# acl test cases comes under admin_tools
# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported
# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of
# the time. See
# https://bugs.linaro.org/show_bug.cgi?id=3303 for details.
-fanotify07 fanotify07
+fanotify07
# fs:isofs Do not try to build iso's on embedded boards.
isofs
# ltp-fs-tests/quota_remount_test01
# https://bugs.linaro.org/show_bug.cgi?id=3354
-quota_remount_test01 quota_remount_test01.sh
+quota_remount_test01
+
+# sched
+# pth_str02 hangs when using NFS filesystem.
+# LKFT: linux-mainline: juno: x86: ltp sched tests hang due to NFS not responding
+# https://bugs.linaro.org/show_bug.cgi?id=3338
+pth_str01
+pth_str02
+pth_str03
+time-schedule01
-# syscalls
# mainline kernel tests baselining
# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
-# LKFT: 4.4: Hikey: LTP : fcntl35.c:98: FAIL: an unprivileged user init the capacity of a pipe to 65536 unexpectedly, expected 4096
-# https://bugs.linaro.org/show_bug.cgi?id=3378
-fcntl35 fcntl35
-fcntl35_64 fcntl35_64
-
-
# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed
# https://bugs.linaro.org/show_bug.cgi?id=3327
-# LKFT: Baseline LTP and Kselftest results on LTS 4.4 kernel
-# https://projects.linaro.org/browse/CTT-617
# containers
-netns_sysfs netns_sysfs.sh
-netns_comm_ns_exec_ipv6_netlink netns_comm.sh ns_exec ipv6 netlink
-netns_comm_ns_exec_ipv6_ioctl netns_comm.sh ns_exec ipv6 ioctl
-netns_comm_ip_ipv6_ioctl netns_comm.sh ip ipv6 ioctl
-netns_comm_ip_ipv6_netlink netns_comm.sh ip ipv6 netlink
-netns_breakns_ip_ipv4_ioctl netns_breakns.sh ip ipv4 ioctl
-netns_breakns_ip_ipv4_netlink netns_breakns.sh ip ipv4 netlink
-netns_breakns_ip_ipv6_ioctl netns_breakns.sh ip ipv6 ioctl
-netns_breakns_ip_ipv6_netlink netns_breakns.sh ip ipv6 netlink
-netns_breakns_ns_exec_ipv4_ioctl netns_breakns.sh ns_exec ipv4 ioctl
-netns_breakns_ns_exec_ipv4_netlink netns_breakns.sh ns_exec ipv4 netlink
-netns_breakns_ns_exec_ipv6_ioctl netns_breakns.sh ns_exec ipv6 ioctl
-netns_breakns_ns_exec_ipv6_netlink netns_breakns.sh ns_exec ipv6 netlink
-netns_comm_ip_ipv4_ioctl netns_comm.sh ip ipv4 ioctl
-netns_comm_ip_ipv4_netlink netns_comm.sh ip ipv4 netlink
-netns_comm_ns_exec_ipv4_ioctl netns_comm.sh ns_exec ipv4 ioctl
-netns_comm_ns_exec_ipv4_netlink netns_comm.sh ns_exec ipv4 netlink
+netns_sysfs
+netns_comm_ns_exec_ipv6_netlink
+netns_comm_ns_exec_ipv6_ioctl
+netns_comm_ip_ipv6_ioctl
+netns_comm_ip_ipv6_netlink
# tests that fail because time syncing services are not turned off
# https://bugs.linaro.org/show_bug.cgi?id=3335
-leapsec_timer leapsec_timer
+leapsec_timer
# Test ends with SIGKILL on x15 (intermittent failure
# https://bugs.linaro.org/show_bug.cgi?id=3401
-getrandom02 getrandom02
+getrandom02
# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30)
# https://bugs.linaro.org/show_bug.cgi?id=3470
-ioctl03 ioctl03
+ioctl03
# LKFT: 4.9-rc: x86: LTP: perf_event_open02.c:333: test failed (ratio was greater than ) - intermittent failure
# https://bugs.linaro.org/show_bug.cgi?id=3382
-perf_event_open02 perf_event_open02
+perf_event_open02
diff --git a/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.4 b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.4
new file mode 120000
index 0000000..9072160
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.4
@@ -0,0 +1 @@
+skipfile-lkft-hikey \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.9 b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.9
new file mode 120000
index 0000000..9072160
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_4.9
@@ -0,0 +1 @@
+skipfile-lkft-hikey \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_git b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_git
new file mode 120000
index 0000000..71f78a2
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_hi6220-hikey_git
@@ -0,0 +1 @@
+skipfile_hi6220-hikey_4.14 \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.14 b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.14
new file mode 100644
index 0000000..c359b85
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.14
@@ -0,0 +1,105 @@
+# Blacklist or skip tests list
+
+chdir01A
+fork13
+msgctl10
+msgctl11
+
+# mainline kernel tests baselining
+# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
+quotactl01
+# chdir01 is failed due to the way LAVA mounted /tmp file system
+
+# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid.
+# sysfs system call is obsolete; don't use it.
+# This test can only run on kernels that support the sysfs system call
+sysfs01
+sysfs02
+sysfs03
+sysfs04
+sysfs05
+sysfs06
+
+# The syslog tests are not valuable for us
+syslog01
+syslog02
+syslog03
+syslog04
+syslog05
+syslog06
+syslog07
+syslog08
+syslog09
+syslog10
+
+# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture.
+# ustat(2) failed and setthe errno to 38 : Function not implemented
+ustat01
+ustat02
+
+# The testcase seems to be broken unless you have big enough swap so that
+# CommitLimit (which depends on size of the swap) is greater than
+# Commit_AS. In your case the swap size was not big enough to be greater
+# than the amount of currently overcommited memory (Commit_AS).
+
+# The test should be changed to skip the particular testcase and give a
+# beteter message if there is no room to alloace any memory in this case.
+# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html
+# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html
+overcommit_memory02
+
+# crontab: command not found
+# External package cron not installed on rootfs.
+# This test case comes under admin_tools, which is not critical for us
+cron02
+cron_deny01
+cron_allow01
+cron_dirs_checks01
+
+# acl test cases comes under admin_tools
+# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported
+acl_test01
+
+# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of
+# the time. See
+# https://bugs.linaro.org/show_bug.cgi?id=3303 for details.
+fanotify07
+
+# fs:isofs Do not try to build iso's on embedded boards.
+isofs
+# ltp-fs-tests/quota_remount_test01
+# https://bugs.linaro.org/show_bug.cgi?id=3354
+quota_remount_test01
+
+# sched
+# pth_str02 hangs when using NFS filesystem.
+# LKFT: linux-mainline: juno: x86: ltp sched tests hang due to NFS not responding
+# https://bugs.linaro.org/show_bug.cgi?id=3338
+pth_str01
+pth_str02
+pth_str03
+time-schedule01
+
+# mainline kernel tests baselining
+# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
+
+# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed
+# https://bugs.linaro.org/show_bug.cgi?id=3327
+# containers
+netns_sysfs
+netns_comm_ns_exec_ipv6_netlink
+netns_comm_ns_exec_ipv6_ioctl
+netns_comm_ip_ipv6_ioctl
+netns_comm_ip_ipv6_netlink
+
+# tests that fail because time syncing services are not turned off
+# https://bugs.linaro.org/show_bug.cgi?id=3335
+leapsec_timer
+
+# Test ends with SIGKILL on x15 (intermittent failure
+# https://bugs.linaro.org/show_bug.cgi?id=3401
+getrandom02
+
+# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30)
+# https://bugs.linaro.org/show_bug.cgi?id=3470
+ioctl03
diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.4 b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.4
new file mode 120000
index 0000000..b2c1a2a
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.4
@@ -0,0 +1 @@
+skipfile-lsk-juno \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.9 b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.9
new file mode 120000
index 0000000..b2c1a2a
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_4.9
@@ -0,0 +1 @@
+skipfile-lsk-juno \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_juno-r2_git b/automated/linux/ltp/skipfiles/skipfile_juno-r2_git
new file mode 100644
index 0000000..c359b85
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_juno-r2_git
@@ -0,0 +1,105 @@
+# Blacklist or skip tests list
+
+chdir01A
+fork13
+msgctl10
+msgctl11
+
+# mainline kernel tests baselining
+# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
+quotactl01
+# chdir01 is failed due to the way LAVA mounted /tmp file system
+
+# sysfs01 sysfs02 sysfs03 sysfs04 sysfs05 and sysfs06 no more valid.
+# sysfs system call is obsolete; don't use it.
+# This test can only run on kernels that support the sysfs system call
+sysfs01
+sysfs02
+sysfs03
+sysfs04
+sysfs05
+sysfs06
+
+# The syslog tests are not valuable for us
+syslog01
+syslog02
+syslog03
+syslog04
+syslog05
+syslog06
+syslog07
+syslog08
+syslog09
+syslog10
+
+# ustat01 and ustat02 failed only on Juno, because this syscall not implemented on arm-64 architecture.
+# ustat(2) failed and setthe errno to 38 : Function not implemented
+ustat01
+ustat02
+
+# The testcase seems to be broken unless you have big enough swap so that
+# CommitLimit (which depends on size of the swap) is greater than
+# Commit_AS. In your case the swap size was not big enough to be greater
+# than the amount of currently overcommited memory (Commit_AS).
+
+# The test should be changed to skip the particular testcase and give a
+# beteter message if there is no room to alloace any memory in this case.
+# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19476.html
+# https://www.mail-archive.com/ltp-list@lists.sourceforge.net/msg19551.html
+overcommit_memory02
+
+# crontab: command not found
+# External package cron not installed on rootfs.
+# This test case comes under admin_tools, which is not critical for us
+cron02
+cron_deny01
+cron_allow01
+cron_dirs_checks01
+
+# acl test cases comes under admin_tools
+# setfacl: /tmp/ltp-UH9jbROZVN/tacl/mount-ext3/test_file_link: Operation not supported
+acl_test01
+
+# fanotify07 was added to syscalls in 20170929 and fails approximately 50% of
+# the time. See
+# https://bugs.linaro.org/show_bug.cgi?id=3303 for details.
+fanotify07
+
+# fs:isofs Do not try to build iso's on embedded boards.
+isofs
+# ltp-fs-tests/quota_remount_test01
+# https://bugs.linaro.org/show_bug.cgi?id=3354
+quota_remount_test01
+
+# sched
+# pth_str02 hangs when using NFS filesystem.
+# LKFT: linux-mainline: juno: x86: ltp sched tests hang due to NFS not responding
+# https://bugs.linaro.org/show_bug.cgi?id=3338
+pth_str01
+pth_str02
+pth_str03
+time-schedule01
+
+# mainline kernel tests baselining
+# https://projects.linaro.org/projects/CTT/queues/issue/CTT-585
+
+# LKFT: linux-mainline: HiKey and Juno: ltp-containers Network Namespaces tests failed
+# https://bugs.linaro.org/show_bug.cgi?id=3327
+# containers
+netns_sysfs
+netns_comm_ns_exec_ipv6_netlink
+netns_comm_ns_exec_ipv6_ioctl
+netns_comm_ip_ipv6_ioctl
+netns_comm_ip_ipv6_netlink
+
+# tests that fail because time syncing services are not turned off
+# https://bugs.linaro.org/show_bug.cgi?id=3335
+leapsec_timer
+
+# Test ends with SIGKILL on x15 (intermittent failure
+# https://bugs.linaro.org/show_bug.cgi?id=3401
+getrandom02
+
+# LKFT: linux-mainline: Hikey and x15: LTP ioctl03: TFAIL: ioctl03.c:114: (UNKNOWN 0x30)
+# https://bugs.linaro.org/show_bug.cgi?id=3470
+ioctl03
diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_4.14 b/automated/linux/ltp/skipfiles/skipfile_x15_4.14
new file mode 120000
index 0000000..1bd1c15
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_x15_4.14
@@ -0,0 +1 @@
+skipfile-lkft-x15 \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_4.4 b/automated/linux/ltp/skipfiles/skipfile_x15_4.4
new file mode 120000
index 0000000..1bd1c15
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_x15_4.4
@@ -0,0 +1 @@
+skipfile-lkft-x15 \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_4.9 b/automated/linux/ltp/skipfiles/skipfile_x15_4.9
new file mode 120000
index 0000000..1bd1c15
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_x15_4.9
@@ -0,0 +1 @@
+skipfile-lkft-x15 \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_x15_git b/automated/linux/ltp/skipfiles/skipfile_x15_git
new file mode 120000
index 0000000..1bd1c15
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_x15_git
@@ -0,0 +1 @@
+skipfile-lkft-x15 \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_4.14 b/automated/linux/ltp/skipfiles/skipfile_x86_4.14
new file mode 120000
index 0000000..b89e50f
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_x86_4.14
@@ -0,0 +1 @@
+skipfile-lkft-x86 \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_4.4 b/automated/linux/ltp/skipfiles/skipfile_x86_4.4
new file mode 120000
index 0000000..b89e50f
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_x86_4.4
@@ -0,0 +1 @@
+skipfile-lkft-x86 \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_4.9 b/automated/linux/ltp/skipfiles/skipfile_x86_4.9
new file mode 120000
index 0000000..b89e50f
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_x86_4.9
@@ -0,0 +1 @@
+skipfile-lkft-x86 \ No newline at end of file
diff --git a/automated/linux/ltp/skipfiles/skipfile_x86_git b/automated/linux/ltp/skipfiles/skipfile_x86_git
new file mode 120000
index 0000000..b89e50f
--- /dev/null
+++ b/automated/linux/ltp/skipfiles/skipfile_x86_git
@@ -0,0 +1 @@
+skipfile-lkft-x86 \ No newline at end of file