diff options
Diffstat (limited to 'automated/linux/kselftest/skipfile-lkft.yaml')
| -rw-r--r-- | automated/linux/kselftest/skipfile-lkft.yaml | 948 |
1 files changed, 8 insertions, 940 deletions
diff --git a/automated/linux/kselftest/skipfile-lkft.yaml b/automated/linux/kselftest/skipfile-lkft.yaml index 8e02d59..792cbb1 100644 --- a/automated/linux/kselftest/skipfile-lkft.yaml +++ b/automated/linux/kselftest/skipfile-lkft.yaml @@ -21,90 +21,16 @@ skiplist: - reason: > - Adding skiplist according to the below ticket - mainline kernel tests baselining - url: https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - test_maps - - - reason: > - LKFT: kselftest: test_progs: libbpf: failed to open ./test_pkt_access.o: - No such file or directory - url: https://bugs.linaro.org/show_bug.cgi?id=3120 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - test_progs - - - reason: "LKFT: linux-next: x86: kselftest: test_kmod.sh test failed" - url: https://bugs.linaro.org/show_bug.cgi?id=3219 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - test_kmod.sh - - - reason: > LKFT: linux-next: x15: kselftest: ftracetest hangs forever LKFT: linux-mainline: kernel panic on X15 when running ftrace kseltest https://bugs.linaro.org/show_bug.cgi?id=3304 url: https://bugs.linaro.org/show_bug.cgi?id=3297 - environments: production + environments: all boards: all branches: all tests: - ftracetest - - reason: "LKFT: linux-next: x86: kselftest: pstore_tests failed" - url: https://bugs.linaro.org/show_bug.cgi?id=3222 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - pstore_tests - - - reason: "LKFT: selftests: seccomp TRACE_syscall.skip_after_RET_TRACE" - url: https://bugs.linaro.org/show_bug.cgi?id=2980 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - seccomp_bpf - - reason: "LKFT: linux-next: kselftest: breakpoint_test_arm64 build failed" url: https://bugs.linaro.org/show_bug.cgi?id=3208 environments: all @@ -118,170 +44,6 @@ skiplist: tests: - breakpoint_test_arm64 - - reason: "LKFT: linux-mainline: kselftest sync_test failed" - url: https://bugs.linaro.org/show_bug.cgi?id=3504 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - sync_test - - - reason: > - LKFT: linux-mainline: kselftest BPF test_dev_cgroup failed (new test - case) on all devices - url: https://bugs.linaro.org/show_bug.cgi?id=3500 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - test_dev_cgroup - - - reason: > - Adding skiplist according to the below ticket - mainline kernel tests baselining - url: https://projects.linaro.org/projects/CTT/queues/issue/CTT-585 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - test_tag - - test_lru_map - - test_lpm_map - - run.sh - - run_fuse_test.sh - - run_vmtests - - - reason: > - LKFT: 4.4-rc 4.9-rc 4.13-rc 4.14-rc: x86: kselftest mpx-mini-test_64 - no - MPX support - failed - 3869 Aborted (core dumped) - url: https://bugs.linaro.org/show_bug.cgi?id=3497 - environments: production - boards: - - x86 - - i386 - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - mpx-mini-test_64 - - x86_mpx-mini-test_64 - - - reason: > - LKFT: linux-mainline: x86, x15, juno-r2: kselftest fw_filesystem.sh - failed - url: https://bugs.linaro.org/show_bug.cgi?id=3503 - environments: production - boards: - - dragonboard-410c - - juno-r2 - - qemu_arm - - x15 - - x86 - - qemu_x86_64 - - qemu_i386 - - i386 - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - fw_run_tests.sh - - firmware_fw_run_tests.sh - - - reason: > - LKFT: mainline: x86: kselftests fsgsbase_64 failed - GS/BASE changed from - 0x1/0x0 to 0x0/0x0 - Fails intermittently - url: https://bugs.linaro.org/show_bug.cgi?id=3596 - environments: production - boards: - - x86 - - qemu_x86_64 - - qemu_i386 - - i386 - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - fsgsbase_64 - - - reason: > - LKFT: linux-mainline: x15: kselfteest NET reuseport_bpf_numa failed (new - test) - url: https://bugs.linaro.org/show_bug.cgi?id=3501 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - tests: - - reuseport_bpf_numa - - net_reuseport_bpf_numa - - reason: > - LKFT: linux-mainline: x15: kselfteest NET reuseport_bpf_numa failed (new - test) - url: https://bugs.linaro.org/show_bug.cgi?id=3501 - environments: production - boards: - - x15 - - qemu_arm - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - reuseport_bpf_numa - - net_reuseport_bpf_numa - - - reason: > - LKFT: linux-next, 4.9 and 4.4: bpf: test_align and test_verifier: No such - file or directory - url: https://bugs.linaro.org/show_bug.cgi?id=3170 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.15 - - 4.18 - - 4.19 - tests: - - test_align - - test_verifier - - reason: url: environments: all @@ -298,230 +60,6 @@ skiplist: tests: - step_after_suspend_test - - reason: > - LKFT: linux-mainline: x15: printf.sh bitmap.sh netns_netlink - section 4 - reloc 2 sym 'memset': relocation 28 out of range (0xbf046044 -> - 0xc109f720) - url: https://bugs.linaro.org/show_bug.cgi?id=3484 - environments: production - boards: all - branches: 4.4 - tests: - - bitmap.sh - - reason: > - LKFT: linux-mainline: x15: printf.sh bitmap.sh netns_netlink - section 4 - reloc 2 sym 'memset': relocation 28 out of range (0xbf046044 -> - 0xc109f720) - url: https://bugs.linaro.org/show_bug.cgi?id=3484 - environments: production - boards: - - x15 - - qemu_arm - branches: - - 4.18 - - 4.19 - tests: - - bitmap.sh - - lib_bitmap.sh - - - reason: "skip all tests: memory hotplug is not supported" - url: - environments: production - boards: all - branches: - - 4.4 - - 4.9 - tests: - - mem-on-off-test.sh - - memory-hotplug_mem-on-off-test.sh - - - reason: "skip all tests: efivarfs is not mounted on /sys/firmware/efi/efivars" - url: - environments: production - boards: all - branches: - - 4.9 - tests: - - efivarfs.sh - - efivarfs_efivarfs.sh - - reason: "skip all tests: efivarfs is not mounted on /sys/firmware/efi/efivars" - url: - environments: production - boards: - - dragonboard-410c - - hi6220-hikey - branches: - - 4.4 - tests: - - efivarfs.sh - - efivarfs_efivarfs.sh - - - reason: > - LKFT: linux-next: gpio: gpio-mockup-chardev: No such file or directory - - Build failed. - url: https://bugs.linaro.org/show_bug.cgi?id=3122 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - tests: - - gpio-mockup.sh - - gpio_gpio-mockup.sh - - - reason: > - LKFT: linux-mainline: x86, x15, juno-r2: kselftest fw_filesystem.sh - failed - url: https://bugs.linaro.org/show_bug.cgi?id=3503 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - tests: - - fw_fallback.sh - - - reason: "LKFT: 4.9-rc: Hikey: sysctl.sh need CONFIG_TEST_SYSCTL=y" - url: https://bugs.linaro.org/show_bug.cgi?id=3251 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - tests: - - sysctl.sh - - sysctl_sysctl.sh - - - reason: "LKFT: timer: inconsistency-check failed on Hikey" - url: https://bugs.linaro.org/show_bug.cgi?id=2950 - environments: production - boards: - - hi6220-hikey - - dragonboard-410c - branches: - - 4.4 - - 4.9 - tests: - - inconsistency-check - - timers_inconsistency-check - - - reason: "kselftests: ldt_gdt_64 fails on x86" - url: https://bugs.linaro.org/show_bug.cgi?id=3564 - environments: production - boards: - - x86 - - qemu_x86_64 - - qemu_i386 - - i386 - branches: - - 4.4 - - 4.9 - tests: - - ldt_gdt_64 - - - reason: > - LKFT: linux-stable-rc-4.4: Juno: kselftest cpufreq test failed - No cpu - is managed by cpufreq core, exiting - url: https://bugs.linaro.org/show_bug.cgi?id=3489 - environments: production - boards: juno-r2 - branches: 4.4 - tests: - - main.sh - - reason: > - LKFT: linux-stable-rc-4.4: Juno: kselftest cpufreq test failed - No cpu - is managed by cpufreq core, exiting - url: https://bugs.linaro.org/show_bug.cgi?id=3489 - environments: production - boards: - - dragonboard-410c - - qemu_arm - - qemu_arm64 - - qemu_x86_64 - - qemu_i386 - - i386 - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - main.sh - - - reason: - url: - environments: production - boards: all - branches: 4.4 - tests: - - owner - - nsfs_owner - - pidns - - nsfs_pidns - - pstore_post_reboot_tests - - pstore_pstore_post_reboot_tests - - run_afpackettests - - net_run_afpackettests - - sas - - sigaltstack_sas - - - reason: > - LKFT: linux-mainline, 4.9 and 4.4: x15: rtctest - PIE delta error: - 0.018197 should be close to 0.015625 - url: https://bugs.linaro.org/show_bug.cgi?id=3402 - environments: production - boards: - - hi6220-hikey - branches: 4.4 - tests: - - rtctest - - reason: > - LKFT: linux-mainline, 4.9 and 4.4: x15: rtctest - PIE delta error: - 0.018197 should be close to 0.015625 - url: https://bugs.linaro.org/show_bug.cgi?id=3402 - environments: production - boards: - - dragonboard-410c - - x15 - - qemu_x86_64 - - qemu_arm64 - - qemu_arm - - qemu_i386 - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - rtctest - - - reason: - url: - environments: production - boards: - - x86 - - qemu_x86_64 - - qemu_i386 - - i386 - branches: 4.4 - tests: - - sigreturn_64 - - - reason: - url: - environments: production - boards: - - dragonboard-410c - - hi6220-hikey - branches: 4.4 - tests: - - test_bpf.sh - - net_test_bpf.sh - - reason: url: environments: all @@ -545,7 +83,7 @@ skiplist: - reason: url: - environments: production + environments: all boards: - qemu_arm - qemu_arm64 @@ -554,426 +92,6 @@ skiplist: - mq_open_tests - mq_perf_tests - - reason: > - LKFT: BPF: test_tcpbpf_user test_libbpf.sh failed - test_tcpbpf_kern.o - open test_l4lb.o : No such file or directory - url: https://bugs.linaro.org/show_bug.cgi?id=3636 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - test_libbpf.sh - - test_offload.py - - test_tcpbpf_user - - - reason: - url: - environments: production - boards: - - qemu_arm - - qemu_arm64 - - qemu_x86_64 - - qemu_i386 - branches: - - mainline - tests: - - test_static_keys.sh - - static_keys_test_static_keys.sh - - test_user_copy.sh - - user_test_user_copy.sh - - printf.sh - - lib_printf.sh - - - reason: > - LKFT: linux-mainline: x15: printf.sh bitmap.sh zram.sh netns_netlink - - section 4 reloc 2 sym 'memset': relocation 28 out of range (0xbf046044 -> - 0xc109f720) - url: https://bugs.linaro.org/show_bug.cgi?id=3484 - environments: production - boards: - - x15 - - qemu_arm - - qemu_arm64 - - qemu_x86_64 - - qemu_i386 - branches: - - 4.15 - - 4.18 - - 4.19 - - mainline - tests: - - printf.sh - - lib_printf.sh - - - reason: "LKFT: kselftest: sigreturn_64 intermittent failure on qemu_x86_64" - url: https://bugs.linaro.org/show_bug.cgi?id=3684 - environments: production - boards: qemu_x86_64 - branches: all - tests: sigreturn_64 - - - reason: > - LKFT: mainline: BPF: test_xdp_redirect.sh and test_xdp_meta.sh skipped - - Could not run test without the ip xdpgeneric support - url: https://bugs.linaro.org/show_bug.cgi?id=3630 - environments: production - boards: all - branches: - - 4.4 - - 4.14 - - 4.18 - - 4.19 - tests: - - test_xdp_meta.sh - - test_xdp_redirect.sh - - - reason: > - LKFT: linux-mainline: all: net fib-onlink-tests.sh and fib_tests.sh failed - url: https://bugs.linaro.org/show_bug.cgi?id=3742 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: - - fib-onlink-tests.sh - - fib_tests.sh - - - reason: > - LKFT: linux-next: gpio: gpio-mockup-chardev: No such file or directory - - Build failed. - url: https://bugs.linaro.org/show_bug.cgi?id=3122 - environments: production - boards: - - x15 - - qemu_arm - branches: - - 4.18 - - 4.19 - tests: - - gpio-mockup.sh - - gpio_gpio-mockup.sh - - - reason: > - LKFT: LKFT: 4.14 4.9 4.4 : membarrier_test test failed on all devices - when kselftest upgrade to 4.16 - url: https://bugs.linaro.org/show_bug.cgi?id=3771 - environments: production - boards: all - branches: - - 4.14 - - 4.9 - - 4.4 - tests: - - membarrier_test - - - reason: > - LKFT: LKFT: mainline: dragon board 410c: proc read failed - ICMPv6: - process `read' is using deprecated sysctl - url: https://bugs.linaro.org/show_bug.cgi?id=3744 - environments: production - boards: dragonboard-410c - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: read - - - reason: > - LKFT: LTP: netns_sysfs and kselftests rtnetlink.sh 1 TBROK: failed to - add a new (host) dummy device on Hikey and Juno - url: https://bugs.linaro.org/show_bug.cgi?id=3834 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: rtnetlink.sh - - - reason: > - LKFT: linux-mainline: devpts_pts failed on all devices - Failed to perform TIOCGPTPEER ioctl - url: https://bugs.linaro.org/show_bug.cgi?id=3732 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: devpts_pts - - - reason: > - LKFT: all-dev: kselftest proc selftests: proc-self-map-files-002 failed - on 4.16 to 4.4 kernels. - url: https://bugs.linaro.org/show_bug.cgi?id=3782 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - tests: proc-self-map-files-002 - - - reason: > - LKFT: arm32: kselftest proc selftests: proc-self-map-files-002 failed - on 4.17 and above kernels. - url: https://bugs.linaro.org/show_bug.cgi?id=3782 - environments: production - boards: - - qemu_arm - - x15 - branches: - - 4.18 - - 4.19 - - mainline - tests: proc-self-map-files-002 - - - reason: > - LKFT: kselftest: proc-self-map-files-001 failed on all devices - url: https://bugs.linaro.org/show_bug.cgi?id=3908 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - tests: proc-self-map-files-001 - - - reason: > - LKFT: mainline: kselftest proc selftests: proc-self-syscall failed on arm32 - url: https://bugs.linaro.org/show_bug.cgi?id=3783 - environments: production - boards: - - qemu_arm - - x15 - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - - mainline - tests: proc-self-syscall - - - reason: > - LKFT: 4.4: Juno: Hikey: x15: x86 reuseport_bpf reuseport_bpf_cpu failed - url: https://bugs.linaro.org/show_bug.cgi?id=3520 - environments: production - boards: all - branches: - - 4.4 - tests: - - reuseport_bpf - - net_reuseport_bpf - - reuseport_bpf_cpu - - net_reuseport_bpf_cpu - - - reason: > - LKFT: mainline: hikey: kvm ./set_sregs_test: No such file or directory - url: https://bugs.linaro.org/show_bug.cgi?id=3741 - environments: production - boards: - - dragonboard-410c - - hi6220-hikey - - juno-r2 - - qemu_arm64 - - qemu_arm - - x15 - branches: all - tests: - - set_sregs_test - - kvm_set_sregs_test - - sync_regs_test - - kvm_sync_regs_test - - vmx_tsc_adjust_test - - kvm_vmx_tsc_adjust_test - - - reason: > - LKFT: kselftest: test_progs: libbpf: failed to open ./test_pkt_access.o: - No such file or directory - url: https://bugs.linaro.org/show_bug.cgi?id=3912 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - tests: - - test_sock_addr.sh - - bpf_test_sock_addr.sh - - test_sock - - bpf_test_sock - - - reason: > - LKFT: net: pmtu.sh: vti4 and vti6 not supported - RTNETLINK answers: - Operation not supported - url: https://bugs.linaro.org/show_bug.cgi?id=3830 - environments: production - boards: all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - tests: - - pmtu.sh - - - reason: > - db410c: rtcpie: /dev/rtc0: No such file - timers tests not unsupported - Dragonboard 410c doesn't seem to have a functional hardware clock - url: https://bugs.linaro.org/show_bug.cgi?id=3924 - environments: production - boards: - - dragonboard-410c - - qemu_arm - - qemu_arm64 - - qemu_x86_64 - - qemu_i386 - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - tests: - - rtcpie - - - reason: > - LKFT: bpf: get_cgroup_id_user failed errno 2 on all devices - Test expected file not found, - "/sys/kernel/debug/tracing/events/syscalls/sys_enter_nanosleep/id" - url: https://bugs.linaro.org/show_bug.cgi?id=3920 - environments: production - boards: - - all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - tests: - - get_cgroup_id_user - - - reason: > - LKFT: BPF: test_lirc_mode2_user failed on all devices - Usage: ./test_lirc_mode2_user /dev/lircN - url: https://bugs.linaro.org/show_bug.cgi?id=3918 - environments: production - boards: - - all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - tests: - - test_lirc_mode2_user - - - reason: > - LKFT: bpf: test_lwt_seg6local.sh CONFIG_LWTUNNEL is not enabled in this kernel - url: https://bugs.linaro.org/show_bug.cgi?id=3919 - environments: production - boards: - - all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - tests: - - test_lwt_seg6local.sh - - - reason: > - bpf: test_select_reuseport prepare_bpf_obj(100): FAIL: get first bpf_program - url: https://bugs.linaro.org/show_bug.cgi?id=3974 - environments: production - boards: - - all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - tests: - - test_select_reuseport - - - reason: > - bpf: test_skb_cgroup_id.sh Error fetching program/map - url: https://bugs.linaro.org/show_bug.cgi?id=3975 - environments: production - boards: - - x86 - - qemu_x86_64 - - qemu_i386 - - i386 - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - tests: - - test_skb_cgroup_id.sh - - - reason: > - bpf: test_socket_cookie: Failed to load ./socket_cookie_prog.o - url: https://bugs.linaro.org/show_bug.cgi?id=3976 - environments: production - boards: - - x86 - - qemu_x86_64 - - qemu_i386 - - i386 - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - tests: - - test_socket_cookie - - - reason: > - bpf: test_select_reuseport prepare_bpf_obj(100): FAIL: get first bpf_program - url: https://bugs.linaro.org/show_bug.cgi?id=3974 - environments: production - boards: - - all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - tests: - - test_select_reuseport - reason: > LKFT: Kselftest: rseq: Warning: file basic_test is not executable @@ -995,74 +113,24 @@ skiplist: - mainline - next tests: - - basic_test - - basic_percpu_ops_test - - param_test - - param_test_benchmark - - param_test_compare_twice - run_param_test.sh - reason: > - LKFT: BPF test_btf PASS on 4.18 and failed on 4.17 and below - url: https://bugs.linaro.org/show_bug.cgi?id=3979 - environments: production - boards: - - all - branches: - - 4.4 - - 4.9 - - 4.14 - tests: - - test_btf - - - reason: > - LKFT: net: udpgso.sh PASS on 4.18 and failed on 4.17 and below - url: https://bugs.linaro.org/show_bug.cgi?id=3980 - environments: production - boards: - - all - branches: - - 4.4 - - 4.9 - - 4.14 - tests: - - udpgso.sh - - - reason: > - LKFT: net: psock_snd: recv: Resource temporarily unavailable on all devices - url: https://bugs.linaro.org/show_bug.cgi?id=3925 - environments: production - boards: - - all - branches: - - 4.4 - - 4.9 - - 4.14 - - 4.18 - - 4.19 - tests: - - psock_snd.sh - - - reason: > LKFT: next: bpf: test_kmod.sh hangs on all devices url: https://bugs.linaro.org/show_bug.cgi?id=4006 environments: all boards: all branches: - mainline - - next tests: - test_kmod.sh - reason: > - LKFT: x86: syscall_arg_fault_32 intermittent failure on qemu_i386 - caused by QEMU x86 HW implementation - url: https://bugs.linaro.org/show_bug.cgi?id=4025 - environments: production - boards: - - qemu_x86_64 - - qemu_i386 + net: run_afpackettests hangs on hikey running 4.19 mainline + url: https://bugs.linaro.org/show_bug.cgi?id=4049 + environments: all + boards: all branches: - - all + - mainline tests: - - syscall_arg_fault_32 + - run_afpackettests |