blob: c24a978053e22bc64dd9ee1c6cfd83e560b5ec9c [file] [log] [blame]
// Copyright 2023 The Fuchsia Authors.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
{
actions: [
{
type: "skip",
matchers: [
// TODO(https://fxbug.dev/449813778): Flaking on infrastructure with a timeout.
"*AspaceTest.RangeFault*",
// TODO(https://fxbug.dev/437183123): Virtually all are failing and/or flaking.
// Since the results are flakey, we'll need to skip instead of expecting failure.
"BpfTest.*",
"BpfMapTest.*",
"BpfCgroupTest.*",
"BpfIdTest.*",
// TODO(https://fxbug.dev/436916082): Crashes on Machina.
"CgroupTest.*",
// TODO(https://fxbug.dev/449810907): Times out on infrastructure specifically, possibly due to missing fake-hrtimer.
"EpollTest.*",
// TODO(https://fxbug.dev/448145721): Flaking in the FUSE server setup / handling.
"Fuse*",
// TODO(https://fxbug.dev/436916792): Occasionally crashes on Machina.
"FutexTest.*",
// TODO(https://fxbug.dev/437167254)
"IoctlTest.SIOCSIFADDR_Success",
"IoctlTest.EVIOCGNAME_Success",
"IoctlTest.SIOCSIFNETMASK_Success",
"IoctlTest.SIOCGIFNETMASK_Success",
"IoctlTest.SIOCGIFADDR_Success",
"IoctlTest.SIOCSIFADDR_WithMultipleAddressesOnInterface",
"IoctlTest.SIOCSIFNETMASK_WithMultipleAddressesOnInterface",
// TODO(https://fxbug.dev/436909751): Intermittently failing.
"IoUringTest.IoUringReadWrite",
// TODO(https://fxbug.dev/437191224): PerfEventOpenTest has a variety of flakes, crashes and timeouts.
"PerfEventOpenTest.*",
// TODO(https://fxbug.dev/436978535): I believe the test is wrong. Most of these
// fail outright, but a couple of the permutations (Write/8 and Write/20) seem to
// pass. Rather than clutter this file further with every permutation which fails,
// we'll just skip these entirely.
"ProcSysNetTest/ProcSysNetTest.Write/*",
// TODO(https://fxbug.dev/436914153): This is flakey.
"Pty.EchoFlags",
"Pty.EchoModes",
// TODO(https://fxbug.dev/436916082): Crashes on Machina.
"RobustFutexTest.*",
// TODO(https://fxbug.dev/448196787): This is flakey.
"SocketMarkSockOpt/SocketMarkSockOpt.RawCapability/*",
// TODO(https://fxbug.dev/436916785): Fails with a timeout (> 180s) while running.
"SysfsPowerTest.*",
// TODO(https://fxbug.dev/342416456): Not Machina-specific. Rework the test to take
// into account logs from the system. Skipped since it's flakey.
"SyslogTest.ProcKmsgPoll",
// TODO(https://fxbug.dev/437164512): CAP_SYS_ADMIN behaves differently on earlier
// kernel version (e.g. Machina's current 5.10) than on later versions (e.g. 6.10).
// In particular, the (observed) behavior is inconsistent when set in conjunction
// with absence of CAP_SYSLOG. As such, we'll skip all the tests which both set
// CAP_SYS_ADMIN and not CAP_SYSLOG until Machina's kernel version is uprev'd.
// Note that these need to be skipped, because other options (e.g. root) also
// interact with expected syslog access. That can lead to expectations behaving
// unexpectedly, for example being given access (due to root) when it would be
// denied on newer kernels. All that said, the CAP_SYS_ADMIN and CAP_SYSLOG are
// the greatest common denominator for all the differences in behavior.
"SyslogAccessTestAll*_SysAdmin_NoSyslog_*",
],
},
{
type: "expect_failure",
matchers: [
// TODO(https://fxbug.dev/436980834): Tests needs to be reworked.
"AccessTest.FsUidIgnoredUnlessEaccess",
"AccessTest.EaccessChecksAgainstEffectiveCredsOwner",
"AccessTest.EaccessChecksAgainstEffectiveCredsNonOwner",
// TODO(https://fxbug.dev/317285180): Test needs to run where Binder is available.
"BinderWithoutSE*",
// TODO(https://fxbug.dev/436918865): Test needs to be reworked.
"FsTest.CreateExistingFileInReadonlyFilesystemReturnsEEXIST",
// TODO(https://fxbug.dev/450310239): Linux behavior on Machina (5.10x) isn't consistent with 6.x
"IcmpPingSocket.SetInvalid",
// TODO(https://fxbug.dev/437164575): Test needs to be reworked.
"InputTest.DevicePropertiesMatchKeyboardProperties",
"InputTest.DevicePropertiesMatchTouchProperties",
"InputTest.DeviceCanBeRegisteredWithEpoll",
"InputTest.DevicePropertiesMatchMouseWheelProperties",
"MemfdTest.CreateExecutableThenSealThenMap",
"MemfdTest.MapNonExecutableWithNOEXEC",
// TODO(https://fxbug.dev/448187395)
"IpTables.IpTablesAdminCap",
// TODO(https://fxbug.dev/436908596)
"Mmap.FixedAddressTooLow",
// TODO(https://fxbug.dev/437150943): I believe this is a kernel version issue.
"MountTest.BasicSharing",
"MountTest.BindIgnoresSharingFlags",
// TODO(https://fxbug.dev/437149654): Missing /dev/loop-control.
"MountTest.Ext4ReadOnlySmokeTest",
"MountTest.Ext4ReadOnlyInMutableStorageSmokeTest",
// TODO(https://fxbug.dev/437153843): I believe the tests / Starnix is incorrect.
"NetlinkSocket.RecvMsg",
"NetlinkSocket.NlctrlFamily",
// TODO(https://fxbug.dev/436982276): OverlayFS is failing to mount in Machina.
"OverlayFsTest.*",
"OverlayFs/FsMountTest.ChownMinusOneOnSIDFileFails/0",
"OverlayFs/FsMountTest.ChownSameOwnerAndGroupFails/0",
"OverlayFs/FsMountTest.OpenWithTruncAndCreatOnReadOnlyFsReturnsEROFS/0",
"OverlayFs/FsMountTest.ChownOnSGIDFileDropsSGIDBit/0",
"OverlayFs/FsMountTest.OpenWithTruncAndCreatWithExistingFileSucceeds/0",
"OverlayFs/FsMountTest.ChownOnSUIDFileDropsSUIDBit/0",
"OverlayFs/FsMountTest.OpenWithTruncAndCreatWithNoPermsReturnsEACCES/0",
"OverlayFs/FsMountTest.ChownMinusOneSucceeds/0",
"OverlayFs/FsMountTest.CreateAndRenameDirectory/0",
// TODO(https://fxbug.dev/355404941): Not Machina-specific.
"OverlayFs/FsMountTest.CantBypassDirectoryPermissions/0",
"OverlayFs/FsMountTest.ChmodWithDifferentModes/0",
"OverlayFs/FsMountTest.CreateWithDifferentModes/0",
// TODO(https://fxbug.dev/368658840): Not Machina-specific.
"OverlayFs/FsMountTest.ChownMinusOneNoPathAccessFails/0",
// TODO(https://fxbug.dev/460206055): Machina currently uses a different binary name than Starnix.
"PrctlTest.Argv0SniffingIsUndetectableInUserspace",
// TODO(https://fxbug.dev/436921256): I believe the test is wrong.
"ProcMountsTest.MountAdded",
// TODO(https://fxbug.dev/436979594)
"ProcTaskDirTest.SelfEnvironIsNotEmpty",
// TODO(https://fxbug.dev/436986890): Reliant on a missing TUN / TAP interface.
"RouteNetlinkSocket/RouteNetlinkSocketNewAddr.AddSubnetRoute/v4_prefix_0",
"RouteNetlinkSocket/RouteNetlinkSocketNewAddr.AddSubnetRoute/v4_prefix_32",
"RouteNetlinkSocket/RouteNetlinkSocketNewAddr.AddSubnetRoute/v4_prefix_1",
"RouteNetlinkSocket/RouteNetlinkSocketNewAddr.AddSubnetRoute/v6_prefix_1",
"RouteNetlinkSocket/RouteNetlinkSocketNewAddr.AddSubnetRoute/v6_prefix_0",
"RouteNetlinkSocket/RouteNetlinkSocketNewAddr.AddSubnetRoute/v6_prefix_128",
// TODO(https://fxbug.dev/437162553)
"SocketFault/SocketFault.Read/1",
"SocketFault/SocketFault.WriteV/1",
"SocketFault/SocketFault.SendmsgENOBUFS/1",
"SocketFault/SocketFault.ReadV/1",
"SocketFault/SocketFault.Write/1",
// TODO(https://fxbug.dev/437163361): Reliant on an Android-specific kernel feature.
"SysfsKernelTest.WakeupReasonsDirectoryContainDefaultsLastResumeReason",
"SysfsKernelTest.WakeupReasonsDirectoryContainDefaultsLastSuspendTime",
"SysfsKernelTest.WakeupReasonsDirectoryContainsExpectedContents",
"SysfsKernelTest.KernelDirectoryContainsExpectedContents",
// TODO(https://fxbug.dev/436914573): Reliant on an Android-specific kernel feature.
"TouchStandbyTest.WriteTouchStandbyState",
// TODO(https://fxbug.dev/436986890): Reliant on a missing TUN / TAP interface.
"TunTap/TunTapTest.CreateTunTapDevice/0",
"TunTap/TunTapTest.CreateTunTapDevice/1",
// TODO(https://fxbug.dev/437171876): Machina is missing /sys/devices/ interfaces.
"UdevTest.AddDevMapper",
"UdevTest.AddInput",
"UdevTest.RemoveDevMapper",
// TODO(https://fxbug.dev/436904274): Expectation relies on kernel version >= 5.13.
"UffdTest.NoOperationsBeforeInit",
// TODO(https://fxbug.dev/437173786): Missing a kernel module (/dev/uinput).
"UinputTest.*",
],
},
],
}