blob: cf3b9d7212e67c0d833d23c428959f5e496f158a [file] [log] [blame]
// Copyright 2023 The Fuchsia Authors.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
{
actions: [
{
type: "skip",
matchers: [
// TODO(https://fxbug.dev/436916082): Crashes on Machina.
"CgroupTest.ProcfsCgroup",
// TODO(https://fxbug.dev/437153843): Flaking, albeit very infrequently.
"FuseTest.Stats",
// TODO(https://fxbug.dev/437167254)
"IoctlTest.SIOCSIFADDR_Success",
"IoctlTest.EVIOCGNAME_Success",
"IoctlTest.SIOCSIFNETMASK_Success",
"IoctlTest.SIOCGIFNETMASK_Success",
"IoctlTest.SIOCGIFADDR_Success",
"IoctlTest.SIOCSIFADDR_WithMultipleAddressesOnInterface",
"IoctlTest.SIOCSIFNETMASK_WithMultipleAddressesOnInterface",
// TODO(https://fxbug.dev/437149654): Started crashing after /dev/loop-control was added.
"MountTest.Ext4ReadOnlySmokeTest",
"MountTest.Ext4ReadOnlyInMutableStorageSmokeTest",
// TODO(https://fxbug.dev/479282469)
"PerfEventOpenTest.SampleIdIsValid",
"PerfEventOpenTest.MmapFirstRecordPageIsValid",
"PerfEventOpenTest.MmapMetadataPageIsValid",
// TODO(https://fxbug.dev/436914153): This is flakey.
"Pty.EchoFlags",
"Pty.EchoModes",
// TODO(https://fxbug.dev/437153843): These tests seem to behave erratically across
// environments, yet consistently within that environment. For example, they pass
// on my local machine (150 iterations), yet fail on CQ, yet again pass in CI.
"RouteNetlinkSocket/RouteNetlinkSocketNewAddr.AddSubnetRoute/v6_prefix_1",
"RouteNetlinkSocket/RouteNetlinkSocketNewAddr.AddSubnetRoute/v6_prefix_0",
"RouteNetlinkSocket/RouteNetlinkSocketNewAddr.AddSubnetRoute/v6_prefix_128",
"RouteNetlinkSocketTestWithInterface.CreateAndProbeNeighbor",
// TODO(https://fxbug.dev/436916785): These tests actually suspend the system,
// and in Machina this results in the tests timing out after 180s.
"SysfsPowerTest.SuspendStatsFilesUpdateAfterSuccessfulSuspend",
"SysfsPowerTest.SuspendStatsFilesUpdateAfterFailedSuspend",
"SysfsPowerTest.SuspendStateFileWrite",
"SysfsPowerTest.SuspendStateFileWriteFailsWaitAgain",
"SysfsPowerTest.SuspendStateFileWriteFailsCloseFD",
"SysfsPowerTest.SuspendStateFileWriteFailsCloseEpollFD",
"SysfsPowerTest.SuspendStateFileWriteFailsEpollDelete",
"SysfsPowerTest.SuspendStateFileWriteInvalidFails",
"SysfsPowerTest.WakeLockBlocksSuspend",
// TODO(https://fxbug.dev/342416456): Not Machina-specific. Rework the test to take
// into account logs from the system. Skipped since it's flakey.
"SyslogTest.ProcKmsgPoll",
],
},
{
type: "expect_failure",
matchers: [
// TODO(https://fxbug.dev/317285180): Test needs to run where Binder is available.
"BinderWithoutSE*",
// TODO(https://fxbug.dev/437183123)
"BpfMapTest.MapReadOnly",
"BpfMapTest.RingBufferWrapAround",
"BpfMapTest.GetObjFile",
"BpfMapTest.FreezeMmapInteraction",
"BpfMapTest.PinAccessCheck",
// WONTFIX(https://fxbug.dev/436978535): These look for the "all" subdirectory,
// which I understand to only exist when an external network interface is available.
// In the case of Machina, no such network interface will ever exist.
"ProcSysNetTest/ProcSysNetTest.Write/0",
"ProcSysNetTest/ProcSysNetTest.Write/1",
"ProcSysNetTest/ProcSysNetTest.Write/2",
"ProcSysNetTest/ProcSysNetTest.Write/7",
"ProcSysNetTest/ProcSysNetTest.Write/9",
"ProcSysNetTest/ProcSysNetTest.Write/10",
"ProcSysNetTest/ProcSysNetTest.Write/11",
// TODO(https://fxbug.dev/436978535): This permutation tries to write to
// stable_secret, and I believe that particular node has heightened security
// permissions. It's possible that this test is incorrect and should be removed.
"ProcSysNetTest/ProcSysNetTest.Write/19",
// TODO(https://fxbug.dev/436918865): Test needs to be reworked.
"FsTest.CreateExistingFileInReadonlyFilesystemReturnsEEXIST",
"FsTest.DevZeroAndNullQuirks",
// TODO(https://fxbug.dev/437164575): Test needs to be reworked.
"InputTest.DevicePropertiesMatchKeyboardProperties",
"InputTest.DevicePropertiesMatchTouchProperties",
"InputTest.DeviceCanBeRegisteredWithEpoll",
"InputTest.DevicePropertiesMatchMouseWheelProperties",
// TODO(https://fxbug.dev/494326733)
"LoopTest.BlkGetSize",
"LoopTest.BlkGetSize64",
"LoopTest.BlkGetSize_UnitsAndSafety",
"LoopTest.RemoveLoopDeviceFromKernelDeviceRegistry",
// TODO(https://fxbug.dev/490121956)
"MemfdTest.MapExecutableWithNOEXEC",
// TODO(https://fxbug.dev/448187395)
"IpTables.IpTablesAdminCap",
// TODO(https://fxbug.dev/436908596)
"Mmap.FixedAddressTooLow",
// TODO(https://fxbug.dev/437150943): I believe this is a kernel version issue.
"MountTest.BasicSharing",
"MountTest.BindIgnoresSharingFlags",
// TODO(https://fxbug.dev/437153843): I believe the tests / Starnix is incorrect.
"NetlinkSocket.RecvMsg",
"NetlinkSocket.NlctrlFamily",
// TODO(https://fxbug.dev/437191224)
"PerfEventOpenTest.WhenDisabledEventCountShouldBeZero",
"PerfEventOpenTest.ValidInputsSucceed",
"PerfEventOpenTest.SettingIoctlDisabledCallWorks",
"PerfEventOpenTest.WhenEnabledEventCountShouldBeOne",
"PerfEventOpenTest.WhenResetAndDisabledEventCountShouldBeZero",
"PerfEventOpenTest.SettingIoctlEnabledCallWorks",
"PerfEventOpenTest.ReadEventWithBufferTooSmallFails",
// TODO(https://fxbug.dev/460206055): Machina currently uses a different binary name than Starnix.
"PrctlTest.Argv0SniffingIsUndetectableInUserspace",
// TODO(https://fxbug.dev/436921256): I believe the test is wrong.
"ProcMountsTest.MountAdded",
// TODO(https://fxbug.dev/436979594)
"ProcTaskDirTest.SelfEnvironIsNotEmpty",
// TODO(https://fxbug.dev/437162553)
"SocketFault/SocketFault.Read/1",
"SocketFault/SocketFault.WriteV/1",
"SocketFault/SocketFault.SendmsgENOBUFS/1",
"SocketFault/SocketFault.ReadV/1",
"SocketFault/SocketFault.Write/1",
// TODO(https://fxbug.dev/437163361): Reliant on an Android-specific kernel feature.
"SysfsKernelTest.WakeupReasonsDirectoryContainDefaultsLastResumeReason",
"SysfsKernelTest.WakeupReasonsDirectoryContainDefaultsLastSuspendTime",
"SysfsKernelTest.WakeupReasonsDirectoryContainsExpectedContents",
"SysfsKernelTest.KernelDirectoryContainsExpectedContents",
// TODO(https://fxbug.dev/478981256): These expectations don't match the Machina system.
"SysfsPowerTest.PowerDirectoryContainsExpectedContents",
"SysfsPowerTest.LastResumeReasonFileContainsExpectedContents",
"SysfsPowerTest.WakeupReasonsDirectoryContainsExpectedContents",
"SysfsPowerTest.AddAndRemoveWakeLock",
"SysfsPowerTest.LastSuspendTimeFileContainsExpectedContents",
"SysfsPowerTest.WakeLockWithTimeout",
"SysfsPowerTest.WakeLockFileWrite",
// WONTFIX(https://fxbug.dev/437164512): The Android (and gLinux) kernel is modified
// with higher security access restrictions than the standard Linux kernel. In
// particular, CAP_SYS_ADMIN is used as a fallback permission for many syslog access
// checks in standard Linux 6.6. This was later removed, and Android kernels have
// removed it even sooner still. As such, these tests where CAP_SYS_ADMIN is enabled
// will fail on Machina, since the fallthrough logic breaks our expectations.
"SyslogAccessTestAll/SyslogAccessTest.SyslogActionC*_SysAdmin_NoSyslog_*Restrict",
"SyslogAccessTestAll/SyslogAccessTest.SyslogActionRead/*_SysAdmin_NoSyslog_*Restrict",
"SyslogAccessTestAll/SyslogAccessTest.SyslogActionReadClear/*_SysAdmin_NoSyslog_*Restrict",
"SyslogAccessTestAll/SyslogAccessTest.SyslogActionOpen/*_SysAdmin_NoSyslog_*Restrict",
"SyslogAccessTestAll/SyslogAccessTest.SyslogActionSizeUnread/*_SysAdmin_NoSyslog_*Restrict",
"SyslogAccessTestAll/SyslogAccessTest.ProcKmsgRead/Root_SysAdmin_NoSyslog_*Restrict",
"SyslogAccessTestAll/SyslogAccessTest.ProcKmsgRead/User_SysAdmin_NoSyslog_DacOverride_*Restrict",
"SyslogAccessTestAll/SyslogAccessTest.ProcKmsg*Write/*_SysAdmin_NoSyslog_DacOverride_*",
"SyslogAccessTestAll/SyslogAccessTest.ProcKmsgTrunc/*_SysAdmin_NoSyslog_DacOverride_*",
"SyslogAccessTestAll/SyslogAccessTest.DevKmsgRead/*_SysAdmin_NoSyslog*_Restrict",
"SyslogAccessTestAll/SyslogAccessTest.SyslogActionReadAll/*_SysAdmin_NoSyslog*_Restrict",
"SyslogAccessTestAll/SyslogAccessTest.SyslogActionSizeBuffer/*_SysAdmin_NoSyslog*_Restrict",
// TODO(https://fxbug.dev/436914573): Reliant on an Android-specific kernel feature.
"TouchStandbyTest.WriteTouchStandbyState",
// TODO(https://fxbug.dev/436986890): Reliant on a missing TUN / TAP interface.
"TunTap/TunTapTest.CreateTunTapDevice/0",
"TunTap/TunTapTest.CreateTunTapDevice/1",
// TODO(https://fxbug.dev/437171876): Machina is missing /sys/devices/ interfaces.
"UdevTest.AddDevMapper",
"UdevTest.AddInput",
"UdevTest.RemoveDevMapper",
// TODO(https://fxbug.dev/436904274): Expectation relies on kernel version >= 5.13.
"UffdTest.NoOperationsBeforeInit",
// TODO(https://fxbug.dev/437173786): Gemini proposed this is an incorrect test.
"UinputTest.UiSetEvbit",
],
},
],
}