From 9291b6390c14190caa683dcb652cfcda0577b3cb Mon Sep 17 00:00:00 2001 From: Luke Curley <432854+kixelated@users.noreply.github.com> Date: Tue, 10 Nov 2026 11:56:42 -0800 Subject: [PATCH] test(kt): quarantine the flaky playout-delay smoke test Co-Authored-By: Claude Opus 5.5 --- .../kotlin/dev/moq/SmokeTest.kt | 3 +++ quest/m0/test-flakes-2/README.md | 1 + quest/m0/test-flakes-2/kt-playout-delay.md | 26 +++++++++++++++++++ 3 files changed, 30 insertions(+) create mode 100644 quest/m0/test-flakes-2/kt-playout-delay.md diff --git a/kt/moq/src/jvmAndAndroidTest/kotlin/dev/moq/SmokeTest.kt b/kt/moq/src/jvmAndAndroidTest/kotlin/dev/moq/SmokeTest.kt index 79e6578941e..804f6e34cef 100644 --- a/kt/moq/src/jvmAndAndroidTest/kotlin/dev/moq/SmokeTest.kt +++ b/kt/moq/src/jvmAndAndroidTest/kotlin/dev/moq/SmokeTest.kt @@ -26,6 +26,7 @@ import dev.moq.video.ProducerOptions as VideoProducerOptions import dev.moq.video.ReadFrame as VideoReadFrame import java.net.DatagramSocket import java.net.InetAddress +import kotlin.test.Ignore import kotlin.test.Test import kotlin.test.assertEquals import kotlin.test.assertFailsWith @@ -1146,6 +1147,8 @@ class SmokeTest { /** * A fixed playout delay is reported back as is, and an estimated one moves as frames are read. */ + // Quarantined: flaky, see quest/m0/test-flakes-2/kt-playout-delay.md. + @Ignore @Test fun `audio consumer reports its playout delay`() = runTest { OriginProducer(OriginConfig()).use { origin -> diff --git a/quest/m0/test-flakes-2/README.md b/quest/m0/test-flakes-2/README.md index a77e44674b1..5bcb67b7eeb 100644 --- a/quest/m0/test-flakes-2/README.md +++ b/quest/m0/test-flakes-2/README.md @@ -272,3 +272,4 @@ Public API: none. Wire: none. - [js/common's worklet dev-server test holds up under load](/quest/m0/test-flakes-2/worklet-dev-server.md) - the dev-server test passes on a loaded host, and its `test.skip` is removed - [Interop's finish cases hold up under load](/quest/m0/test-flakes-2/interop-finish.md) - every publisher's finish cells pass under load, and the scenario's quarantine is removed +- [Kotlin's playout-delay smoke test holds up under load](/quest/m0/test-flakes-2/kt-playout-delay.md) - the audio playout-delay smoke test passes under load, and its `@Ignore` is removed diff --git a/quest/m0/test-flakes-2/kt-playout-delay.md b/quest/m0/test-flakes-2/kt-playout-delay.md new file mode 100644 index 00000000000..fdcb53169e9 --- /dev/null +++ b/quest/m0/test-flakes-2/kt-playout-delay.md @@ -0,0 +1,26 @@ +# [S] Kotlin's playout-delay smoke test holds up under load + +## Goal + +`audio consumer reports its playout delay` in +`kt/moq/src/jvmAndAndroidTest/kotlin/dev/moq/SmokeTest.kt` passes reliably +under a loaded `just check`, fixed at its cause, and its `@Ignore` is +removed. + +## Plan + +Planned 2026-11-10 (maintainer, /quest-complete), under the repository's +flaky-test rule: ✅ quarantine now and investigate here (rejected: wait for +a CI failure). While iterating +[moq-dev/moq#8395](https://github.com/moq-dev/moq/pull/8395), which does not +touch it, the test failed once with a coroutine timeout in a full +`just check`, then passed on the next two runs. + +The test asserts that a fixed playout delay is reported back as is and that +an estimated one moves as frames are read. Under `runTest`, a timeout means +the test waited on wall-clock progress from the native side (frames read, +the estimate moving) past the coroutine test's budget. Reproduce under load +first; then wait on the event the assertion needs instead of a deadline, as +the epic's rules say, rather than raising the timeout. + +Public API: none. Wire: none.