test: benchmark steady state webrtc fps

Author: DjDeveloperr

.github/workflows/ci.yml

@@ -277,6 +277,7 @@ jobs:
           SIMDECK_E2E_MIN_PRESENTED_FPS: "55"
           SIMDECK_E2E_MIN_RECEIVED_FPS: "55"
           SIMDECK_E2E_WEBRTC_MS: "20000"
+          SIMDECK_INTEGRATION_DEVICE_TYPE: iPhone SE (3rd generation)
 
   integration-android:
     name: Android emulator integration

scripts/e2e-webrtc-reliability.mjs

@@ -31,6 +31,7 @@ const maxPeerDisconnectedMs = Number(
 const streamReadyTimeoutMs = Number(
   process.env.SIMDECK_E2E_STREAM_READY_MS ?? 90_000,
 );
+const warmupMs = Number(process.env.SIMDECK_E2E_WARMUP_MS ?? 0);
 const maxDecoderDrops = Number(process.env.SIMDECK_E2E_MAX_DECODER_DROPS ?? 0);
 const minVideoWidth = Number(process.env.SIMDECK_E2E_MIN_VIDEO_WIDTH ?? 0);
 const minVideoHeight = Number(process.env.SIMDECK_E2E_MIN_VIDEO_HEIGHT ?? 0);
@@ -515,6 +516,10 @@ try {
     );
   }
 
+  if (warmupMs > 0) {
+    await sleep(warmupMs);
+  }
+
   const initialMetrics = await fetchJson(endpoint("/api/metrics"));
   const initialStreams = findClientStreams(initialMetrics, clientId);
   const initialPage = latestByKind(initialStreams, "page") ?? {};
@@ -758,6 +763,7 @@ try {
     maxPeerDisconnectedObservedMs,
     maxInteractionLatencyMs,
     maxDecoderDrops,
+    warmupMs,
     interactionsEnabled,
     visualSamplesEnabled,
     interactionLatencies,

scripts/integration/webrtc.mjs

@@ -127,6 +127,7 @@ async function main() {
       SIMDECK_E2E_STREAM_READY_MS:
         process.env.SIMDECK_E2E_STREAM_READY_MS ?? "180000",
       SIMDECK_E2E_VISUAL_SAMPLE_INTERVAL_MS: "0",
+      SIMDECK_E2E_WARMUP_MS: process.env.SIMDECK_E2E_WARMUP_MS ?? "2000",
     },
   );
 }