webRTC ClientWindow

flashdreams/flashdreams/api_v2/client_window.py

@@ -20,7 +20,7 @@ class IClientWindow(InputSource, OutputSink, ABC):
     is given that description in :meth:`OutputSink.open`.
 
     One thread makes every call on a window, so an implementation needs no
-    locking of its own.
+    locking except when its backend delivers input from another thread.
 
     Created by the runtime, never by an application.
     """

flashdreams/flashdreams/runtime_v2/application_runner.py

@@ -0,0 +1,44 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+"""Application lifecycle runner for the v2 runtime."""
+
+from collections.abc import Sequence
+
+from flashdreams.api_v2.application import IApplication
+from flashdreams.api_v2.client_window import IClientWindow
+from flashdreams.runtime_v2.session_desc import SessionDesc
+from flashdreams.runtime_v2.session_runner import run_session
+
+
+class ApplicationRunner:
+    """Create and run one application session against one client window."""
+
+    def __init__(self, application: IApplication, client_window: IClientWindow) -> None:
+        """
+        Args:
+            application: Long-lived application that creates the session.
+            client_window: Window that supplies input and presents generated output.
+        """
+        self._application = application
+        self._client_window = client_window
+
+    def run(
+        self,
+        session_desc: SessionDesc,
+        commandline_args: Sequence[str] = (),
+    ) -> None:
+        """Initialize the application, create one session, and run it.
+
+        The application is closed before this method returns or raises.
+
+        Args:
+            session_desc: Output shape and timing requested for the session.
+            commandline_args: Arguments owned and parsed by the application.
+        """
+        try:
+            self._application.init(commandline_args)
+            session = self._application.create_session(session_desc)
+            run_session(session, self._client_window)
+        finally:
+            self._application.close()

flashdreams/flashdreams/runtime_v2/client_window_factory.py

@@ -0,0 +1,27 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+"""Create v2 client windows from runtime arguments."""
+
+import argparse
+
+from flashdreams.api_v2.client_window import IClientWindow
+from flashdreams.runtime_v2.webrtc_client_window import WebRTCClientWindow
+
+
+def create_client_window(parsed_args: argparse.Namespace) -> IClientWindow:
+    """Create the client window selected by the presentation mode.
+
+    Args:
+        parsed_args: Runtime arguments. Mode-specific fields are read only by
+            the selected mode.
+
+    Returns:
+        Client window for the selected mode.
+
+    Raises:
+        ValueError: ``mode`` is unsupported.
+    """
+    if parsed_args.mode == "webrtc":
+        return WebRTCClientWindow(host=parsed_args.host, port=parsed_args.port)
+    raise ValueError(f"Unsupported client-window mode: {parsed_args.mode!r}.")

flashdreams/flashdreams/runtime_v2/serving/__init__.py

@@ -0,0 +1,4 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+"""Serving backends for the v2 runtime."""

flashdreams/flashdreams/runtime_v2/serving/web/app.js

@@ -0,0 +1,61 @@
+// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+// SPDX-License-Identifier: Apache-2.0
+
+const peer = new RTCPeerConnection();
+const controls = peer.createDataChannel("controls");
+peer.addTransceiver("video", {direction: "recvonly"});
+
+peer.ontrack = event => {
+  document.getElementById("video").srcObject =
+    event.streams[0] ?? new MediaStream([event.track]);
+};
+
+const send = payload => {
+  if (controls.readyState === "open") {
+    controls.send(JSON.stringify(payload));
+  }
+};
+
+window.addEventListener("keydown", event => {
+  send({type: "keyboard", key: event.key, pressed: true});
+});
+
+window.addEventListener("keyup", event => {
+  send({type: "keyboard", key: event.key, pressed: false});
+});
+
+let activationPressed = false;
+document.getElementById("activate").onclick = event => {
+  activationPressed = !activationPressed;
+  event.currentTarget.textContent =
+    activationPressed ? "Deactivate" : "Activate";
+  send({type: "keyboard", key: "r", pressed: activationPressed});
+};
+
+document.getElementById("reset").onclick = () => {
+  send({type: "reset"});
+};
+
+window.addEventListener("beforeunload", () => send({type: "close"}));
+
+async function connect() {
+  while (true) {
+    const health = await fetch("/healthz");
+    if (health.ok && (await health.json()).open) {
+      break;
+    }
+    await new Promise(resolve => setTimeout(resolve, 100));
+  }
+  await peer.setLocalDescription(await peer.createOffer());
+  const response = await fetch("/api/webrtc/offer", {
+    method: "POST",
+    headers: {"content-type": "application/json"},
+    body: JSON.stringify(peer.localDescription),
+  });
+  if (!response.ok) {
+    throw new Error(await response.text());
+  }
+  await peer.setRemoteDescription(await response.json());
+}
+
+connect();

flashdreams/flashdreams/runtime_v2/serving/web/index.html

@@ -0,0 +1,18 @@
+<!doctype html>
+<!--
+SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+SPDX-License-Identifier: Apache-2.0
+-->
+
+<html lang="en">
+  <head>
+    <meta charset="utf-8">
+    <title>FlashDreams WebRTC</title>
+  </head>
+  <body>
+    <video id="video" autoplay playsinline></video>
+    <button id="activate" type="button">Activate</button>
+    <button id="reset" type="button">Reset</button>
+    <script src="/app.js"></script>
+  </body>
+</html>