Add fake demo runtime vertical slice

.github/workflows/omnidreams-demo-runtime.yml

@@ -0,0 +1,328 @@
+name: OmniDreams Demo Runtime
+
+on:
+  push:
+    branches:
+      - main
+      - "pull-request/[0-9]+"
+    paths:
+      - ".github/workflows/omnidreams-demo-runtime.yml"
+      - "pyproject.toml"
+      - "uv.lock"
+      - "flashdreams/pyproject.toml"
+      - "flashdreams/flashdreams/core/**"
+      - "flashdreams/flashdreams/infra/**"
+      - "flashdreams/flashdreams/runtime/**"
+      - "flashdreams/flashdreams/serving/**"
+      - "flashdreams/flashdreams/recipes/taehv/**"
+      - "flashdreams/flashdreams/recipes/wan/**"
+      - "integrations/omnidreams/**"
+      - "integrations/lingbot/**"
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  demo-runtime:
+    name: null, precomputed MP4, and Ludus MP4
+    runs-on: linux-amd64-gpu-rtxpro6000-latest-2
+    timeout-minutes: 180
+    defaults:
+      run:
+        shell: bash
+    container:
+      image: nvidia/cuda:13.2.1-cudnn-devel-ubuntu24.04
+      options: --gpus all
+    env:
+      UV_PROJECT_ENVIRONMENT: /tmp/flashdreams-venv
+      UV_LINK_MODE: copy
+      UV_PYTHON: "3.10"
+      MAX_JOBS: 8
+      ARTIFACT_DIR: artifacts/omnidreams_demo_runtime
+      NULL_BLOCKS: "10"
+      PRECOMPUTED_BLOCKS: "75"
+      LUDUS_BLOCKS: "76"
+      FPS: "30"
+      EXAMPLE_DATA_UUID: 239560dc-33d1-11ef-9720-00044bcbccac
+      LUDUS_SCENE_UUID: 0d404ff7-2b66-498c-b047-1ed8cded60d4
+      LUDUS_TRACE: integrations/omnidreams/omnidreams/demo/traces/ludus_forward_sweep_60s.json
+      EXPECTED_WIDTH: "1280"
+      EXPECTED_HEIGHT: "704"
+      MIN_DURATION_SECONDS: "18"
+      MAX_DURATION_SECONDS: "22"
+    steps:
+      - name: Detect GPU architecture
+        id: gpu-arch
+        run: |
+          nvidia-smi
+          compute_cap=$(nvidia-smi --query-gpu=compute_cap --format=csv,noheader 2>/dev/null | head -1 | tr -d '[:space:]')
+          arch=$(echo "${compute_cap}" | tr -d '.')
+          echo "arch=${arch}" >> "$GITHUB_OUTPUT"
+          echo "Detected GPU compute capability: ${compute_cap} -> sm_${arch}"
+
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Install system dependencies
+        run: |
+          apt-get update -qq
+          DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends \
+            python3 python3-dev python3-venv \
+            ffmpeg \
+            gcc g++ ninja-build \
+            libnccl-dev \
+            curl git ca-certificates jq unzip
+          rm -rf /var/lib/apt/lists/*
+
+      - name: Setup proxy cache
+        uses: nv-gha-runners/setup-proxy-cache@main
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
+          cache-suffix: "omnidreams-demo-runtime-sm${{ steps.gpu-arch.outputs.arch }}"
+          prune-cache: false
+
+      - name: Install dependencies
+        env:
+          NVTE_CUDA_ARCHS: ${{ steps.gpu-arch.outputs.arch }}
+        run: |
+          uv venv --clear
+          uv sync --locked --extra dev
+
+      - name: Verify GPU availability
+        run: nvidia-smi
+
+      - name: Run OmniDreams demo modes
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: |
+          set -uo pipefail
+
+          log_dir="${ARTIFACT_DIR}/logs"
+          output_dir="${ARTIFACT_DIR}/outputs"
+          summary="${ARTIFACT_DIR}/summary.md"
+          status_file="${ARTIFACT_DIR}/command-status.env"
+          mkdir -p "${log_dir}" "${output_dir}"
+          : > "${status_file}"
+
+          odemo() {
+            uv run --no-sync --package flashdreams-omnidreams omnidreams-demo "$@"
+          }
+
+          run_demo() {
+            local name="$1"
+            shift
+            local log="${log_dir}/${name}.log"
+
+            {
+              printf '$'
+              printf ' %q' "$@"
+              printf '\n\n'
+              "$@"
+            } 2>&1 | tee "${log}"
+
+            local rc="${PIPESTATUS[0]}"
+            echo "${name}=${rc}" >> "${status_file}"
+            echo "${name} exit code: ${rc}" | tee -a "${summary}"
+            return 0
+          }
+
+          {
+            echo "# OmniDreams Demo Runtime CI"
+            echo
+            echo "| Mode | Expected blocks | Output |"
+            echo "| --- | ---: | --- |"
+            echo "| null | ${NULL_BLOCKS} | none |"
+            echo "| precomputed MP4 | ${PRECOMPUTED_BLOCKS} | omnidreams-demo-precomputed-20s.mp4 |"
+            echo "| Ludus MP4 | ${LUDUS_BLOCKS} | omnidreams-demo-ludus-20s.mp4 |"
+            echo
+            echo "## Command Status"
+          } > "${summary}"
+
+          run_demo null \
+            odemo replay \
+              --output-mode null \
+              --device cuda:0 \
+              --total-blocks "${NULL_BLOCKS}"
+
+          run_demo precomputed-mp4 \
+            odemo replay \
+              --device cuda:0 \
+              --example-data \
+              --example-data-uuid "${EXAMPLE_DATA_UUID}" \
+              --total-blocks "${PRECOMPUTED_BLOCKS}" \
+              --fps "${FPS}" \
+              --output "${output_dir}/omnidreams-demo-precomputed-20s.mp4"
+
+          run_demo ludus-mp4 \
+            odemo replay \
+              --conditioning-mode ludus-scene-driving \
+              --keyboard-trace "${LUDUS_TRACE}" \
+              --device cuda:0 \
+              --scene-uuid "${LUDUS_SCENE_UUID}" \
+              --seed 42 \
+              --total-blocks "${LUDUS_BLOCKS}" \
+              --output "${output_dir}/omnidreams-demo-ludus-20s.mp4"
+
+      - name: Validate OmniDreams demo artifacts
+        run: |
+          set -euo pipefail
+
+          log_dir="${ARTIFACT_DIR}/logs"
+          output_dir="${ARTIFACT_DIR}/outputs"
+          probe_dir="${ARTIFACT_DIR}/ffprobe"
+          summary="${ARTIFACT_DIR}/summary.md"
+          status_file="${ARTIFACT_DIR}/command-status.env"
+          mkdir -p "${probe_dir}"
+
+          status_of() {
+            awk -F= -v name="$1" '$1 == name { print $2 }' "${status_file}"
+          }
+
+          assert_exit_zero() {
+            local name="$1"
+            local rc
+            rc="$(status_of "${name}")"
+            if [ "${rc}" != "0" ]; then
+              echo "${name} command failed with exit code ${rc}" >&2
+              exit 1
+            fi
+          }
+
+          assert_clean_log() {
+            local log="$1"
+            if grep -En "ERROR|Traceback|Exception|status=failed|Run failed|failed run" "${log}"; then
+              echo "failure marker found in ${log}" >&2
+              exit 1
+            fi
+          }
+
+          assert_log_contains() {
+            local log="$1"
+            local pattern="$2"
+            local label="$3"
+            if ! grep -Eq "${pattern}" "${log}"; then
+              echo "expected ${label} in ${log}" >&2
+              exit 1
+            fi
+          }
+
+          validate_mp4() {
+            local mode="$1"
+            local mp4="$2"
+            local metadata="${probe_dir}/${mode}.json"
+
+            if [ ! -s "${mp4}" ]; then
+              echo "expected non-empty MP4 at ${mp4}" >&2
+              exit 1
+            fi
+
+            ffprobe \
+              -v error \
+              -select_streams v:0 \
+              -show_entries stream=width,height,r_frame_rate,avg_frame_rate,nb_frames,duration:format=duration \
+              -of json \
+              "${mp4}" > "${metadata}"
+
+            local stream_count width height duration
+            stream_count="$(jq '.streams | length' "${metadata}")"
+            width="$(jq -r '.streams[0].width // ""' "${metadata}")"
+            height="$(jq -r '.streams[0].height // ""' "${metadata}")"
+            duration="$(jq -r '.streams[0].duration // .format.duration // "0"' "${metadata}")"
+
+            if [ "${stream_count}" -lt 1 ]; then
+              echo "ffprobe found no video stream in ${mp4}" >&2
+              exit 1
+            fi
+
+            if [ "${width}" != "${EXPECTED_WIDTH}" ] || [ "${height}" != "${EXPECTED_HEIGHT}" ]; then
+              echo "unexpected ${mode} resolution ${width}x${height}; expected ${EXPECTED_WIDTH}x${EXPECTED_HEIGHT}" >&2
+              exit 1
+            fi
+
+            awk \
+              -v duration="${duration}" \
+              -v min_duration="${MIN_DURATION_SECONDS}" \
+              -v max_duration="${MAX_DURATION_SECONDS}" \
+              'BEGIN {
+                if ((duration + 0) < min_duration || (duration + 0) > max_duration) {
+                  exit 1
+                }
+              }' || {
+                echo "unexpected ${mode} duration ${duration}s; expected ${MIN_DURATION_SECONDS}-${MAX_DURATION_SECONDS}s" >&2
+                exit 1
+              }
+          }
+
+          null_log="${log_dir}/null.log"
+          precomputed_log="${log_dir}/precomputed-mp4.log"
+          ludus_log="${log_dir}/ludus-mp4.log"
+
+          assert_exit_zero null
+          assert_exit_zero precomputed-mp4
+          assert_exit_zero ludus-mp4
+
+          assert_clean_log "${null_log}"
+          assert_clean_log "${precomputed_log}"
+          assert_clean_log "${ludus_log}"
+
+          assert_log_contains "${null_log}" "AR 9 encode" "null final AR block"
+          assert_log_contains "${null_log}" "OmniDreams demo replay step 9 frames=" "null final replay step"
+          assert_log_contains "${null_log}" "Loaded OmniDreams demo HDMaps shape=.*views=1" "null precomputed HDMaps"
+
+          assert_log_contains "${precomputed_log}" "AR 74 encode" "precomputed final AR block"
+          assert_log_contains "${precomputed_log}" "OmniDreams demo replay step 74 frames=" "precomputed final replay step"
+          assert_log_contains "${precomputed_log}" "Loaded OmniDreams demo HDMaps shape=.*views=1" "precomputed HDMaps"
+
+          assert_log_contains "${ludus_log}" "AR 75 encode" "Ludus final AR block"
+          assert_log_contains "${ludus_log}" "OmniDreams demo replay step 75 frames=" "Ludus final replay step"
+          assert_log_contains "${ludus_log}" "ludus_backend=cuda" "Ludus CUDA backend"
+          assert_log_contains "${ludus_log}" "trace_events=[1-9][0-9]*" "nonzero Ludus trace events"
+
+          validate_mp4 precomputed-mp4 "${output_dir}/omnidreams-demo-precomputed-20s.mp4"
+          validate_mp4 ludus-mp4 "${output_dir}/omnidreams-demo-ludus-20s.mp4"
+
+          {
+            echo
+            echo "## Validation"
+            echo
+            echo "- All commands exited zero."
+            echo "- Logs contained expected final AR blocks and provider markers."
+            echo "- MP4 outputs were non-empty and passed ffprobe stream checks."
+          } >> "${summary}"
+
+      - name: Trim uv cache for upload
+        if: always()
+        run: |
+          cache_dir="${UV_CACHE_DIR:-/github/home/.cache/uv}"
+          echo "=== Cache size before trim ==="
+          du -sh "${cache_dir}" || true
+          du -sh "${cache_dir}"/*/ 2>/dev/null || true
+
+          rm -rf "${cache_dir}/wheels-v6"
+          rm -rf "${cache_dir}/archive-v0"
+
+          find "${cache_dir}/git-v0/checkouts" \
+            \( -name "build" -o -name "*.egg-info" -o -name "__pycache__" \) \
+            -type d -exec rm -rf {} + 2>/dev/null || true
+
+          rm -rf "${cache_dir}/sdists-v9/editable"
+
+          echo ""
+          echo "=== Cache size after trim ==="
+          du -sh "${cache_dir}" || true
+          du -sh "${cache_dir}"/*/ 2>/dev/null || true
+          echo ""
+          echo "=== Cached built wheels (sdists-v9) ==="
+          find "${cache_dir}/sdists-v9" -name "*.whl" -exec ls -lh {} \; 2>/dev/null || true
+
+      - name: Upload demo runtime artifacts
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: omnidreams-demo-runtime
+          path: ${{ env.ARTIFACT_DIR }}
+          if-no-files-found: ignore

flashdreams/flashdreams/runtime/__init__.py

@@ -52,14 +52,20 @@
 from flashdreams.runtime.metrics import (
     InMemoryMetricsRecorder,
     MetricsRecorder,
+    MetricsSnapshot,
     NullMetricsRecorder,
     RuntimeMetricSample,
 )
 from flashdreams.runtime.output import NullOutputTarget, OutputArtifact, OutputTarget
 from flashdreams.runtime.runner import run_inference_session
-from flashdreams.runtime.types import StepRequest, StepResult
+from flashdreams.runtime.types import (
+    StepRequest,
+    StepRequirements,
+    StepResult,
+    step_requirements_from_request,
+)
 from flashdreams.runtime.video_output import Mp4VideoOutputTarget
-from flashdreams.runtime.worker import ThreadAffineRuntimeWorker
+from flashdreams.runtime.worker import ModelExecutionWorker, ThreadAffineRuntimeWorker
 
 __all__ = [
     "CanonicalInputs",
@@ -90,7 +96,9 @@
     "KeyboardToDriverCommand",
     "MappingCompatibility",
     "MetricsRecorder",
+    "MetricsSnapshot",
     "ModelAdapter",
+    "ModelExecutionWorker",
     "Mp4VideoOutputTarget",
     "NullMetricsRecorder",
     "NullOutputTarget",
@@ -100,10 +108,12 @@
     "RuntimeMetricSample",
     "ScriptedModality",
     "StepRequest",
+    "StepRequirements",
     "StepResult",
     "TimeWindow",
     "ThreadAffineRuntimeWorker",
     "run_inference_session",
+    "step_requirements_from_request",
     "undeclared_inference_inputs",
     "UserInputCapability",
     "UserInputEvent",

flashdreams/flashdreams/runtime/config.py

@@ -61,6 +61,9 @@ class InferenceConfig:
     cache_policy: str | None = None
     """Optional cache policy selector; ``None`` leaves the choice to the adapter."""
 
+    seed: int | None = None
+    """Optional seed used when resolving deterministic demo/runtime behavior."""
+
     runtime_options: Mapping[str, Any] = field(default_factory=dict)
     """Adapter/backend-specific runtime options."""
 
@@ -70,6 +73,11 @@ class InferenceConfig:
     def __post_init__(self) -> None:
         if not self.model_id.strip():
             raise ValueError("InferenceConfig.model_id must be non-empty.")
+        if self.seed is not None:
+            if isinstance(self.seed, bool) or not isinstance(self.seed, int):
+                raise TypeError("InferenceConfig.seed must be an integer.")
+            if self.seed < 0:
+                raise ValueError("InferenceConfig.seed must be >= 0.")
         object.__setattr__(
             self, "runtime_options", freeze_mapping(self.runtime_options)
         )