Support NV12-encoded images

examples/python/nv12/README.md

@@ -0,0 +1,19 @@
+---
+title: Template
+tags: [kebab-case, comma, separated]
+description: "Short ~100-sign description of the example. No longer than 130 signs!"
+python: https://github.com/rerun-io/rerun/tree/latest/examples/python/template/main.py
+rust: https://github.com/rerun-io/rerun/tree/latest/examples/rust/template/src/main.rs
+---
+
+<!--
+Place a screenshot in place of this comment
+Use `just upload --help` for instructions
+-->
+
+This example displays an NV12 encoded video stream from a webcam in rerun.
+
+```bash
+pip install -r examples/python/nv12/requirements.txt
+python examples/python/nv12/main.py
+```

examples/python/nv12/main.py

@@ -0,0 +1,65 @@
+#!/usr/bin/env python3
+"""
+Stream NV12 images from a webcam.
+
+Run:
+```sh
+pip install -r examples/python/nv12/requirements.txt
+python examples/python/nv12/main.py
+```
+"""
+from __future__ import annotations
+
+import argparse
+
+import rerun as rr  # pip install rerun-sdk
+import cv2
+import numpy as np
+import time
+
+
+def bgr2nv12(bgr: np.ndarray) -> np.ndarray:
+    yuv = cv2.cvtColor(bgr, cv2.COLOR_RGB2YUV_I420)
+    uv_row_cnt = yuv.shape[0] // 3
+    uv_plane = np.transpose(yuv[uv_row_cnt * 2 :].reshape(2, -1), [1, 0])
+    yuv[uv_row_cnt * 2 :] = uv_plane.reshape(uv_row_cnt, -1)
+    return yuv
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser(description="Example of using the Rerun visualizer to display NV12 images.")
+    rr.script_add_args(parser)
+    parser.add_argument(
+        "-t",
+        "--timeout",
+        type=float,
+        default=5,
+        help="Timeout in seconds, after which the script will stop streaming frames.",
+    )
+    args = parser.parse_args()
+
+    rr.script_setup(args, "NV12 image example")
+
+    cap = cv2.VideoCapture(0)
+    if not cap.isOpened():
+        raise RuntimeError("This example requires a webcam.")
+    start_time = time.time()
+    print(f"Started streaming NV12 images for {args.timeout} seconds.")
+    while start_time + args.timeout > time.time():
+        ret, frame = cap.read()
+        if not ret:
+            time.sleep(0.01)
+            continue
+        rr.log(
+            "NV12",
+            rr.ImageEncoded(
+                contents=bytes(bgr2nv12(frame)),
+                format=rr.ImageFormat.NV12((frame.shape[0], frame.shape[1])),
+            ),
+        )
+        time.sleep(0.01)
+    rr.script_teardown(args)
+
+
+if __name__ == "__main__":
+    main()

examples/python/nv12/requirements.txt

@@ -0,0 +1,3 @@
+rerun-sdk>=0.10
+opencv-python
+numpy