Initial revision

1 files changed, 160 insertions, 0 deletions

diff --git a/camera_utils.py b/camera_utils.py
new file mode 100644
index 0000000..e85bd6e
--- /dev/null
+++ b/camera_utils.py
@@ -0,0 +1,160 @@
+#!/usr/bin/env python3
+
+"""Utilities for dealing with webcam images."""
+
+import logging
+import platform
+import subprocess
+from typing import NamedTuple, Optional
+
+import cv2  # type: ignore
+import numpy as np
+import requests
+
+import decorator_utils
+
+logger = logging.getLogger(__name__)
+
+
+class RawJpgHsv(NamedTuple):
+    """Raw image bytes, the jpeg image and the HSV (hue saturation value) image."""
+    raw: Optional[bytes]
+    jpg: Optional[np.ndarray]
+    hsv: Optional[np.ndarray]
+
+
+class BlueIrisImageMetadata(NamedTuple):
+    """Is a Blue Iris image bad (big grey borders around it) or infrared?"""
+    is_bad_image: bool
+    is_infrared_image: bool
+
+
+def analyze_blue_iris_image(hsv: np.ndarray) -> BlueIrisImageMetadata:
+    """See if a Blue Iris image is bad and infrared."""
+    rows, cols, _ = hsv.shape
+    num_pixels = rows * cols
+    hs_zero_count = 0
+    gray_count = 0
+    for r in range(rows):
+        for c in range(cols):
+            pixel = hsv[(r, c)]
+            if pixel[0] == 0 and pixel[1] == 0:
+                hs_zero_count += 1
+            if abs(pixel[2] - 64) <= 10:
+                gray_count += 1
+    logger.debug(f"gray#={gray_count}, hs0#={hs_zero_count}")
+    return BlueIrisImageMetadata(
+        gray_count > (num_pixels * 0.33), hs_zero_count > (num_pixels * 0.75)
+    )
+
+
+@decorator_utils.retry_if_none(tries=2, delay_sec=1, backoff=1.1)
+def fetch_camera_image_from_video_server(
+    camera_name: str, *, width: int = 256, quality: int = 70
+) -> Optional[bytes]:
+    """Fetch the raw webcam image from the video server."""
+    camera_name = camera_name.replace(".house", "")
+    camera_name = camera_name.replace(".cabin", "")
+    url = f"http://10.0.0.56:81/image/{camera_name}?w={width}&q={quality}"
+    try:
+        response = requests.get(url, stream=False, timeout=10.0)
+        if response.ok:
+            raw = response.content
+            tmp = np.frombuffer(raw, dtype="uint8")
+            jpg = cv2.imdecode(tmp, cv2.IMREAD_COLOR)
+            hsv = cv2.cvtColor(jpg, cv2.COLOR_BGR2HSV)
+            (is_bad_image, _) = analyze_blue_iris_image(hsv)
+            if not is_bad_image:
+                logger.debug(f"Got a good image from {url}")
+                return raw
+    except Exception as e:
+        logger.exception(e)
+    logger.warning(f"Got a bad image or HTTP error from {url}")
+    return None
+
+
+def blue_iris_camera_name_to_hostname(camera_name: str) -> str:
+    mapping = {
+        "driveway": "driveway.house",
+        "backyard": "backyard.house",
+        "frontdoor": "frontdoor.house",
+        "cabin_driveway": "driveway.cabin",
+    }
+    camera_name = mapping.get(camera_name, camera_name)
+    if "." not in camera_name:
+        hostname = platform.node()
+        suffix = hostname.split(".")[-1]
+        camera_name += f".{suffix}"
+    return camera_name
+
+
+@decorator_utils.retry_if_none(tries=2, delay_sec=1, backoff=1.1)
+def fetch_camera_image_from_rtsp_stream(
+    camera_name: str, *, width: int = 256
+) -> Optional[bytes]:
+    """Fetch the raw webcam image straight from the webcam's RTSP stream."""
+    hostname = blue_iris_camera_name_to_hostname(camera_name)
+    try:
+        cmd = [
+            "/usr/bin/timeout",
+            "-k 9s",
+            "8s",
+            "/usr/local/bin/ffmpeg",
+            "-y",
+            "-i",
+            f"rtsp://camera:IaLaIok@{hostname}:554/live",
+            "-f",
+            "singlejpeg",
+            "-vframes",
+            "1",
+            "-vf",
+            f"scale={width}:-1",
+            "-",
+        ]
+        with subprocess.Popen(
+            cmd, stdout=subprocess.PIPE, stderr=subprocess.DEVNULL
+        ) as proc:
+            out, _ = proc.communicate(timeout=10)
+            return out
+    except Exception as e:
+        logger.exception(e)
+    logger.warning("Failed to retrieve image from RTSP stream")
+    return None
+
+
+@decorator_utils.timeout(seconds=30, use_signals=False)
+def _fetch_camera_image(
+    camera_name: str, *, width: int = 256, quality: int = 70
+) -> RawJpgHsv:
+    """Fetch a webcam image given the camera name."""
+    logger.debug("Trying to fetch camera image from video server")
+    raw = fetch_camera_image_from_video_server(
+        camera_name, width=width, quality=quality
+    )
+    if raw is None:
+        logger.debug(
+            "Reading from video server failed; trying direct RTSP stream"
+        )
+        raw = fetch_camera_image_from_rtsp_stream(camera_name, width=width)
+    if raw is not None and len(raw) > 0:
+        tmp = np.frombuffer(raw, dtype="uint8")
+        jpg = cv2.imdecode(tmp, cv2.IMREAD_COLOR)
+        hsv = cv2.cvtColor(jpg, cv2.COLOR_BGR2HSV)
+        return RawJpgHsv(
+            raw=raw,
+            jpg=jpg,
+            hsv=hsv,
+        )
+    logger.warning(
+        "Failed to retieve image from both video server and direct RTSP stream"
+    )
+    return RawJpgHsv(None, None, None)
+
+
+def fetch_camera_image(
+    camera_name: str, *, width: int = 256, quality: int = 70
+) -> RawJpgHsv:
+    try:
+        return _fetch_camera_image(camera_name, width=width, quality=quality)
+    except decorator_utils.TimeoutError:
+        return RawJpgHsv(None, None, None)