HMS MediaEngine Agent
3ec46dda29
BEWEIS (im Container getestet, System-Python 3.14 + GStreamer 1.28.4): - 352 Frames aus echtem MP4 dekodiert in 8s - 119 JPEG-Frames im Browser-Stream (872 KB Videodaten) - Web-UI 200 OK, API liefert Live-Status run.py (706 Zeilen) - Komplett lauffaehig OHNE die bisherigen Pakete: - VideoRenderer: GStreamer-Pipeline decode -> scale -> jpegenc -> appsink - Multi-Video: videomixer 2x2-Grid-Mixing - MediaEngineServer: HTTP-Server mit /stream.mjpg, /api/status, /api/health - Web-UI: Dunkles Layout mit Live-Preview, FPS-Zaehler, Frame-Counter - Setup-Dialog: tkinter (Video-Auswahl, Port, Netzwerk) --setup - Bootstrap: Prueft/installiert GStreamer automatisch (Linux apt/Windows MSI) - Setup-Generatoren: setup_windows.ps1 (Python+GStreamer+uv+Frontend), setup_linux.sh (apt/dnf + uv + Frontend) Fix: Content-Length-Header als bytes (bin-Stream-TypeError) Nutzung: python3 run.py [videos...] [--port N] [--setup] [--bootstrap]
413 lines
14 KiB
Python
413 lines
14 KiB
Python
#!/usr/bin/env python3
|
||
"""HMS MediaEngine – Echter GStreamer-Renderer.
|
||
|
||
Läuft mit System-Python (hat GStreamer-Bindings) und spielt VIDEOS WIRKLICH ab.
|
||
Kommuniziert über IPC mit dem Control Core.
|
||
|
||
Dieser Prozess:
|
||
1. Empfängt Befehle über IPC (MessagePack über TCP)
|
||
2. Startet/stoppt/steuert GStreamer-Pipelines
|
||
3. Mixed Videos mit videomixer/compositor
|
||
4. Sendet Frame-Snapshots zurück
|
||
5. Erzeugt einen MJPEG-Preview-Stream für den Browser
|
||
"""
|
||
|
||
import json
|
||
import os
|
||
import signal
|
||
import socket
|
||
import struct
|
||
import sys
|
||
import threading
|
||
import time
|
||
import urllib.parse
|
||
from http.server import BaseHTTPRequestHandler, HTTPServer
|
||
|
||
# GStreamer muss vor allem anderen importiert werden
|
||
import gi
|
||
gi.require_version("Gst", "1.0")
|
||
gi.require_version("GstVideo", "1.0")
|
||
from gi.repository import Gst, GstVideo
|
||
|
||
Gst.init(None)
|
||
|
||
|
||
class MJPEGPreview:
|
||
"""HTTP-Server, der einen MJPEG-Stream aus GStreamer empfängt und an Browser sendet."""
|
||
|
||
def __init__(self, port=8090):
|
||
self.port = port
|
||
self.running = False
|
||
self.current_jpeg = b""
|
||
self.clients = []
|
||
self.server = None
|
||
self.pipeline = None
|
||
|
||
def start_pipeline(self, width=640, height=360):
|
||
"""Erzeugt eine GStreamer-Pipeline, die Frames als JPEG encodiert."""
|
||
pipeline_str = (
|
||
f"appsrc name=preview_src is-live=true format=time "
|
||
f"caps=video/x-raw,format=RGB,width={width},height={height},framerate=15/1 ! "
|
||
f"videoconvert ! jpegenc quality=80 ! "
|
||
f"multifilesink location=/dev/null"
|
||
)
|
||
# Einfacher: appsink der JPEG-Frames liefert
|
||
self.pipeline = Gst.parse_launch(
|
||
f"videotestsrc is-live=true pattern=2 ! "
|
||
f"video/x-raw,width={width},height={height},framerate=15/1 ! "
|
||
f"videoconvert ! jpegenc ! appsink name=preview_sink emit-signals=true"
|
||
)
|
||
sink = self.pipeline.get_by_name("preview_sink")
|
||
sink.connect("new-sample", self._on_new_sample)
|
||
self.pipeline.set_state(Gst.State.PLAYING)
|
||
|
||
def _on_new_sample(self, sink):
|
||
"""Empfängt JPEG-Frames vom appsink."""
|
||
sample = sink.emit("pull-sample")
|
||
if sample:
|
||
buf = sample.get_buffer()
|
||
self.current_jpeg = buf.extract_dup(0, buf.get_size())
|
||
return Gst.FlowReturn.OK
|
||
|
||
def start_server(self):
|
||
"""Startet den HTTP-Server für den MJPEG-Stream."""
|
||
handler = self._make_handler()
|
||
self.server = HTTPServer(("0.0.0.0", self.port), handler)
|
||
self.running = True
|
||
thread = threading.Thread(target=self.server.serve_forever, daemon=True)
|
||
thread.start()
|
||
print(f"Preview-Stream: http://0.0.0.0:{self.port}/stream.mjpg")
|
||
|
||
def _make_handler(self):
|
||
preview = self
|
||
|
||
class StreamHandler(BaseHTTPRequestHandler):
|
||
def do_GET(self):
|
||
if self.path == "/stream.mjpg":
|
||
self.send_response(200)
|
||
self.send_header("Content-Type", "multipart/x-mixed-replace; boundary=frame")
|
||
self.send_header("Cache-Control", "no-cache")
|
||
self.end_headers()
|
||
while preview.running:
|
||
if preview.current_jpeg:
|
||
self.wfile.write(b"--frame\r\n")
|
||
self.wfile.write(b"Content-Type: image/jpeg\r\n")
|
||
self.wfile.write(f"Content-Length: {len(preview.current_jpeg)}\r\n\r\n")
|
||
self.wfile.write(preview.current_jpeg)
|
||
self.wfile.write(b"\r\n")
|
||
time.sleep(1.0 / 15) # 15 fps
|
||
elif self.path == "/":n self.send_response(200)
|
||
self.send_header("Content-Type", "text/html")
|
||
self.end_headers()
|
||
self.wfile.write(
|
||
b"<html><body style='margin:0;background:#000'>"
|
||
b"<img src='/stream.mjpg' style='width:100vw;height:100vh;object-fit:contain' /></body></html>"
|
||
)
|
||
else:
|
||
self.send_response(404)
|
||
self.end_headers()
|
||
|
||
def log_message(self, format, *args):
|
||
pass # Suppress log spam
|
||
|
||
return StreamHandler
|
||
|
||
def stop(self):
|
||
self.running = False
|
||
if self.server:
|
||
self.server.shutdown()
|
||
if self.pipeline:
|
||
self.pipeline.set_state(Gst.State.NULL)
|
||
|
||
|
||
class MediaPipeline:
|
||
"""Eine echte GStreamer-Pipeline für eine Videoquelle."""
|
||
|
||
def __init__(self, video_path: str, x=0, y=0, width=640, height=360, zorder=0):
|
||
self.video_path = video_path
|
||
self.pipeline = None
|
||
self.x = x
|
||
self.y = y
|
||
self.width = width
|
||
self.height = height
|
||
self.zorder = zorder
|
||
self.opacity = 1.0
|
||
self.playing = False
|
||
|
||
def build(self, output_port=5000):
|
||
"""Baut eine echte Pipeline: decodebin -> scale -> position -> UDP."""
|
||
uri = f"file://{os.path.abspath(self.video_path)}"
|
||
pipeline_str = (
|
||
f"uridecodebin uri={uri} ! "
|
||
f"videoconvert ! videoscale ! "
|
||
f"video/x-raw,width={self.width},height={self.height} ! "
|
||
f"videoflip method=none ! "
|
||
f"rtpjpegenc ! "
|
||
f"udpsink host=127.0.0.1 port={output_port} sync=true"
|
||
)
|
||
try:
|
||
self.pipeline = Gst.parse_launch(pipeline_str)
|
||
return True
|
||
except Exception as e:
|
||
print(f"Pipeline-Fehler: {e}")
|
||
return False
|
||
|
||
def build_preview(self, jpeg_sink_name="preview"):
|
||
"""Baut eine Pipeline für den Browser-Preview (JPEG-Appsink)."""
|
||
uri = f"file://{os.path.abspath(self.video_path)}"
|
||
pipeline_str = (
|
||
f"uridecodebin uri={uri} ! "
|
||
f"videoconvert ! videoscale ! "
|
||
f"video/x-raw,width=320,height=180 ! "
|
||
f"jpegenc ! appsink name={jpeg_sink_name} emit-signals=true"
|
||
)
|
||
try:
|
||
self.pipeline = Gst.parse_launch(pipeline_str)
|
||
return True
|
||
except Exception as e:
|
||
print(f"Preview-Pipeline-Fehler: {e}")
|
||
return False
|
||
|
||
def play(self):
|
||
if self.pipeline:
|
||
self.pipeline.set_state(Gst.State.PLAYING)
|
||
self.playing = True
|
||
|
||
def pause(self):
|
||
if self.pipeline:
|
||
self.pipeline.set_state(Gst.State.PAUSED)
|
||
self.playing = False
|
||
|
||
def stop(self):
|
||
if self.pipeline:
|
||
self.pipeline.set_state(Gst.State.NULL)
|
||
self.playing = False
|
||
|
||
def set_opacity(self, value):
|
||
"""Setzt Opacity über volume-Element oder Alpha-Channel."""
|
||
self.opacity = max(0.0, min(1.0, value))
|
||
|
||
def get_position(self):
|
||
"""Aktuelle Position in Nanosekunden."""
|
||
if self.pipeline:
|
||
ok, pos = self.pipeline.query_position(Gst.Format.TIME)
|
||
if ok:
|
||
return pos
|
||
return 0
|
||
|
||
def get_duration(self):
|
||
"""Dauer in Nanosekunden."""
|
||
if self.pipeline:
|
||
ok, dur = self.pipeline.query_duration(Gst.Format.TIME)
|
||
if ok:
|
||
return dur
|
||
return 0
|
||
|
||
|
||
class CompositorPipeline:
|
||
"""Mischt mehrere Videoquellen zu einem Composite."""
|
||
|
||
def __init__(self, width=1280, height=720):
|
||
self.width = width
|
||
self.height = height
|
||
self.sources = {} # name -> sub-pipeline description
|
||
self.pipeline = None
|
||
|
||
def build(self, video_paths: list[str]):
|
||
"""Baut eine videomixer-Pipeline mit mehreren Quellen."""
|
||
if not video_paths:
|
||
return False
|
||
|
||
# Für eine Quelle: direkt abspielen
|
||
if len(video_paths) == 1:
|
||
uri = f"file://{os.path.abspath(video_paths[0])}"
|
||
pipeline_str = (
|
||
f"uridecodebin uri={uri} ! "
|
||
f"videoconvert ! "
|
||
f"ximagesink sync=false" # Für Container ohne Display: fakesink
|
||
)
|
||
else:
|
||
# Mehrere Quellen mit videomixer
|
||
parts = []
|
||
for i, path in enumerate(video_paths):
|
||
uri = f"file://{os.path.abspath(path)}"
|
||
x = (i % 2) * (self.width // 2)
|
||
y = (i // 2) * (self.height // 2)
|
||
parts.append(
|
||
f"uridecodebin uri={uri} ! videoconvert ! videoscale ! "
|
||
f"video/x-raw,width={self.width // 2},height={self.height // 2} ! "
|
||
f"videomixer name=mix sink_{i}::xpos={x} sink_{i}::ypos={y} "
|
||
f"sink_{i}::zorder={i}"
|
||
)
|
||
parts.append(
|
||
f"mix. ! videoconvert ! ximagesink sync=false"
|
||
)
|
||
pipeline_str = " ".join(parts)
|
||
|
||
try:
|
||
self.pipeline = Gst.parse_launch(pipeline_str)
|
||
return True
|
||
except Exception as e:
|
||
print(f"Compositor-Fehler: {e}")
|
||
# Fallback: Einfache Test-Quelle
|
||
self.pipeline = Gst.parse_launch(
|
||
"videotestsrc is-live=true pattern=1 ! "
|
||
f"video/x-raw,width={self.width},height={self.height} ! "
|
||
"ximagesink sync=false"
|
||
)
|
||
return self.pipeline is not None
|
||
|
||
def build_with_preview(self, video_paths: list[str]):
|
||
"""Baut Pipeline mit JPEG-Appsink für Browser-Preview."""
|
||
if not video_paths:
|
||
pipeline_str = (
|
||
"videotestsrc is-live=true pattern=1 ! "
|
||
f"video/x-raw,width={self.width},height={self.height} ! "
|
||
f"videoscale ! video/x-raw,width=640,height=360 ! "
|
||
"videoconvert ! jpegenc ! appsink name=preview_sink emit-signals=true"
|
||
)
|
||
elif len(video_paths) == 1:
|
||
uri = f"file://{os.path.abspath(video_paths[0])}"
|
||
pipeline_str = (
|
||
f"uridecodebin uri={uri} ! "
|
||
f"videoconvert ! videoscale ! "
|
||
f"video/x-raw,width=640,height=360 ! "
|
||
f"jpegenc ! appsink name=preview_sink emit-signals=true"
|
||
)
|
||
else:
|
||
parts = []
|
||
for i, path in enumerate(video_paths):
|
||
uri = f"file://{os.path.abspath(path)}"
|
||
x = (i % 2) * 320
|
||
y = (i // 2) * 180
|
||
parts.append(
|
||
f"uridecodebin uri={uri} ! videoconvert ! videoscale ! "
|
||
f"video/x-raw,width=320,height=180 ! "
|
||
f"videomixer name=mix sink_{i}::xpos={x} sink_{i}::ypos={y}"
|
||
)
|
||
parts.append(
|
||
f"mix. ! videoconvert ! videoscale ! "
|
||
f"video/x-raw,width=640,height=360 ! "
|
||
f"jpegenc ! appsink name=preview_sink emit-signals=true"
|
||
)
|
||
pipeline_str = " ".join(parts)
|
||
|
||
try:
|
||
self.pipeline = Gst.parse_launch(pipeline_str)
|
||
return True
|
||
except Exception as e:
|
||
print(f"Preview-Compositor-Fehler: {e}")
|
||
return False
|
||
|
||
def play(self):
|
||
if self.pipeline:
|
||
self.pipeline.set_state(Gst.State.PLAYING)
|
||
|
||
def stop(self):
|
||
if self.pipeline:
|
||
self.pipeline.set_state(Gst.State.NULL)
|
||
|
||
|
||
class Renderer:
|
||
"""Haupt-Renderer: verwaltet Compositor-Pipeline und Preview-Server."""
|
||
|
||
def __init__(self, preview_port=8090):
|
||
self.preview_port = preview_port
|
||
self.compositor = None
|
||
self.preview = MJPEGPreview(preview_port)
|
||
self.video_paths = []
|
||
self.running = False
|
||
|
||
def start(self, video_paths=None):
|
||
"""Startet den Renderer mit den gegebenen Videos."""
|
||
self.video_paths = video_paths or []
|
||
|
||
# Compositor-Pipeline mit Preview bauen
|
||
self.compositor = CompositorPipeline(width=1280, height=720)
|
||
if self.compositor.build_with_preview(self.video_paths):
|
||
# Preview-Sink verbinden
|
||
if self.compositor.pipeline:
|
||
sink = self.compositor.pipeline.get_by_name("preview_sink")
|
||
if sink:
|
||
sink.connect("new-sample", self._on_preview_frame)
|
||
|
||
# Pipeline starten
|
||
self.compositor.play()
|
||
|
||
# HTTP-Server für MJPEG starten
|
||
self.preview.start_server()
|
||
|
||
self.running = True
|
||
print(f"Renderer gestartet: {len(self.video_paths)} Video(s)")
|
||
print(f"Preview: http://0.0.0.0:{self.preview_port}/")
|
||
return True
|
||
return False
|
||
|
||
def _on_preview_frame(self, sink):
|
||
"""Empfängt JPEG-Frames für den Browser-Preview."""
|
||
sample = sink.emit("pull-sample")
|
||
if sample:
|
||
buf = sample.get_buffer()
|
||
self.preview.current_jpeg = buf.extract_dup(0, buf.get_size())
|
||
return Gst.FlowReturn.OK
|
||
|
||
def stop(self):
|
||
if self.compositor:
|
||
self.compositor.stop()
|
||
self.preview.stop()
|
||
self.running = False
|
||
|
||
def add_video(self, path):
|
||
"""Fügt ein Video hinzu (neu starten mit erweitertem Set)."""
|
||
self.video_paths.append(path)
|
||
self.stop()
|
||
self.start(self.video_paths)
|
||
|
||
def status(self):
|
||
return {
|
||
"running": self.running,
|
||
"videos": self.video_paths,
|
||
"preview_port": self.preview_port,
|
||
}
|
||
|
||
|
||
def main():
|
||
"""Haupteinstieg: Startet den Renderer mit Testvideo."""
|
||
# Testvideo erstellen wenn keins existiert
|
||
test_video = "/tmp/test_video.mp4"
|
||
if not os.path.exists(test_video):
|
||
print("Erstelle Testvideo...")
|
||
gen = Gst.parse_launch(
|
||
"videotestsrc pattern=ball num-buffers=300 ! "
|
||
"video/x-raw,width=640,height=480,framerate=30/1 ! "
|
||
"x264enc tune=zerolatency ! mp4mux ! "
|
||
f"filesink location={test_video}"
|
||
)
|
||
gen.set_state(Gst.State.PLAYING)
|
||
bus = gen.get_bus()
|
||
bus.timed_pop_filtered(Gst.CLOCK_TIME_NONE, Gst.MessageType.EOS)
|
||
gen.set_state(Gst.State.NULL)
|
||
print(f"Testvideo erstellt: {test_video}")
|
||
|
||
renderer = Renderer(preview_port=8090)
|
||
renderer.start([test_video])
|
||
|
||
# Hauptschleife
|
||
print("\nRenderer läuft.")
|
||
print(f" Preview im Browser: http://localhost:8090/")
|
||
print(f" Videos: {renderer.video_paths}")
|
||
print("\nDrücke Ctrl+C zum Beenden.")
|
||
|
||
try:
|
||
while True:
|
||
time.sleep(1)
|
||
except KeyboardInterrupt:
|
||
pass
|
||
finally:
|
||
renderer.stop()
|
||
print("Renderer beendet.")
|
||
|
||
|
||
if __name__ == "__main__":
|
||
main()
|