diff --git a/agent/templates/visual_45.html b/agent/templates/visual_45.html index 7eb9fd1..f2b75e2 100644 --- a/agent/templates/visual_45.html +++ b/agent/templates/visual_45.html @@ -4,327 +4,63 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
- -
- Mallorca AirServices - {{ date }} -
- -{% if risk_flag %} -
⚠️ Manuell prüfen — Risiko-Signal
-{% endif %} - -
-
- {{ cat_icon }} - {{ cat_label }} -
- + +
+
Mallorca AirServices
+
+
{{ cat_label }}
{{ hook_line }}
-
{{ headline }}
- - {% if subline %} -
{{ subline }}
- {% endif %} - - {% if nutzen %} -
-
Was das für Sie bedeutet
-
{{ nutzen }}
-
- {% endif %} -
- -
-
-
Mallorca AirServices
-
mallorca-airservices.com
+
+
mallorca-airservices.com
+
{{ cta_text }} →
-
{{ cta_text }} →
- diff --git a/agent/templates/visual_square.html b/agent/templates/visual_square.html index 47814e1..c82d14d 100644 --- a/agent/templates/visual_square.html +++ b/agent/templates/visual_square.html @@ -4,306 +4,63 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
- -
- Mallorca AirServices - {{ date }} -
- -{% if risk_flag %} -
⚠️ Manuell prüfen — Risiko-Signal
-{% endif %} - -
-
- {{ cat_icon }} - {{ cat_label }} -
- + +
+
Mallorca AirServices
+
+
{{ cat_label }}
{{ hook_line }}
-
{{ headline }}
- - {% if nutzen %} -
{{ nutzen }}
- {% endif %} -
- -
-
-
Mallorca AirServices
-
mallorca-airservices.com
+
+
mallorca-airservices.com
+
{{ cta_text }} →
-
{{ cta_text }} →
- diff --git a/agent/visual_render.py b/agent/visual_render.py index b61d276..a3cf35e 100644 --- a/agent/visual_render.py +++ b/agent/visual_render.py @@ -6,6 +6,8 @@ Aufruf: python3 visual_render.py [1x1|4x5] python3 visual_render.py --test (5 Testsignale) """ +import base64 +import mimetypes import sys, os, sqlite3, math, textwrap from pathlib import Path from radar_database import RADAR_DB_PATH @@ -18,6 +20,7 @@ RADAR_DIR = Path(os.environ.get("SMA_RADAR_DIR", "/opt/struktur/social-media- DB_RADAR = RADAR_DB_PATH TEMPLATE_DIR = BASE_DIR / "templates" OUTPUT_DIR = Path(os.environ.get("SMA_VISUALS_DIR", str(BASE_DIR / "generated_visuals"))).resolve() +PHOTO_DIR = Path(os.environ.get("SMA_PHOTO_DIR", str(BASE_DIR / "photo_assets"))).resolve() OUTPUT_DIR.mkdir(parents=True, exist_ok=True) # visual_gate liegt im Radar-Verzeichnis @@ -28,9 +31,9 @@ from topic_normalize import normalize_topic # ── Kategorie-Konfig ────────────────────────────────────────────────────── CAT_CFG = { "feuchte": { - "icon": "💧", "label": "Schimmel kommt", + "icon": "💧", "label": "Feuchtigkeit im Leerstand", "bg": "#1c1208", "accent": "#c8402a", "light": "#edc878", - "text": "#ffffff", "cta": "Kostenlosen Check anfragen", + "text": "#ffffff", "cta": "Feuchte-Check anfragen", }, "wetter_klima": { "icon": "⛈️", "label": "Wetter-Alarm", @@ -65,6 +68,19 @@ FORMATS = { } +def load_photo_data_uri(signal: dict, photo_dir: Path = PHOTO_DIR) -> str | None: + """Load an explicitly selected local photo asset for a signal.""" + sid = (signal.get("signal_id") or "unknown")[:8] + for extension in (".jpg", ".jpeg", ".png", ".webp"): + asset = photo_dir / f"{sid}{extension}" + if not asset.is_file(): + continue + mime = mimetypes.guess_type(asset.name)[0] or "image/jpeg" + encoded = base64.b64encode(asset.read_bytes()).decode("ascii") + return f"data:{mime};base64,{encoded}" + return None + + def _headline_size(text: str, fmt: str) -> str: n = len(text) if fmt == "1x1": @@ -97,7 +113,7 @@ def _source_short(source_name: str) -> str: # ── Visual Hook Lines (Feed-Impact) ────────────────────────────────────────── HOOK_LINES = { - "feuchte": "Schimmel entsteht,\nbevor man ihn sieht.", + "feuchte": "Kondensation\nfrüh erkennen.", "schimmel_risiko": "Erster Fleck an der Wand —\nda ist schon mehr.", "wetter_klima": "Nach dem Sturm:\nWas Ihre Immobilie jetzt zeigt.", "ferienimmobilie": "3 Monate leer —\nund das Problem beginnt.", @@ -175,6 +191,14 @@ def render_signal(signal: dict, fmt: str = "1x1") -> dict: if fmt not in FORMATS: return {"success": False, "path": None, "reason": f"Unbekanntes Format: {fmt}"} + photo_data_uri = load_photo_data_uri(signal, PHOTO_DIR) + if not photo_data_uri: + return { + "success": False, + "path": None, + "reason": f"Fotorealistisches Bild fehlt: {sid[:8]}", + } + fmt_cfg = FORMATS[fmt] tmpl_path = TEMPLATE_DIR / fmt_cfg["template"] if not tmpl_path.exists(): @@ -182,6 +206,7 @@ def render_signal(signal: dict, fmt: str = "1x1") -> dict: # Kontext aufbauen ctx = build_context(signal, fmt, gate) + ctx["photo_data_uri"] = photo_data_uri # Template rendern raw_html = tmpl_path.read_text(encoding="utf-8") diff --git a/radar/visual_gate.py b/radar/visual_gate.py index 4a8d4ba..6aaea24 100644 --- a/radar/visual_gate.py +++ b/radar/visual_gate.py @@ -16,11 +16,11 @@ ETHICAL_BLOCK = [ ] CATEGORY_VISUAL_TYPE = { - "feuchte": "symbolgrafik", - "wetter_klima": "warnbanner", - "mallorca_news": "news_karte", - "ferienimmobilie": "news_karte", - "schimmel_risiko": "warnbanner", + "feuchte": "photo", + "wetter_klima": "photo", + "mallorca_news": "photo", + "ferienimmobilie": "photo", + "schimmel_risiko": "photo", } diff --git a/staging/sync_live_signals.py b/staging/sync_live_signals.py new file mode 100644 index 0000000..a4d1cde --- /dev/null +++ b/staging/sync_live_signals.py @@ -0,0 +1,137 @@ +#!/usr/bin/env python3 +"""Mirror the live SMA radar read API into the isolated staging database. + +The upstream is read-only. No status, pin, content, package, or publishing endpoint +is called. Local staging workflow fields are preserved on repeated syncs. +""" + +from __future__ import annotations + +import argparse +import json +import sqlite3 +import urllib.parse +import urllib.request +from pathlib import Path +from typing import Any + +DEFAULT_UPSTREAM = "https://sma.agentsolutions-mallorca.com/api/signals" +DEFAULT_DATABASE = Path(__file__).resolve().parent / "data" / "signals.db" +REQUIRED_FIELDS = {"signal_id", "topic", "created_at", "radar_score", "source_name"} +PRESERVE_ON_UPDATE = {"signal_id", "status", "pinned", "publish_status", "publish_status_at"} + + +def fetch_live_signals( + upstream: str = DEFAULT_UPSTREAM, + *, + days: int = 14, + limit: int = 500, + timeout: float = 30.0, +) -> list[dict[str, Any]]: + parsed = urllib.parse.urlparse(upstream) + if parsed.scheme != "https": + raise ValueError("live radar upstream must use HTTPS") + query = urllib.parse.urlencode({"days": days, "limit": limit, "sort": "newest"}) + separator = "&" if parsed.query else "?" + request = urllib.request.Request( + f"{upstream}{separator}{query}", + headers={"User-Agent": "SMA-Staging-Live-Mirror/1.0"}, + ) + with urllib.request.urlopen(request, timeout=timeout) as response: + payload = json.loads(response.read().decode("utf-8")) + if not isinstance(payload, list): + raise ValueError("live radar API did not return a list") + return payload + + +def _json_value(value: Any) -> Any: + if isinstance(value, (dict, list)): + return json.dumps(value, ensure_ascii=False, sort_keys=True) + return value + + +def _validate_payload(payload: list[dict[str, Any]]) -> None: + if not payload: + raise ValueError("live radar returned no signals; staging database left unchanged") + for index, item in enumerate(payload): + if not isinstance(item, dict): + raise ValueError(f"signal {index} is not an object") + missing = sorted(field for field in REQUIRED_FIELDS if item.get(field) in (None, "")) + if missing: + raise ValueError(f"signal {index} is missing required fields: {', '.join(missing)}") + + +def sync_payload(database: str | Path, payload: list[dict[str, Any]]) -> dict[str, int]: + """Atomically replace the live-mirror window while preserving local review state.""" + _validate_payload(payload) + database = Path(database).resolve() + if not database.is_file(): + raise FileNotFoundError(database) + + with sqlite3.connect(database) as connection: + columns = {row[1] for row in connection.execute("PRAGMA table_info(signals)")} + if "source_type" not in columns: + raise RuntimeError("signals table has no source_type column") + + incoming_ids: list[str] = [] + stored = 0 + for item in payload: + incoming = dict(item) + incoming["source_type"] = "live_mirror" + incoming.setdefault("timestamp", incoming.get("created_at")) + incoming.setdefault("language", "de") + incoming.setdefault("signal_category", "mallorca_news") + incoming.setdefault("status", "neu") + + values = { + key: _json_value(value) + for key, value in incoming.items() + if key in columns and key != "extra_sources" + } + values["signal_id"] = str(incoming["signal_id"]) + incoming_ids.append(values["signal_id"]) + + names = sorted(values) + placeholders = ",".join(f":{name}" for name in names) + updates = [name for name in names if name not in PRESERVE_ON_UPDATE] + update_sql = ",".join(f"{name}=excluded.{name}" for name in updates) + connection.execute( + f"INSERT INTO signals ({','.join(names)}) VALUES ({placeholders}) " + f"ON CONFLICT(signal_id) DO UPDATE SET {update_sql}", + values, + ) + stored += 1 + + placeholders = ",".join("?" for _ in incoming_ids) + connection.execute("DELETE FROM signals WHERE source_type='staging_fixture'") + connection.execute( + f"DELETE FROM signals WHERE source_type='live_mirror' " + f"AND signal_id NOT IN ({placeholders})", + incoming_ids, + ) + + return {"received": len(payload), "stored": stored} + + +def main() -> int: + parser = argparse.ArgumentParser(description="Read-only live radar mirror for SMA staging") + parser.add_argument("--database", type=Path, default=DEFAULT_DATABASE) + parser.add_argument("--upstream", default=DEFAULT_UPSTREAM) + parser.add_argument("--days", type=int, default=14) + parser.add_argument("--limit", type=int, default=500) + parser.add_argument("--min-items", type=int, default=5) + args = parser.parse_args() + + payload = fetch_live_signals(args.upstream, days=args.days, limit=args.limit) + if len(payload) < args.min_items: + raise RuntimeError( + f"live radar returned only {len(payload)} signals; minimum is {args.min_items}; " + "staging database left unchanged" + ) + result = sync_payload(args.database, payload) + print(json.dumps({**result, "days": args.days, "upstream": args.upstream}, ensure_ascii=False)) + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/tests/test_live_signal_sync.py b/tests/test_live_signal_sync.py new file mode 100644 index 0000000..fd9937d --- /dev/null +++ b/tests/test_live_signal_sync.py @@ -0,0 +1,108 @@ +import sqlite3 +import subprocess +import sys +import tempfile +import unittest +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] +sys.path.insert(0, str(ROOT)) + + +class LiveSignalSyncTests(unittest.TestCase): + def _bootstrap(self, data_dir: Path) -> None: + completed = subprocess.run( + [sys.executable, str(ROOT / "staging" / "bootstrap.py"), "--data-dir", str(data_dir)], + cwd=ROOT, + text=True, + capture_output=True, + ) + self.assertEqual(completed.returncode, 0, completed.stderr) + + def test_successful_sync_replaces_fixtures_with_live_signals(self): + from staging.sync_live_signals import sync_payload + + with tempfile.TemporaryDirectory() as tmp: + data_dir = Path(tmp) + self._bootstrap(data_dir) + database = data_dir / "signals.db" + payload = [ + { + "signal_id": "live-1", + "timestamp": "2026-08-20T07:30:00+00:00", + "created_at": "2026-08-20T07:30:00+00:00", + "expires_at": "2026-08-22T07:30:00+00:00", + "source_name": "Mallorca Zeitung RSS", + "source_url": "https://example.invalid/live-1", + "language": "de", + "signal_category": "wetter_klima", + "topic": "Unwetterwarnung für Mallorca", + "topic_de": "Unwetterwarnung für Mallorca", + "short_summary": "Starker Regen auf Mallorca.", + "radar_score": 73, + "mallorca_relevance": 25, + "topic_class": "kern", + "status": "neu", + "score_breakdown": {"final": 73}, + "extra_sources": [], + }, + { + "signal_id": "live-2", + "timestamp": "2026-08-20T08:00:00+00:00", + "created_at": "2026-08-20T08:00:00+00:00", + "expires_at": "2026-08-22T08:00:00+00:00", + "source_name": "Google News: Feuchte Immobilien Mallorca (DE)", + "source_url": "https://example.invalid/live-2", + "language": "de", + "signal_category": "feuchte", + "topic": "Feuchtigkeit in einer Mallorca-Wohnung", + "topic_de": "Feuchtigkeit in einer Mallorca-Wohnung", + "short_summary": "Feuchtigkeit in einer Ferienwohnung.", + "radar_score": 81, + "mallorca_relevance": 25, + "topic_class": "kern", + "status": "neu", + "score_breakdown": {"final": 81}, + "extra_sources": [], + }, + ] + + result = sync_payload(database, payload) + + with sqlite3.connect(database) as connection: + rows = connection.execute( + "SELECT signal_id, source_type, topic FROM signals ORDER BY signal_id" + ).fetchall() + + self.assertEqual(result["received"], 2) + self.assertEqual(result["stored"], 2) + self.assertEqual( + rows, + [ + ("live-1", "live_mirror", "Unwetterwarnung für Mallorca"), + ("live-2", "live_mirror", "Feuchtigkeit in einer Mallorca-Wohnung"), + ], + ) + + def test_empty_upstream_does_not_delete_existing_staging_data(self): + from staging.sync_live_signals import sync_payload + + with tempfile.TemporaryDirectory() as tmp: + data_dir = Path(tmp) + self._bootstrap(data_dir) + database = data_dir / "signals.db" + with sqlite3.connect(database) as connection: + before = connection.execute("SELECT COUNT(*) FROM signals").fetchone()[0] + + with self.assertRaisesRegex(ValueError, "returned no signals"): + sync_payload(database, []) + + with sqlite3.connect(database) as connection: + after = connection.execute("SELECT COUNT(*) FROM signals").fetchone()[0] + + self.assertEqual(before, 3) + self.assertEqual(after, before) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_visual_photo_pipeline.py b/tests/test_visual_photo_pipeline.py new file mode 100644 index 0000000..f7ea6c4 --- /dev/null +++ b/tests/test_visual_photo_pipeline.py @@ -0,0 +1,97 @@ +import os +import sys +import tempfile +import unittest +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] +AGENT = ROOT / "agent" +RADAR = ROOT / "radar" +sys.path.insert(0, str(AGENT)) +sys.path.insert(0, str(RADAR)) + +from visual_gate import can_generate_visual + + +class VisualPhotoPipelineTests(unittest.TestCase): + def test_feuchte_signals_require_a_photo_visual(self): + signal = { + "signal_id": "photo-test-1", + "signal_category": "feuchte", + "briefing_freigabe": "geeignet", + "briefing_winkel": "Kondensation am Fenster früh erkennen", + "mallorca_relevance": 25, + "radar_score": 88, + } + + result = can_generate_visual(signal) + + self.assertTrue(result["allowed"]) + self.assertEqual(result["visual_type"], "photo") + self.assertIn("photo", result["reason"]) + + def test_photo_asset_is_embedded_as_data_uri(self): + import visual_render + + with tempfile.TemporaryDirectory() as tmp: + photo_dir = Path(tmp) + (photo_dir / "photo-te.jpg").write_bytes(b"\xff\xd8\xff\xe0test-photo") + signal = {"signal_id": "photo-test-1"} + + data_uri = visual_render.load_photo_data_uri(signal, photo_dir) + + self.assertTrue(data_uri.startswith("data:image/jpeg;base64,")) + self.assertNotIn("test-photo", data_uri) + + def test_render_is_blocked_when_no_real_photo_is_selected(self): + import visual_render + + signal = { + "signal_id": "missing-photo-1", + "signal_category": "feuchte", + "briefing_freigabe": "geeignet", + "briefing_winkel": "Kondensation am Fenster früh erkennen", + "briefing_nutzen": "Feuchteprobleme frühzeitig erkennen", + "mallorca_relevance": 25, + "radar_score": 88, + } + with tempfile.TemporaryDirectory() as tmp: + original = visual_render.PHOTO_DIR + visual_render.PHOTO_DIR = Path(tmp) + try: + result = visual_render.render_signal(signal, "1x1") + finally: + visual_render.PHOTO_DIR = original + + self.assertFalse(result["success"]) + self.assertIsNone(result["path"]) + self.assertIn("Fotorealistisches Bild fehlt", result["reason"]) + + def test_feuchte_copy_is_factual_and_not_alarmist(self): + import visual_render + + signal = { + "signal_category": "feuchte", + "topic_de": "Hohe Luftfeuchtigkeit auf Mallorca: Kondensation in leerstehender Ferienwohnung", + "briefing_winkel": "Feuchteprobleme in Mallorca-Wohnungen: Ursachen und Lösung", + "briefing_nutzen": "Eigentümer erkennt Feuchteprobleme frühzeitig", + } + gate = {"category_class": "cat-feuchte"} + + context = visual_render.build_context(signal, "4x5", gate) + + self.assertEqual(context["cat_label"], "Feuchtigkeit im Leerstand") + self.assertEqual(context["hook_line"], "Kondensation\nfrüh erkennen.") + self.assertNotIn("Schimmel kommt", " ".join(map(str, context.values()))) + + def test_templates_use_a_real_photo_and_no_svg_scene(self): + for name in ("visual_square.html", "visual_45.html"): + template = (AGENT / "templates" / name).read_text(encoding="utf-8") + self.assertIn("{{ photo_data_uri }}", template) + self.assertIn("object-fit: cover", template) + self.assertNotIn("