foodlinkk-command-center/cockpit/app/services/briefing.py

from __future__ import annotations

import asyncio
import json
from datetime import date, datetime, timezone
from typing import Any

from app.config import settings
from app.db import execute, fetch_all, fetch_one
from app.services import market_stocks, ollama


def _safe_count(table: str, where: str = "", params: tuple = ()) -> int:
    try:
        clause = f" WHERE {where}" if where else ""
        row = fetch_one(f"SELECT COUNT(*) AS c FROM {table}{clause}", params or None)
        return int(row["c"]) if row else 0
    except Exception:
        return 0


def _safe_sum(table: str, column: str, where: str = "", params: tuple = ()) -> float:
    try:
        clause = f" WHERE {where}" if where else ""
        row = fetch_one(f"SELECT COALESCE(SUM({column}), 0) AS total FROM {table}{clause}", params or None)
        return float(row["total"]) if row else 0.0
    except Exception:
        return 0.0


def serialize_stats(data: dict[str, Any]) -> dict[str, Any]:
    def _default(o: Any) -> Any:
        if hasattr(o, "isoformat"):
            return o.isoformat()
        if hasattr(o, "__float__"):
            try:
                return float(o)
            except (TypeError, ValueError):
                pass
        return str(o)

    return json.loads(json.dumps(data, default=_default))


def collect_briefing_data() -> dict[str, Any]:
    data: dict[str, Any] = {
        "date": date.today().isoformat(),
        "generated_at": datetime.now(timezone.utc).isoformat(),
    }
    data["clients"] = _safe_count("clients")
    data["deals"] = _safe_count("deals")
    data["products"] = _safe_count("products")
    data["suppliers"] = _safe_count("suppliers")
    data["pipeline_eur"] = _safe_sum("deals", "value", "stage NOT IN ('won', 'lost')")
    data["pending_approvals"] = _safe_count("agent_events", "status = 'needs_approval'")

    try:
        data["deals_by_stage"] = fetch_all(
            "SELECT stage, COUNT(*) AS cnt, COALESCE(SUM(value), 0) AS total FROM deals GROUP BY stage ORDER BY cnt DESC"
        )
    except Exception:
        data["deals_by_stage"] = []

    try:
        data["recent_clients"] = fetch_all(
            "SELECT name, stage, email, created_at FROM clients ORDER BY created_at DESC LIMIT 5"
        )
    except Exception:
        data["recent_clients"] = []

    try:
        data["recent_events"] = fetch_all(
            """SELECT agent_name, event_type, title, status, created_at
               FROM agent_events ORDER BY created_at DESC LIMIT 12"""
        )
    except Exception:
        data["recent_events"] = []

    try:
        data["pending_items"] = fetch_all(
            """SELECT agent_name, title, event_type, created_at
               FROM agent_events WHERE status = 'needs_approval'
               ORDER BY created_at DESC LIMIT 8"""
        )
    except Exception:
        data["pending_items"] = []

    try:
        row = fetch_one(
            """SELECT COUNT(*) AS docs, COALESCE(SUM(word_count), 0) AS words,
                      COALESCE(AVG(sentiment_compound), 0) AS avg_sentiment
               FROM document_analytics"""
        )
        data["nas_docs"] = int(row["docs"] or 0) if row else 0
        data["nas_words"] = int(row["words"] or 0) if row else 0
        data["nas_sentiment"] = round(float(row["avg_sentiment"] or 0), 3) if row else 0.0
    except Exception:
        data["nas_docs"] = data["nas_words"] = 0
        data["nas_sentiment"] = 0.0

    try:
        data["nas_files"] = fetch_all(
            """SELECT filename, doc_type, sentiment_label, word_count
               FROM document_analytics ORDER BY analyzed_at DESC LIMIT 8"""
        )
    except Exception:
        data["nas_files"] = []

    try:
        data["top_words"] = fetch_all(
            """SELECT lemma, SUM(count) AS total FROM document_word_counts
               WHERE NOT is_stopword GROUP BY lemma ORDER BY total DESC LIMIT 10"""
        )
    except Exception:
        data["top_words"] = []

    try:
        data["calendar_events"] = fetch_all(
            """SELECT ce.title, ce.starts_at, ce.ends_at, c.name AS client_name
               FROM calendar_events ce
               LEFT JOIN clients c ON c.id = ce.client_id
               WHERE ce.starts_at >= NOW() - INTERVAL '1 day'
                 AND ce.starts_at <= NOW() + INTERVAL '7 days'
               ORDER BY ce.starts_at ASC LIMIT 10"""
        )
    except Exception:
        data["calendar_events"] = []

    # Retail intelligence
    data["supermarkets"] = _safe_count("supermarkets")
    data["clients_active"] = _safe_count("clients", "stage = 'active'")
    data["clients_total"] = _safe_count("clients")
    data["crm_partnerships"] = _safe_count("supermarkets", "partnership_status = 'active'")
    data["wholesalers"] = _safe_count("wholesalers")
    data["rss_bookmarks"] = _safe_count("rss_bookmarks")
    data["promo_campaigns"] = _safe_count("promo_campaigns", "status = 'active'")

    try:
        data["top_opportunities"] = fetch_all(
            """SELECT s.name, s.chain, s.city, ros.halal_opportunity_score
               FROM retail_opportunity_scores ros
               JOIN supermarkets s ON s.id = ros.supermarket_id
               ORDER BY ros.halal_opportunity_score DESC LIMIT 5"""
        )
    except Exception:
        data["top_opportunities"] = []

    try:
        data["milestones_pending"] = fetch_all(
            """SELECT sm.title, sm.milestone_type, sm.status, sm.target_date, sm.value_eur,
                      s.name AS store_name, s.chain, c.name AS client_name
               FROM sales_milestones sm
               LEFT JOIN supermarkets s ON s.id = sm.supermarket_id
               LEFT JOIN clients c ON c.id = sm.client_id
               WHERE sm.status IN ('pending', 'in_progress')
               ORDER BY sm.target_date ASC NULLS LAST, sm.created_at DESC LIMIT 8"""
        )
    except Exception:
        data["milestones_pending"] = []

    try:
        data["milestones_recent"] = fetch_all(
            """SELECT sm.title, sm.milestone_type, sm.status, sm.completed_at, sm.value_eur,
                      s.name AS store_name, s.chain
               FROM sales_milestones sm
               LEFT JOIN supermarkets s ON s.id = sm.supermarket_id
               ORDER BY sm.created_at DESC LIMIT 5"""
        )
    except Exception:
        data["milestones_recent"] = []

    try:
        data["rss_highlights"] = fetch_all(
            """SELECT i.id, i.title, i.link, i.summary, f.name AS feed_name, f.url AS feed_url
               FROM rss_items i JOIN rss_feeds f ON f.id = i.feed_id AND f.is_active = TRUE
               WHERE i.title ILIKE ANY (ARRAY['%kant%','%maaltijd%','%supermarkt%','%retail%','%halal%','%jumbo%','%meal%'])
               ORDER BY i.published_at DESC NULLS LAST LIMIT 8"""
        )
    except Exception:
        data["rss_highlights"] = []

    try:
        data["market_trends"] = fetch_all(
            "SELECT trend_name, description, opportunity_score FROM market_trends ORDER BY updated_at DESC LIMIT 4"
        )
    except Exception:
        data["market_trends"] = []

    try:
        quotes = market_stocks.fetch_retail_quotes()
        data["market_stocks"] = quotes
        data["market_summary"] = market_stocks.market_summary(quotes)
    except Exception:
        data["market_stocks"] = []
        data["market_summary"] = {}

    try:
        data["regulation_highlights"] = fetch_all(
            """SELECT i.title, i.link, i.summary, f.name AS feed_name, f.url AS feed_url, f.category
               FROM rss_items i JOIN rss_feeds f ON f.id = i.feed_id AND f.is_active = TRUE
               WHERE f.category IN ('regelgeving', 'cbs')
               ORDER BY i.published_at DESC NULLS LAST LIMIT 8"""
        )
    except Exception:
        data["regulation_highlights"] = []

    try:
        data["food_market_highlights"] = fetch_all(
            """SELECT i.title, i.link, i.summary, f.name AS feed_name, f.url AS feed_url, f.category
               FROM rss_items i JOIN rss_feeds f ON f.id = i.feed_id AND f.is_active = TRUE
               WHERE f.category IN ('markt', 'supermarkt', 'kant-en-klaar', 'retail')
                  OR i.title ILIKE ANY (ARRAY['%supermarkt%','%retail%','%jumbo%','%ahold%','%halal%','%maaltijd%'])
               ORDER BY i.published_at DESC NULLS LAST LIMIT 10"""
        )
    except Exception:
        data["food_market_highlights"] = []

    return data


def build_template_report(data: dict[str, Any]) -> str:
    lines = [
        f"# Foodlinkk Dagrapport — {data['date']}",
        "",
        f"*Gegenereerd: {data['generated_at'][:19]} UTC · Model: {settings.OLLAMA_MODEL}*",
        "",
        "## KPI's",
        f"- **Klanten:** {data['clients']} · **Deals:** {data['deals']} · **Pipeline:** €{data['pipeline_eur']:,.0f}",
        f"- **Supermarkten in DB:** {data.get('supermarkets', 0)} · **CRM partnerships:** {data.get('crm_partnerships', 0)}",
        f"- **Groothandels:** {data.get('wholesalers', 0)} · **Goedkeuringen open:** {data['pending_approvals']}",
        "",
    ]

    if data.get("top_opportunities"):
        lines.extend(["## Top halal-markt kansen (Retail 360)"])
        for row in data["top_opportunities"]:
            score = round(float(row.get("halal_opportunity_score") or 0))
            lines.append(f"- **{row.get('chain')} · {row.get('name')}** ({row.get('city')}) — score {score}/100")
        lines.append("")

    if data.get("milestones_pending"):
        lines.extend(["## Sales milestones — open"])
        for row in data["milestones_pending"]:
            td = row.get("target_date")
            td_s = td.isoformat()[:10] if hasattr(td, "isoformat") else str(td or "—")[:10]
            lines.append(f"- [{td_s}] **{row.get('title')}** · {row.get('chain') or ''} {row.get('store_name') or ''} · €{row.get('value_eur') or '—'}")
        lines.append("")

    if data.get("rss_highlights"):
        lines.extend(["## Kant-en-klaar & supermarkt nieuws"])
        for row in data["rss_highlights"]:
            lines.append(f"- [{row.get('feed_name')}] {row.get('title')}")
        lines.append("")

    if data.get("market_trends"):
        lines.extend(["## Markt trends"])
        for row in data["market_trends"]:
            pct = round(float(row.get("opportunity_score") or 0) * 100)
            lines.append(f"- **{row.get('trend_name')}** ({pct}% kans) — {row.get('description') or ''}")
        lines.append("")

    lines.extend(["## Pipeline per stage"])
    for row in data.get("deals_by_stage") or []:
        lines.append(f"- **{row.get('stage')}:** {row.get('cnt')} deals · €{float(row.get('total') or 0):,.0f}")
    if not data.get("deals_by_stage"):
        lines.append("- Geen deals in database.")

    if data.get("calendar_events"):
        lines.extend(["", "## Agenda (7 dagen)"])
        for row in data["calendar_events"]:
            ts = row.get("starts_at")
            ts_s = ts.isoformat()[:16] if hasattr(ts, "isoformat") else str(ts)[:16]
            lines.append(f"- [{ts_s}] {row.get('title')} ({row.get('client_name') or '-'})")

    if data.get("pending_items"):
        lines.extend(["", "## ⚠️ Wacht op jouw goedkeuring"])
        for row in data["pending_items"]:
            lines.append(f"- {row.get('agent_name')}: {row.get('title')}")

    return "\n".join(lines)


async def _ai_executive_summary(data: dict[str, Any]) -> str:
    opp_lines = ""
    for row in data.get("top_opportunities") or []:
        opp_lines += f"- {row.get('chain')} {row.get('name')} ({row.get('city')}): score {round(float(row.get('halal_opportunity_score') or 0))}\n"

    ms_lines = ""
    for row in data.get("milestones_pending") or []:
        ms_lines += f"- {row.get('title')} ({row.get('chain') or 'CRM'}) deadline {row.get('target_date') or '?'}\n"

    prompt = (
        "Schrijf in het Nederlands (markdown) voor CEO Aïssa van Foodlinkk (halal kant-en-klaar maaltijden):\n\n"
        "## Samenvatting\n(5-7 zinnen: wat is vandaag belangrijk, pipeline, retail kansen, milestones)\n\n"
        "## Actiepunten vandaag — korte termijn\n(minimaal 5 concrete bullets met CRM/retail acties)\n\n"
        "## Lange termijn focus\n(3-5 bullets: groei supermarkt partnerships, halal markt, milestones komende weken)\n\n"
        f"Data vandaag ({data['date']}):\n"
        f"- Pipeline €{data['pipeline_eur']:,.0f}, {data['clients']} klanten, {data['deals']} deals\n"
        f"- {data.get('supermarkets',0)} supermarkten, {data.get('crm_partnerships',0)} actieve CRM partnerships\n"
        f"- {data['pending_approvals']} goedkeuringen open\n"
        f"Top kansen:\n{opp_lines or '- geen data'}\n"
        f"Milestones open:\n{ms_lines or '- geen milestones'}\n"
    )
    system = (
        "Je bent Herman, AI co-CEO van Foodlinkk. Schrijf warm, professioneel en actionable. "
        "Focus op halal kant-en-klaar retail groei in Nederland. Geen vage tekst — concrete namen en acties."
    )
    try:
        return await ollama.generate(prompt, system=system, timeout=120.0)
    except Exception:
        return ""


def _fallback_summary(data: dict[str, Any]) -> str:
    opp = data.get("top_opportunities") or []
    ms = data.get("milestones_pending") or []
    lines = [
        "## Samenvatting",
        f"Vandaag ({data['date']}) heb je **€{data['pipeline_eur']:,.0f}** in je pipeline en **{data.get('crm_partnerships',0)} actieve supermarkt-partnerships**. "
        f"In Retail 360 staan **{data.get('supermarkets',0)} filialen** met live CBS-data.",
    ]
    if opp:
        top = opp[0]
        lines.append(
            f"De grootste halal-kans is **{top.get('chain')} · {top.get('name')}** in {top.get('city')} "
            f"(score {round(float(top.get('halal_opportunity_score') or 0))}/100)."
        )
    lines.extend(["", "## Actiepunten vandaag — korte termijn"])
    actions = [
        "Open Retail 360 en benader top-3 halal-gap filialen via CRM koppeling",
        f"Behandel {data['pending_approvals']} openstaande agent-goedkeuringen",
        "Check Marketing Live Feed voor kant-en-klaar trends",
    ]
    if ms:
        actions.insert(0, f"Follow-up milestone: **{ms[0].get('title')}**")
    for a in actions[:6]:
        lines.append(f"- {a}")
    lines.extend(["", "## Lange termijn focus"])
    lines.extend([
        "- Schaal CRM partnerships van proposal naar actief in top-10 kans-filialen",
        "- Halal kant-en-klaar listing bij Jumbo/AH regio's met hoogste demografische vraag",
        "- Wekelijks milestones review in Retail 360 sales tab",
    ])
    return "\n".join(lines)


def _save_briefing(content: str, data: dict[str, Any]) -> None:
    safe = serialize_stats(data)
    metadata = {"stats": safe, "model": settings.OLLAMA_MODEL, "type": "daily_ceo_report"}
    try:
        execute(
            "INSERT INTO daily_briefings (content, generated_by, metadata) VALUES (%s, %s, %s::jsonb)",
            (content, "herman", json.dumps(metadata)),
        )
    except Exception:
        pass
    try:
        execute(
            """INSERT INTO agent_events (agent_name, agent_type, event_type, title, body, status, channel, metadata)
               VALUES (%s, %s, %s, %s, %s, %s, %s, %s::jsonb)""",
            (
                "herman", "herman_delegate", "briefing",
                f"CEO dagrapport {data['date']}", content[:2000],
                "completed", "dashboard", json.dumps({"stats": safe}),
            ),
        )
    except Exception:
        pass


async def generate_daily_briefing() -> tuple[str, dict[str, Any]]:
    data = collect_briefing_data()
    template = build_template_report(data)
    try:
        ai_part = await asyncio.wait_for(_ai_executive_summary(data), timeout=25.0)
    except (asyncio.TimeoutError, Exception):
        ai_part = ""

    if ai_part and len(ai_part.strip()) > 80:
        content = ai_part.strip() + "\n\n---\n\n" + template
    else:
        content = _fallback_summary(data) + "\n\n---\n\n" + template

    _save_briefing(content, data)
    return content, serialize_stats(data)