researchowl/tests/test_short_producer.py

"""El pipeline del Short: orden de los pasos y fallbacks.

Todo con dobles: ni Claude ni shortsmith ni SQLite. Lo que se comprueba aquí es
que el fundamento se mira ANTES de renderizar y que ningún camino de fallo se
come el spec.
"""
import json

import pytest

from src.config import settings
from src.generator.short import ShortProducer, ShortResult, ShortsDisabled
from src.generator.shortsmith import JobResult, ShortsmithError, ShortsmithUnavailable
from tests.test_spec_contract import TEMPLATES

SPEC = {
    "version": 1,
    "meta": {"id": "jal1628", "title": "JAL 1628"},
    "shots": [
        {"template": "radar_sweep", "duration": 15.0, "props": {"headline": "3 RADARS"}},
        {"template": "scale_bars", "duration": 15.0, "props": {
            "headline": "REPORTED SCALE",
            "bars": [{"label": "BOEING 747", "value": 232, "unit": "FT"}]}},
    ],
}

CHUNKS = [{
    "content": "Three radars tracked the object. A Boeing 747 is 232 ft long.",
    "url": "https://faa.example/jal1628",
    "title": "FAA file",
    "source_type": "web",
}]


class FakeDB:
    def __init__(self, article_url=None):
        self.article_url = article_url
        self.saved: list[tuple] = []

    async def get_session(self, session_id):
        return {"id": session_id, "topic": "JAL 1628 Alaska 1986"}

    async def get_article_url(self, session_id):
        return self.article_url

    async def save_output(self, session_id, output_type, content):
        self.saved.append((session_id, output_type, content))
        return len(self.saved)

    async def log_api_call(self, *a, **kw):
        return None


class FakeProcessor:
    def __init__(self, chunks=None):
        self.chunks = CHUNKS if chunks is None else chunks

    async def rag_chunks(self, session_id, query, top_k=20):
        return self.chunks


class FakeClient:
    """shortsmith de mentira. `fail_at` decide dónde se rompe."""

    def __init__(self, fail_at=None, job_status="done", warnings=None):
        self.fail_at = fail_at
        self.job_status = job_status
        self.warnings = warnings or []
        self.rendered = None

    async def templates(self, refresh=False):
        if self.fail_at == "templates":
            raise ShortsmithUnavailable("no hay nadie al otro lado")
        return TEMPLATES

    async def render(self, spec):
        if self.fail_at == "render":
            raise ShortsmithUnavailable("conexión rechazada")
        self.rendered = spec
        return "job-1"

    async def poll(self, job_id, on_progress=None, **kw):
        if self.fail_at == "poll":
            raise ShortsmithError("job atascado")
        if on_progress:
            await on_progress(0.5, "running")
        return JobResult(job_id, self.job_status, 1.0, self.warnings,
                         "OOMKilled" if self.job_status == "error" else None)

    async def fetch_video(self, job_id):
        if self.fail_at == "fetch":
            raise ShortsmithError("404 del vídeo")
        return b"\x00\x00\x00 ftypisom" + b"\x00" * 2048


def llm_returning(*responses):
    queue = list(responses)

    async def call(system, prompt):
        call.prompts.append(prompt)
        return queue.pop(0) if len(queue) > 1 else queue[0]

    call.prompts = []
    return call


def producer(tmp_path, monkeypatch, *, client=None, llm=None, db=None, processor=None):
    monkeypatch.setattr(settings, "shorts_dir", str(tmp_path / "shorts"))
    monkeypatch.setattr(settings, "shortsmith_enabled", True)
    return ShortProducer(
        db or FakeDB(),
        processor or FakeProcessor(),
        client=client or FakeClient(),
        llm_call=llm or llm_returning(json.dumps(SPEC)),
    )


# --- camino feliz -----------------------------------------------------------

@pytest.mark.asyncio
async def test_happy_path_writes_the_mp4_to_disk(tmp_path, monkeypatch):
    db = FakeDB(article_url="https://www.theexclusionzone.com/jal-1628/")
    p = producer(tmp_path, monkeypatch, db=db)

    result = await p.produce(153)

    assert result.has_video
    assert result.video_path.endswith("153.mp4")
    assert open(result.video_path, "rb").read()[:12].endswith(b"ftypisom")
    assert result.title == "JAL 1628"
    assert result.duration_s == 30.0
    assert result.article_url.endswith("/jal-1628/")
    assert result.failure is None


@pytest.mark.asyncio
async def test_the_spec_is_saved_before_the_render(tmp_path, monkeypatch):
    """Si el render se cae, la parte cara ya está en la DB y /short_spec la
    devuelve."""
    db = FakeDB()
    p = producer(tmp_path, monkeypatch, db=db, client=FakeClient(fail_at="render"))

    result = await p.produce(153)

    assert db.saved and db.saved[0][1] == "short_en"
    assert json.loads(db.saved[0][2])["meta"]["id"] == "jal1628"
    assert not result.has_video


@pytest.mark.asyncio
async def test_grounding_runs_before_rendering(tmp_path, monkeypatch):
    """El informe existe aunque el render no llegue a empezar: ese es el orden
    del §12 y es lo que hace que la revisión humana llegue igual."""
    p = producer(tmp_path, monkeypatch, client=FakeClient(fail_at="render"))

    result = await p.produce(153)

    assert result.grounding is not None
    assert result.grounding.total > 0


@pytest.mark.asyncio
async def test_ungrounded_claims_do_not_block_the_render(tmp_path, monkeypatch):
    """Un dato sin encontrar puede ser una fabricación o un artefacto de
    formato. Lo decide una persona: el vídeo se entrega con el aviso al lado."""
    invented = json.loads(json.dumps(SPEC))
    invented["shots"][0]["props"]["headline"] = "41,000 FT"
    p = producer(tmp_path, monkeypatch, llm=llm_returning(json.dumps(invented)))

    result = await p.produce(153)

    assert result.has_video
    assert [c.text for c in result.grounding.ungrounded] == ["41,000 FT"]


@pytest.mark.asyncio
async def test_the_article_url_reaches_the_prompt(tmp_path, monkeypatch):
    llm = llm_returning(json.dumps(SPEC))
    p = producer(tmp_path, monkeypatch,
                 db=FakeDB(article_url="https://www.theexclusionzone.com/jal-1628/"),
                 llm=llm)

    await p.produce(153)

    assert "https://www.theexclusionzone.com/jal-1628/" in llm.prompts[0]


# --- fallbacks --------------------------------------------------------------

@pytest.mark.asyncio
@pytest.mark.parametrize("fail_at", ["render", "poll", "fetch"])
async def test_every_render_failure_still_returns_the_spec(tmp_path, monkeypatch, fail_at):
    p = producer(tmp_path, monkeypatch, client=FakeClient(fail_at=fail_at))

    result = await p.produce(153)

    assert not result.has_video
    assert result.failure
    assert json.loads(result.spec_json)["meta"]["id"] == "jal1628"


@pytest.mark.asyncio
async def test_a_job_that_errors_is_reported_with_its_reason(tmp_path, monkeypatch):
    p = producer(tmp_path, monkeypatch, client=FakeClient(job_status="error"))

    result = await p.produce(153)

    assert not result.has_video
    assert "OOMKilled" in result.failure


@pytest.mark.asyncio
async def test_an_unwritable_spec_still_returns_the_last_attempt(tmp_path, monkeypatch):
    """Tres intentos fallidos no son motivo para tirar la generación."""
    broken = json.loads(json.dumps(SPEC))
    broken["meta"]["id"] = "MAYÚSCULAS Y ESPACIOS"
    p = producer(tmp_path, monkeypatch, llm=llm_returning(json.dumps(broken)))

    result = await p.produce(153)

    assert not result.has_video
    assert result.attempts == 3
    assert result.spec["meta"]["id"] == "MAYÚSCULAS Y ESPACIOS"
    assert "no pasó la validación" in result.failure
    assert result.grounding is None      # no hay spec válido que comprobar


@pytest.mark.asyncio
async def test_a_response_that_is_not_json_at_all_comes_back_raw(tmp_path, monkeypatch):
    p = producer(tmp_path, monkeypatch,
                 llm=llm_returning("Lo siento, no puedo ayudarte con eso."))

    result = await p.produce(153)

    assert result.spec is None
    assert "Lo siento" in result.raw_response


@pytest.mark.asyncio
async def test_render_warnings_travel_with_the_result(tmp_path, monkeypatch):
    warnings = [{"template": "data_card", "text": "UNA FILA MUY LARGA",
                 "requested": 44, "size": 38}]
    p = producer(tmp_path, monkeypatch, client=FakeClient(warnings=warnings))

    result = await p.produce(153)

    assert result.has_video
    assert result.render_warnings[0]["template"] == "data_card"


# --- interruptores y precondiciones -----------------------------------------

@pytest.mark.asyncio
async def test_the_kill_switch_says_so_instead_of_crashing(tmp_path, monkeypatch):
    p = producer(tmp_path, monkeypatch)
    monkeypatch.setattr(settings, "shortsmith_enabled", False)

    with pytest.raises(ShortsDisabled):
        await p.produce(153)


@pytest.mark.asyncio
async def test_an_unreachable_renderer_is_named_clearly(tmp_path, monkeypatch):
    """Sin contrato no hay prompt que escribir: aquí no hay fallback posible y
    el mensaje lo dice."""
    p = producer(tmp_path, monkeypatch, client=FakeClient(fail_at="templates"))

    with pytest.raises(ShortsmithUnavailable):
        await p.produce(153)


@pytest.mark.asyncio
async def test_a_session_without_chunks_says_what_to_run(tmp_path, monkeypatch):
    p = producer(tmp_path, monkeypatch, processor=FakeProcessor(chunks=[]))

    with pytest.raises(ValueError, match="/process"):
        await p.produce(153)


def test_domain_is_drawn_without_protocol_or_www(monkeypatch):
    monkeypatch.setattr(settings, "ghost_url_en", "https://www.theexclusionzone.com")
    assert ShortProducer(FakeDB(), FakeProcessor(), client=FakeClient())._domain() \
        == "THEEXCLUSIONZONE.COM"


def test_short_result_without_a_spec_has_an_empty_json():
    assert ShortResult(topic="x").spec_json == ""


# --- limpieza ---------------------------------------------------------------

@pytest.mark.asyncio
async def test_purging_a_session_takes_its_video_with_it(tmp_path, monkeypatch):
    """Un MP4 huérfano en el PVC es negligible contra 5 Gi y es arqueología
    dentro de un año."""
    import time

    import aiosqlite

    from src.db import database
    from src.db.database import ResearchDB

    shorts = tmp_path / "shorts"
    shorts.mkdir()
    (shorts / "1.mp4").write_bytes(b"viejo")
    (shorts / "2.mp4").write_bytes(b"reciente")
    monkeypatch.setattr(settings, "shorts_dir", str(shorts))

    conn = await aiosqlite.connect(tmp_path / "t.db")
    conn.row_factory = aiosqlite.Row
    await conn.executescript(database.SCHEMA)
    old, now = time.time() - 90 * 86400, time.time()
    await conn.execute(
        "INSERT INTO research_sessions (id, topic, status, telegram_chat_id,"
        " created_at, updated_at) VALUES (1,'viejo','saturated',1,?,?)", (old, old))
    await conn.execute(
        "INSERT INTO research_sessions (id, topic, status, telegram_chat_id,"
        " created_at, updated_at) VALUES (2,'nuevo','saturated',1,?,?)", (now, now))
    await conn.commit()

    counts = await ResearchDB(conn).purge_old_sessions(30)
    await conn.close()

    assert counts["shorts"] == 1
    assert not (shorts / "1.mp4").exists()
    assert (shorts / "2.mp4").exists(), "la sesión reciente conserva su vídeo"


@pytest.mark.asyncio
async def test_the_youtube_url_never_passes_for_an_article_url(tmp_path):
    """Subir un Short escribe su URL de YouTube en `published_url`. Si
    `get_article_url` no filtrara las filas short_en, el siguiente Short de esa
    sesión enlazaría al Short anterior: un bucle silencioso, porque la URL es
    válida y nadie la mira dos veces."""
    import time

    import aiosqlite

    from src.db import database
    from src.db.database import OutputType, ResearchDB

    conn = await aiosqlite.connect(tmp_path / "urls.db")
    conn.row_factory = aiosqlite.Row
    await conn.executescript(database.SCHEMA)
    now = time.time()
    await conn.execute(
        "INSERT INTO research_sessions (id, topic, status, telegram_chat_id,"
        " created_at, updated_at) VALUES (1,'x','saturated',1,?,?)", (now, now))
    await conn.execute(
        "INSERT INTO outputs (session_id, output_type, content, created_at,"
        " published_url) VALUES (1,?,'...',?,?)",
        (OutputType.BLOG.value, now, "https://theexclusionzone.com/x/"))
    # El Short, subido DESPUÉS: es la fila más reciente con URL.
    await conn.execute(
        "INSERT INTO outputs (session_id, output_type, content, created_at,"
        " published_url) VALUES (1,?,'{}',?,?)",
        (OutputType.SHORT_EN.value, now + 60, "https://youtube.com/shorts/abc"))
    await conn.commit()

    url = await ResearchDB(conn).get_article_url(1)
    await conn.close()

    assert url == "https://theexclusionzone.com/x/"