brain-of-reese/tests/e2e/test_summary_in_viewer.py

"""Phase 36 E2E (Playwright): the summary and the original document
are visible **together** in the viewer.

Story: ``.agents/user_stories/summary-in-viewer.md``
Run in isolation (DB must be up: ``podman compose up -d db``):

    uv run pytest tests/e2e/test_summary_in_viewer.py -v --no-cov

The fixture KB is the story-dedicated ``tests/fixtures/summary_kb/``
directory (the same one the phase-30 suite imports — its machinery is
reused here as closely as possible):

* ``quadlet/qwen-llamacpp.yaml`` — a non-markdown A9 doc. At import the
  mock ``lite`` model (``SUMMARY_MODE`` marker, ``tests/e2e/mock_llm.py``)
  reduces it to a deterministic 24-token digest, stored on
  ``documents.summary``. The sentinel ``RESE-SUMMARY-SENTINEL-7f3a`` sits
  on the document's LAST line — **outside** the 24-token digest — so it
  is a marker for "the original, not the summary".
* ``notes/qwen-llamacpp-notes.md`` — a markdown doc that phase 118 (A2)
  summarizes TOO (the phase-30 non-markdown-only scope is retired): the
  viewer must show its Summary panel exactly like the yaml's, above the
  rendered markdown.

This phase only surfaces the stored field: the content endpoint returns
``summary`` (task 01) and the shared ``renderDocument`` core draws the
labeled ``.doc-summary`` panel above the content on BOTH surfaces (task
02) — the full-page viewer and the chat/sources modal. The tests assert
exactly that contract. Phase 79 supersedes the phase-16 soft rule: the
content endpoint is ``require_user``-gated, so the viewer surfaces and
the API shape pin run under a signed-in session (the shape itself —
``summary`` for BOTH fixture docs, phase 118 A2 — is what the pins
carry).
"""
from __future__ import annotations

import asyncio
import re
from pathlib import Path
from threading import Thread
from typing import Any

from playwright.sync_api import Page, expect
from sqlalchemy import text

from app.config import Settings
from app.db import SessionLocal
from app.rag.importer import ImportSummary, import_sources
from app.rag.llm import LLMClient
from e2e.auth_helpers import login
from tests.e2e.mock_llm import TOKEN_RE

REPO = Path(__file__).resolve().parents[2]
FIXTURES = REPO / "tests" / "fixtures" / "summary_kb"

SENTINEL = "RESE-SUMMARY-SENTINEL-7f3a"
SOURCE = "summary_kb"
YAML_PATH = "quadlet/qwen-llamacpp.yaml"
MD_PATH = "notes/qwen-llamacpp-notes.md"

#: Encoded viewer URL query values (slashes come out as %2F, same as the
#: chips / Sources table links build them).
YAML_URL_PATH = "quadlet%2Fqwen-llamacpp.yaml"
MD_URL_PATH = "notes%2Fqwen-llamacpp-notes.md"


# --- Importer + thread helpers (test_document_summaries.py pattern) ---


async def _import_fixtures(mock_port: int) -> ImportSummary:
    kwargs: dict[str, Any] = {
        "_env_file": None,
        "llm_base_url": f"http://127.0.0.1:{mock_port}/v1",
    }
    settings = Settings(**kwargs)  # pyright: ignore[reportCallIssue]
    return await import_sources([FIXTURES], LLMClient(settings))


def _run_in_thread(coro: Any) -> Any:
    """Run a coroutine on a worker thread.

    Playwright's sync API keeps an asyncio loop running on the test thread,
    so ``asyncio.run`` cannot be called directly from a test body.
    """
    box: dict[str, Any] = {}

    def runner() -> None:
        try:
            box["value"] = asyncio.run(coro)
        except BaseException as e:  # noqa: BLE001 — re-raised on the test thread
            box["error"] = e

    t = Thread(target=runner)
    t.start()
    t.join()
    if "error" in box:
        raise box["error"]
    return box["value"]


def _reset_db_and_import(mock_llm: int) -> ImportSummary:
    """Truncate the KB (and query log + steering) and re-import the
    summary_kb fixtures — both docs summarized (phase 118, A2: the
    markdown doc too)."""
    with SessionLocal() as db:
        db.execute(text("TRUNCATE chunks, documents, query_log, steering_notes"))
        db.commit()
    summary = _run_in_thread(_import_fixtures(mock_llm))
    assert summary.added == 2  # yaml + md
    assert summary.summaries == 2 and summary.summary_errors == 0  # A2: md too
    assert summary.errors == 0
    return summary


def _expected_summary(content: str, source: str, path: str) -> str:
    """The mock lite model's byte-stable digest + the code pointer line.

    Mirrors ``mock_llm.compose_answer``'s ``SUMMARY_MODE`` branch (first
    24 tokens of the document content) plus the summarizer's
    deterministic ``Source:`` line — no model output is ever trusted.
    """
    digest = " ".join(TOKEN_RE.findall(content.lower())[:24])
    return f"This document covers {digest}.\nSource: {source}/{path}"


def _summary_lines(source: str, path: str) -> tuple[str, str]:
    """(digest line, pointer line) of the stored summary for a fixture."""
    expected = _expected_summary(
        (FIXTURES / path).read_text(encoding="utf-8"), source, path
    )
    digest_line, pointer_line = expected.split("\n", 1)
    return digest_line, pointer_line


# ---------------------------------------------------------------------------
# 1. Full page: labeled Summary panel ABOVE the original, both visible
# ---------------------------------------------------------------------------


def test_full_page_shows_summary_and_original_together(
    page: Page, app_url: str, mock_llm: int, db_ready: None
) -> None:
    """The dedicated viewer for a summarized yaml shows the labeled
    Summary panel (deterministic mock digest) and, below it, the FULL
    original content — its tail sentinel, which the 24-token digest
    cannot contain, is rendered in the raw ``<pre>``."""
    _reset_db_and_import(mock_llm)
    page.set_default_timeout(30_000)
    login(page, app_url, next="/")  # phase 79: the viewer content is gated

    digest_line, pointer_line = _summary_lines(SOURCE, YAML_PATH)
    page.goto(f"{app_url}/document.html?source={SOURCE}&path={YAML_URL_PATH}")

    # Title + meta row unchanged by the phase (badge row is untouched).
    expect(page.locator("#doc-title")).to_have_text("qwen-llamacpp")
    expect(page.locator("#doc-meta .doc-source-badge")).to_have_text(SOURCE)
    expect(page.locator("#doc-meta .format-badge")).to_have_text("yaml")
    expect(page.locator("#doc-meta .doc-path")).to_have_text(YAML_PATH)

    # Exactly one labeled Summary section — a real <section aria-label>
    # with a visible heading (UI Structure Check: labeled section).
    panel = page.locator(".doc-summary")
    expect(panel).to_have_count(1)
    expect(panel).to_be_visible()
    expect(panel).to_have_attribute("aria-label", "Summary")
    expect(panel.locator(".doc-summary-title")).to_have_text("Summary")

    # The panel carries the DETERMINISTIC digest (byte-stable, no real
    # LLM) — digest line + code pointer line — and nothing from the raw
    # body beyond the first 24 tokens ("healthcheck" is deeper in the
    # file, so the panel cannot be the original content).
    expect(panel).to_contain_text(digest_line)
    expect(panel).to_contain_text(pointer_line)
    expect(panel).not_to_contain_text("healthcheck")

    # The ORIGINAL is fully visible: the raw yaml in its <pre>, including
    # the tail sentinel that sits outside the digest.
    pre = page.locator("#doc-content pre.doc-raw")
    expect(pre).to_have_count(1)
    expect(pre).to_contain_text(SENTINEL)
    expect(pre).to_contain_text("healthcheck")

    # The panel sits ABOVE the content: first child of #doc-content.
    order = page.evaluate(
        "() => [...document.querySelector('#doc-content').children]"
        ".map((el) => el.className)"
    )
    assert order[0] == "doc-summary", f"panel not first: {order}"
    assert "doc-raw" in order and order.index("doc-raw") > order.index("doc-summary")

    # Theme (phase 08, dark-red rebrand 2026-08-28): panel on the
    # surface colour, title in brand-ink (--brand-ink #fca5a5 on
    # --surface #1a0f0f = 9.0:1 ≥4.5:1), and the panel matches the
    # raw-content width — it does not break the content layout.
    bg = panel.evaluate("el => getComputedStyle(el).backgroundColor")
    assert bg == "rgb(26, 15, 15)", f"panel not on the --surface colour (rebrand #1a0f0f): {bg}"
    title_color = panel.locator(".doc-summary-title").evaluate(
        "el => getComputedStyle(el).color"
    )
    assert title_color == "rgb(252, 165, 165)", f"title not brand-ink: {title_color}"
    panel_box = panel.bounding_box()
    pre_box = pre.bounding_box()
    assert panel_box is not None and pre_box is not None
    assert abs(panel_box["width"] - pre_box["width"]) < 2, (
        f"panel width {panel_box['width']} != raw width {pre_box['width']}"
    )
    assert panel_box["y"] < pre_box["y"], "panel must sit above the content"


# ---------------------------------------------------------------------------
# 2. Modal from the Sources table: same panel + content; "Full page"
#    agrees (the two surfaces cannot drift — one shared renderer)
# ---------------------------------------------------------------------------


def test_modal_shows_panel_and_full_page_agrees(
    page: Page, app_url: str, mock_llm: int, db_ready: None
) -> None:
    """Admin opens the yaml from the Sources table row: the SAME-PAGE
    modal shows the Summary panel + the sentinel-bearing original; the
    'Full page' escape hatch lands on the dedicated page with the panel
    still there — both surfaces render through one shared core."""
    _reset_db_and_import(mock_llm)
    page.set_default_timeout(30_000)
    login(page, app_url)  # phase 16: the Sources catalog is admin-only

    digest_line, pointer_line = _summary_lines(SOURCE, YAML_PATH)
    # Phase 97: the catalog is the drill-down tree — the row lives at
    # the quadlet level (the drill is the only change).
    for name in (SOURCE, "quadlet"):
        page.click(f'#folders-tbody a.folder-link:text-is("{name}")')
    row = page.locator("#docs-tbody tr", has_text=YAML_PATH)
    expect(row).to_have_count(1)
    before = len(page.context.pages)
    row.locator("td:nth-child(2) a.doc-link").click()
    assert len(page.context.pages) == before, "row link must not open a new tab"

    # The modal shows the panel + the original content, in order.
    expect(page.locator(".doc-modal")).to_be_visible()
    expect(page.locator("#doc-modal-title")).to_have_text("qwen-llamacpp")
    modal_panel = page.locator("#doc-modal .doc-summary")
    expect(modal_panel).to_have_count(1)
    expect(modal_panel).to_be_visible()
    expect(modal_panel).to_have_attribute("aria-label", "Summary")
    expect(modal_panel).to_contain_text(digest_line)
    expect(modal_panel).to_contain_text(pointer_line)
    modal_pre = page.locator("#doc-modal pre.doc-raw")
    expect(modal_pre).to_have_count(1)
    expect(modal_pre).to_contain_text(SENTINEL)
    order = page.evaluate(
        "() => [...document.querySelector('#doc-modal-content').children]"
        ".map((el) => el.className)"
    )
    assert order[0] == "doc-summary", f"panel not first in the modal: {order}"

    # "Full page" (the #doc-modal-open escape hatch — target=_blank by
    # design) opens the dedicated viewer in a NEW TAB, and the panel is
    # there with the same digest and the same sentinel: the surfaces
    # agree (one shared renderer, no drift).
    with page.expect_popup() as popup_info:
        page.click("#doc-modal-open")
    full_page = popup_info.value
    expect(
        full_page
    ).to_have_url(
        re.compile(
            r"^" + re.escape(f"{app_url}/document.html")
            + r"\?source=summary_kb&path=quadlet%2Fqwen-llamacpp\.yaml$"
        ),
        timeout=30_000,
    )
    full_panel = full_page.locator(".doc-summary")
    expect(full_panel).to_have_count(1)
    expect(full_panel).to_be_visible()
    expect(full_panel).to_contain_text(digest_line)
    expect(full_panel).to_contain_text(pointer_line)
    expect(full_page.locator("#doc-content pre.doc-raw")).to_contain_text(SENTINEL)


# ---------------------------------------------------------------------------
# 3. No-summary control: the markdown doc renders exactly as before
# ---------------------------------------------------------------------------


def test_markdown_doc_has_a_summary_panel(
    page: Page, app_url: str, mock_llm: int, db_ready: None
) -> None:
    """Phase 118 (A2): the markdown doc is summarized TOO — the SAME
    labeled ``.doc-summary`` panel (the deterministic mock digest +
    pointer line) renders above the rendered markdown on BOTH surfaces
    (the phase-30 "markdown never summarized" control is retired with
    the non-markdown-only scope)."""
    _reset_db_and_import(mock_llm)
    page.set_default_timeout(30_000)
    login(page, app_url, next="/")  # phase 79: the viewer content is gated

    digest_line, pointer_line = _summary_lines(SOURCE, MD_PATH)

    # Full page: the labeled panel above the markdown column (the same
    # contract as the yaml — one shared renderer).
    page.goto(f"{app_url}/document.html?source={SOURCE}&path={MD_URL_PATH}")
    panel = page.locator(".doc-summary")
    expect(panel).to_have_count(1)
    expect(panel).to_be_visible()
    expect(panel).to_have_attribute("aria-label", "Summary")
    expect(panel.locator(".doc-summary-title")).to_have_text("Summary")
    expect(panel).to_contain_text(digest_line)
    expect(panel).to_contain_text(pointer_line)
    expect(page.locator("#doc-content .doc-md")).to_have_count(1)
    expect(page.locator("#doc-content")).to_contain_text(
        "came out of a week of"
    )
    order = page.evaluate(
        "() => [...document.querySelector('#doc-content').children]"
        ".map((el) => el.className)"
    )
    assert order == ["doc-summary", "doc-md"], f"panel not first: {order}"

    # Modal: same story — the panel above .doc-md (the session is
    # already signed in — the form login above).
    page.goto(f"{app_url}/sources.html")
    # Phase 97: the re-mount lands on the tree's top level — drill to
    # the notes level where the row lives (the drill is the only
    # change).
    for name in (SOURCE, "notes"):
        page.click(f'#folders-tbody a.folder-link:text-is("{name}")')
    row = page.locator("#docs-tbody tr", has_text=MD_PATH)
    expect(row).to_have_count(1)
    row.locator("td:nth-child(2) a.doc-link").click()
    expect(page.locator(".doc-modal")).to_be_visible()
    modal_panel = page.locator("#doc-modal .doc-summary")
    expect(modal_panel).to_have_count(1)
    expect(modal_panel).to_be_visible()
    expect(modal_panel).to_contain_text(digest_line)
    expect(modal_panel).to_contain_text(pointer_line)
    expect(page.locator("#doc-modal .doc-md")).to_have_count(1)
    expect(page.locator("#doc-modal-content")).to_contain_text(
        "came out of a week of"
    )
    order = page.evaluate(
        "() => [...document.querySelector('#doc-modal-content').children]"
        ".map((el) => el.className)"
    )
    assert order == ["doc-summary", "doc-md"], f"markdown modal order: {order}"


# ---------------------------------------------------------------------------
# 4. API shape (cheap, via the page context's request — signed in since
#    phase 79 gated the endpoint)
# ---------------------------------------------------------------------------


def test_content_api_summary_shape(
    page: Page, app_url: str, mock_llm: int, db_ready: None
) -> None:
    """``GET /api/documents/content`` carries ``summary`` — the string
    for BOTH fixture docs (phase 118, A2: the markdown doc too). Phase
    79 superseded the phase-16 soft rule: the endpoint is require_user,
    so the pin runs under the form-login session."""
    _reset_db_and_import(mock_llm)
    login(page, app_url, next="/")

    digest_line, _ = _summary_lines(SOURCE, YAML_PATH)
    expected_summary = f"{digest_line}\nSource: {SOURCE}/{YAML_PATH}"

    resp = page.context.request.get(
        f"{app_url}/api/documents/content?source={SOURCE}&path={YAML_URL_PATH}"
    )
    assert resp.status == 200
    body = resp.json()
    assert body["source"] == SOURCE
    assert body["path"] == YAML_PATH
    assert body["format"] == "yaml"
    assert isinstance(body["summary"], str)
    assert body["summary"] == expected_summary
    assert SENTINEL in body["content"]  # full original, never just the digest

    resp_md = page.context.request.get(
        f"{app_url}/api/documents/content?source={SOURCE}&path={MD_URL_PATH}"
    )
    assert resp_md.status == 200
    md_body = resp_md.json()
    assert md_body["format"] == "md"
    # Phase 118 (A2): the markdown doc carries its summary too — the
    # same byte-stable digest + pointer line.
    md_digest_line, _ = _summary_lines(SOURCE, MD_PATH)
    assert md_body["summary"] == (
        f"{md_digest_line}\nSource: {SOURCE}/{MD_PATH}"
    )
    assert "came out of a week of" in md_body["content"]