add queue system

.env.example

@@ -1,3 +1,4 @@
 OPENAI_API_KEY=api-key-here
 OPENAI_API_URL=https://aipi.reeseapps.com/v1/chat/completions
 MODEL=turbo
+VALKEY_URL=redis://localhost:6379/0

Containerfile

@@ -9,7 +9,8 @@ COPY pyproject.toml uv.lock ./
 RUN uv sync --frozen --no-dev
 
 COPY app.py ./
+COPY gunicorn.conf.py ./
 
 EXPOSE 5000
 
-CMD ["uv", "run", "--no-sync", "gunicorn", "app:app", "--bind", "0.0.0.0:5000", "--workers", "2", "--timeout", "300"]
+CMD ["uv", "run", "--no-sync", "gunicorn", "-c", "gunicorn.conf.py", "app:app"]

app.py

@@ -1,17 +1,23 @@
 import base64
+import importlib
 import json
 import logging
 import os
 import random
+import re
+import threading
 import time
 import uuid
 from collections.abc import Generator
 from typing import Any
 
 import httpx
+import valkey
 from dotenv import load_dotenv
 from flask import Flask, Request, Response, request, stream_with_context
 
+lxml_html: Any = importlib.import_module("lxml.html")
+
 logging.basicConfig(
     level=logging.INFO,
     format="%(asctime)s [%(levelname)s] %(message)s",
@@ -26,6 +32,12 @@ API_URL = os.getenv("OPENAI_API_URL", "https://api.openai.com/v1/chat/completion
 API_KEY = os.getenv("OPENAI_API_KEY", "")
 MODEL = os.getenv("MODEL", "gpt-4o-mini")
 
+VALKEY_URL = os.getenv("VALKEY_URL", "redis://localhost:6379/0")
+r = valkey.Valkey.from_url(VALKEY_URL, decode_responses=True)  # type: ignore[assignment]
+
+worker_running = False
+worker_thread: threading.Thread | None = None
+
 logger.info(f"Using model: {MODEL}")
 logger.info(f"API URL: {API_URL}")
 logger.info(f"API key present: {bool(API_KEY)}")
@@ -121,12 +133,17 @@ const es = new EventSource('/stream' + window.location.search + window.location.
 let chars = 0;
 let htmlChunks = [];
 let htmlSize = 0;
+let mode = 'idle';
 const interval = setInterval(() => {
+  if (mode === 'generating') {
     stats.textContent = 'Characters: ' + chars.toLocaleString() + ' | ' + ((Date.now() - start) / 1000).toFixed(1) + 's';
+  }
 }, 100);
 window.__wotf_html = '';
 es.onmessage = (e) => {
   if (e.data === '[DONE]') {
+    titleEl.textContent = 'Validating HTML...';
+  } else if (e.data === '[RENDER]') {
     clearInterval(interval);
     es.close();
     titleEl.textContent = 'Rendering...';
@@ -136,12 +153,23 @@ es.onmessage = (e) => {
     document.write(fullHtml);
     document.close();
     injectMenu();
+  } else if (e.data === '[CLEAR]') {
+    htmlChunks = [];
+    htmlSize = 0;
+    chars = 0;
+  } else if (e.data.startsWith('[STATUS:')) {
+    const msg = e.data.slice(8);
+    if (mode !== 'generating') {
+      stats.textContent = msg;
+      mode = 'status';
+    }
   } else if (e.data === '[ERROR]') {
     clearInterval(interval);
     es.close();
     titleEl.textContent = 'Error generating page';
     document.querySelector('.subtitle').textContent = 'Please refresh and try again';
   } else {
+    mode = 'generating';
     const bytes = Uint8Array.from(atob(e.data), c => c.charCodeAt(0));
     const decoded = new TextDecoder().decode(bytes);
     htmlChunks.push(decoded);
@@ -271,6 +299,112 @@ function injectMenu() {
 </html>"""
 
 
+def call_llm(prompt: str, system: str = "You are a helpful assistant.") -> str:
+    headers = {"Authorization": f"Bearer {API_KEY}", "Content-Type": "application/json"}
+    payload: dict[str, Any] = {
+        "model": MODEL,
+        "messages": [
+            {"role": "system", "content": system},
+            {"role": "user", "content": prompt},
+        ],
+        "temperature": 0.7,
+        "stream": False,
+    }
+    try:
+        with httpx.Client(timeout=300) as client:
+            resp = client.post(API_URL, headers=headers, json=payload)
+            resp.raise_for_status()
+            data: dict[str, Any] = resp.json()
+            return data["choices"][0]["message"]["content"]
+    except BaseException as e:  # noqa: BLE001
+        logger.error(f"call_llm failed: {e}")
+        return ""
+
+
+def validate_html(html: str) -> list[str]:
+    errors: list[str] = []
+
+    if not html.strip().lower().startswith("<!doctype"):
+        errors.append("Missing DOCTYPE")
+
+    try:
+        doc: Any = lxml_html.fromstring(html)
+        html_tags: list[Any] = doc.xpath("//html")
+        body_tags: list[Any] = doc.xpath("//body")
+        head_tags: list[Any] = doc.xpath("//head")
+        if len(html_tags) != 1:
+            errors.append(f"Expected 1 <html> tag, found {len(html_tags)}")
+        if len(body_tags) != 1:
+            errors.append(f"Expected 1 <body> tag, found {len(body_tags)}")
+        if len(head_tags) != 1:
+            errors.append(f"Expected 1 <head> tag, found {len(head_tags)}")
+    except BaseException as e:  # noqa: BLE001
+        errors.append(f"HTML parse error: {e}")
+
+    style_blocks = re.findall(r"<style[^>]*>(.*?)</style>", html, re.DOTALL | re.IGNORECASE)
+    for i, block in enumerate(style_blocks):
+        if block.count("{") != block.count("}"):
+            errors.append(f"CSS block {i + 1}: mismatched braces")
+
+    script_blocks = re.findall(r"<script[^>]*>(.*?)</script>", html, re.DOTALL | re.IGNORECASE)
+    for i, block in enumerate(script_blocks):
+        if block.count("{") != block.count("}"):
+            errors.append(f"JS block {i + 1}: mismatched braces")
+        if block.count("(") != block.count(")"):
+            errors.append(f"JS block {i + 1}: mismatched parentheses")
+        if block.count("[") != block.count("]"):
+            errors.append(f"JS block {i + 1}: mismatched brackets")
+
+    if script_blocks:
+        js_text = "\n".join(script_blocks)
+        review = call_llm(
+            f"Review this JavaScript for runtime errors (undefined variables, wrong selectors, syntax issues). List each issue concisely. If no issues, say 'No issues found.'\n\n<code>\n{js_text}\n</code>"
+        )
+        if review and "no issue" not in review.lower():
+            for line in review.strip().split("\n"):
+                line = line.strip()
+                if line and not line.startswith("<"):
+                    errors.append(f"JS review: {line}")
+
+    return errors
+
+
+def fix_html(html: str, errors: list[str]) -> str:
+    error_text = "\n".join(f"- {e}" for e in errors)
+    prompt = f"""Fix this HTML document. Issues found:
+{error_text}
+
+Rules:
+- Return ONLY the complete corrected HTML document (<!DOCTYPE html> ... </html>)
+- Do NOT wrap in markdown code blocks
+- Do NOT add explanations
+- Preserve the design and content, only fix errors
+
+HTML to fix:
+{html}"""
+
+    fixed = call_llm(prompt, system="You are an expert HTML/CSS/JS developer. You fix broken code.")
+
+    fixed = re.sub(r"^```html?\s*", "", fixed.strip(), flags=re.MULTILINE)
+    fixed = re.sub(r"\s*```$", "", fixed.strip(), flags=re.MULTILINE)
+
+    if fixed and "<html" in fixed.lower():
+        return fixed
+    logger.warning("fix_html: LLM returned invalid output, returning original")
+    return html
+
+
+def summarize_errors(errors: list[str]) -> str:
+    seen: list[str] = []
+    for e in errors:
+        short = e[:60]
+        if short not in seen:
+            seen.append(short)
+        if len(seen) >= 3:
+            break
+    return ", ".join(seen)
+
+
 def get_user_context(req: Request) -> dict[str, Any]:
     user_agent = req.headers.get("User-Agent", "")
     lang = req.headers.get("Accept-Language", "")
@@ -331,9 +465,113 @@ THEMES = [
     ("fake_other", "A fake 404 error page with an interactive game"),
     ("fake_other", "A fake loading screen for a fictional video game"),
     ("fake_other", "A fake terminal emulator with ASCII art and commands"),
+    ("web_game", "A browser-based snake game with score tracking and increasing difficulty"),
+    ("web_game", "A memory card matching game with colorful icons and timer"),
+    ("web_game", "A clicker/idle game where you build a fictional empire"),
+    ("web_game", "A whack-a-mole style arcade game with combos and high scores"),
+    ("web_game", "A platformer game with a cute character and multiple levels"),
+    ("web_game", "A typing speed test game with word races and accuracy stats"),
+    ("web_game", "A 2048-style number sliding puzzle game"),
+    ("web_game", "A reaction time test game with random color flashes"),
+    ("web_game", "A virtual pet game where you feed, play, and care for a creature"),
+    ("web_game", "A maze runner game with procedurally generated levels"),
 ]
 
 
+def enqueue_request(context: dict[str, Any]) -> tuple[str, int]:
+    request_id = uuid.uuid4().hex[:12]
+    ctx_key = f"wotf:req:{request_id}:ctx"
+    r.hset(ctx_key, mapping={k: json.dumps(v) for k, v in context.items()})  # type: ignore[union-attr]
+    r.set(f"wotf:req:{request_id}:status", "pending")  # type: ignore[union-attr]
+    r.rpush("wotf:queue", request_id)  # type: ignore[union-attr]
+    position_raw = r.llen("wotf:queue")  # type: ignore[union-attr]
+    position: int = int(position_raw) if isinstance(position_raw, (int, float)) else 0
+    return (request_id, position)
+
+
+def get_queue_info(request_id: str) -> dict[str, Any]:
+    queue_items_raw = r.lrange("wotf:queue", 0, -1)  # type: ignore[union-attr]
+    queue_items: list[str] = list(queue_items_raw) if isinstance(queue_items_raw, list) else []  # type: ignore[arg-type]
+    if request_id in queue_items:
+        position = queue_items.index(request_id) + 1
+    else:
+        position = 0
+    avg_raw = r.get("wotf:stats:avg_time")  # type: ignore[union-attr]
+    avg_str: str = str(avg_raw) if avg_raw is not None else "15"
+    avg = float(avg_str)
+    eta = position * avg
+    return {"position": position, "avg_time": avg, "eta": eta}
+
+
+def get_generated_html(request_id: str) -> str:
+    result = r.get(f"wotf:req:{request_id}:html")  # type: ignore[union-attr]
+    return result if isinstance(result, str) else ""
+
+
+def worker_loop() -> None:
+    while worker_running:
+        request_id: str | None = None
+        try:
+            current = r.getset("wotf:processing", "locked")  # type: ignore[union-attr]
+            if current is not None:
+                time.sleep(0.5)
+                continue
+
+            request_id_raw = r.lpop("wotf:queue")  # type: ignore[union-attr]
+            if request_id_raw is None:
+                r.delete("wotf:processing")  # type: ignore[union-attr]
+                time.sleep(0.5)
+                continue
+
+            request_id = request_id_raw if isinstance(request_id_raw, str) else None
+            if request_id is None:
+                r.delete("wotf:processing")  # type: ignore[union-attr]
+                time.sleep(0.5)
+                continue
+
+            r.set(f"wotf:req:{request_id}:status", "processing")  # type: ignore[union-attr]
+            r.delete(f"wotf:stream:{request_id}:chunks")  # type: ignore[union-attr]
+
+            ctx_raw = r.hgetall(f"wotf:req:{request_id}:ctx")  # type: ignore[union-attr]
+            ctx: dict[str, Any] = {}
+            if isinstance(ctx_raw, dict):
+                for k_str, v_raw in ctx_raw.items():  # type: ignore[union-attr]
+                    k: str = str(k_str)  # type: ignore[arg-type]
+                    v: Any = v_raw  # type: ignore[assignment]
+                    try:
+                        ctx[k] = json.loads(v) if isinstance(v, str) else v
+                    except json.JSONDecodeError:
+                        ctx[k] = v
+
+            start = time.time()
+            for chunk in stream_llm(ctx):
+                encoded = base64.b64encode(chunk.encode("utf-8")).decode("ascii")
+                r.rpush(f"wotf:stream:{request_id}:chunks", encoded)  # type: ignore[union-attr]
+            elapsed = time.time() - start
+            r.set(f"wotf:req:{request_id}:status", "done")  # type: ignore[union-attr]
+
+            n_raw = r.get("wotf:stats:gen_count")  # type: ignore[union-attr]
+            n_str: str = str(n_raw) if n_raw is not None else "0"
+            n = int(n_str)
+            avg_raw = r.get("wotf:stats:avg_time")  # type: ignore[union-attr]
+            avg_str: str = str(avg_raw) if avg_raw is not None else "15"
+            avg = float(avg_str)
+            new_avg = (avg * n + elapsed) / (n + 1) if n > 0 else elapsed
+            r.set("wotf:stats:avg_time", str(new_avg))  # type: ignore[union-attr]
+            r.set("wotf:stats:gen_count", str(n + 1))  # type: ignore[union-attr]
+
+            r.delete("wotf:processing")  # type: ignore[union-attr]
+            logger.info(f"[worker] Generated {request_id} in {elapsed:.1f}s (avg={new_avg:.1f}s)")
+
+        except BaseException as e:  # noqa: BLE001
+            logger.error(f"[worker] Error: {e}")
+            if request_id:
+                r.set(f"wotf:req:{request_id}:status", "error")  # type: ignore[union-attr]
+                r.set(f"wotf:req:{request_id}:error", str(e))  # type: ignore[union-attr]
+            r.delete("wotf:processing")  # type: ignore[union-attr]
+            time.sleep(1)
+
+
 def build_prompt(context: dict[str, Any]) -> str:
     site_type, theme = random.choice(THEMES)
     mood = random.choice(["playful", "mysterious", "cozy", "epic", "dreamy", "energetic", "melancholic", "whimsical"])
@@ -426,11 +664,52 @@ def stream_llm(context: dict[str, Any]) -> Generator[str]:
 
 
 def sse_stream(context: dict[str, Any]) -> Generator[str]:
+    buffer: list[str] = []
+
+    def status(msg: str) -> str:
+        return f"data: [STATUS:{msg}]\n\n"
+
+    yield status("Generating HTML...")
     for chunk in stream_llm(context):
+        buffer.append(chunk)
         encoded = base64.b64encode(chunk.encode("utf-8")).decode("ascii")
         yield f"data: {encoded}\n\n"
+
+    html = "".join(buffer)
     yield "data: [DONE]\n\n"
 
+    yield status("Validating HTML structure...")
+    errors = validate_html(html)
+
+    if errors:
+        short = summarize_errors(errors)
+        yield status(f"Found {len(errors)} issue(s): {short}. Fixing (attempt 1/2)...")
+
+        html = fix_html(html, errors)
+        errors = validate_html(html)
+
+        if errors:
+            short = summarize_errors(errors)
+            yield status("Still invalid. Fixing (attempt 2/2)...")
+            html = fix_html(html, errors)
+            errors = validate_html(html)
+
+        if errors:
+            short = summarize_errors(errors)
+            yield status(f"Still has {len(errors)} issue(s): {short}. Serving as-is.")
+        else:
+            yield status("Fixed successfully.")
+
+        yield "data: [CLEAR]\n\n"
+        for i in range(0, len(html), 1000):
+            chunk = html[i : i + 1000]
+            encoded = base64.b64encode(chunk.encode("utf-8")).decode("ascii")
+            yield f"data: {encoded}\n\n"
+    else:
+        yield status("Validation passed.")
+
+    yield "data: [RENDER]\n\n"
+
 
 @app.route("/", defaults={"path": ""})
 @app.route("/<path:path>")
@@ -444,8 +723,62 @@ def stream() -> Response:
     context = get_user_context(request)
     logger.info(f"Stream request from {request.remote_addr}")
 
+    request_id, position = enqueue_request(context)
+    logger.info(f"[{request_id}] Enqueued at position {position}")
+
     def generate() -> Generator[str]:
-        yield from sse_stream(context)
+        yield "data: [CLEAR]\n\n"
+
+        while True:
+            status_raw = r.get(f"wotf:req:{request_id}:status")  # type: ignore[union-attr]
+            status = status_raw if isinstance(status_raw, str) else "pending"
+
+            if status == "error":
+                error_raw = r.get(f"wotf:req:{request_id}:error")  # type: ignore[union-attr]
+                error_msg = error_raw if isinstance(error_raw, str) else "Unknown error"
+                yield f"data: [STATUS:Error: {error_msg}\n\n"
+                yield "data: [ERROR]\n\n"
+                return
+
+            if status == "done":
+                break
+
+            if status == "processing":
+                chunks_raw = r.lrange(f"wotf:stream:{request_id}:chunks", 0, -1)  # type: ignore[union-attr]
+                chunks: list[str] = list(chunks_raw) if isinstance(chunks_raw, list) else []  # type: ignore[arg-type]
+                if chunks:
+                    break
+                yield "data: [STATUS:Generating your page...\n\n"
+                time.sleep(0.5)
+                continue
+
+            info = get_queue_info(request_id)
+            pos = info["position"]
+            eta = info["eta"]
+            if pos == 0:
+                yield "data: [STATUS:Your turn is next...\n\n"
+            else:
+                yield f"data: [STATUS:Position {pos} in line | Est. wait: ~{eta:.0f}s\n\n"
+            time.sleep(1)
+
+        last_idx = 0
+        while True:
+            chunks_raw = r.lrange(f"wotf:stream:{request_id}:chunks", last_idx, -1)  # type: ignore[union-attr]
+            chunks: list[str] = list(chunks_raw) if isinstance(chunks_raw, list) else []  # type: ignore[arg-type]
+            if chunks:
+                for chunk in chunks:
+                    yield f"data: {chunk}\n\n"
+                last_idx += len(chunks)
+                time.sleep(0.05)
+            else:
+                status_raw = r.get(f"wotf:req:{request_id}:status")  # type: ignore[union-attr]
+                status = status_raw if isinstance(status_raw, str) else "pending"
+                if status == "done":
+                    break
+                time.sleep(0.2)
+
+        yield "data: [DONE]\n\n"
+        yield "data: [RENDER]\n\n"
 
     return Response(
         stream_with_context(generate()),
@@ -458,5 +791,26 @@ def stream() -> Response:
     )
 
 
+def start_worker_if_needed() -> None:
+    global worker_running, worker_thread
+    if worker_running:
+        return
+    claimed = r.set("wotf:worker_lock", "1", nx=True, ex=300)  # type: ignore[union-attr]
+    if claimed:
+        worker_running = True
+        worker_thread = threading.Thread(target=worker_loop, daemon=True)
+        worker_thread.start()
+        logger.info("[startup] Worker thread started in this process")
+    else:
+        logger.info("[startup] Worker thread already running in another process")
+
+
+def gunicorn_post_fork(server: Any, worker: Any) -> None:
+    start_worker_if_needed()
+
+
 if __name__ == "__main__":
+    worker_running = True
+    worker_thread = threading.Thread(target=worker_loop, daemon=True)
+    worker_thread.start()
     app.run(host="0.0.0.0", port=5000, debug=True)

compose.yaml

@@ -0,0 +1,10 @@
+services:
+  valkey:
+    image: valkey/valkey:latest
+    ports:
+      - "6379:6379"
+    volumes:
+      - valkey_data:/data
+
+volumes:
+  valkey_data:

gunicorn.conf.py

@@ -0,0 +1,11 @@
+from typing import Any
+
+import app
+
+bind = "0.0.0.0:5000"
+workers = 2
+timeout = 300
+
+
+def post_fork(server: Any, worker: Any) -> None:
+    app.gunicorn_post_fork(server, worker)

pyproject.toml

@@ -8,7 +8,9 @@ dependencies = [
     "flask>=3.1.3",
     "gunicorn>=23.0.0",
     "httpx>=0.28.1",
+    "lxml>=5.0.0",
     "python-dotenv>=1.2.2",
+    "valkey>=6.0.0",
 ]
 
 [project.scripts]

uv.lock

@@ -149,6 +149,68 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/62/a1/3d680cbfd5f4b8f15abc1d571870c5fc3e594bb582bc3b64ea099db13e56/jinja2-3.1.6-py3-none-any.whl", hash = "sha256:85ece4451f492d0c13c5dd7c13a64681a86afae63a5f347908daf103ce6d2f67", size = 134899, upload-time = "2025-03-05T20:05:00.369Z" },
 ]
 
+[[package]]
+name = "lxml"
+version = "6.1.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/05/3b/aab6728cae887456f409b4d75e8a01856e4f04bd510de38052a47768b680/lxml-6.1.1.tar.gz", hash = "sha256:ba96ae44888e0185281e937633a743ea90d5a196c6000f82565ebb0580012d40", size = 4197430, upload-time = "2026-05-18T19:19:06.424Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/a5/eb/7e6f37c5584ccbb2ff267f56fd0339016938c1c8684cfefab9b33ffc2f36/lxml-6.1.1-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:68a9198d0fc122d14bb76837de9aa80cf84caed990b5b237f532ed87d3706736", size = 8559780, upload-time = "2026-05-18T19:17:57.661Z" },
+    { url = "https://files.pythonhosted.org/packages/a1/36/587c2521cf23a2cd6c9c22108aa7528f683a1f195ed7ccd23a4b1786ad36/lxml-6.1.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:7d47866cb32fb503450b6edc9df355d10dc49836af2e89901bd6ac6b0896d9d9", size = 4618006, upload-time = "2026-05-18T19:18:04.452Z" },
+    { url = "https://files.pythonhosted.org/packages/6e/ca/ab7bfe2bf4c972af5e7878262845ead3a24a929a9b04bc11c7c1ece6c82a/lxml-6.1.1-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:eb7c9811bfaa8b1ed5ed319f5d370dfbcaa59d52ea64be2a5a85e18195930354", size = 4924139, upload-time = "2026-05-18T19:19:04.873Z" },
+    { url = "https://files.pythonhosted.org/packages/6b/55/a0c72851dfee5ecc689f949723a73dea457758912542cb955b108eaf0d8f/lxml-6.1.1-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:762ff394d5bd56da0cf034a23dcce4e13923f15321a2adfa2ac00201dc6d3fca", size = 5082329, upload-time = "2026-05-18T19:19:09.728Z" },
+    { url = "https://files.pythonhosted.org/packages/f0/b6/0608f7d61a3b96cc67e5648a3d906e31a5082093e10e7be65b3886289938/lxml-6.1.1-cp313-cp313-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a088f287f7d8275a33c07f2cac6c50b9319309a0200a39e7e75d80c707723099", size = 4993564, upload-time = "2026-05-18T19:19:13.608Z" },
+    { url = "https://files.pythonhosted.org/packages/4c/66/ae227524b066d29d55bf0b453d93d2d793c40218657d643dcbbca13b8faf/lxml-6.1.1-cp313-cp313-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:e902da4b04e6b52e5893900d4b8ab46068f75f3561f01bf1080957f9fd932ed6", size = 5613467, upload-time = "2026-05-18T19:19:16.228Z" },
+    { url = "https://files.pythonhosted.org/packages/a6/76/dbe4a00b50385e40194231dcfe5a12c059de7cf90e89c83407d2b085b719/lxml-6.1.1-cp313-cp313-manylinux_2_26_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1d4962d4c66bf830a7e59ed6cfc17d148149898a3aefa8ec6e59763e6e3ed085", size = 5228304, upload-time = "2026-05-18T19:19:19.354Z" },
+    { url = "https://files.pythonhosted.org/packages/1c/01/00b1b8442ed2041793336868ba0b9ea4b13d7da7c085c6404c207a63bf79/lxml-6.1.1-cp313-cp313-manylinux_2_28_i686.whl", hash = "sha256:581d4c8ae690a6609e64862dd6b7c2489635c2d13907fc2b20f2bc200ff1d21e", size = 5341607, upload-time = "2026-05-18T19:19:22.297Z" },
+    { url = "https://files.pythonhosted.org/packages/63/36/1ad29931e9a4638bb707869f01d423a6c815f82152138d1a40dfcfde2b95/lxml-6.1.1-cp313-cp313-manylinux_2_31_armv7l.whl", hash = "sha256:876e1ff5930ed8bf295ec5ef9a8155e9b6b1876bbf1deed8b3a8069311875a8f", size = 4700168, upload-time = "2026-05-18T19:19:25.133Z" },
+    { url = "https://files.pythonhosted.org/packages/3c/d1/a9536cecf9be18a0dc72d32bead283a2332d1ffebd2dd3ac70ce444686e5/lxml-6.1.1-cp313-cp313-manylinux_2_38_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:9eb9b5a968f6e0f6d640092a567e14529ff8cea2e29d00da6f78a79fa49f013c", size = 5232487, upload-time = "2026-05-18T19:19:28.603Z" },
+    { url = "https://files.pythonhosted.org/packages/0e/77/b4fb1e03bf5d130e879214d3100092e386418807fb74dd0adc4b0a48f351/lxml-6.1.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:aa49e06d94aba782c6a02eecb7e507969e7e7a41b267f1b359bb35585f295d5b", size = 5044231, upload-time = "2026-05-18T19:18:42.246Z" },
+    { url = "https://files.pythonhosted.org/packages/26/4c/d00daeeb0a5530c4028a9232aa1b93db3ef4ed2158c116ea73c79a9765b3/lxml-6.1.1-cp313-cp313-musllinux_1_2_armv7l.whl", hash = "sha256:70cdfd80589d59e43e18005dd7244e8895e93db8ab6a620b7e23df5445a4e3d2", size = 4769450, upload-time = "2026-05-18T19:18:48.013Z" },
+    { url = "https://files.pythonhosted.org/packages/ed/6a/715a3a8d156ce42f29cf014706f5410c2ff3b02267774110fc23266409fe/lxml-6.1.1-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:aad9aa39483ed8ec44d6d2e59e5b98a0d80676ef0d92f44bfc374836111f62f5", size = 5635874, upload-time = "2026-05-18T19:18:51.914Z" },
+    { url = "https://files.pythonhosted.org/packages/45/37/0544bc21dde2a88f3a17b504e6fc79c0e01d25a33c2f6079724e9e72b9c7/lxml-6.1.1-cp313-cp313-musllinux_1_2_riscv64.whl", hash = "sha256:d49514be2f28d895c38cf9d2b72d7b9a07d00314519f456c0b50b53cfcf4c785", size = 5223987, upload-time = "2026-05-18T19:18:59.715Z" },
+    { url = "https://files.pythonhosted.org/packages/4d/f8/f6a5e8185bcb28c2befae3d31f8e3df3b811cb0f47746517a81279fcafe1/lxml-6.1.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:47402e62c52ff5988c1e8c6c63177f5708bccf48e366dea4e3dcf1e645e04947", size = 5250276, upload-time = "2026-05-18T19:19:03.834Z" },
+    { url = "https://files.pythonhosted.org/packages/c7/f2/1a2b9f1b7a49d45495369be7ef9ad05b262930f2eab3e3145706fca8083f/lxml-6.1.1-cp313-cp313-win32.whl", hash = "sha256:3483644525531e1d5762b0c44a8e18b6efba321b6dcf8a8952de10b037618bca", size = 3596903, upload-time = "2026-05-18T19:17:29.863Z" },
+    { url = "https://files.pythonhosted.org/packages/e6/99/f4ffb024f238eec2131aaa09f3278fb6129cf892741bf68e1fc1afb8c100/lxml-6.1.1-cp313-cp313-win_amd64.whl", hash = "sha256:a10bd2fd62e8ce916ececb342f348f190724a098c1faa056fdfb2a22ad5e8660", size = 3995869, upload-time = "2026-05-18T19:18:02.596Z" },
+    { url = "https://files.pythonhosted.org/packages/d1/53/70eb8c5c6037f27448f1e3c54ebede9545a801ae63f0a7254afca4fe8e45/lxml-6.1.1-cp313-cp313-win_arm64.whl", hash = "sha256:424aa57aca0897eb922aef34395bd1289b3b6f04e6bae20ea123c0c7e333cffc", size = 3658490, upload-time = "2026-05-19T19:22:53.846Z" },
+    { url = "https://files.pythonhosted.org/packages/13/e2/2e325795566de01d0d7c3bb57d3c370616b2d07b01214e84eec5d3b10963/lxml-6.1.1-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:19b7ab10b210b0b3ad7985d9ac4eb66ab09a90b20fe6e2f7ba55d01a234345d0", size = 8577146, upload-time = "2026-05-18T19:18:17.765Z" },
+    { url = "https://files.pythonhosted.org/packages/93/cf/5630b5e4be7d2e6bee8efe83865c925221103cf0221303b104ce134b01e2/lxml-6.1.1-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:c08e5c694306507275f2290073350c4f32e383db15213b2c69e7ff39c1193840", size = 4623866, upload-time = "2026-05-18T19:18:30.669Z" },
+    { url = "https://files.pythonhosted.org/packages/d2/51/3904907c063451cf8d4a5c9fe0cad95fa1f4ec57f4e3884fa0731bd7a305/lxml-6.1.1-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:74a9717fd0d82effef5c2854f0d917231d5324b5a3eb7275c43ac9fa32f97a14", size = 4950022, upload-time = "2026-05-18T19:19:31.958Z" },
+    { url = "https://files.pythonhosted.org/packages/94/cd/9c7611a51c37a2830928405817cc5d56a97f64fab83cc3f628748b135749/lxml-6.1.1-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:efe0374196335f93b53269acd811b944f2e6bdc88e8894f214bd636455484909", size = 5086695, upload-time = "2026-05-18T19:19:34.764Z" },
+    { url = "https://files.pythonhosted.org/packages/da/d6/24e3b5906abb0b674ff2ae195bc3ce59708df2bcd17cf17703b2d7dd643a/lxml-6.1.1-cp314-cp314-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:ac931cdc9442c1763b8a8f6cd62c0c938737eafc5be75eff88df55fc73bc0d00", size = 5031642, upload-time = "2026-05-18T19:19:37.771Z" },
+    { url = "https://files.pythonhosted.org/packages/2d/db/6ec54f99019838bff54785c51da07f189eb4676861c5f2730962b0d8d665/lxml-6.1.1-cp314-cp314-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:aee395f5d0927f947758b4ec119fd5fc8ec71f07a1c5c52077b30b04c0fa6955", size = 5647338, upload-time = "2026-05-18T19:19:40.553Z" },
+    { url = "https://files.pythonhosted.org/packages/42/3d/ef4dcfffd22d27a61805d8ed9f7fb888495bc6aa88648fa07c1eaa5586b6/lxml-6.1.1-cp314-cp314-manylinux_2_26_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:9395002973c827b3ed67db77e6ec09f092919a587022174554096a269378fb13", size = 5239528, upload-time = "2026-05-18T19:19:43.657Z" },
+    { url = "https://files.pythonhosted.org/packages/62/bb/37fb3f0dff146bdcfa78eec47879273820b2a0bf350ec236ce14bd0b1c26/lxml-6.1.1-cp314-cp314-manylinux_2_28_i686.whl", hash = "sha256:73bc2086f141224ebddb7fc5c6a36ca58b31b94b561e1dfe8e073e3270fad1e7", size = 5350730, upload-time = "2026-05-18T19:19:46.307Z" },
+    { url = "https://files.pythonhosted.org/packages/90/42/43253f168388df4fae1f38c01df36ddb9bee39e2048167b54cdcbae85ea3/lxml-6.1.1-cp314-cp314-manylinux_2_31_armv7l.whl", hash = "sha256:3779def59032b81e44a5f70096ef6bf2082f8d901937dca354474ba09782e245", size = 4697530, upload-time = "2026-05-18T19:19:49.889Z" },
+    { url = "https://files.pythonhosted.org/packages/eb/a8/c5a8504f81bbdfc8e7094c2c850cdb4ed6777fc4d5ddd9e5ab819f3b0d54/lxml-6.1.1-cp314-cp314-manylinux_2_38_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:86c89b9d55ebf820ad7c90bc533410f0d098054f293351f10603c0c46ff598f5", size = 5250670, upload-time = "2026-05-18T19:19:53.199Z" },
+    { url = "https://files.pythonhosted.org/packages/77/b7/c7e76ab18744d75e21f320ebf9ff9d1ceae2b54dd431ea5a64caf26c9672/lxml-6.1.1-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:19607c6bbff2a44cf3fe8250abccd20942d3462473e0a721d01d379ed017e462", size = 5084485, upload-time = "2026-05-18T19:19:08.422Z" },
+    { url = "https://files.pythonhosted.org/packages/31/31/b35c53f8ef7b7c31cacd23d3638652fff7bcd1deb6eedb709ab43b685908/lxml-6.1.1-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:c6ed5141a5c7507cf3ee76bd363b0d6f801e3321adc35b5d825a23115faa5465", size = 4737635, upload-time = "2026-05-18T19:19:12.321Z" },
+    { url = "https://files.pythonhosted.org/packages/d9/06/31f23c813a7fe8e0cb1b175e915b08c9bf4e86d225b210feadbdbe519667/lxml-6.1.1-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:62aeb7e85b5d60320b9d77eef2e773994e2c0ce10121b277e0a19804e1654a5a", size = 5670681, upload-time = "2026-05-18T19:19:15.001Z" },
+    { url = "https://files.pythonhosted.org/packages/1a/bc/ce619bccc89b1fd9ad8a8e1330ee3f3beff9f2ff95b712d7bbcdd6e22fc3/lxml-6.1.1-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:b1b963fd8f5caa68e99dfae060d54de1fe9cba899b8718b44a00cdca53c3e590", size = 5238229, upload-time = "2026-05-18T19:19:18.131Z" },
+    { url = "https://files.pythonhosted.org/packages/2f/5d/b329acbbedc0b619ebc2be6cf7ee9ed07e80892c88d4dfd612c33805789a/lxml-6.1.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:63876be28efefa04a1df615b46770e82042cce445cfdce55160522f57b231ccb", size = 5264191, upload-time = "2026-05-18T19:19:21.118Z" },
+    { url = "https://files.pythonhosted.org/packages/d6/85/be36fb1425b30db3c3f9df75fe86343ebffb79e6320bd7f588e25bfeac39/lxml-6.1.1-cp314-cp314-win32.whl", hash = "sha256:7f7a92e8583f06b1fd49d01158143b8461cfcd135dcb10ec807270a3051bd603", size = 3657202, upload-time = "2026-05-18T19:17:39.509Z" },
+    { url = "https://files.pythonhosted.org/packages/b8/ce/3cf9a827342269f54d405a6202397de63f07c69cbd6ce7d183a3f0cba1e9/lxml-6.1.1-cp314-cp314-win_amd64.whl", hash = "sha256:b2d444f2e66624d68e9c6b211e28a76e22fff5fcabcfff4deac18b529b7d4137", size = 4064497, upload-time = "2026-05-18T19:18:14.662Z" },
+    { url = "https://files.pythonhosted.org/packages/d9/3e/1a957bde8f0760039e627f94699f82caa782c9d838d86c3d28245ee67212/lxml-6.1.1-cp314-cp314-win_arm64.whl", hash = "sha256:3fd9728a2735fda14f4e8235830c86b539e9661e849665bf926d3f867943b4bf", size = 3741991, upload-time = "2026-05-19T19:22:59.111Z" },
+    { url = "https://files.pythonhosted.org/packages/78/b2/00ed55b3a2efa4658fb795c38d1090ec9b3e8a6c3683d4441fa517f09c3b/lxml-6.1.1-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:787b2496d0dbe8cd180984e8d29e3a6f76e7ea34db781cb3bd55e4ba1ef8b4ee", size = 8827545, upload-time = "2026-05-18T19:18:41.193Z" },
+    { url = "https://files.pythonhosted.org/packages/c0/73/74573db19baa618d5f266f2407898b087ff6927115b00b71e5fc1b700847/lxml-6.1.1-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:2c8daa471358dc2d6fcf02165e80ec68f77871a286df95bc5cc3816153b0fd2c", size = 4735736, upload-time = "2026-05-18T19:18:46.761Z" },
+    { url = "https://files.pythonhosted.org/packages/16/02/6f7061f4f95f51e545d48e87647c54791d204a4e881be4156e7a26ba5338/lxml-6.1.1-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:acd7d70b64c0aae0c7922cca83d288a16f5f6da523637697872253415269baef", size = 4970291, upload-time = "2026-05-18T19:19:56.215Z" },
+    { url = "https://files.pythonhosted.org/packages/b0/02/55fc057d8283427dea7d6edb102e7a840239c77a64a983d92f62a304c0e9/lxml-6.1.1-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:4f0dd2f01f9f8a89f565d000e03abcf0a13d692a346c8d22f628d49af098777a", size = 5102822, upload-time = "2026-05-18T19:19:59.223Z" },
+    { url = "https://files.pythonhosted.org/packages/e4/48/8e1cf78d89d66850121d9255a2a24414c98f775da93b90cf976956c24b14/lxml-6.1.1-cp314-cp314t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:0b7e8a14c8634bf6f7a568634cb395305a6d964aeb5b7ee32248094bed3a7e2c", size = 5027923, upload-time = "2026-05-18T19:20:01.549Z" },
+    { url = "https://files.pythonhosted.org/packages/ed/00/0632a0647612c8af24d26997b3b961397daa9d5b2581444805933629a4cb/lxml-6.1.1-cp314-cp314t-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:86281fbdd6a8162756f8d603f37e3435bfa38043adb79c6dc6a2dfee065e7525", size = 5595843, upload-time = "2026-05-18T19:20:03.93Z" },
+    { url = "https://files.pythonhosted.org/packages/bc/86/ab008a7dc360711b66858d61c80a5979a70a09f2aa2b05d9698df80b803d/lxml-6.1.1-cp314-cp314t-manylinux_2_26_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c5d7152ec39ca7c402d8fb9bad86140a15b9503bd0c54484e3f1bbe3dd37ceca", size = 5224515, upload-time = "2026-05-18T19:20:06.381Z" },
+    { url = "https://files.pythonhosted.org/packages/75/c6/2702ff375e728e34f56d9a45339a9cf7e4427e917f542225242d63a05afa/lxml-6.1.1-cp314-cp314t-manylinux_2_28_i686.whl", hash = "sha256:88d8cb75b9d82858497a5393e3c63cfbf03035225e4b35a49ed7ccb151e4dc0e", size = 5312511, upload-time = "2026-05-18T19:20:09.308Z" },
+    { url = "https://files.pythonhosted.org/packages/b7/57/a5807c98f87a86f10ef9ffab35516df7c0f0c4b6d5d33e9f608ab9c04a31/lxml-6.1.1-cp314-cp314t-manylinux_2_31_armv7l.whl", hash = "sha256:f64ec5397ea6a41fc1b4af0380d79b44a755b5531dcaccd9940fb260dca93038", size = 4639206, upload-time = "2026-05-18T19:20:11.704Z" },
+    { url = "https://files.pythonhosted.org/packages/1f/e1/8a0a2c35734812395f4da4eaf33748a7e5705bfb2a58b128da764339d5ec/lxml-6.1.1-cp314-cp314t-manylinux_2_38_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:d34bbf07dbc7ca5970671b1512e928991fb5e9d95365636c9b2d8b4f53af405e", size = 5232404, upload-time = "2026-05-18T19:20:14.064Z" },
+    { url = "https://files.pythonhosted.org/packages/c2/e2/0e6a4dd5ad84d01d99aa7bae7cfefd4a760a0e0f8176818241de17d9b6c0/lxml-6.1.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:17e0e18d4ad8adbd0399291bc44845b69d9dd68439a3cdebdf35ff902ec05072", size = 5083769, upload-time = "2026-05-18T19:19:23.758Z" },
+    { url = "https://files.pythonhosted.org/packages/a0/7e/161f33d463f6ffc1c7679104b65086dea120080d49dde4d238f015aaee2f/lxml-6.1.1-cp314-cp314t-musllinux_1_2_armv7l.whl", hash = "sha256:3ab541146f1f6968c462d6c2ac495148e8cdba2f8347700b2141b6ec5a75bf52", size = 4758936, upload-time = "2026-05-18T19:19:27.256Z" },
+    { url = "https://files.pythonhosted.org/packages/f1/fb/2369825e3f6ca99305bf9f7b7085fda91c8b0922a89e54d900974aa3ef85/lxml-6.1.1-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:2a0217714657e023ef4293500f65aa20fce6164c8fd6b08fa5bd4a859fb14b9b", size = 5620296, upload-time = "2026-05-18T19:19:29.993Z" },
+    { url = "https://files.pythonhosted.org/packages/30/90/d61e383146f74c5ab683947ea14dc7b82778838ab9b95ea73a23b60d0191/lxml-6.1.1-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:05a82eb6e1530a64f26225b55cbd178113bd0b5af1c2b625f25e5296742c26d2", size = 5228598, upload-time = "2026-05-18T19:19:33.523Z" },
+    { url = "https://files.pythonhosted.org/packages/76/2d/2dafd8149e94b05bb070690efd5bb2680720681e03ff03fc57d2b70a1105/lxml-6.1.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:9e36f163528fc50cbef305f02a5fd66d404edf7049cdaff211dbc2cba5a7013e", size = 5247845, upload-time = "2026-05-18T19:19:36.649Z" },
+    { url = "https://files.pythonhosted.org/packages/ce/68/b30e913340c380ddac9580c6e6230991fc37240ec4f64704833e4f3e2769/lxml-6.1.1-cp314-cp314t-win32.whl", hash = "sha256:649dda677cf3bd6ac9ae14007ba0c824ded8ce5808b53fc7431d9140399118c1", size = 3897345, upload-time = "2026-05-18T19:17:33.562Z" },
+    { url = "https://files.pythonhosted.org/packages/3c/4e/9eb2af5335545f9fbcd7af57bcf87c6025d31eaa31b14ec184a6c8675328/lxml-6.1.1-cp314-cp314t-win_amd64.whl", hash = "sha256:793033d6c5cdf33a573f910d9bea14ef8f5771820411d118da8e1182edb53d5e", size = 4393350, upload-time = "2026-05-18T19:18:10.076Z" },
+    { url = "https://files.pythonhosted.org/packages/7f/2c/0f1e93c636720e8a3eb59af2bfda99d98b55891e1c53bc30c2e0e865f01b/lxml-6.1.1-cp314-cp314t-win_arm64.whl", hash = "sha256:58bb955caba94e467d2a96da17660d2d704e0675894cba21ab8a775b8621fd1c", size = 3817223, upload-time = "2026-05-19T19:22:56.823Z" },
+]
+
 [[package]]
 name = "markupsafe"
 version = "3.0.3"
@@ -275,6 +337,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/49/d3/b8441a820a491ddfc024b0b0cf0393375b75ea13866d9c66727e54c2fc80/typing_extensions-4.16.0-py3-none-any.whl", hash = "sha256:481caa481374e813c1b176ada14e97f1f67a4539ce9cfeb3f350d78d6370c2e8", size = 45571, upload-time = "2026-07-02T08:40:04.659Z" },
 ]
 
+[[package]]
+name = "valkey"
+version = "6.1.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/c3/ee/7fd930fc712275084722ddd464a0ea296abdb997d2da396320507968daeb/valkey-6.1.1.tar.gz", hash = "sha256:5880792990c6c2b5eb604a5ed5f98f300880b6dd92d123819b66ed54bb259731", size = 4601372, upload-time = "2025-08-11T06:41:10.63Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d0/a2/252afa4da08c714460f49e943070f86a02931f99f886182765194002fe33/valkey-6.1.1-py3-none-any.whl", hash = "sha256:e2691541c6e1503b53c714ad9a35551ac9b7c0bbac93865f063dbc859a46de92", size = 259474, upload-time = "2025-08-11T06:41:08.769Z" },
+]
+
 [[package]]
 name = "web-on-the-fly"
 version = "0.1.0"
@@ -283,7 +354,9 @@ dependencies = [
     { name = "flask" },
     { name = "gunicorn" },
     { name = "httpx" },
+    { name = "lxml" },
     { name = "python-dotenv" },
+    { name = "valkey" },
 ]
 
 [package.dev-dependencies]
@@ -297,7 +370,9 @@ requires-dist = [
     { name = "flask", specifier = ">=3.1.3" },
     { name = "gunicorn", specifier = ">=23.0.0" },
     { name = "httpx", specifier = ">=0.28.1" },
+    { name = "lxml", specifier = ">=5.0.0" },
     { name = "python-dotenv", specifier = ">=1.2.2" },
+    { name = "valkey", specifier = ">=6.0.0" },
 ]
 
 [package.metadata.requires-dev]