feat(rag): retry a failed LLM request before the first token lands — BOR_LLM_RETRIES/BOR_LLM_RETRY_DELAY with a live 'retrying' status

2026-09-02 10:52:38 -04:00
parent f04ddbe1f8
commit 88293ed02f
44 changed files with 2488 additions and 56 deletions
@@ -18,6 +18,8 @@ BOR_DATABASE_URL=postgresql+psycopg://reese:reese@localhost:5432/brain_of_reese
 BOR_LLM_BASE_URL=https://aipi.reeseapps.com/v1
 BOR_LLM_API_KEY=                  # falls back to $AIPI_KEY, then "not-needed"
 BOR_LLM_CHAT_MODEL=turbo
+# BOR_LLM_RETRIES=3             # retry a dead LLM request before the first token lands (phase 67); 0 = off
+# BOR_LLM_RETRY_DELAY=5        # seconds between LLM retries (phase 67)
 BOR_LLM_EMBED_MODEL=embed
 BOR_LLM_SUMMARY_MODEL=lite          # one-shot completions: document summaries (phase 30), KB overview (phase 31)
 BOR_EMBEDDING_DIM=768             # verified 2026-08 via scripts/llm_probe.py