feat(rag): feed whole matched documents to the LLM — no context truncation (A7 revised)

2026-08-24 23:37:44 -04:00
parent d7a4064616
commit 1e6ae360e0
16 changed files with 923 additions and 60 deletions
@@ -21,7 +21,6 @@ BOR_STREAM_THINKING=1             # stream the model's thinking as `thinking` SS
 # --- RAG tuning ---
 BOR_TOP_N_DOCS=2
 BOR_RELEVANCE_THRESHOLD=0.62      # answer when best cosine >= this OR an FTS hit; else honest deflection
-BOR_MAX_CONTEXT_CHARS=24000       # cap on total document text sent to the LLM
 BOR_MAX_OUTPUT_TOKENS=32768       # max answer length in tokens (answers must not be cut off)
 BOR_STEERING_MAX_CHARS=8000       # char budget for the <tuning> (steering notes) prompt section
 BOR_CHUNK_TARGET_CHARS=2000