update instruct and think containers

2026-04-16 16:05:52 -04:00
parent 66f9304cc6
commit e43c534ceb
2 changed files with 9 additions and 4 deletions
--- a/active/software_ai_stack/llama-instruct.container
+++ b/active/software_ai_stack/llama-instruct.container
@@ -17,7 +17,7 @@ AddDevice=/dev/dri

 # Server command
 Exec=--port 8002 \
-    -c 16000 \
+    -c 64000 \
    --perf \
    -v \
    --top-k 20 \