add initial framework desktop config

2026-01-13 13:51:42 -05:00
parent 737a58a13c
commit 5cfe7bb38e
6 changed files with 250 additions and 27 deletions
--- a/active/device_framework_desktop/quadlets/llama-server.container
+++ b/active/device_framework_desktop/quadlets/llama-server.container
@@ -0,0 +1,28 @@
+[Unit]
+Description=A Llama CPP Server Running GPT OSS 120b
+
+[Container]
+Pod=ai.pod
+Image=localhost/llama-cpp-vulkan:2026-01-12-10-13-30
+Volume=llama-server-cache:/root/.cache
+AddDevice=/dev/kfd
+AddDevice=/dev/dri
+
+Exec=-hf ggml-org/gpt-oss-120b-GGUF \
+--ctx-size 32000 \
+--jinja \
+-ub 2048 \
+-b 2048 \
+--port 8000 \
+--host 0.0.0.0 \
+-n -1 \
+--n-gpu-layers 999
+
+[Service]
+Restart=always
+# Extend Timeout to allow time to pull the image
+TimeoutStartSec=900
+
+[Install]
+# Start by default on boot
+WantedBy=multi-user.target default.target