fix vulkan 4gb limit
All checks were successful
Podman DDNS Image / build-and-push-ddns (push) Successful in 1m0s

This commit is contained in:
2026-01-21 13:33:33 -05:00
parent 70259d9542
commit 4c0a263d50
3 changed files with 61 additions and 15 deletions

View File

@@ -17,15 +17,23 @@ AddDevice=/dev/dri
# Server command
Exec=--port 8000 \
-c 0 \
-b 2048 \
-ub 2048 \
-c 48000 \
-b 48000 \
-ub 500 \
--perf \
--n-gpu-layers all \
--jinja \
--models-max 1 \
--models-dir /models
# Health Check
HealthCmd=CMD-SHELL curl --fail http://127.0.0.1:8000/props?model=gpt-oss-120b || exit 1
HealthInterval=10s
HealthRetries=3
HealthStartPeriod=10s
HealthTimeout=30s
HealthOnFailure=kill
[Service]
Restart=always
# Extend Timeout to allow time to pull the image

View File

@@ -28,9 +28,9 @@ Exec=-l 0.0.0.0 \
--cfg-scale 1.0 \
--sampling-method euler \
--vae-conv-direct \
-v \
--seed -1 \
--steps 28
--steps 28 \
-v
[Service]
Restart=always