services/homelab
1
1
Fork 0
Code Issues 5 Pull Requests Actions Packages Projects Releases Wiki Activity

update litellm docs
All checks were successful
Podman DDNS Image / build-and-push-ddns (push) Successful in 1m22s
Details

Browse Source
This commit is contained in:
Reese Wells
2026-05-11 18:22:14 -04:00
parent f2015e2c71
commit a56402c2cc
9 changed files with 169 additions and 147 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
active/container_litellm/quadlets/litellm-db.container
View File

@@ -1,12 +1,13 @@
[Container]
Pod=litellm.pod
ContainerName=litellm-db
Environment=POSTGRES_DB=litellm POSTGRES_USER=llmproxy POSTGRES_PASSWORD=dbpassword9090
HealthCmd='pg_isready -d litellm -U llmproxy'
HealthInterval=1s
HealthRetries=10
HealthTimeout=5s
Image=docker.io/postgres:16
PublishPort=5432:5432
Volume=litellm_postgres_data:/var/lib/postgresql/data:z
Volume=litellm_postgres_data:/var/lib/postgresql/data
[Service]
Restart=always

13
active/container_litellm/quadlets/litellm-prometheus.container Normal file
View File

@@ -0,0 +1,13 @@
[Container]
Pod=litellm.pod
ContainerName=litellm-prom
Exec='--config.file=/etc/prometheus/prometheus.yml' '--storage.tsdb.path=/prometheus' '--storage.tsdb.retention.time=15d'
Image=docker.io/prom/prometheus
Volume=litellm_prometheus_data:/prometheus
Volume=/home/ai/litellm-prometheus.yaml:/etc/prometheus/prometheus.yml:z
[Service]
Restart=always
[Install]
WantedBy=default.target

12
active/container_litellm/quadlets/litellm.container → active/container_litellm/quadlets/litellm-web.container
View File

@@ -2,18 +2,18 @@
Requires=litellm-db.service
[Container]
Environment=DATABASE_URL=postgresql://llmproxy:dbpassword9090@host.containers.internal:5432/litellm STORE_MODEL_IN_DB=True
Pod=litellm.pod
ContainerName=litellm-web
Environment=DATABASE_URL=postgresql://llmproxy:dbpassword9090@localhost:5432/litellm STORE_MODEL_IN_DB=True
EnvironmentFile=/home/ai/litellm.env
HealthCmd="python3 -c \"import urllib.request; urllib.request.urlopen('http://localhost:4000/health/liveliness')\""
HealthInterval=30s
HealthRetries=3
HealthStartPeriod=40s
HealthTimeout=10s
Image=docker.litellm.ai/berriai/litellm:main-latest
PublishPort=4000:4000
[Service]
Restart=always
Image=ghcr.io/berriai/litellm-database:v1.83.14-stable.patch.3
Volume=/home/ai/litellm-config.yaml:/app/config.yaml:z
Exec=--config=/app/config.yaml
[Install]
WantedBy=default.target

3
active/container_litellm/quadlets/litellm.pod Normal file
View File

@@ -0,0 +1,3 @@
[Pod]
# litellm web interface
PublishPort=4000:4000/tcp