more framework desktop local ai fixes
All checks were successful
Podman DDNS Image / build-and-push-ddns (push) Successful in 1m12s
All checks were successful
Podman DDNS Image / build-and-push-ddns (push) Successful in 1m12s
This commit is contained in:
@@ -17,6 +17,7 @@
|
||||
- [stable-diffusion.cpp](#stable-diffusioncpp)
|
||||
- [open-webui](#open-webui)
|
||||
- [Install the whole thing with quadlets (TM)](#install-the-whole-thing-with-quadlets-tm)
|
||||
- [Install the update script](#install-the-update-script)
|
||||
|
||||
## BIOS
|
||||
|
||||
@@ -91,6 +92,10 @@ hf auth login
|
||||
mkdir /home/ai/models/text/gpt-oss-120b
|
||||
hf download --local-dir /home/ai/models/text/gpt-oss-120b ggml-org/gpt-oss-120b-GGUF
|
||||
|
||||
# gpt-oss-20b
|
||||
mkdir /home/ai/models/text/gpt-oss-20b
|
||||
hf download --local-dir /home/ai/models/text/gpt-oss-20b ggml-org/gpt-oss-20b-GGUF
|
||||
|
||||
# devstral-2-123b
|
||||
mkdir /home/ai/models/text/devstral-2-123b
|
||||
hf download --local-dir /home/ai/models/text/devstral-2-123b unsloth/Devstral-2-123B-Instruct-2512-GGUF Q4_K_M/Devstral-2-123B-Instruct-2512-Q4_K_M-00001-of-00002.gguf
|
||||
@@ -99,6 +104,14 @@ hf download --local-dir /home/ai/models/text/devstral-2-123b unsloth/Devstral-2-
|
||||
# devstral-small-2-24b
|
||||
mkdir /home/ai/models/text/devstral-small-2-24b
|
||||
hf download --local-dir /home/ai/models/text/devstral-small-2-24b unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF Devstral-Small-2-24B-Instruct-2512-Q4_K_M.gguf
|
||||
|
||||
# ministral-3-14b
|
||||
mkdir /home/ai/models/text/ministral-3-14b
|
||||
hf download --local-dir /home/ai/models/text/ministral-3-14b ggml-org/Ministral-3-14B-Reasoning-2512-GGUF
|
||||
|
||||
# nemotron-nano-30b
|
||||
mkdir /home/ai/models/text/nemotron-nano-30b
|
||||
hf download --local-dir /home/ai/models/text/nemotron-nano-30b ggml-org/Nemotron-Nano-3-30B-A3B-GGUF Nemotron-Nano-3-30B-A3B-Q4_K_M.gguf
|
||||
```
|
||||
|
||||
#### Image models
|
||||
@@ -144,6 +157,10 @@ localhost/llama-cpp-vulkan:2026-01-19-18-00-02 \
|
||||
|
||||
## stable-diffusion.cpp
|
||||
|
||||
Server: <https://github.com/leejet/stable-diffusion.cpp/tree/master/examples/server>
|
||||
|
||||
CLI: <https://github.com/leejet/stable-diffusion.cpp/tree/master/examples/cli>
|
||||
|
||||
```bash
|
||||
git clone https://github.com/leejet/stable-diffusion.cpp.git
|
||||
cd stable-diffusion.cpp
|
||||
@@ -165,12 +182,13 @@ localhost/stable-diffusion-cpp:latest \
|
||||
--llm /models/image/z-turbo/Qwen3-4B-Instruct-2507-Q4_K_M.gguf \
|
||||
--cfg-scale 1.0 \
|
||||
-v \
|
||||
-H 512 \
|
||||
-H 1024 \
|
||||
-W 1024 \
|
||||
--seed -1 \
|
||||
--steps 8 \
|
||||
--vae-conv-direct \
|
||||
-o /output/output.png \
|
||||
-p "A watercolor dragon with flowing ink lines, pastel palette, white paper background, soft brush strokes, high-resolution"
|
||||
-p "A photorealistic dragon"
|
||||
|
||||
# Edit with flux kontext
|
||||
podman run --rm \
|
||||
@@ -187,7 +205,7 @@ localhost/stable-diffusion-cpp:latest \
|
||||
--sampling-method euler \
|
||||
--seed -1 \
|
||||
--steps 20 \
|
||||
-H 512 \
|
||||
-H 1024 \
|
||||
-W 1024 \
|
||||
-r /output/everquest_logo.png \
|
||||
-p "change 'EverQuest' to 'EverSteak'" \
|
||||
@@ -197,6 +215,10 @@ localhost/stable-diffusion-cpp:latest \
|
||||
## open-webui
|
||||
|
||||
```bash
|
||||
mkdir /home/ai/.env
|
||||
# Create a file called open-webui-env with `WEBUI_SECRET_KEY="some-random-key"
|
||||
scp active/device_framework_desktop/secrets/open-webui-env deskwork-ai:.env/
|
||||
|
||||
# Will be available on port 8080
|
||||
podman run \
|
||||
-d \
|
||||
@@ -215,3 +237,13 @@ ssh deskwork-ai
|
||||
systemctl --user daemon-reload
|
||||
systemctl --user restart ai-pod.service
|
||||
```
|
||||
|
||||
### Install the update script
|
||||
|
||||
```bash
|
||||
# Copy update script and run it (assumes you have llama.cpp and stable-diffusion.cpp)
|
||||
scp active/device_framework_desktop/update-script.sh deskwork:
|
||||
ssh deskwork-ai
|
||||
chmod +x update-script.sh
|
||||
./update-script.sh
|
||||
```
|
||||
|
||||
Reference in New Issue
Block a user