dphn/Dolphin3.0-Mistral-24B is the ungated mirror of the Dolphin 3.0 Mistral 24B — exactly what you asked for. It's ~48GB fp16, which needs GPU+CPU split (device_map="auto" with 32GB on GPU, ~16GB in RAM). Let me kick off the download and update the service in parallel.

This commit is contained in:
mike
2026-06-24 21:27:11 +02:00
parent 8df588e594
commit 54d96ef580
10 changed files with 1178 additions and 369 deletions

View File

@@ -1,18 +0,0 @@
[Unit]
Description=Qwen-Image-Edit FastAPI Service
After=comfyui-backend.service
Requires=comfyui-backend.service
[Service]
Type=simple
User=__USER__
Group=__GROUP__
WorkingDirectory=__BASE__/api
ExecStart=/bin/bash __BASE__/api/start_api.sh
Restart=always
RestartSec=5
StandardOutput=journal
StandardError=journal
[Install]
WantedBy=multi-user.target

View File

@@ -1,17 +0,0 @@
[Unit]
Description=ComfyUI Backend for Qwen-Image-Edit
After=network.target
[Service]
Type=simple
User=__USER__
Group=__GROUP__
WorkingDirectory=__BASE__
ExecStart=/bin/bash __BASE__/api/run_comfyui.sh
Restart=always
RestartSec=5
StandardOutput=journal
StandardError=journal
[Install]
WantedBy=multi-user.target