backup stack: ollama-intel-arc [2026-09-18]
This commit is contained in:
1 parent
1e98a98a4d
commit
b8dad032af
1 file changed
+20
-19
@@ -47,7 +47,7 @@
|
||||
# docker compose -f docker-compose.ollama-sycl-wsl.yml up -d
|
||||
services:
|
||||
ollama-sycl:
|
||||
image: ollama-sycl:local
|
||||
image: ollama-sycl:3.4.9
|
||||
container_name: ollama-sycl
|
||||
restart: unless-stopped
|
||||
devices:
|
||||
@@ -75,8 +75,8 @@ services:
|
||||
- OLLAMA_CONTEXT_LENGTH=32768 # 65536 made prefill unbearable before
|
||||
# - OLLAMA_KEEP_ALIVE=30m # image default is 24h
|
||||
- OLLAMA_KEEP_ALIVE=-1 # infinite
|
||||
- OLLAMA_MAX_LOADED_MODELS=2
|
||||
- OLLAMA_NUM_PARALLEL=2 # raise only after tool-calling is stable
|
||||
- OLLAMA_MAX_LOADED_MODELS=1
|
||||
- OLLAMA_NUM_PARALLEL=1 # raise only after tool-calling is stable
|
||||
# No command: override - the image's ENTRYPOINT already runs `ollama serve`.
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "wget -qO- http://localhost:11434/ >/dev/null 2>&1"]
|
||||
@@ -97,22 +97,23 @@ services:
|
||||
# waiting on the first real request. Exits after; does not restart/loop.
|
||||
#
|
||||
# $$ is compose's escape for a literal $ passed through to the shell.
|
||||
ollama-init:
|
||||
image: curlimages/curl:latest
|
||||
container_name: ollama-init
|
||||
depends_on:
|
||||
ollama-sycl:
|
||||
condition: service_healthy
|
||||
environment:
|
||||
- MODEL=gemma4:26b
|
||||
entrypoint: ["/bin/sh", "-c"]
|
||||
command:
|
||||
- |
|
||||
curl -sf http://ollama-sycl:11434/api/tags | grep -q "$$MODEL" \
|
||||
|| curl -s http://ollama-sycl:11434/api/pull -d "{\"name\":\"$$MODEL\"}"
|
||||
curl -s http://ollama-sycl:11434/api/generate \
|
||||
-d "{\"model\":\"$$MODEL\",\"prompt\":\"\",\"keep_alive\":-1}"
|
||||
restart: "no"
|
||||
|
||||
# ollama-init:
|
||||
# image: curlimages/curl:latest
|
||||
# container_name: ollama-init
|
||||
# depends_on:
|
||||
# ollama-sycl:
|
||||
# condition: service_healthy
|
||||
# environment:
|
||||
# - MODEL=gemma4:26b
|
||||
# entrypoint: ["/bin/sh", "-c"]
|
||||
# command:
|
||||
# - |
|
||||
# curl -sf http://ollama-sycl:11434/api/tags | grep -q "$$MODEL" \
|
||||
# || curl -s http://ollama-sycl:11434/api/pull -d "{\"name\":\"$$MODEL\"}"
|
||||
# curl -s http://ollama-sycl:11434/api/generate \
|
||||
# -d "{\"model\":\"$$MODEL\",\"prompt\":\"\",\"keep_alive\":-1}"
|
||||
# restart: "no"
|
||||
|
||||
open-webui:
|
||||
# Pinned to the digest currently running and known good. :latest on a stack
|
||||
|
||||
Reference in new issue
Block a user