backup stack: ollama-sycl [2026-11-07]

This commit is contained in:
moonside committed 2026-11-07 05:01:18 +00:00
1 parent c935f8dd5e
commit cda77275fa
1 file changed
-1
-1
View File
@@ -30,7 +30,6 @@ services:
- SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
- UR_L0_USE_IMMEDIATE_COMMANDLISTS=1
- OLLAMA_FLASH_ATTENTION=1
- OLLAMA_CONTEXT_LENGTH=65536 # 65536 made prefill unbearable before
# - OLLAMA_KEEP_ALIVE=30m # image default is 24h
- OLLAMA_KEEP_ALIVE=-1 # infinite
- OLLAMA_MAX_LOADED_MODELS=2