backup stack: ollama-sycl [2026-11-07]
This commit is contained in:
1 parent
c935f8dd5e
commit
cda77275fa
1 file changed
-1
@@ -30,7 +30,6 @@ services:
|
||||
- SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
|
||||
- UR_L0_USE_IMMEDIATE_COMMANDLISTS=1
|
||||
- OLLAMA_FLASH_ATTENTION=1
|
||||
- OLLAMA_CONTEXT_LENGTH=65536 # 65536 made prefill unbearable before
|
||||
# - OLLAMA_KEEP_ALIVE=30m # image default is 24h
|
||||
- OLLAMA_KEEP_ALIVE=-1 # infinite
|
||||
- OLLAMA_MAX_LOADED_MODELS=2
|
||||
|
||||
Reference in new issue
Block a user