Increase context window size
This commit is contained in:
@@ -11,6 +11,7 @@ services:
|
|||||||
- ollama-intel-gpu:/root/.ollama
|
- ollama-intel-gpu:/root/.ollama
|
||||||
environment:
|
environment:
|
||||||
- ONEAPI_DEVICE_SELECTOR=level_zero:0
|
- ONEAPI_DEVICE_SELECTOR=level_zero:0
|
||||||
|
- IPEX_LLM_NUM_CTX=16384
|
||||||
ollama-webui:
|
ollama-webui:
|
||||||
image: ghcr.io/open-webui/open-webui
|
image: ghcr.io/open-webui/open-webui
|
||||||
container_name: ollama-webui
|
container_name: ollama-webui
|
||||||
|
|||||||
Reference in New Issue
Block a user