Increase context window size

2025-02-19 15:26:01 -08:00
parent fed3cf9ba0
commit fa579db492
1 changed files with 1 additions and 0 deletions
@@ -11,6 +11,7 @@ services:
      - ollama-intel-gpu:/root/.ollama
    environment:
      - ONEAPI_DEVICE_SELECTOR=level_zero:0
+      - IPEX_LLM_NUM_CTX=16384
  ollama-webui:
    image: ghcr.io/open-webui/open-webui
    container_name: ollama-webui