Andriy Oblivantsev
c56646e7e7
Build ggml-sycl from upstream llama.cpp (commit a5bb8ba4, matching ollama's vendored ggml) using Intel oneAPI 2025.1.1 in a multi-stage Docker build. Patch two ollama-specific API divergences via patch-sycl.py: added batch_size parameter to graph_compute, removed GGML_TENSOR_FLAG_COMPUTE skip-check that caused all compute nodes to be bypassed. Tested: gemma3:1b — 27/27 layers on GPU, 10.2 tok/s gen, 65.3 tok/s prompt eval. Co-authored-by: Cursor <cursoragent@cursor.com>
147 lines
6.7 KiB
Docker
147 lines
6.7 KiB
Docker
# =============================================================================
|
|
# Stage 1: Build ggml-sycl backend from ollama's ggml source using Intel oneAPI
|
|
# =============================================================================
|
|
FROM intel/oneapi-basekit:2025.1.1-0-devel-ubuntu24.04 AS sycl-builder
|
|
|
|
ARG OLLAMA_VERSION=0.15.6
|
|
|
|
# Clone ollama source and the MATCHING ggml-sycl source from upstream llama.cpp.
|
|
# ollama v0.15.6 vendors ggml at commit a5bb8ba4 — we MUST use the same commit
|
|
# to ensure struct layouts, operation enums, and internal APIs match exactly.
|
|
# (ollama excludes ggml-sycl from its vendored ggml, but keeps the header)
|
|
ARG GGML_COMMIT=a5bb8ba4c50257437630c136210396810741bbf7
|
|
RUN git clone --depth 1 --branch v${OLLAMA_VERSION} \
|
|
https://github.com/ollama/ollama.git /ollama && \
|
|
git init /tmp/llama.cpp && \
|
|
cd /tmp/llama.cpp && \
|
|
git remote add origin https://github.com/ggml-org/llama.cpp.git && \
|
|
git sparse-checkout set ggml/src/ggml-sycl && \
|
|
git fetch --depth 1 origin ${GGML_COMMIT} && \
|
|
git checkout FETCH_HEAD && \
|
|
cp -r /tmp/llama.cpp/ggml/src/ggml-sycl \
|
|
/ollama/ml/backend/ggml/ggml/src/ggml-sycl && \
|
|
rm -rf /tmp/llama.cpp
|
|
|
|
WORKDIR /ollama
|
|
|
|
# Patch ggml-sycl to match ollama's modified ggml backend API:
|
|
# 1. graph_compute has an extra int batch_size parameter in ollama
|
|
# 2. GGML_TENSOR_FLAG_COMPUTE doesn't exist in ollama's ggml
|
|
COPY patch-sycl.py /tmp/patch-sycl.py
|
|
RUN python3 /tmp/patch-sycl.py ml/backend/ggml/ggml/src/ggml-sycl/ggml-sycl.cpp
|
|
|
|
# Build the SYCL backend as a dynamic library
|
|
# Note: oneAPI env is already set in the base image, no need to source setvars.sh
|
|
RUN cmake -B build \
|
|
-DCMAKE_BUILD_TYPE=Release \
|
|
-DCMAKE_C_COMPILER=icx \
|
|
-DCMAKE_CXX_COMPILER=icpx \
|
|
-DGGML_SYCL=ON \
|
|
-DGGML_SYCL_TARGET=INTEL \
|
|
-DOLLAMA_RUNNER_DIR=sycl && \
|
|
cmake --build build --parallel $(nproc) --target ggml-sycl
|
|
|
|
# Collect the SYCL runner and its oneAPI runtime dependencies into /sycl-runner
|
|
RUN mkdir -p /sycl-runner && \
|
|
cp build/lib/ollama/libggml-sycl.so /sycl-runner/ && \
|
|
# SYCL / DPC++ runtime
|
|
for f in libsycl.so*; do true; done && \
|
|
cp /opt/intel/oneapi/compiler/latest/lib/libsycl.so* /sycl-runner/ && \
|
|
# Unified Runtime (oneAPI 2025+) — search multiple possible locations
|
|
find /opt/intel/oneapi -name 'libur_loader.so*' | head -3 | xargs -I{} cp {} /sycl-runner/ && \
|
|
find /opt/intel/oneapi -name 'libur_adapter_level_zero.so*' | head -3 | xargs -I{} cp {} /sycl-runner/ && \
|
|
find /opt/intel/oneapi -maxdepth 4 -name 'libumf.so*' | head -3 | xargs -I{} cp {} /sycl-runner/ && \
|
|
# oneDNN
|
|
cp /opt/intel/oneapi/dnnl/latest/lib/libdnnl.so* /sycl-runner/ 2>/dev/null; \
|
|
# oneMKL
|
|
cp /opt/intel/oneapi/mkl/latest/lib/libmkl_core.so* /sycl-runner/ && \
|
|
cp /opt/intel/oneapi/mkl/latest/lib/libmkl_intel_ilp64.so* /sycl-runner/ && \
|
|
cp /opt/intel/oneapi/mkl/latest/lib/libmkl_sycl_blas.so* /sycl-runner/ && \
|
|
cp /opt/intel/oneapi/mkl/latest/lib/libmkl_tbb_thread.so* /sycl-runner/ && \
|
|
# TBB
|
|
cp /opt/intel/oneapi/tbb/latest/lib/intel64/gcc*/libtbb.so* /sycl-runner/ && \
|
|
# Intel compiler runtime
|
|
cp /opt/intel/oneapi/compiler/latest/lib/libsvml.so /sycl-runner/ && \
|
|
cp /opt/intel/oneapi/compiler/latest/lib/libimf.so /sycl-runner/ && \
|
|
cp /opt/intel/oneapi/compiler/latest/lib/libintlc.so* /sycl-runner/ && \
|
|
cp /opt/intel/oneapi/compiler/latest/lib/libirng.so /sycl-runner/ && \
|
|
cp /opt/intel/oneapi/compiler/latest/lib/libiomp5.so /sycl-runner/ && \
|
|
# Level-zero PI plugin (legacy, may not exist)
|
|
cp /opt/intel/oneapi/compiler/latest/lib/libpi_level_zero.so* /sycl-runner/ 2>/dev/null; \
|
|
# SYCL SPIR-V fallback kernels (needed for bfloat16, complex math, etc.)
|
|
cp /opt/intel/oneapi/compiler/latest/lib/libsycl-fallback*.spv /sycl-runner/ && \
|
|
# Strip debug symbols to reduce size
|
|
strip --strip-unneeded /sycl-runner/*.so* 2>/dev/null; true
|
|
|
|
# =============================================================================
|
|
# Stage 2: Runtime image
|
|
# =============================================================================
|
|
FROM ubuntu:24.04
|
|
ENV DEBIAN_FRONTEND=noninteractive \
|
|
TZ=America/Los_Angeles
|
|
|
|
# Base packages
|
|
RUN apt-get update && \
|
|
apt-get install --no-install-recommends -q -y \
|
|
ca-certificates \
|
|
wget \
|
|
zstd \
|
|
ocl-icd-libopencl1 \
|
|
libhwloc15 && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
# Intel GPU runtimes (release 26.05.37020.3)
|
|
# Provides level-zero, IGC, compute-runtime for Intel GPU kernel support
|
|
RUN mkdir -p /tmp/gpu && cd /tmp/gpu && \
|
|
wget https://github.com/oneapi-src/level-zero/releases/download/v1.28.0/level-zero_1.28.0+u24.04_amd64.deb && \
|
|
wget https://github.com/intel/intel-graphics-compiler/releases/download/v2.28.4/intel-igc-core-2_2.28.4+20760_amd64.deb && \
|
|
wget https://github.com/intel/intel-graphics-compiler/releases/download/v2.28.4/intel-igc-opencl-2_2.28.4+20760_amd64.deb && \
|
|
wget https://github.com/intel/compute-runtime/releases/download/26.05.37020.3/intel-ocloc-dbgsym_26.05.37020.3-0_amd64.ddeb && \
|
|
wget https://github.com/intel/compute-runtime/releases/download/26.05.37020.3/intel-ocloc_26.05.37020.3-0_amd64.deb && \
|
|
wget https://github.com/intel/compute-runtime/releases/download/26.05.37020.3/intel-opencl-icd_26.05.37020.3-0_amd64.deb && \
|
|
wget https://github.com/intel/compute-runtime/releases/download/26.05.37020.3/libigdgmm12_22.9.0_amd64.deb && \
|
|
wget https://github.com/intel/compute-runtime/releases/download/26.05.37020.3/libze-intel-gpu1_26.05.37020.3-0_amd64.deb && \
|
|
dpkg -i *.deb *.ddeb && rm -rf /tmp/gpu
|
|
|
|
# Install official ollama binary + CPU runners (skip CUDA/MLX/Vulkan)
|
|
ARG OLLAMA_VERSION=0.15.6
|
|
RUN wget -qO- "https://github.com/ollama/ollama/releases/download/v${OLLAMA_VERSION}/ollama-linux-amd64.tar.zst" | \
|
|
zstd -d | tar -xf - -C /usr && \
|
|
rm -rf /usr/lib/ollama/cuda_* /usr/lib/ollama/mlx_* /usr/lib/ollama/vulkan
|
|
|
|
# Install SYCL runner from build stage
|
|
COPY --from=sycl-builder /sycl-runner/ /usr/lib/ollama/sycl/
|
|
|
|
# Clean up
|
|
RUN apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* && \
|
|
apt-get autoremove -y --purge 2>/dev/null; \
|
|
apt-get autoclean -y 2>/dev/null; true
|
|
|
|
# Serve ollama on all interfaces
|
|
ENV OLLAMA_HOST=0.0.0.0:11434
|
|
|
|
# Keep models loaded in memory
|
|
ENV OLLAMA_KEEP_ALIVE=24h
|
|
ENV OLLAMA_DEFAULT_KEEPALIVE=6h
|
|
|
|
# Concurrency and resource limits
|
|
ENV OLLAMA_NUM_PARALLEL=1
|
|
ENV OLLAMA_MAX_LOADED_MODELS=1
|
|
ENV OLLAMA_MAX_QUEUE=512
|
|
ENV OLLAMA_MAX_VRAM=0
|
|
|
|
# Use all GPU layers
|
|
ENV OLLAMA_NUM_GPU=999
|
|
|
|
# Intel GPU tuning
|
|
ENV ZES_ENABLE_SYSMAN=1
|
|
ENV ONEAPI_DEVICE_SELECTOR=level_zero:0
|
|
|
|
# For Intel Core Ultra Processors (Series 1), code name Meteor Lake
|
|
ENV IPEX_LLM_NPU_MTL=1
|
|
|
|
EXPOSE 11434
|
|
ENTRYPOINT ["/usr/bin/ollama"]
|
|
CMD ["serve"]
|