- Improve documentation
- Clean dependencies
- Use the official oneAPI Base Toolkit
Breaking change:
- Container name changed to ollama-intel-arc
This commit is contained in:
eleiton
2025-03-09 23:55:10 +01:00
parent 5dd7e9a28c
commit 8f6f5ee0fd
5 changed files with 98 additions and 53 deletions
+17 -33
View File
@@ -17,52 +17,36 @@ RUN apt update && \
python3-dev \
cmake
# Install IPEX-LLM on Linux with Intel GPU
# Install Client GPUs
# Reference: https://dgpu-docs.intel.com/driver/client/overview.html#installing-client-gpus-on-ubuntu-desktop-24-04-lts
RUN wget -qO - https://repositories.intel.com/gpu/intel-graphics.key | \
gpg --dearmor --output /usr/share/keyrings/intel-graphics.gpg && \
echo "deb [arch=amd64,i386 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/gpu/ubuntu jammy client" | \
tee /etc/apt/sources.list.d/intel-gpu-jammy.list && \
gpg --yes --dearmor --output /usr/share/keyrings/intel-graphics.gpg && \
echo "deb [arch=amd64,i386 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/gpu/ubuntu noble unified" | \
tee /etc/apt/sources.list.d/intel-gpu-noble.list && \
apt update && \
apt install -y libze-intel-gpu1 libze1 intel-opencl-icd clinfo intel-gsc && \
apt install -y libze-dev intel-ocloc && \
apt install --no-install-recommends -q -y \
udev \
level-zero \
libigdgmm12 \
intel-level-zero-gpu \
intel-opencl-icd
libigdgmm12
# Install OneAPI packages
RUN wget -qO - https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | \
gpg --dearmor --output /usr/share/keyrings/oneapi-archive-keyring.gpg && \
echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" | \
# Install oneAPI Base Toolkit
# Reference: https://www.intel.com/content/www/us/en/developer/tools/oneapi/base-toolkit-download.html?packages=oneapi-toolkit&oneapi-toolkit-os=linux&oneapi-lin=apt
RUN apt update && \
apt install -y gpg-agent wget && \
wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | \
gpg --dearmor | tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null && \
echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" | \
tee /etc/apt/sources.list.d/oneAPI.list && \
apt update && \
apt install --no-install-recommends -q -y \
intel-oneapi-common-vars \
intel-oneapi-common-oneapi-vars \
intel-oneapi-diagnostics-utility \
intel-oneapi-compiler-dpcpp-cpp \
intel-oneapi-dpcpp-ct \
intel-oneapi-mkl \
intel-oneapi-mkl-devel \
intel-oneapi-mpi \
intel-oneapi-mpi-devel \
intel-oneapi-dal \
intel-oneapi-dal-devel \
intel-oneapi-ippcp \
intel-oneapi-ippcp-devel \
intel-oneapi-ipp \
intel-oneapi-ipp-devel \
intel-oneapi-tlt \
intel-oneapi-ccl \
intel-oneapi-ccl-devel \
intel-oneapi-dnnl-devel \
intel-oneapi-dnnl \
intel-oneapi-tcm-1.0
apt install -y intel-oneapi-base-toolkit
# Install serve.sh script
COPY ./scripts/serve.sh /usr/share/lib/serve.sh
# Install ipex-llm[cpp] using pip
# Reference: https://github.com/intel/ipex-llm/blob/main/docs/mddocs/Quickstart/llama_cpp_quickstart.md#1-install-ipex-llm-for-llamacpp
RUN pip install --pre --upgrade ipex-llm[cpp]
# Set entrypoint to run the serve.sh script