Releasing first version of the solution

2024-09-29 00:47:39 +02:00
parent 94ef2044c3
commit 5dd7e9a28c
5 changed files with 158 additions and 1 deletions
@@ -0,0 +1,10 @@
+#!/bin/sh
+
+source /opt/intel/oneapi/setvars.sh
+export USE_XETLA=OFF
+export ZES_ENABLE_SYSMAN=1
+export SYCL_CACHE_PERSISTENT=1
+export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
+export ONEAPI_DEVICE_SELECTOR=level_zero:0
+
+/usr/local/lib/python3.12/dist-packages/bigdl/cpp/libs/ollama serve