Adding initial support for ramalama
This commit is contained in:
30
docker-compose.ramalama.yml
Normal file
30
docker-compose.ramalama.yml
Normal file
@@ -0,0 +1,30 @@
|
||||
version: "3.9"
|
||||
|
||||
services:
|
||||
ramalama:
|
||||
build:
|
||||
context: ./ramalama
|
||||
dockerfile: Dockerfile
|
||||
image: ramalama-ipex:local
|
||||
container_name: ramalama-ipex
|
||||
init: true
|
||||
devices:
|
||||
- /dev/dri:/dev/dri
|
||||
security_opt:
|
||||
- seccomp=unconfined
|
||||
volumes:
|
||||
- ramalama-models:/var/lib/ramalama/store
|
||||
- /tmp:/tmp:rw
|
||||
environment:
|
||||
SYCL_DEVICE_FILTER: "level_zero:gpu:0"
|
||||
SYCL_CACHE_PERSISTENT: 1
|
||||
ZES_ENABLE_SYSMAN: 1
|
||||
RAMALAMA_NO_CONTAINER: "true"
|
||||
RAMALAMA_IN_CONTAINER: "true"
|
||||
ports:
|
||||
- 11434:8080
|
||||
restart: unless-stopped
|
||||
tty: true
|
||||
|
||||
volumes:
|
||||
ramalama-models: {}
|
||||
Reference in New Issue
Block a user