working ollama with HF chat ui

This commit is contained in:
Felix Schulze 2025-01-29 22:49:22 +01:00
parent 07c4d18ed9
commit b76e384960
3 changed files with 53 additions and 0 deletions

4
.gitignore vendored Normal file
View File

@ -0,0 +1,4 @@
ollama/
.env.local

9
Makefile Normal file
View File

@ -0,0 +1,9 @@
start:
@docker compose up -d
stop:
@docker compose down
install:
@docker exec -it deep_seek_r1-ollama-service-1 ollama pull deepseek-r1:14b

40
docker-compose.yml Normal file
View File

@ -0,0 +1,40 @@
services:
mongodb:
image: mongo:4.4.6
ports:
- 27017:27017
networks:
- chat-ui
ollama-service:
image: ollama/ollama:rocm
ports:
- 11434:11434
volumes:
- ./ollama:/root/.ollama
devices:
- /dev/kfd # Grant access to /dev/kfd device
- /dev/dri # Grant access to /dev/dri device
networks:
- chat-ui
chat-ui:
image: ghcr.io/huggingface/chat-ui-db:latest
volumes:
- ./db:/data
- .env.local:/app/.env.local
ports:
- 3000:3000
environment:
- MONGODB_URL=mongodb://mongodb:27017
depends_on:
- mongodb
networks:
- chat-ui
networks:
chat-ui:
driver: bridge