working ollama with HF chat ui
This commit is contained in:
parent
07c4d18ed9
commit
b76e384960
4
.gitignore
vendored
Normal file
4
.gitignore
vendored
Normal file
@ -0,0 +1,4 @@
|
||||
|
||||
ollama/
|
||||
|
||||
.env.local
|
9
Makefile
Normal file
9
Makefile
Normal file
@ -0,0 +1,9 @@
|
||||
|
||||
start:
|
||||
@docker compose up -d
|
||||
|
||||
stop:
|
||||
@docker compose down
|
||||
|
||||
install:
|
||||
@docker exec -it deep_seek_r1-ollama-service-1 ollama pull deepseek-r1:14b
|
40
docker-compose.yml
Normal file
40
docker-compose.yml
Normal file
@ -0,0 +1,40 @@
|
||||
|
||||
services:
|
||||
mongodb:
|
||||
image: mongo:4.4.6
|
||||
ports:
|
||||
- 27017:27017
|
||||
networks:
|
||||
- chat-ui
|
||||
|
||||
ollama-service:
|
||||
image: ollama/ollama:rocm
|
||||
ports:
|
||||
- 11434:11434
|
||||
volumes:
|
||||
- ./ollama:/root/.ollama
|
||||
devices:
|
||||
- /dev/kfd # Grant access to /dev/kfd device
|
||||
- /dev/dri # Grant access to /dev/dri device
|
||||
|
||||
networks:
|
||||
- chat-ui
|
||||
|
||||
chat-ui:
|
||||
image: ghcr.io/huggingface/chat-ui-db:latest
|
||||
volumes:
|
||||
- ./db:/data
|
||||
- .env.local:/app/.env.local
|
||||
ports:
|
||||
- 3000:3000
|
||||
environment:
|
||||
- MONGODB_URL=mongodb://mongodb:27017
|
||||
depends_on:
|
||||
- mongodb
|
||||
networks:
|
||||
- chat-ui
|
||||
|
||||
|
||||
networks:
|
||||
chat-ui:
|
||||
driver: bridge
|
Loading…
x
Reference in New Issue
Block a user