118 lines
2.4 KiB
YAML
118 lines
2.4 KiB
YAML
services:
|
|
ollama:
|
|
image: ollama/ollama
|
|
volumes:
|
|
- ollama:/root/.ollama
|
|
restart: unless-stopped
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|
|
healthcheck:
|
|
test: ollama --version && ollama ps || exit 1
|
|
interval: 60s
|
|
retries: 5
|
|
start_period: 20s
|
|
timeout: 10s
|
|
networks:
|
|
- nointernet
|
|
|
|
openedai-speech:
|
|
build:
|
|
dockerfile: src/tts/Dockerfile
|
|
environment:
|
|
- TTS_HOME=voices
|
|
volumes:
|
|
- voices:/app/voices
|
|
- speech-config:/app/config
|
|
restart: unless-stopped
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|
|
healthcheck:
|
|
test: curl --fail http://localhost:8000 || exit 1
|
|
interval: 60s
|
|
retries: 5
|
|
start_period: 10s
|
|
timeout: 10s
|
|
networks:
|
|
- nointernet
|
|
|
|
ollama_provision:
|
|
build:
|
|
dockerfile: src/ollama_provision/Dockerfile
|
|
environment:
|
|
- MODELS=qwen2.5:latest,qwen2.5-coder:32b,nomic-embed-text:latest,gemma2:latest,mistral:latest,deepseek-r1:7b,deepcoder:14b
|
|
volumes:
|
|
- ollama:/root/.ollama
|
|
restart: no
|
|
depends_on:
|
|
ollama:
|
|
condition: service_healthy
|
|
restart: true
|
|
links:
|
|
- ollama
|
|
networks:
|
|
- internet
|
|
|
|
aichat:
|
|
build:
|
|
dockerfile: src/aichat/Dockerfile
|
|
restart: unless-stopped
|
|
environment:
|
|
- API_KEY=${LLM_API_KEY}
|
|
depends_on:
|
|
- ollama
|
|
links:
|
|
- ollama
|
|
healthcheck:
|
|
test: timeout 10s bash -c ':> /dev/tcp/127.0.0.1/8000' || exit 1
|
|
interval: 30s
|
|
timeout: 15s
|
|
retries: 3
|
|
networks:
|
|
- nointernet
|
|
|
|
nginx:
|
|
image: nginx
|
|
volumes:
|
|
- ./src/nginx/nginx.conf:/etc/nginx/templates/nginx.conf.template
|
|
- ./src/nginx/htpasswd:/etc/nginx/.htpasswd
|
|
environment:
|
|
- NGINX_ENVSUBST_OUTPUT_DIR=/etc/nginx
|
|
- API_KEY=${LLM_API_KEY}
|
|
depends_on:
|
|
- openedai-speech
|
|
- ollama
|
|
- aichat
|
|
links:
|
|
- ollama
|
|
- openedai-speech
|
|
- aichat
|
|
ports:
|
|
- "127.0.0.1:11434:11434"
|
|
- "127.0.0.1:8000:8000"
|
|
- "127.0.0.1:8001:8001"
|
|
restart: unless-stopped
|
|
networks:
|
|
- internet
|
|
- nointernet
|
|
|
|
volumes:
|
|
ollama:
|
|
voices:
|
|
speech-config:
|
|
|
|
networks:
|
|
internet:
|
|
internal: false
|
|
nointernet:
|
|
internal: true
|