Expose OpenAI API compatibility using aichat
This commit is contained in:
@@ -54,10 +54,21 @@ services:
|
||||
links:
|
||||
- ollama
|
||||
|
||||
aichat-build:
|
||||
aichat:
|
||||
build:
|
||||
dockerfile: src/aichat/Dockerfile
|
||||
restart: no
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
- API_KEY=${LLM_API_KEY}
|
||||
depends_on:
|
||||
- ollama
|
||||
links:
|
||||
- ollama
|
||||
healthcheck:
|
||||
test: timeout 10s bash -c ':> /dev/tcp/127.0.0.1/8000' || exit 1
|
||||
interval: 30s
|
||||
timeout: 15s
|
||||
retries: 3
|
||||
|
||||
faster-whisper-server:
|
||||
image: fedirz/faster-whisper-server:latest-cuda
|
||||
@@ -74,7 +85,7 @@ services:
|
||||
capabilities: [gpu]
|
||||
restart: unless-stopped
|
||||
healthcheck:
|
||||
test: timeout 10s bash -c ':> /dev/tcp/127.0.0.1/8000' || exit 1
|
||||
test: curl --fail http://localhost:8000 || exit 1
|
||||
interval: 30s
|
||||
timeout: 15s
|
||||
retries: 3
|
||||
@@ -90,14 +101,17 @@ services:
|
||||
- openedai-speech
|
||||
- faster-whisper-server
|
||||
- ollama
|
||||
- aichat
|
||||
links:
|
||||
- ollama
|
||||
- faster-whisper-server
|
||||
- openedai-speech
|
||||
- aichat
|
||||
ports:
|
||||
- "11434:11434"
|
||||
- "8000:8000"
|
||||
- "8001:8001"
|
||||
- "8002:8002"
|
||||
restart: unless-stopped
|
||||
|
||||
volumes:
|
||||
|
||||
Reference in New Issue
Block a user