Expose OpenAI API compatibility using aichat

This commit is contained in:
ben
2025-02-01 13:54:25 +01:00
parent 01f224002e
commit cf09067c15
5 changed files with 47 additions and 5 deletions

View File

@@ -54,10 +54,21 @@ services:
links:
- ollama
aichat-build:
aichat:
build:
dockerfile: src/aichat/Dockerfile
restart: no
restart: unless-stopped
environment:
- API_KEY=${LLM_API_KEY}
depends_on:
- ollama
links:
- ollama
healthcheck:
test: timeout 10s bash -c ':> /dev/tcp/127.0.0.1/8000' || exit 1
interval: 30s
timeout: 15s
retries: 3
faster-whisper-server:
image: fedirz/faster-whisper-server:latest-cuda
@@ -74,7 +85,7 @@ services:
capabilities: [gpu]
restart: unless-stopped
healthcheck:
test: timeout 10s bash -c ':> /dev/tcp/127.0.0.1/8000' || exit 1
test: curl --fail http://localhost:8000 || exit 1
interval: 30s
timeout: 15s
retries: 3
@@ -90,14 +101,17 @@ services:
- openedai-speech
- faster-whisper-server
- ollama
- aichat
links:
- ollama
- faster-whisper-server
- openedai-speech
- aichat
ports:
- "11434:11434"
- "8000:8000"
- "8001:8001"
- "8002:8002"
restart: unless-stopped
volumes: