From cf09067c156b581db6cde07728cce849b7a971e3 Mon Sep 17 00:00:00 2001 From: ben Date: Sat, 1 Feb 2025 13:54:25 +0100 Subject: Expose OpenAI API compatibility using aichat --- docker-compose.yml | 20 +++++++++++++++++--- 1 file changed, 17 insertions(+), 3 deletions(-) (limited to 'docker-compose.yml') diff --git a/docker-compose.yml b/docker-compose.yml index 97b141c..12ffb88 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -54,10 +54,21 @@ services: links: - ollama - aichat-build: + aichat: build: dockerfile: src/aichat/Dockerfile - restart: no + restart: unless-stopped + environment: + - API_KEY=${LLM_API_KEY} + depends_on: + - ollama + links: + - ollama + healthcheck: + test: timeout 10s bash -c ':> /dev/tcp/127.0.0.1/8000' || exit 1 + interval: 30s + timeout: 15s + retries: 3 faster-whisper-server: image: fedirz/faster-whisper-server:latest-cuda @@ -74,7 +85,7 @@ services: capabilities: [gpu] restart: unless-stopped healthcheck: - test: timeout 10s bash -c ':> /dev/tcp/127.0.0.1/8000' || exit 1 + test: curl --fail http://localhost:8000 || exit 1 interval: 30s timeout: 15s retries: 3 @@ -90,14 +101,17 @@ services: - openedai-speech - faster-whisper-server - ollama + - aichat links: - ollama - faster-whisper-server - openedai-speech + - aichat ports: - "11434:11434" - "8000:8000" - "8001:8001" + - "8002:8002" restart: unless-stopped volumes: -- cgit v1.2.3