diff options
Diffstat (limited to 'src/aichat/config.yaml')
| -rw-r--r-- | src/aichat/config.yaml | 14 |
1 files changed, 14 insertions, 0 deletions
diff --git a/src/aichat/config.yaml b/src/aichat/config.yaml index b2809b1..7a6fef7 100644 --- a/src/aichat/config.yaml +++ b/src/aichat/config.yaml @@ -4,8 +4,22 @@ rag_embedding_model: ollama:nomic-embed-text rag_chunk_size: 8192 rag_chunk_overlap: 409 model: ollama:qwen2.5 +temperature: 0 clients: - type: openai-compatible name: ollama api_base: http://localhost:11434/v1 api_key: __LLM_API_KEY__ + models: + - name: qwen2.5 + supports_function_calling: true + max_input_tokens: 128000 + - name: qwen2.5-coder:32b + supports_function_calling: true + max_input_tokens: 128000 + - name: nomic-embed-text + type: embedding + max_input_tokens: 200000 + max_tokens_per_chunk: 2000 + default_chunk_size: 8192 + max_batch_size: 100 |