nixos/roles/home/aichat/config.yaml

20 lines
478 B
YAML
Raw Permalink Normal View History

2024-11-17 20:10:06 +00:00
clients:
- type: openai-compatible
name: ollama
api_base: https://ollama.giugl.io/v1
2024-11-17 20:10:06 +00:00
models:
- name: pino
max_input_tokens: 8192
max_output_tokens: 16000
2024-11-17 20:10:06 +00:00
- name: pino-coder
max_input_tokens: 16000
max_output_tokens: 16000
2025-03-10 12:58:08 +00:00
- name: pino-embed
type: embedding
default_chunk_size: 512
max_batch_size: 100
rag_embedding_model: ollama:pino-embed
rag_top_k: 5