87 lines
2.5 KiB
Text
87 lines
2.5 KiB
Text
|
# LLM Proxy Configuration Example
|
||
|
|
# This file demonstrates all available configuration options
|
||
|
|
# Copy this file to config.yaml and customize as needed
|
||
|
|
|
||
|
|
# Server configuration
|
||
|
|
server:
|
||
|
|
# Port to listen on (default: 3001)
|
||
|
|
port: 3001
|
||
|
|
|
||
|
|
# Timeout configurations
|
||
|
|
timeouts:
|
||
|
|
# Maximum duration for reading the entire request, including the body
|
||
|
|
read: 10m
|
||
|
|
|
||
|
|
# Maximum duration before timing out writes of the response
|
||
|
|
write: 10m
|
||
|
|
|
||
|
|
# Maximum amount of time to wait for the next request when keep-alives are enabled
|
||
|
|
idle: 10m
|
||
|
|
|
||
|
|
# Provider configurations
|
||
|
|
providers:
|
||
|
|
# Anthropic Claude configuration
|
||
|
|
anthropic:
|
||
|
|
# Base URL for Anthropic API (can be changed for custom endpoints)
|
||
|
|
base_url: "https://api.anthropic.com"
|
||
|
|
|
||
|
|
# API version to use
|
||
|
|
version: "2023-06-01"
|
||
|
|
|
||
|
|
# Maximum number of retries for failed requests
|
||
|
|
max_retries: 3
|
||
|
|
|
||
|
|
# OpenAI configuration
|
||
|
|
openai:
|
||
|
|
# API key for OpenAI
|
||
|
|
# Can also be set via OPENAI_API_KEY environment variable
|
||
|
|
# api_key: "sk-..."
|
||
|
|
|
||
|
|
# Base URL for OpenAI API (can be changed for custom endpoints)
|
||
|
|
# Can also be set via OPENAI_BASE_URL environment variable
|
||
|
|
# base_url: "https://api.openai.com"
|
||
|
|
|
||
|
|
# Storage configuration
|
||
|
|
storage:
|
||
|
|
# SQLite database path for storing request history
|
||
|
|
db_path: "requests.db"
|
||
|
|
|
||
|
|
# Directory for storing request files (if needed in future)
|
||
|
|
# requests_dir: "./requests"
|
||
|
|
|
||
|
|
# Subagent mappings
|
||
|
|
# Maps subagent types to specific models
|
||
|
|
subagents:
|
||
|
|
mappings:
|
||
|
|
# Code review specialist (example)
|
||
|
|
# code-reviewer: "gpt-4o"
|
||
|
|
|
||
|
|
# Data analysis expert (example)
|
||
|
|
# data-analyst: "claude-3-5-sonnet-20241022"
|
||
|
|
|
||
|
|
# Documentation writer (example)
|
||
|
|
# doc-writer: "gpt-3.5-turbo"
|
||
|
|
|
||
|
|
# Environment variable overrides:
|
||
|
|
# The following environment variables will override the YAML configuration:
|
||
|
|
#
|
||
|
|
# Server:
|
||
|
|
# PORT - Server port
|
||
|
|
# READ_TIMEOUT - Read timeout duration
|
||
|
|
# WRITE_TIMEOUT - Write timeout duration
|
||
|
|
# IDLE_TIMEOUT - Idle timeout duration
|
||
|
|
#
|
||
|
|
# Anthropic:
|
||
|
|
# ANTHROPIC_FORWARD_URL - Anthropic base URL
|
||
|
|
# ANTHROPIC_VERSION - Anthropic API version
|
||
|
|
# ANTHROPIC_MAX_RETRIES - Maximum retries for Anthropic requests
|
||
|
|
#
|
||
|
|
# OpenAI:
|
||
|
|
# OPENAI_API_KEY - OpenAI API key
|
||
|
|
#
|
||
|
|
# Storage:
|
||
|
|
# DB_PATH - Database file path
|
||
|
|
#
|
||
|
|
# Subagents:
|
||
|
|
# SUBAGENT_MAPPINGS - Comma-separated subagent:model pairs
|
||
|
|
# Example: "code-reviewer:claude-3-5-sonnet"
|