MultiLLM-Proxy/.env.example at main · ALikesToCode/MultiLLM-Proxy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
# Server Configuration
SERVER_HOST=localhost
SERVER_PORT=1400
FLASK_ENV=development

# Local SQLite state. On Vercel and Cloudflare Containers these files are
# ephemeral unless you explicitly wire durable external storage.
AUTH_DB_PATH=instance/auth.sqlite3
RATE_LIMIT_DB_PATH=instance/rate_limits.sqlite3
MODEL_REGISTRY_DB_PATH=instance/model_registry.sqlite3
SQLITE_TIMEOUT_SECONDS=10
SQLITE_BUSY_TIMEOUT_MS=10000

# Runtime tuning
GUNICORN_WORKERS=1
GUNICORN_THREADS=8
GUNICORN_TIMEOUT=120
GUNICORN_GRACEFUL_TIMEOUT=30
RATE_LIMIT_ENABLED=true
RATE_LIMIT_RPM=500
RATE_LIMIT_TPM=200000
DAILY_REQUEST_LIMIT=10000
MAX_REQUEST_BYTES=1048576
MAX_PROMPT_TOKENS=128000
MAX_OUTPUT_TOKENS=8192
RATE_LIMIT_USAGE_RETENTION_SECONDS=172800
MIMO_MAX_REQUEST_BYTES=16777216
MIMO_MAX_PROMPT_TOKENS=1048576
MIMO_MAX_OUTPUT_TOKENS=131072
MIMO_RATE_LIMIT_TPM=1200000
NANOGPT_RATE_LIMIT_RPM=60

# Authentication
ADMIN_USERNAME=admin
ADMIN_API_KEY=your-universal-api-key
FLASK_SECRET_KEY=your-flask-secret-key
JWT_SECRET=your-jwt-secret-key

# Provider API Keys (Optional - if you want to use different keys for different providers)
OPENAI_API_KEY=your-openai-api-key
CEREBRAS_API_KEY=your-cerebras-api-key
XAI_API_KEY=your-xai-api-key

GOOGLE_APPLICATION_CREDENTIALS=path-to-your-google-credentials.json
GOOGLE_APPLICATION_CREDENTIALS_JSON='{"type":"service_account",...}'
PROJECT_ID=your-actual-project-id
LOCATION=your-actual-location
GOOGLE_ENDPOINT=your-endpoint

AZURE_API_KEY=your-azure-api-key
SCALEWAY_API_KEY=your-scaleway-api-key
HYPERBOLIC_API_KEY=your-hyperbolic-api-key
SAMBANOVA_API_KEY=your-sambanova-api-key
OPENROUTER_API_KEY=your-openrouter-api-key
MIMO_API_KEY=your-mimo-token-plan-api-key
NANOGPT_API_KEY=your-nanogpt-api-key
PALM_API_KEY=your-palm-api-key


# OpenRouter configuration
OPENROUTER_SITE_URL=your-site-url
OPENROUTER_APP_NAME=your-app-name

# Multiple Groq API keys for token-based rate limiting (6000 tokens/minute per key)
GROQ_API_KEY_1=your-first-groq-api-key
GROQ_API_KEY_2=your-second-groq-api-key
GROQ_API_KEY_3=your-third-groq-api-key
# Add more GROQ_API_KEY_N as needed

# Together AI API key
TOGETHER_API_KEY=your-together-api-key

# Azure API key
AZURE_API_KEY=your-azure-api-key

# Scaleway API key
SCALEWAY_API_KEY=your-scaleway-api-key

# Hyperbolic API key
HYPERBOLIC_API_KEY=your-hyperbolic-api-key

# SambaNova API key
SAMBANOVA_API_KEY=your-sambanova-api-key

# OpenRouter API key
OPENROUTER_API_KEY=your-openrouter-api-key

# Xiaomi MiMo Token Plan API key
MIMO_API_KEY=your-mimo-token-plan-api-key

# NanoGPT API key
NANOGPT_API_KEY=your-nanogpt-api-key

# PaLM API key
PALM_API_KEY=your-palm-api-key

# Nineteen AI API key
NINETEEN_API_KEY=your-nineteen-api-key

# Chutes AI API token
CHUTES_API_TOKEN=your-chutes-api-token

# Gemini API key
GEMINI_API_KEY=your-gemini-api-key