Repository navigation
Expand file tree
/
Copy pathwrangler.jsonc
More file actions
179 lines (179 loc) · 7.4 KB
/
Copy pathwrangler.jsonc
File metadata and controls
179 lines (179 loc) · 7.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
{
"$schema": "./node_modules/wrangler/config-schema.json",
"name": "multillm-proxy",
"keep_vars": true,
"main": "./cloudflare-worker.mjs",
"build": {
"command": "node scripts/key_data_preflight.mjs --deploy && python scripts/build_release_metadata.py"
},
"version_metadata": {
"binding": "CF_VERSION_METADATA"
},
"compatibility_date": "2026-07-30",
"compatibility_flags": [
"nodejs_compat",
"enable_request_signal",
"request_signal_passthrough"
],
"services": [
{
"binding": "KNOWLEDGE_SERVICE",
"service": "multillm-knowledge"
}
],
"ai": {
"binding": "AI"
},
"triggers": {
"crons": [
"*/5 * * * *"
]
},
"containers": [
{
"class_name": "MultiLLMProxyContainer",
"image": "./Dockerfile",
"max_instances": 1,
"instance_type": "basic"
}
],
"d1_databases": [
{
"binding": "INTELLIGENCE_DB",
"database_name": "multillm-intelligence",
"database_id": "0e64ec48-b454-4876-a4aa-3fb2c240fd3d",
"migrations_dir": "intelligence-migrations"
}
],
"durable_objects": {
"bindings": [
{
"name": "MULTILLM_PROXY_CONTAINER",
"class_name": "MultiLLMProxyContainer"
},
{
"name": "ROLEPLAY_SESSION",
"class_name": "RoleplaySession"
},
{
"name": "ADMISSION_COORDINATOR",
"class_name": "AdmissionCoordinator"
}
]
},
"migrations": [
{
"tag": "v1",
"new_sqlite_classes": [
"MultiLLMProxyContainer"
]
},
{
"tag": "v2",
"new_sqlite_classes": [
"RoleplaySession"
]
},
{
"tag": "v3_admission",
"new_sqlite_classes": [
"AdmissionCoordinator"
]
}
],
"observability": {
"enabled": true,
"logs": {
"enabled": true,
"head_sampling_rate": 1,
"invocation_logs": false
},
"traces": {
"enabled": true,
"head_sampling_rate": 0.01
}
},
"vars": {
"FLASK_ENV": "production",
"AUTH_STORAGE_BACKEND": "d1",
"WORKBENCH_WORKER_URL": "https://multillm-proxy.cserules.workers.dev",
"SERVER_HOST": "0.0.0.0",
"SERVER_PORT": "8080",
"APP_NAME": "MultiLLM Proxy",
"AIHUBMIX_BASE_URL": "https://aihubmix.com",
"AIHUBMIX_BACKUP_BASE_URL": "https://api.inferera.com",
"LINKAPI_BASE_URL": "https://hk.linkapi.ai",
"ROLEPLAY_PROVIDER_ORDER": "nanogpt,linkapi,navyai",
"ROLEPLAY_KIMI_MODEL": "kimi-k2.6",
"ROLEPLAY_GLM_MODEL": "glm-5.3-flash",
"ROLEPLAY_PROVIDER_MODELS": "{\"nanogpt\":{\"glm\":[\"z-ai/glm-5.3-flash\",\"z-ai/glm-5.3-flash-uncensored\",\"zai-org/glm-5.2:thinking\",\"z-ai/glm-5.3\"]},\"navyai\":{\"glm\":\"glm-5.2-venice\"}}",
"ROLEPLAY_PROVIDER_FAMILIES": "{\"nanogpt\":[\"glm\"],\"linkapi\":[\"kimi\"],\"navyai\":[\"glm\"]}",
"ROLEPLAY_PROVIDER_LIMITS": "{}",
"ROLEPLAY_AUTO_ROUTE": "intelligence",
"ROLEPLAY_INTELLIGENCE_MODELS": "opencode:glm-5.3,cline-pass:cline-pass/glm-5.3,nanogpt:z-ai/glm-5.3,opencode:deepseek-v4.1-flash,nanogpt:z-ai/glm-5.3-flash,nanogpt:z-ai/glm-5.2,cline-pass:cline-pass/glm-5.3-flash,opencode:mimo-v2.6-pro,nanogpt:xiaomi/mimo-v2.6-pro,cline-pass:cline-pass/mimo-v2.6-pro",
"GLM_AUTO_OPTIMIZE": "true",
"GLM_AUTO_OPTIMIZE_TRIGGER_TOKENS": "8000",
"GLM_AUTO_OPTIMIZE_KEEP_RECENT_TURNS": "8",
"CONTEXT_ANALYSIS_CACHE_ENABLED": "true",
"CONTEXT_ANALYSIS_CACHE_TTL_SECONDS": "300",
"CONTEXT_ANALYSIS_CACHE_MAX_ENTRIES": "2048",
"PROMPT_CACHE_ENABLED": "true",
"PROMPT_CACHE_MIN_TOKENS": "1024",
"NANOGPT_BILLING_MODE": "subscription",
"NANOGPT_SPEED_ROUTING": "",
"NANOGPT_SPEED_ROUTING_COOLDOWN_SECONDS": "900",
"NANOGPT_SUBSCRIPTION_BASE_URL": "https://nano-gpt.com/api/subscription",
"NANOGPT_KEY_CHECK_TIMEOUT_SECONDS": "5",
"NANOGPT_KEY_CHECK_TTL_SECONDS": "300",
"NANOGPT_KEY_CHECK_EVERY_REQUESTS": "50",
"NANOGPT_KEY_REJECTED_COOLDOWN_SECONDS": "60",
"NANOGPT_PREFERRED_KEY_INDEX": "0",
"ROLEPLAY_COMPACT_TRIGGER_TOKENS": "128000",
"ROLEPLAY_COMPACT_TRIGGER_PERCENT": "90",
"ROLEPLAY_HARD_INPUT_TOKENS": "0",
"ROLEPLAY_MEMORY_TARGET_TOKENS": "1200",
"ROLEPLAY_KEEP_RECENT_MESSAGES": "32",
"ROLEPLAY_IMAGE_PROMPT_MIN_OUTPUT_TOKENS": "2048",
"ROLEPLAY_CONTEXT_REPLY_RESERVE_TOKENS": "4096",
"ROLEPLAY_CONTEXT_SAFETY_TOKENS": "1024",
"ROLEPLAY_MAX_REQUEST_BYTES": "8388608",
"ROLEPLAY_MAX_STORED_BYTES": "640000",
"ROLEPLAY_COMPACTION_MAX_TOKENS": "16000",
"ROLEPLAY_COMPACTION_MODELS": "{\"nanogpt\":\"moonshotai/kimi-k2.6\"}",
"ROLEPLAY_COMPACTION_TIMEOUT_MS": "100000",
"ROLEPLAY_UPSTREAM_HEADER_TIMEOUT_MS": "90000",
"ROLEPLAY_PRE_RESPONSE_FALLBACK_ENABLED": "true",
"ROLEPLAY_PROVIDER_ERROR_FALLBACK_ENABLED": "true",
"ROLEPLAY_REFUSAL_FALLBACK_ENABLED": "true",
"ROLEPLAY_DEFAULT_REASONING_EFFORT": "high",
"ROLEPLAY_STREAM_HEARTBEAT_MS": "10000",
"SSE_STREAM_HEARTBEAT_MS": "10000",
"ROLEPLAY_MAX_AUTO_CONTINUATIONS": "8",
"ROLEPLAY_MAX_OUTPUT_CONTRACT_REPAIRS": "1",
"ROLEPLAY_QUALITY_LATENCY_PREMIUM_PERCENT": "20",
"ROLEPLAY_QUALITY_MIN_SAMPLES": "3",
"ROLEPLAY_SPEED_REFERENCE_OUTPUT_TOKENS": "1024",
"ROLEPLAY_SESSION_TTL_SECONDS": "2592000",
"KEEP_WARM": "false",
"HEALTH_CHECKS_WAKE": "false",
"HEALTH_CHECK_INTERVAL_MINUTES": "30",
"AUTO_ROUTE_ORDERING": "priority",
"RUNTIME_FEATURE_FLAGS": {
"MODEL_COOLDOWN_ENABLED": "true",
"MODEL_PRICING_USD_PER_MILLION": "{\"anthropic:claude-fable-5-1\":{\"input\":10,\"output\":50,\"cache_read\":0.25,\"cache_write\":12.5,\"cache_write_1h\":20},\"anthropic:claude-fable-5\":{\"input\":10,\"output\":50,\"cache_read\":1,\"cache_write\":12.5,\"cache_write_1h\":20},\"anthropic:claude-opus-5-5\":{\"input\":4,\"output\":20,\"cache_read\":0.2,\"cache_write\":5,\"cache_write_1h\":8},\"anthropic:claude-opus-5\":{\"input\":5,\"output\":25,\"cache_read\":0.5,\"cache_write\":6.25,\"cache_write_1h\":10},\"anthropic:claude-opus-4-8\":{\"input\":5,\"output\":25,\"cache_read\":0.5,\"cache_write\":6.25,\"cache_write_1h\":10},\"anthropic:claude-opus-4-7\":{\"input\":5,\"output\":25,\"cache_read\":0.5,\"cache_write\":6.25,\"cache_write_1h\":10},\"anthropic:claude-opus-4-6\":{\"input\":5,\"output\":25,\"cache_read\":0.5,\"cache_write\":6.25,\"cache_write_1h\":10},\"anthropic:claude-opus-4-5\":{\"input\":5,\"output\":25,\"cache_read\":0.5,\"cache_write\":6.25,\"cache_write_1h\":10},\"anthropic:claude-opus-4-5-20251101\":{\"input\":5,\"output\":25,\"cache_read\":0.5,\"cache_write\":6.25,\"cache_write_1h\":10},\"anthropic:claude-sonnet-5-5\":{\"input\":2,\"output\":10,\"cache_read\":0.2,\"cache_write\":2.5,\"cache_write_1h\":4},\"anthropic:claude-sonnet-5\":{\"input\":2,\"output\":10,\"cache_read\":0.2,\"cache_write\":2.5,\"cache_write_1h\":4},\"anthropic:claude-sonnet-4-6\":{\"input\":3,\"output\":15,\"cache_read\":0.3,\"cache_write\":3.75,\"cache_write_1h\":6},\"anthropic:claude-haiku-5-5\":{\"input\":0.1,\"output\":0.5,\"cache_read\":0.01,\"cache_write\":0.125,\"cache_write_1h\":0.2,\"long_context\":{\"above_input_tokens\":100000,\"input\":0.5,\"output\":2.5,\"cache_read\":0.05,\"cache_write\":0.625,\"cache_write_1h\":1}},\"anthropic:claude-haiku-4-5\":{\"input\":1,\"output\":5,\"cache_read\":0.1,\"cache_write\":1.25,\"cache_write_1h\":2},\"anthropic:claude-haiku-4-5-20251001\":{\"input\":1,\"output\":5,\"cache_read\":0.1,\"cache_write\":1.25,\"cache_write_1h\":2}}",
"POOL_RESET_SCHEDULING_ENABLED": "true",
"PROMPT_CACHE_AFFINITY_ENABLED": "true",
"PROMPT_CACHE_USAGE_BUCKETS_ENABLED": "true",
"ROLEPLAY_CANDIDATE_CONTEXT_REFIT": "window",
"UPSTREAM_RETRY_AFTER_ADVICE_ENABLED": "true",
"MULTILLM_STREAM_PREFLIGHT": "strict"
}
},
"r2_buckets": [
{
"bucket_name": "multillm-media",
"binding": "multillm_media",
"remote": true
}
]
}