Repository navigation
Expand file tree
/
Copy pathmodel-manager.py
More file actions
380 lines (304 loc) · 10.8 KB
/
Copy pathmodel-manager.py
File metadata and controls
380 lines (304 loc) · 10.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
#!/usr/bin/env python3
"""
DevFlow - Model Manager
支持 OpenAI/Claude/本地模型切换
Usage:
python model-manager.py --list
python model-manager.py --set-default openai
python model-manager.py --test --model openai
python model-manager.py --config --api-key sk-xxx --provider openai
"""
import argparse
import json
import os
import sys
from pathlib import Path
from typing import Dict, List, Optional
# 配置文件路径
CONFIG_DIR = Path.home() / ".devflow"
CONFIG_FILE = CONFIG_DIR / "models.json"
# 支持的模型提供商
PROVIDERS = {
"openai": {
"name": "OpenAI",
"models": ["gpt-4", "gpt-4-turbo", "gpt-3.5-turbo"],
"env_key": "OPENAI_API_KEY",
"base_url": "https://api.openai.com/v1"
},
"claude": {
"name": "Claude (Anthropic)",
"models": ["claude-3-opus", "claude-3-sonnet", "claude-3-haiku"],
"env_key": "ANTHROPIC_API_KEY",
"base_url": "https://api.anthropic.com"
},
"local": {
"name": "Local Model",
"models": ["llama", "mistral", "codellama"],
"env_key": None,
"base_url": "http://localhost:11434"
},
"azure": {
"name": "Azure OpenAI",
"models": ["gpt-4", "gpt-35-turbo"],
"env_key": "AZURE_API_KEY",
"base_url": "https://{resource}.openai.azure.com"
}
}
def ensure_config_dir():
"""确保配置目录存在"""
CONFIG_DIR.mkdir(parents=True, exist_ok=True)
def load_config() -> Dict:
"""加载配置"""
if CONFIG_FILE.exists():
try:
return json.loads(CONFIG_FILE.read_text(encoding="utf-8"))
except Exception:
pass
return {
"default_provider": "openai",
"providers": {},
"created_at": "",
"updated_at": ""
}
def save_config(config: Dict):
"""保存配置"""
ensure_config_dir()
from datetime import datetime
config["updated_at"] = datetime.now().isoformat()
CONFIG_FILE.write_text(json.dumps(config, indent=2, ensure_ascii=False), encoding="utf-8")
def configure_provider(provider: str, api_key: str = None, base_url: str = None, model: str = None):
"""配置模型提供商"""
if provider not in PROVIDERS:
print(f"Error: Unknown provider '{provider}'", file=sys.stderr)
print(f"Supported providers: {', '.join(PROVIDERS.keys())}", file=sys.stderr)
return False
config = load_config()
if provider not in config["providers"]:
config["providers"][provider] = {}
if api_key:
config["providers"][provider]["api_key"] = api_key
if base_url:
config["providers"][provider]["base_url"] = base_url
if model:
config["providers"][provider]["default_model"] = model
save_config(config)
return True
def set_default_provider(provider: str):
"""设置默认提供商"""
if provider not in PROVIDERS:
print(f"Error: Unknown provider '{provider}'", file=sys.stderr)
return False
config = load_config()
config["default_provider"] = provider
save_config(config)
return True
def get_api_key(provider: str) -> Optional[str]:
"""获取 API Key"""
# 先从环境变量获取
env_key = PROVIDERS.get(provider, {}).get("env_key")
if env_key:
key = os.environ.get(env_key)
if key:
return key
# 再从配置文件获取
config = load_config()
return config.get("providers", {}).get(provider, {}).get("api_key")
def test_provider(provider: str) -> bool:
"""测试提供商连接"""
api_key = get_api_key(provider)
if not api_key and provider != "local":
print(f"Error: No API key configured for {provider}", file=sys.stderr)
print(f"Set via: python model-manager.py --config --provider {provider} --api-key YOUR_KEY", file=sys.stderr)
return False
print(f"Testing {PROVIDERS[provider]['name']}...")
if provider == "openai":
try:
import openai
client = openai.OpenAI(api_key=api_key)
response = client.chat.completions.create(
model="gpt-3.5-turbo",
messages=[{"role": "user", "content": "Say 'OK'"}],
max_tokens=10
)
print(f"Success: {response.choices[0].message.content}")
return True
except ImportError:
print("Error: openai package not installed. Run: pip install openai")
return False
except Exception as e:
print(f"Error: {e}")
return False
elif provider == "claude":
try:
import anthropic
client = anthropic.Anthropic(api_key=api_key)
response = client.messages.create(
model="claude-3-haiku-20240307",
max_tokens=10,
messages=[{"role": "user", "content": "Say 'OK'"}]
)
print(f"Success: {response.content[0].text}")
return True
except ImportError:
print("Error: anthropic package not installed. Run: pip install anthropic")
return False
except Exception as e:
print(f"Error: {e}")
return False
elif provider == "local":
import urllib.request
try:
response = urllib.request.urlopen("http://localhost:11434/api/tags")
print("Success: Local model server is running")
return True
except Exception as e:
print(f"Error: Local model server not running. Start with: ollama serve")
return False
return False
def list_providers():
"""列出所有提供商"""
config = load_config()
default = config.get("default_provider", "openai")
print("Available Providers:")
print("=" * 60)
for provider_id, provider_info in PROVIDERS.items():
is_default = " [DEFAULT]" if provider_id == default else ""
has_key = "[OK]" if get_api_key(provider_id) else "[NO]"
print(f"\n{provider_info['name']}{is_default}")
print(f" ID: {provider_id}")
print(f" API Key: {has_key}")
print(f" Models: {', '.join(provider_info['models'])}")
print(f" Base URL: {provider_info['base_url']}")
def show_config():
"""显示当前配置"""
config = load_config()
print("Current Configuration:")
print("=" * 60)
print(f"Default Provider: {config.get('default_provider', 'N/A')}")
print()
for provider_id, provider_config in config.get("providers", {}).items():
print(f"[{provider_id}]")
if "api_key" in provider_config:
masked_key = provider_config["api_key"][:8] + "..." if len(provider_config["api_key"]) > 8 else "***"
print(f" API Key: {masked_key}")
if "base_url" in provider_config:
print(f" Base URL: {provider_config['base_url']}")
if "default_model" in provider_config:
print(f" Default Model: {provider_config['default_model']}")
print()
def generate_code_example(provider: str) -> str:
"""生成代码示例"""
api_key = get_api_key(provider)
if provider == "openai":
return f'''import openai
# Configure
client = openai.OpenAI(api_key="{api_key or 'YOUR_API_KEY'}")
# Generate
response = client.chat.completions.create(
model="gpt-4",
messages=[
{{"role": "system", "content": "You are a helpful assistant."}},
{{"role": "user", "content": "Explain this code: print('hello')"}}
]
)
print(response.choices[0].message.content)
'''
elif provider == "claude":
return f'''import anthropic
# Configure
client = anthropic.Anthropic(api_key="{api_key or 'YOUR_API_KEY'}")
# Generate
response = client.messages.create(
model="claude-3-sonnet-20240229",
max_tokens=1024,
messages=[
{{"role": "user", "content": "Explain this code: print('hello')"}}
]
)
print(response.content[0].text)
'''
elif provider == "local":
return '''import urllib.request
import json
# Configure
url = "http://localhost:11434/api/generate"
# Generate
data = {
"model": "llama2",
"prompt": "Explain this code: print('hello')",
"stream": False
}
response = urllib.request.urlopen(url, json.dumps(data).encode())
result = json.loads(response.read())
print(result["response"])
'''
return ""
def main():
parser = argparse.ArgumentParser(
description="DevFlow Model Manager",
formatter_class=argparse.RawDescriptionHelpFormatter,
epilog="""
Examples:
# List providers
python model-manager.py --list
# Configure provider
python model-manager.py --config --provider openai --api-key sk-xxx
# Set default provider
python model-manager.py --set-default claude
# Test connection
python model-manager.py --test --provider openai
# Show config
python model-manager.py --show
# Generate code example
python model-manager.py --example --provider openai
"""
)
parser.add_argument("--list", action="store_true", help="List providers")
parser.add_argument("--config", action="store_true", help="Configure provider")
parser.add_argument("--set-default", help="Set default provider")
parser.add_argument("--test", action="store_true", help="Test provider")
parser.add_argument("--show", action="store_true", help="Show config")
parser.add_argument("--example", action="store_true", help="Generate code example")
parser.add_argument("--provider", "-p", help="Provider name")
parser.add_argument("--api-key", help="API key")
parser.add_argument("--base-url", help="Base URL")
parser.add_argument("--model", "-m", help="Default model")
args = parser.parse_args()
# 列出提供商
if args.list:
list_providers()
return
# 配置提供商
if args.config:
if not args.provider:
print("Error: --provider is required for --config", file=sys.stderr)
sys.exit(1)
if configure_provider(args.provider, args.api_key, args.base_url, args.model):
print(f"Provider '{args.provider}' configured.")
return
# 设置默认提供商
if args.set_default:
if set_default_provider(args.set_default):
print(f"Default provider set to: {args.set_default}")
return
# 测试提供商
if args.test:
provider = args.provider or load_config().get("default_provider", "openai")
test_provider(provider)
return
# 显示配置
if args.show:
show_config()
return
# 生成代码示例
if args.example:
provider = args.provider or load_config().get("default_provider", "openai")
example = generate_code_example(provider)
print(f"Code example for {PROVIDERS[provider]['name']}:")
print("-" * 60)
print(example)
return
# 默认显示帮助
parser.print_help()
if __name__ == "__main__":
main()