diff --git a/README.md b/README.md index a3033d4cf..d48219e7d 100644 --- a/README.md +++ b/README.md @@ -218,7 +218,7 @@ The easiest way to contribute is to pick an issue with the `good first issue` ta
40+ providers -AI21, Anthropic, Anyscale, Azure AI, Azure OpenAI, AWS Bedrock, Cerebras, Cohere, Dashscope, Deepbricks, DeepInfra, DeepSeek, Fireworks AI, GitHub, Google, Groq, Inference.net, Jina, Lambda, Lemonfox AI, Mistral AI, MonsterAPI, Nebius, Nomic, Novita AI, OpenAI, OpenRouter, Oracle, PaLM, Perplexity AI, Predibase, Reka AI, Sagemaker, Segmind, Stability AI, Together AI, Vertex AI, Workers AI, X.AI, Zhipu +AI21, Anthropic, Anyscale, Azure AI, Azure OpenAI, AWS Bedrock, Cerebras, Cohere, Dashscope, Deepbricks, DeepInfra, DeepSeek, Fireworks AI, FriendliAI, GitHub, Google, Groq, Inference.net, Jina, Lambda, Lemonfox AI, Mistral AI, MonsterAPI, Nebius, Nomic, Novita AI, OpenAI, OpenRouter, Oracle, PaLM, Perplexity AI, Predibase, Reka AI, Sagemaker, Segmind, Stability AI, Together AI, Vertex AI, Workers AI, X.AI, Zhipu
diff --git a/general/friendli.json b/general/friendli.json new file mode 100644 index 000000000..7f9cfb734 --- /dev/null +++ b/general/friendli.json @@ -0,0 +1,165 @@ +{ + "name": "friendli", + "description": "", + "default": { + "params": [ + { + "key": "max_tokens", + "defaultValue": 256, + "minValue": 1 + }, + { + "key": "temperature", + "defaultValue": 1 + }, + { + "key": "top_p", + "defaultValue": 1.0, + "minValue": 0, + "maxValue": 1 + }, + { + "key": "top_k", + "defaultValue": 0 + }, + { + "key": "min_p", + "defaultValue": 0.0, + "minValue": 0, + "maxValue": 1 + }, + { + "key": "frequency_penalty", + "defaultValue": 0, + "minValue": -2, + "maxValue": 2 + }, + { + "key": "presence_penalty", + "defaultValue": 0, + "minValue": -2, + "maxValue": 2 + }, + { + "key": "repetition_penalty", + "defaultValue": 1 + }, + { + "key": "n", + "defaultValue": 1 + }, + { + "key": "stop", + "defaultValue": null, + "type": "array-of-strings", + "skipValues": [null, []] + }, + { + "key": "stream", + "defaultValue": true, + "type": "boolean" + }, + { + "key": "tool_choice", + "type": "non-view-manage-data", + "defaultValue": null, + "options": [ + { + "value": "none", + "name": "None" + }, + { + "value": "auto", + "name": "Auto" + }, + { + "value": "required", + "name": "Required" + }, + { + "value": "custom", + "name": "Custom", + "schema": { + "type": "json" + } + } + ], + "skipValues": [null, []], + "rule": { + "default": { + "condition": "tools", + "then": "auto", + "else": null + } + } + } + ], + "messages": { + "options": ["system", "user", "assistant"] + }, + "type": { + "primary": "chat", + "supported": [] + } + }, + "google/gemma-4-31B-it": { + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ], + "type": { + "primary": "chat", + "supported": ["tools", "image"] + } + }, + "zai-org/GLM-5.1": { + "params": [ + { + "key": "max_tokens", + "maxValue": 202752 + } + ], + "type": { + "primary": "chat", + "supported": ["tools"] + } + }, + "zai-org/GLM-5.2": { + "params": [ + { + "key": "max_tokens", + "maxValue": 1048576 + } + ], + "type": { + "primary": "chat", + "supported": ["tools"] + } + }, + "zai-org/GLM-5.3": { + "params": [ + { + "key": "max_tokens", + "maxValue": 1048576 + } + ], + "type": { + "primary": "chat", + "supported": ["tools"] + } + }, + "zai-org/GLM-5.3-Flash": { + "params": [ + { + "key": "max_tokens", + "maxValue": 1048576 + } + ], + "type": { + "primary": "chat", + "supported": ["tools", "image"] + } + } +} diff --git a/pricing/friendli.json b/pricing/friendli.json new file mode 100644 index 000000000..cb0029dd5 --- /dev/null +++ b/pricing/friendli.json @@ -0,0 +1,130 @@ +{ + "default": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + }, + "cache_read_input_token": { + "price": 0 + } + }, + "calculate": { + "request": { + "operation": "sum", + "operands": [ + { + "operation": "multiply", + "operands": [ + { + "value": "input_tokens" + }, + { + "value": "rates.request_token" + } + ] + }, + { + "operation": "multiply", + "operands": [ + { + "value": "cache_read_tokens" + }, + { + "value": "rates.cache_read_input_token" + } + ] + } + ] + }, + "response": { + "operation": "multiply", + "operands": [ + { + "value": "output_tokens" + }, + { + "value": "rates.response_token" + } + ] + } + }, + "currency": "USD" + } + }, + "google/gemma-4-31B-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000014 + }, + "response_token": { + "price": 0.00004 + } + } + } + }, + "zai-org/GLM-5.1": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00014 + }, + "response_token": { + "price": 0.00044 + }, + "cache_read_input_token": { + "price": 0.000026 + } + } + } + }, + "zai-org/GLM-5.2": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00014 + }, + "response_token": { + "price": 0.00044 + }, + "cache_read_input_token": { + "price": 0.000026 + } + } + } + }, + "zai-org/GLM-5.3": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000126 + }, + "response_token": { + "price": 0.000396 + }, + "cache_read_input_token": { + "price": 0.0000234 + } + } + } + }, + "zai-org/GLM-5.3-Flash": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000015 + }, + "response_token": { + "price": 0.00005 + }, + "cache_read_input_token": { + "price": 0.000003 + } + } + } + } +}