From f5588e1caad97aba3aa3aabe9b4c45e17351e52b Mon Sep 17 00:00:00 2001 From: siyoon Date: Sat, 14 Nov 2026 16:05:43 +0900 Subject: [PATCH] feat: add FriendliAI serverless models and pricing Adds general/friendli.json and pricing/friendli.json for the 5 models currently listed at https://api.friendli.ai/serverless/v1/models. Prices converted from USD/token to cents/token (x100). --- README.md | 2 +- general/friendli.json | 165 ++++++++++++++++++++++++++++++++++++++++++ pricing/friendli.json | 130 +++++++++++++++++++++++++++++++++ 3 files changed, 296 insertions(+), 1 deletion(-) create mode 100644 general/friendli.json create mode 100644 pricing/friendli.json diff --git a/README.md b/README.md index a3033d4cf..d48219e7d 100644 --- a/README.md +++ b/README.md @@ -218,7 +218,7 @@ The easiest way to contribute is to pick an issue with the `good first issue` ta
40+ providers -AI21, Anthropic, Anyscale, Azure AI, Azure OpenAI, AWS Bedrock, Cerebras, Cohere, Dashscope, Deepbricks, DeepInfra, DeepSeek, Fireworks AI, GitHub, Google, Groq, Inference.net, Jina, Lambda, Lemonfox AI, Mistral AI, MonsterAPI, Nebius, Nomic, Novita AI, OpenAI, OpenRouter, Oracle, PaLM, Perplexity AI, Predibase, Reka AI, Sagemaker, Segmind, Stability AI, Together AI, Vertex AI, Workers AI, X.AI, Zhipu +AI21, Anthropic, Anyscale, Azure AI, Azure OpenAI, AWS Bedrock, Cerebras, Cohere, Dashscope, Deepbricks, DeepInfra, DeepSeek, Fireworks AI, FriendliAI, GitHub, Google, Groq, Inference.net, Jina, Lambda, Lemonfox AI, Mistral AI, MonsterAPI, Nebius, Nomic, Novita AI, OpenAI, OpenRouter, Oracle, PaLM, Perplexity AI, Predibase, Reka AI, Sagemaker, Segmind, Stability AI, Together AI, Vertex AI, Workers AI, X.AI, Zhipu
diff --git a/general/friendli.json b/general/friendli.json new file mode 100644 index 000000000..7f9cfb734 --- /dev/null +++ b/general/friendli.json @@ -0,0 +1,165 @@ +{ + "name": "friendli", + "description": "", + "default": { + "params": [ + { + "key": "max_tokens", + "defaultValue": 256, + "minValue": 1 + }, + { + "key": "temperature", + "defaultValue": 1 + }, + { + "key": "top_p", + "defaultValue": 1.0, + "minValue": 0, + "maxValue": 1 + }, + { + "key": "top_k", + "defaultValue": 0 + }, + { + "key": "min_p", + "defaultValue": 0.0, + "minValue": 0, + "maxValue": 1 + }, + { + "key": "frequency_penalty", + "defaultValue": 0, + "minValue": -2, + "maxValue": 2 + }, + { + "key": "presence_penalty", + "defaultValue": 0, + "minValue": -2, + "maxValue": 2 + }, + { + "key": "repetition_penalty", + "defaultValue": 1 + }, + { + "key": "n", + "defaultValue": 1 + }, + { + "key": "stop", + "defaultValue": null, + "type": "array-of-strings", + "skipValues": [null, []] + }, + { + "key": "stream", + "defaultValue": true, + "type": "boolean" + }, + { + "key": "tool_choice", + "type": "non-view-manage-data", + "defaultValue": null, + "options": [ + { + "value": "none", + "name": "None" + }, + { + "value": "auto", + "name": "Auto" + }, + { + "value": "required", + "name": "Required" + }, + { + "value": "custom", + "name": "Custom", + "schema": { + "type": "json" + } + } + ], + "skipValues": [null, []], + "rule": { + "default": { + "condition": "tools", + "then": "auto", + "else": null + } + } + } + ], + "messages": { + "options": ["system", "user", "assistant"] + }, + "type": { + "primary": "chat", + "supported": [] + } + }, + "google/gemma-4-31B-it": { + "params": [ + { + "key": "max_tokens", + "maxValue": 262144 + } + ], + "type": { + "primary": "chat", + "supported": ["tools", "image"] + } + }, + "zai-org/GLM-5.1": { + "params": [ + { + "key": "max_tokens", + "maxValue": 202752 + } + ], + "type": { + "primary": "chat", + "supported": ["tools"] + } + }, + "zai-org/GLM-5.2": { + "params": [ + { + "key": "max_tokens", + "maxValue": 1048576 + } + ], + "type": { + "primary": "chat", + "supported": ["tools"] + } + }, + "zai-org/GLM-5.3": { + "params": [ + { + "key": "max_tokens", + "maxValue": 1048576 + } + ], + "type": { + "primary": "chat", + "supported": ["tools"] + } + }, + "zai-org/GLM-5.3-Flash": { + "params": [ + { + "key": "max_tokens", + "maxValue": 1048576 + } + ], + "type": { + "primary": "chat", + "supported": ["tools", "image"] + } + } +} diff --git a/pricing/friendli.json b/pricing/friendli.json new file mode 100644 index 000000000..cb0029dd5 --- /dev/null +++ b/pricing/friendli.json @@ -0,0 +1,130 @@ +{ + "default": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + }, + "cache_read_input_token": { + "price": 0 + } + }, + "calculate": { + "request": { + "operation": "sum", + "operands": [ + { + "operation": "multiply", + "operands": [ + { + "value": "input_tokens" + }, + { + "value": "rates.request_token" + } + ] + }, + { + "operation": "multiply", + "operands": [ + { + "value": "cache_read_tokens" + }, + { + "value": "rates.cache_read_input_token" + } + ] + } + ] + }, + "response": { + "operation": "multiply", + "operands": [ + { + "value": "output_tokens" + }, + { + "value": "rates.response_token" + } + ] + } + }, + "currency": "USD" + } + }, + "google/gemma-4-31B-it": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000014 + }, + "response_token": { + "price": 0.00004 + } + } + } + }, + "zai-org/GLM-5.1": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00014 + }, + "response_token": { + "price": 0.00044 + }, + "cache_read_input_token": { + "price": 0.000026 + } + } + } + }, + "zai-org/GLM-5.2": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00014 + }, + "response_token": { + "price": 0.00044 + }, + "cache_read_input_token": { + "price": 0.000026 + } + } + } + }, + "zai-org/GLM-5.3": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000126 + }, + "response_token": { + "price": 0.000396 + }, + "cache_read_input_token": { + "price": 0.0000234 + } + } + } + }, + "zai-org/GLM-5.3-Flash": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000015 + }, + "response_token": { + "price": 0.00005 + }, + "cache_read_input_token": { + "price": 0.000003 + } + } + } + } +}