From 0adf0d67f0e6e8801ca2fa114bed577e91c9bae9 Mon Sep 17 00:00:00 2001 From: Narendranath Gogineni Date: Mon, 12 Oct 2026 08:52:48 +0530 Subject: [PATCH 1/2] feat: add NEAR AI pricing and model configs Adds pricing/near-ai.json and general/near-ai.json for NEAR AI Cloud (https://near.ai), an OpenAI-compatible private inference provider. 53 models (52 chat, 1 embedding) from NEAR's public catalog (GET https://cloud-api.near.ai/v1/model/list). NEAR reports prices as amount x 10^-scale USD per token; converted to cents per token (amount x 10^-7), e.g. claude-sonnet-4-5 3000 -> 0.0003. Co-Authored-By: Claude Opus 5.5 --- general/near-ai.json | 649 +++++++++++++++++++++++++++++++++++++++++ pricing/near-ai.json | 675 +++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 1324 insertions(+) create mode 100644 general/near-ai.json create mode 100644 pricing/near-ai.json diff --git a/general/near-ai.json b/general/near-ai.json new file mode 100644 index 000000000..21a91e068 --- /dev/null +++ b/general/near-ai.json @@ -0,0 +1,649 @@ +{ + "name": "near-ai", + "description": "NEAR AI Cloud offers private, verifiable inference in Trusted Execution Environments through an OpenAI-compatible API.", + "default": { + "params": [ + { + "key": "max_tokens", + "defaultValue": 4096, + "minValue": 1, + "maxValue": 128000 + }, + { + "key": "temperature", + "defaultValue": 1, + "minValue": 0, + "maxValue": 2 + }, + { + "key": "top_p", + "defaultValue": 1, + "minValue": 0, + "maxValue": 1 + }, + { + "key": "stop", + "defaultValue": null, + "type": "array-of-strings", + "skipValues": [null, []] + }, + { + "key": "stream", + "defaultValue": true, + "type": "boolean" + } + ], + "messages": { + "options": ["system", "user", "assistant", "developer", "tool"] + }, + "type": { + "primary": "chat", + "supported": ["tools"] + } + }, + "anthropic/claude-fable-5": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "anthropic/claude-fable-5-1": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "anthropic/claude-haiku-4-5": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 64000 + } + ] + }, + "anthropic/claude-haiku-5-5": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "anthropic/claude-opus-4-6": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "anthropic/claude-opus-4-7": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "anthropic/claude-opus-4-8": { + "type": { + "primary": "chat", + "supported": ["image"] + } + }, + "anthropic/claude-opus-5": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "anthropic/claude-opus-5-5": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "anthropic/claude-sonnet-4-5": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "anthropic/claude-sonnet-4-6": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "anthropic/claude-sonnet-5": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "anthropic/claude-sonnet-5-5": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "deepseek/deepseek-v3.2": { + "type": { + "primary": "chat", + "supported": ["tools"] + } + }, + "deepseek/deepseek-v4.1-flash": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 393216 + } + ] + }, + "google/gemini-2.5-flash": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "google/gemini-2.5-flash-lite": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "google/gemini-2.5-pro": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "google/gemini-3.1-flash-lite": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "google/gemini-3.5-flash": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "google/gemini-3.8-flash": { + "type": { + "primary": "chat", + "supported": ["image"] + } + }, + "moonshotai/kimi-k2.6": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "moonshotai/kimi-k3": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 65535 + } + ] + }, + "openai/gpt-4.1": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-4.1-mini": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-4.1-nano": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-5": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-5-mini": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-5-nano": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-5.1": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-5.2": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-5.4": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-5.4-mini": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-5.4-nano": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-5.5": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "openai/gpt-5.6-luna": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "openai/gpt-5.6-sol": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "openai/gpt-6-astra": { + "type": { + "primary": "chat", + "supported": ["image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "openai/gpt-6-luna": { + "type": { + "primary": "chat", + "supported": ["image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "openai/gpt-6-sol": { + "type": { + "primary": "chat", + "supported": ["image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "openai/gpt-6.1-sol": { + "type": { + "primary": "chat", + "supported": ["image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 128000 + } + ] + }, + "openai/o3": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "openai/o3-mini": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "openai/o4-mini": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 32768 + } + ] + }, + "Qwen/Qwen3-Embedding-0.6B": { + "type": { + "primary": "embedding" + } + }, + "Qwen/Qwen3-VL-30B-A3B-Instruct": { + "type": { + "primary": "chat", + "supported": ["image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "qwen/qwen3.5-397b-a17b": { + "type": { + "primary": "chat", + "supported": ["tools"] + } + }, + "Qwen/Qwen3.6-35B-A3B-FP8": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 8192 + } + ] + }, + "qwen/qwen3.7-max": { + "type": { + "primary": "chat", + "supported": ["tools"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 16384 + } + ] + }, + "Qwen/Qwen3.8-27B": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 65536 + } + ] + }, + "x-ai/grok-4.6": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 450000 + } + ] + }, + "x-ai/grok-4.7": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 450000 + } + ] + }, + "z-ai/glm-5.3-flash": { + "type": { + "primary": "chat", + "supported": ["tools", "image"] + }, + "params": [ + { + "key": "max_tokens", + "maxValue": 1048576 + } + ] + } +} diff --git a/pricing/near-ai.json b/pricing/near-ai.json new file mode 100644 index 000000000..571bf4d03 --- /dev/null +++ b/pricing/near-ai.json @@ -0,0 +1,675 @@ +{ + "default": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0 + }, + "response_token": { + "price": 0 + } + }, + "calculate": { + "request": { + "operation": "multiply", + "operands": [ + { + "value": "input_tokens" + }, + { + "value": "rates.request_token" + } + ] + }, + "response": { + "operation": "multiply", + "operands": [ + { + "value": "output_tokens" + }, + { + "value": "rates.response_token" + } + ] + } + }, + "currency": "USD" + } + }, + "anthropic/claude-fable-5": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.001 + }, + "response_token": { + "price": 0.005 + } + } + } + }, + "anthropic/claude-fable-5-1": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.001 + }, + "response_token": { + "price": 0.005 + } + } + } + }, + "anthropic/claude-haiku-4-5": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0001 + }, + "response_token": { + "price": 0.0005 + } + } + } + }, + "anthropic/claude-haiku-5-5": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00001 + }, + "response_token": { + "price": 0.00005 + } + } + } + }, + "anthropic/claude-opus-4-6": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0005 + }, + "response_token": { + "price": 0.0025 + } + } + } + }, + "anthropic/claude-opus-4-7": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0005 + }, + "response_token": { + "price": 0.0025 + } + } + } + }, + "anthropic/claude-opus-4-8": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0005 + }, + "response_token": { + "price": 0.0025 + } + } + } + }, + "anthropic/claude-opus-5": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0005 + }, + "response_token": { + "price": 0.0025 + } + } + } + }, + "anthropic/claude-opus-5-5": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0004 + }, + "response_token": { + "price": 0.002 + } + } + } + }, + "anthropic/claude-sonnet-4-5": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0003 + }, + "response_token": { + "price": 0.0015 + } + } + } + }, + "anthropic/claude-sonnet-4-6": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0003 + }, + "response_token": { + "price": 0.0015 + } + } + } + }, + "anthropic/claude-sonnet-5": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0002 + }, + "response_token": { + "price": 0.001 + } + } + } + }, + "anthropic/claude-sonnet-5-5": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0002 + }, + "response_token": { + "price": 0.001 + } + } + } + }, + "deepseek/deepseek-v3.2": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00011 + }, + "response_token": { + "price": 0.00011 + } + } + } + }, + "deepseek/deepseek-v4.1-flash": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00003 + }, + "response_token": { + "price": 0.00012 + } + } + } + }, + "google/gemini-2.5-flash": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00003 + }, + "response_token": { + "price": 0.00025 + } + } + } + }, + "google/gemini-2.5-flash-lite": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00001 + }, + "response_token": { + "price": 0.00004 + } + } + } + }, + "google/gemini-2.5-pro": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000125 + }, + "response_token": { + "price": 0.001 + } + } + } + }, + "google/gemini-3.1-flash-lite": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000025 + }, + "response_token": { + "price": 0.00015 + } + } + } + }, + "google/gemini-3.5-flash": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00015 + }, + "response_token": { + "price": 0.0009 + } + } + } + }, + "google/gemini-3.8-flash": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000075 + }, + "response_token": { + "price": 0.000375 + } + } + } + }, + "moonshotai/kimi-k2.6": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000081 + }, + "response_token": { + "price": 0.000385 + } + } + } + }, + "moonshotai/kimi-k3": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00033 + }, + "response_token": { + "price": 0.00165 + } + } + } + }, + "openai/gpt-4.1": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0002 + }, + "response_token": { + "price": 0.0008 + } + } + } + }, + "openai/gpt-4.1-mini": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00004 + }, + "response_token": { + "price": 0.00016 + } + } + } + }, + "openai/gpt-4.1-nano": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00001 + }, + "response_token": { + "price": 0.00004 + } + } + } + }, + "openai/gpt-5": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000125 + }, + "response_token": { + "price": 0.001 + } + } + } + }, + "openai/gpt-5-mini": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000025 + }, + "response_token": { + "price": 0.0002 + } + } + } + }, + "openai/gpt-5-nano": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000005 + }, + "response_token": { + "price": 0.00004 + } + } + } + }, + "openai/gpt-5.1": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000125 + }, + "response_token": { + "price": 0.001 + } + } + } + }, + "openai/gpt-5.2": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000175 + }, + "response_token": { + "price": 0.0014 + } + } + } + }, + "openai/gpt-5.4": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00025 + }, + "response_token": { + "price": 0.0015 + } + } + } + }, + "openai/gpt-5.4-mini": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000075 + }, + "response_token": { + "price": 0.00045 + } + } + } + }, + "openai/gpt-5.4-nano": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00002 + }, + "response_token": { + "price": 0.000125 + } + } + } + }, + "openai/gpt-5.5": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0005 + }, + "response_token": { + "price": 0.003 + } + } + } + }, + "openai/gpt-5.6-luna": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00002 + }, + "response_token": { + "price": 0.00012 + } + } + } + }, + "openai/gpt-5.6-sol": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0004 + }, + "response_token": { + "price": 0.002 + } + } + } + }, + "openai/gpt-6-astra": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.001 + }, + "response_token": { + "price": 0.005 + } + } + } + }, + "openai/gpt-6-luna": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00001 + }, + "response_token": { + "price": 0.00005 + } + } + } + }, + "openai/gpt-6-sol": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0002 + }, + "response_token": { + "price": 0.001 + } + } + } + }, + "openai/gpt-6.1-sol": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0002 + }, + "response_token": { + "price": 0.001 + } + } + } + }, + "openai/o3": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0002 + }, + "response_token": { + "price": 0.0008 + } + } + } + }, + "openai/o3-mini": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00011 + }, + "response_token": { + "price": 0.00044 + } + } + } + }, + "openai/o4-mini": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00011 + }, + "response_token": { + "price": 0.00044 + } + } + } + }, + "Qwen/Qwen3-Embedding-0.6B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000001 + }, + "response_token": { + "price": 0 + } + } + } + }, + "Qwen/Qwen3-VL-30B-A3B-Instruct": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000015 + }, + "response_token": { + "price": 0.000055 + } + } + } + }, + "qwen/qwen3.5-397b-a17b": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00005 + }, + "response_token": { + "price": 0.00033 + } + } + } + }, + "Qwen/Qwen3.6-35B-A3B-FP8": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000017 + }, + "response_token": { + "price": 0.00011 + } + } + } + }, + "qwen/qwen3.7-max": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.00028 + }, + "response_token": { + "price": 0.00075 + } + } + } + }, + "Qwen/Qwen3.8-27B": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000004 + }, + "response_token": { + "price": 0.000135 + } + } + } + }, + "x-ai/grok-4.6": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0002 + }, + "response_token": { + "price": 0.0006 + } + } + } + }, + "x-ai/grok-4.7": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.0002 + }, + "response_token": { + "price": 0.0006 + } + } + } + }, + "z-ai/glm-5.3-flash": { + "pricing_config": { + "pay_as_you_go": { + "request_token": { + "price": 0.000015 + }, + "response_token": { + "price": 0.00005 + } + } + } + } +} From 1e14afd617b439c2e05a4ffffdb572dab49d10c5 Mon Sep 17 00:00:00 2001 From: Narendranath Gogineni Date: Tue, 13 Oct 2026 08:40:18 +0530 Subject: [PATCH 2/2] feat(near-ai): add cache read/write pricing Cache read for the 47 models NEAR prices it for, cache write for the 7 that publish it (textPricing default tier). Long-context and priority/flex tiers are not modelled. Co-Authored-By: Claude Opus 5.5 --- pricing/near-ai.json | 201 ++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 198 insertions(+), 3 deletions(-) diff --git a/pricing/near-ai.json b/pricing/near-ai.json index 571bf4d03..f81c8fd54 100644 --- a/pricing/near-ai.json +++ b/pricing/near-ai.json @@ -7,17 +7,50 @@ }, "response_token": { "price": 0 + }, + "cache_write_input_token": { + "price": 0 + }, + "cache_read_input_token": { + "price": 0 } }, "calculate": { "request": { - "operation": "multiply", + "operation": "sum", "operands": [ { - "value": "input_tokens" + "operation": "multiply", + "operands": [ + { + "value": "input_tokens" + }, + { + "value": "rates.request_token" + } + ] + }, + { + "operation": "multiply", + "operands": [ + { + "value": "cache_write_tokens" + }, + { + "value": "rates.cache_write_input_token" + } + ] }, { - "value": "rates.request_token" + "operation": "multiply", + "operands": [ + { + "value": "cache_read_tokens" + }, + { + "value": "rates.cache_read_input_token" + } + ] } ] }, @@ -44,6 +77,9 @@ }, "response_token": { "price": 0.005 + }, + "cache_read_input_token": { + "price": 0.0001 } } } @@ -56,6 +92,9 @@ }, "response_token": { "price": 0.005 + }, + "cache_read_input_token": { + "price": 0.000025 } } } @@ -68,6 +107,9 @@ }, "response_token": { "price": 0.0005 + }, + "cache_read_input_token": { + "price": 0.00001 } } } @@ -80,6 +122,12 @@ }, "response_token": { "price": 0.00005 + }, + "cache_read_input_token": { + "price": 0.000001 + }, + "cache_write_input_token": { + "price": 0.0000125 } } } @@ -92,6 +140,9 @@ }, "response_token": { "price": 0.0025 + }, + "cache_read_input_token": { + "price": 0.00005 } } } @@ -104,6 +155,9 @@ }, "response_token": { "price": 0.0025 + }, + "cache_read_input_token": { + "price": 0.00005 } } } @@ -116,6 +170,9 @@ }, "response_token": { "price": 0.0025 + }, + "cache_read_input_token": { + "price": 0.00005 } } } @@ -128,6 +185,9 @@ }, "response_token": { "price": 0.0025 + }, + "cache_read_input_token": { + "price": 0.00005 } } } @@ -140,6 +200,9 @@ }, "response_token": { "price": 0.002 + }, + "cache_read_input_token": { + "price": 0.00002 } } } @@ -152,6 +215,9 @@ }, "response_token": { "price": 0.0015 + }, + "cache_read_input_token": { + "price": 0.00003 } } } @@ -164,6 +230,9 @@ }, "response_token": { "price": 0.0015 + }, + "cache_read_input_token": { + "price": 0.00003 } } } @@ -176,6 +245,9 @@ }, "response_token": { "price": 0.001 + }, + "cache_read_input_token": { + "price": 0.00002 } } } @@ -188,6 +260,9 @@ }, "response_token": { "price": 0.001 + }, + "cache_read_input_token": { + "price": 0.00001 } } } @@ -200,6 +275,9 @@ }, "response_token": { "price": 0.00011 + }, + "cache_read_input_token": { + "price": 0.000055 } } } @@ -212,6 +290,9 @@ }, "response_token": { "price": 0.00012 + }, + "cache_read_input_token": { + "price": 6e-7 } } } @@ -272,6 +353,9 @@ }, "response_token": { "price": 0.0009 + }, + "cache_read_input_token": { + "price": 0.000015 } } } @@ -284,6 +368,9 @@ }, "response_token": { "price": 0.000375 + }, + "cache_read_input_token": { + "price": 0.0000075 } } } @@ -296,6 +383,9 @@ }, "response_token": { "price": 0.000385 + }, + "cache_read_input_token": { + "price": 0.000041 } } } @@ -308,6 +398,9 @@ }, "response_token": { "price": 0.00165 + }, + "cache_read_input_token": { + "price": 0.000033 } } } @@ -320,6 +413,9 @@ }, "response_token": { "price": 0.0008 + }, + "cache_read_input_token": { + "price": 0.00005 } } } @@ -332,6 +428,9 @@ }, "response_token": { "price": 0.00016 + }, + "cache_read_input_token": { + "price": 0.00001 } } } @@ -344,6 +443,9 @@ }, "response_token": { "price": 0.00004 + }, + "cache_read_input_token": { + "price": 0.0000025 } } } @@ -356,6 +458,9 @@ }, "response_token": { "price": 0.001 + }, + "cache_read_input_token": { + "price": 0.0000125 } } } @@ -368,6 +473,9 @@ }, "response_token": { "price": 0.0002 + }, + "cache_read_input_token": { + "price": 0.0000025 } } } @@ -380,6 +488,9 @@ }, "response_token": { "price": 0.00004 + }, + "cache_read_input_token": { + "price": 5e-7 } } } @@ -392,6 +503,9 @@ }, "response_token": { "price": 0.001 + }, + "cache_read_input_token": { + "price": 0.0000125 } } } @@ -404,6 +518,9 @@ }, "response_token": { "price": 0.0014 + }, + "cache_read_input_token": { + "price": 0.0000175 } } } @@ -416,6 +533,9 @@ }, "response_token": { "price": 0.0015 + }, + "cache_read_input_token": { + "price": 0.000025 } } } @@ -428,6 +548,9 @@ }, "response_token": { "price": 0.00045 + }, + "cache_read_input_token": { + "price": 0.0000075 } } } @@ -440,6 +563,9 @@ }, "response_token": { "price": 0.000125 + }, + "cache_read_input_token": { + "price": 0.000002 } } } @@ -452,6 +578,9 @@ }, "response_token": { "price": 0.003 + }, + "cache_read_input_token": { + "price": 0.00005 } } } @@ -464,6 +593,12 @@ }, "response_token": { "price": 0.00012 + }, + "cache_read_input_token": { + "price": 0.000002 + }, + "cache_write_input_token": { + "price": 0.000025 } } } @@ -476,6 +611,12 @@ }, "response_token": { "price": 0.002 + }, + "cache_read_input_token": { + "price": 0.00004 + }, + "cache_write_input_token": { + "price": 0.0005 } } } @@ -488,6 +629,12 @@ }, "response_token": { "price": 0.005 + }, + "cache_read_input_token": { + "price": 0.0001 + }, + "cache_write_input_token": { + "price": 0.00125 } } } @@ -500,6 +647,12 @@ }, "response_token": { "price": 0.00005 + }, + "cache_read_input_token": { + "price": 0.000001 + }, + "cache_write_input_token": { + "price": 0.0000125 } } } @@ -512,6 +665,12 @@ }, "response_token": { "price": 0.001 + }, + "cache_read_input_token": { + "price": 0.00002 + }, + "cache_write_input_token": { + "price": 0.00025 } } } @@ -524,6 +683,12 @@ }, "response_token": { "price": 0.001 + }, + "cache_read_input_token": { + "price": 0.00001 + }, + "cache_write_input_token": { + "price": 0.00025 } } } @@ -536,6 +701,9 @@ }, "response_token": { "price": 0.0008 + }, + "cache_read_input_token": { + "price": 0.00005 } } } @@ -548,6 +716,9 @@ }, "response_token": { "price": 0.00044 + }, + "cache_read_input_token": { + "price": 0.000055 } } } @@ -560,6 +731,9 @@ }, "response_token": { "price": 0.00044 + }, + "cache_read_input_token": { + "price": 0.0000275 } } } @@ -584,6 +758,9 @@ }, "response_token": { "price": 0.000055 + }, + "cache_read_input_token": { + "price": 0.000003 } } } @@ -596,6 +773,9 @@ }, "response_token": { "price": 0.00033 + }, + "cache_read_input_token": { + "price": 0.000025 } } } @@ -608,6 +788,9 @@ }, "response_token": { "price": 0.00011 + }, + "cache_read_input_token": { + "price": 0.0000056 } } } @@ -632,6 +815,9 @@ }, "response_token": { "price": 0.000135 + }, + "cache_read_input_token": { + "price": 0.0000018 } } } @@ -644,6 +830,9 @@ }, "response_token": { "price": 0.0006 + }, + "cache_read_input_token": { + "price": 0.00005 } } } @@ -656,6 +845,9 @@ }, "response_token": { "price": 0.0006 + }, + "cache_read_input_token": { + "price": 0.00005 } } } @@ -668,6 +860,9 @@ }, "response_token": { "price": 0.00005 + }, + "cache_read_input_token": { + "price": 0.0000035 } } }