diff --git a/lib/ruby_llm.rb b/lib/ruby_llm.rb
index 6c2e284e..5c2adc3d 100644
--- a/lib/ruby_llm.rb
+++ b/lib/ruby_llm.rb
@@ -80,6 +80,7 @@ def logger
RubyLLM::Provider.register :anthropic, RubyLLM::Providers::Anthropic
RubyLLM::Provider.register :gemini, RubyLLM::Providers::Gemini
RubyLLM::Provider.register :deepseek, RubyLLM::Providers::DeepSeek
+RubyLLM::Provider.register :cohere, RubyLLM::Providers::Cohere
RubyLLM::Provider.register :bedrock, RubyLLM::Providers::Bedrock
RubyLLM::Provider.register :openrouter, RubyLLM::Providers::OpenRouter
RubyLLM::Provider.register :ollama, RubyLLM::Providers::Ollama
diff --git a/lib/ruby_llm/aliases.json b/lib/ruby_llm/aliases.json
index 915ec364..00031b4a 100644
--- a/lib/ruby_llm/aliases.json
+++ b/lib/ruby_llm/aliases.json
@@ -53,6 +53,18 @@
"openrouter": "anthropic/claude-sonnet-4",
"bedrock": "us.anthropic.claude-sonnet-4-20250514-v1:0"
},
+ "command-r": {
+ "cohere": "command-r-08-2024",
+ "openrouter": "cohere/command-r-08-2024"
+ },
+ "command-r-plus": {
+ "cohere": "command-r-plus-08-2024",
+ "openrouter": "cohere/command-r-plus-08-2024"
+ },
+ "command-r7b": {
+ "cohere": "command-r7b-12-2024",
+ "openrouter": "cohere/command-r7b-12-2024"
+ },
"deepseek-chat": {
"deepseek": "deepseek-chat",
"openrouter": "deepseek/deepseek-chat"
diff --git a/lib/ruby_llm/configuration.rb b/lib/ruby_llm/configuration.rb
index e8b4a663..4e20e780 100644
--- a/lib/ruby_llm/configuration.rb
+++ b/lib/ruby_llm/configuration.rb
@@ -18,6 +18,7 @@ class Configuration
:anthropic_api_key,
:gemini_api_key,
:deepseek_api_key,
+ :cohere_api_key,
:bedrock_api_key,
:bedrock_secret_key,
:bedrock_region,
diff --git a/lib/ruby_llm/models.json b/lib/ruby_llm/models.json
index 5fd7a65c..60a965f2 100644
--- a/lib/ruby_llm/models.json
+++ b/lib/ruby_llm/models.json
@@ -1887,6 +1887,662 @@
]
}
},
+ {
+ "id": "c4ai-aya-expanse-32b",
+ "name": "Aya Expanse 32b",
+ "provider": "cohere",
+ "family": "aya-expanse",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output",
+ "multilingual",
+ "citations"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "c4ai-aya-vision-32b",
+ "name": "Aya Vision 32b",
+ "provider": "cohere",
+ "family": "aya-vision",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text",
+ "image"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output",
+ "multilingual",
+ "citations"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "command-a-03-2025",
+ "name": "Command A 03 2025",
+ "provider": "cohere",
+ "family": "command-a",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output",
+ "citations"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "command-a-vision",
+ "name": "Command A Vision",
+ "provider": "cohere",
+ "family": "command-a",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output",
+ "citations"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "command-light-nightly",
+ "name": "Command Light Nightly",
+ "provider": "cohere",
+ "family": "command-light",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "command-nightly",
+ "name": "Command Nightly",
+ "provider": "cohere",
+ "family": "command-nightly",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "command-r",
+ "name": "Command R",
+ "provider": "cohere",
+ "family": "command-r",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "command-r-08-2024",
+ "name": "Command R 08 2024",
+ "provider": "cohere",
+ "family": "command-r",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "command-r-plus-08-2024",
+ "name": "Command R Plus 08 2024",
+ "provider": "cohere",
+ "family": "command-r",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "command-r7b-12-2024",
+ "name": "Command R7b 12 2024",
+ "provider": "cohere",
+ "family": "command-r7b",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "command-r7b-arabic-02-2025",
+ "name": "Command R7b Arabic 02 2025",
+ "provider": "cohere",
+ "family": "command-r7b",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "embed-english-light-v3.0",
+ "name": "Embed English Light V3.0",
+ "provider": "cohere",
+ "family": "embed-english",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text",
+ "image"
+ ],
+ "output": [
+ "embeddings"
+ ]
+ },
+ "capabilities": [],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "embed-english-light-v3.0-image",
+ "name": "Embed English Light V3.0 Image",
+ "provider": "cohere",
+ "family": "embed-english",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text",
+ "image"
+ ],
+ "output": [
+ "embeddings"
+ ]
+ },
+ "capabilities": [],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "embed-english-v3.0",
+ "name": "Embed English V3.0",
+ "provider": "cohere",
+ "family": "embed-english-v3",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text",
+ "image"
+ ],
+ "output": [
+ "embeddings"
+ ]
+ },
+ "capabilities": [],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "embed-english-v3.0-image",
+ "name": "Embed English V3.0 Image",
+ "provider": "cohere",
+ "family": "embed-english-v3",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text",
+ "image"
+ ],
+ "output": [
+ "embeddings"
+ ]
+ },
+ "capabilities": [],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "embed-multilingual-light-v3.0-image",
+ "name": "Embed Multilingual Light V3.0 Image",
+ "provider": "cohere",
+ "family": "embed-multilingual",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text",
+ "image"
+ ],
+ "output": [
+ "embeddings"
+ ]
+ },
+ "capabilities": [
+ "multilingual"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "embed-multilingual-v2.0",
+ "name": "Embed Multilingual V2.0",
+ "provider": "cohere",
+ "family": "embed-multilingual",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "embeddings"
+ ]
+ },
+ "capabilities": [
+ "multilingual"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "embed-multilingual-v3.0-image",
+ "name": "Embed Multilingual V3.0 Image",
+ "provider": "cohere",
+ "family": "embed-multilingual-v3",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text",
+ "image"
+ ],
+ "output": [
+ "embeddings"
+ ]
+ },
+ "capabilities": [
+ "multilingual"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "embed-v4.0",
+ "name": "Embed V4.0",
+ "provider": "cohere",
+ "family": "embed-v4",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text",
+ "image"
+ ],
+ "output": [
+ "embeddings"
+ ]
+ },
+ "capabilities": [],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "rerank-english-v3.0",
+ "name": "Rerank English V3.0",
+ "provider": "cohere",
+ "family": "rerank-english",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "rerank"
+ ]
+ },
+ "capabilities": [
+ "reranking"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
+ {
+ "id": "rerank-v3.5",
+ "name": "Rerank V3.5",
+ "provider": "cohere",
+ "family": "rerank-v3-5",
+ "created_at": null,
+ "context_window": null,
+ "max_output_tokens": null,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text"
+ ],
+ "output": [
+ "rerank"
+ ]
+ },
+ "capabilities": [
+ "reranking"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 1.0,
+ "output_per_million": 2.0
+ }
+ }
+ },
+ "metadata": {}
+ },
{
"id": "deepseek-chat",
"name": "deepseek-chat",
@@ -1917,10 +2573,7 @@
}
}
},
- "metadata": {
- "object": "model",
- "owned_by": "deepseek"
- }
+ "metadata": {}
},
{
"id": "deepseek-reasoner",
@@ -1952,10 +2605,7 @@
}
}
},
- "metadata": {
- "object": "model",
- "owned_by": "deepseek"
- }
+ "metadata": {}
},
{
"id": "aqa",
@@ -2690,6 +3340,54 @@
]
}
},
+ {
+ "id": "gemini-2.0-flash-exp-image-generation",
+ "name": "Gemini 2.0 Flash (Image Generation) Experimental",
+ "provider": "gemini",
+ "family": "gemini20_flash",
+ "created_at": null,
+ "context_window": 1048576,
+ "max_output_tokens": 8192,
+ "knowledge_cutoff": null,
+ "modalities": {
+ "input": [
+ "text",
+ "image",
+ "pdf"
+ ],
+ "output": [
+ "text"
+ ]
+ },
+ "capabilities": [
+ "streaming",
+ "function_calling",
+ "structured_output",
+ "batch",
+ "caching"
+ ],
+ "pricing": {
+ "text_tokens": {
+ "standard": {
+ "input_per_million": 0.1,
+ "output_per_million": 0.4
+ },
+ "batch": {
+ "input_per_million": 0.05,
+ "output_per_million": 0.2
+ }
+ }
+ },
+ "metadata": {
+ "version": "2.0",
+ "description": "Gemini 2.0 Flash (Image Generation) Experimental",
+ "supported_generation_methods": [
+ "generateContent",
+ "countTokens",
+ "bidiGenerateContent"
+ ]
+ }
+ },
{
"id": "gemini-2.0-flash-lite",
"name": "Gemini 2.0 Flash-Lite",
@@ -2944,7 +3642,14 @@
}
}
},
- "metadata": {}
+ "metadata": {
+ "version": "2.0",
+ "description": "Gemini 2.0 Flash Preview Image Generation",
+ "supported_generation_methods": [
+ "generateContent",
+ "countTokens"
+ ]
+ }
},
{
"id": "gemini-2.0-flash-thinking-exp",
@@ -4202,13 +4907,7 @@
},
"capabilities": [],
"pricing": {},
- "metadata": {
- "version": "01",
- "description": "Vertex served Imagen 4.0 model",
- "supported_generation_methods": [
- "predict"
- ]
- }
+ "metadata": {}
},
{
"id": "imagen-4.0-ultra-generate-preview-06-06",
@@ -4229,13 +4928,7 @@
},
"capabilities": [],
"pricing": {},
- "metadata": {
- "version": "01",
- "description": "Vertex served Imagen 4.0 ultra model",
- "supported_generation_methods": [
- "predict"
- ]
- }
+ "metadata": {}
},
{
"id": "learnlm-2.0-flash-experimental",
@@ -4464,7 +5157,10 @@
}
}
},
- "metadata": {}
+ "metadata": {
+ "object": "model",
+ "owned_by": "system"
+ }
},
{
"id": "computer-use-preview-2025-03-11",
@@ -4500,7 +5196,10 @@
}
}
},
- "metadata": {}
+ "metadata": {
+ "object": "model",
+ "owned_by": "system"
+ }
},
{
"id": "dall-e-2",
@@ -4623,7 +5322,7 @@
"name": "GPT-3.5 Turbo 0125",
"provider": "openai",
"family": "gpt35_turbo",
- "created_at": "2024-01-23 23:19:18 +0100",
+ "created_at": "2024-01-24 09:19:18 +1100",
"context_window": 16385,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -4656,7 +5355,7 @@
"name": "GPT-3.5 Turbo 1106",
"provider": "openai",
"family": "gpt35_turbo",
- "created_at": "2023-11-02 22:15:48 +0100",
+ "created_at": "2023-11-03 08:15:48 +1100",
"context_window": 16385,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -4689,7 +5388,7 @@
"name": "GPT-3.5 Turbo 16k",
"provider": "openai",
"family": "gpt35_turbo",
- "created_at": "2023-05-11 00:35:02 +0200",
+ "created_at": "2023-05-11 08:35:02 +1000",
"context_window": 16385,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -4722,7 +5421,7 @@
"name": "GPT-3.5 Turbo Instruct",
"provider": "openai",
"family": "gpt35_turbo",
- "created_at": "2023-08-24 20:23:47 +0200",
+ "created_at": "2023-08-25 04:23:47 +1000",
"context_window": 16385,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -4755,7 +5454,7 @@
"name": "GPT-3.5 Turbo Instruct 0914",
"provider": "openai",
"family": "gpt35_turbo",
- "created_at": "2023-09-07 23:34:32 +0200",
+ "created_at": "2023-09-08 07:34:32 +1000",
"context_window": 16385,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -4825,7 +5524,7 @@
"name": "GPT-4 0125 Preview",
"provider": "openai",
"family": "other",
- "created_at": "2024-01-23 20:20:12 +0100",
+ "created_at": "2024-01-24 06:20:12 +1100",
"context_window": 4096,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -4895,7 +5594,7 @@
"name": "GPT-4 1106 Preview",
"provider": "openai",
"family": "other",
- "created_at": "2023-11-02 21:33:26 +0100",
+ "created_at": "2023-11-03 07:33:26 +1100",
"context_window": 4096,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -5006,7 +5705,7 @@
"name": "GPT-4 Turbo Preview",
"provider": "openai",
"family": "gpt4_turbo",
- "created_at": "2024-01-23 20:22:57 +0100",
+ "created_at": "2024-01-24 06:22:57 +1100",
"context_window": 128000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -5329,7 +6028,7 @@
"name": "GPT-4o 20240513",
"provider": "openai",
"family": "gpt4o",
- "created_at": "2024-05-10 21:08:52 +0200",
+ "created_at": "2024-05-11 05:08:52 +1000",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -5407,7 +6106,7 @@
"name": "GPT-4o 20241120",
"provider": "openai",
"family": "gpt4o",
- "created_at": "2025-02-12 04:39:03 +0100",
+ "created_at": "2025-02-12 14:39:03 +1100",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -5479,7 +6178,7 @@
"name": "GPT-4o-Audio Preview 20241001",
"provider": "openai",
"family": "gpt4o_audio",
- "created_at": "2024-09-27 00:17:22 +0200",
+ "created_at": "2024-09-27 08:17:22 +1000",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -5516,7 +6215,7 @@
"name": "GPT-4o-Audio Preview 20241217",
"provider": "openai",
"family": "gpt4o_audio",
- "created_at": "2024-12-12 21:10:39 +0100",
+ "created_at": "2024-12-13 07:10:39 +1100",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -5553,7 +6252,7 @@
"name": "GPT-4o-Audio Preview 20250603",
"provider": "openai",
"family": "gpt4o_audio",
- "created_at": "2025-06-03 01:54:58 +0200",
+ "created_at": "2025-06-03 09:54:58 +1000",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -5979,7 +6678,7 @@
"name": "GPT-4o-Realtime Preview 20241001",
"provider": "openai",
"family": "gpt4o_realtime",
- "created_at": "2024-09-24 00:49:26 +0200",
+ "created_at": "2024-09-24 08:49:26 +1000",
"context_window": 128000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -6012,7 +6711,7 @@
"name": "GPT-4o-Realtime Preview 20241217",
"provider": "openai",
"family": "gpt4o_realtime",
- "created_at": "2024-12-11 20:30:30 +0100",
+ "created_at": "2024-12-12 06:30:30 +1100",
"context_window": 128000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -6045,7 +6744,7 @@
"name": "GPT-4o-Realtime Preview 20250603",
"provider": "openai",
"family": "gpt4o_realtime",
- "created_at": "2025-06-03 01:43:58 +0200",
+ "created_at": "2025-06-03 09:43:58 +1000",
"context_window": 128000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -6355,7 +7054,7 @@
"name": "O1-Preview",
"provider": "openai",
"family": "o1",
- "created_at": "2024-09-06 20:54:57 +0200",
+ "created_at": "2024-09-07 04:54:57 +1000",
"context_window": 200000,
"max_output_tokens": 100000,
"knowledge_cutoff": null,
@@ -6393,7 +7092,7 @@
"name": "O1-Preview 20240912",
"provider": "openai",
"family": "o1",
- "created_at": "2024-09-06 20:54:25 +0200",
+ "created_at": "2024-09-07 04:54:25 +1000",
"context_window": 200000,
"max_output_tokens": 100000,
"knowledge_cutoff": null,
@@ -6991,7 +7690,7 @@
"name": "Omni Moderation 20240926",
"provider": "openai",
"family": "moderation",
- "created_at": "2024-11-27 20:07:46 +0100",
+ "created_at": "2024-11-28 06:07:46 +1100",
"context_window": null,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -7226,7 +7925,7 @@
"name": "TTS-1 1106",
"provider": "openai",
"family": "tts1",
- "created_at": "2023-11-04 00:14:01 +0100",
+ "created_at": "2023-11-04 10:14:01 +1100",
"context_window": null,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -7291,7 +7990,7 @@
"name": "TTS-1 HD 1106",
"provider": "openai",
"family": "tts1_hd",
- "created_at": "2023-11-04 00:18:53 +0100",
+ "created_at": "2023-11-04 10:18:53 +1100",
"context_window": null,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -7357,7 +8056,7 @@
"name": "01.AI: Yi Large",
"provider": "openrouter",
"family": "01-ai",
- "created_at": "2024-06-25 02:00:00 +0200",
+ "created_at": "2024-06-25 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -7423,7 +8122,7 @@
"name": "Aetherwiing: Starcannon 12B",
"provider": "openrouter",
"family": "aetherwiing",
- "created_at": "2024-08-13 02:00:00 +0200",
+ "created_at": "2024-08-13 10:00:00 +1000",
"context_window": 16384,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -7484,7 +8183,7 @@
"name": "Agentica: Deepcoder 14B Preview",
"provider": "openrouter",
"family": "agentica-org",
- "created_at": "2025-04-13 16:43:15 +0200",
+ "created_at": "2025-04-14 00:43:15 +1000",
"context_window": 96000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -7551,7 +8250,7 @@
"name": "Agentica: Deepcoder 14B Preview (free)",
"provider": "openrouter",
"family": "agentica-org",
- "created_at": "2025-04-13 16:43:15 +0200",
+ "created_at": "2025-04-14 00:43:15 +1000",
"context_window": 96000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -7611,7 +8310,7 @@
"name": "AI21: Jamba 1.6 Large",
"provider": "openrouter",
"family": "ai21",
- "created_at": "2025-03-13 23:32:53 +0100",
+ "created_at": "2025-03-14 09:32:53 +1100",
"context_window": 256000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -7669,7 +8368,7 @@
"name": "AI21: Jamba Mini 1.6",
"provider": "openrouter",
"family": "ai21",
- "created_at": "2025-03-13 23:32:51 +0100",
+ "created_at": "2025-03-14 09:32:51 +1100",
"context_window": 256000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -7727,7 +8426,7 @@
"name": "AionLabs: Aion-1.0",
"provider": "openrouter",
"family": "aion-labs",
- "created_at": "2025-02-04 20:32:37 +0100",
+ "created_at": "2025-02-05 06:32:37 +1100",
"context_window": 131072,
"max_output_tokens": 32768,
"knowledge_cutoff": null,
@@ -7783,7 +8482,7 @@
"name": "AionLabs: Aion-1.0-Mini",
"provider": "openrouter",
"family": "aion-labs",
- "created_at": "2025-02-04 20:25:07 +0100",
+ "created_at": "2025-02-05 06:25:07 +1100",
"context_window": 131072,
"max_output_tokens": 32768,
"knowledge_cutoff": null,
@@ -7839,7 +8538,7 @@
"name": "AionLabs: Aion-RP 1.0 (8B)",
"provider": "openrouter",
"family": "aion-labs",
- "created_at": "2025-02-04 20:18:38 +0100",
+ "created_at": "2025-02-05 06:18:38 +1100",
"context_window": 32768,
"max_output_tokens": 32768,
"knowledge_cutoff": null,
@@ -7893,7 +8592,7 @@
"name": "AlfredPros: CodeLLaMa 7B Instruct Solidity",
"provider": "openrouter",
"family": "alfredpros",
- "created_at": "2025-04-14 16:44:34 +0200",
+ "created_at": "2025-04-15 00:44:34 +1000",
"context_window": 4096,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -7954,7 +8653,7 @@
"name": "Goliath 120B",
"provider": "openrouter",
"family": "alpindale",
- "created_at": "2023-11-10 01:00:00 +0100",
+ "created_at": "2023-11-10 11:00:00 +1100",
"context_window": 6144,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -8021,7 +8720,7 @@
"name": "Magnum 72B",
"provider": "openrouter",
"family": "alpindale",
- "created_at": "2024-07-11 02:00:00 +0200",
+ "created_at": "2024-07-11 10:00:00 +1000",
"context_window": 16384,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -8082,7 +8781,7 @@
"name": "Amazon: Nova Lite 1.0",
"provider": "openrouter",
"family": "amazon",
- "created_at": "2024-12-05 23:22:43 +0100",
+ "created_at": "2024-12-06 09:22:43 +1100",
"context_window": 300000,
"max_output_tokens": 5120,
"knowledge_cutoff": null,
@@ -8142,7 +8841,7 @@
"name": "Amazon: Nova Micro 1.0",
"provider": "openrouter",
"family": "amazon",
- "created_at": "2024-12-05 23:20:37 +0100",
+ "created_at": "2024-12-06 09:20:37 +1100",
"context_window": 128000,
"max_output_tokens": 5120,
"knowledge_cutoff": null,
@@ -8200,7 +8899,7 @@
"name": "Amazon: Nova Pro 1.0",
"provider": "openrouter",
"family": "amazon",
- "created_at": "2024-12-05 23:05:03 +0100",
+ "created_at": "2024-12-06 09:05:03 +1100",
"context_window": 300000,
"max_output_tokens": 5120,
"knowledge_cutoff": null,
@@ -8260,7 +8959,7 @@
"name": "Magnum v2 72B",
"provider": "openrouter",
"family": "anthracite-org",
- "created_at": "2024-09-30 02:00:00 +0200",
+ "created_at": "2024-09-30 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -8323,7 +9022,7 @@
"name": "Magnum v4 72B",
"provider": "openrouter",
"family": "anthracite-org",
- "created_at": "2024-10-22 02:00:00 +0200",
+ "created_at": "2024-10-22 11:00:00 +1100",
"context_window": 16384,
"max_output_tokens": 1024,
"knowledge_cutoff": null,
@@ -8387,7 +9086,7 @@
"name": "Anthropic: Claude v2",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2023-11-22 01:00:00 +0100",
+ "created_at": "2023-11-22 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -8443,7 +9142,7 @@
"name": "Anthropic: Claude v2.0",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2023-07-28 02:00:00 +0200",
+ "created_at": "2023-07-28 10:00:00 +1000",
"context_window": 100000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -8499,7 +9198,7 @@
"name": "Anthropic: Claude v2.0 (self-moderated)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2023-07-28 02:00:00 +0200",
+ "created_at": "2023-07-28 10:00:00 +1000",
"context_window": 100000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -8555,7 +9254,7 @@
"name": "Anthropic: Claude v2.1",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2023-11-22 01:00:00 +0100",
+ "created_at": "2023-11-22 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -8611,7 +9310,7 @@
"name": "Anthropic: Claude v2.1 (self-moderated)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2023-11-22 01:00:00 +0100",
+ "created_at": "2023-11-22 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -8667,7 +9366,7 @@
"name": "Anthropic: Claude v2 (self-moderated)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2023-11-22 01:00:00 +0100",
+ "created_at": "2023-11-22 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -8723,7 +9422,7 @@
"name": "Anthropic: Claude 3 Haiku",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-03-13 01:00:00 +0100",
+ "created_at": "2024-03-13 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -8785,7 +9484,7 @@
"name": "Anthropic: Claude 3 Haiku (self-moderated)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-03-13 01:00:00 +0100",
+ "created_at": "2024-03-13 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -8847,7 +9546,7 @@
"name": "Anthropic: Claude 3 Opus",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-03-05 01:00:00 +0100",
+ "created_at": "2024-03-05 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -8909,7 +9608,7 @@
"name": "Anthropic: Claude 3 Opus (self-moderated)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-03-05 01:00:00 +0100",
+ "created_at": "2024-03-05 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -8971,7 +9670,7 @@
"name": "Anthropic: Claude 3 Sonnet",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-03-05 01:00:00 +0100",
+ "created_at": "2024-03-05 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -9033,7 +9732,7 @@
"name": "Anthropic: Claude 3 Sonnet (self-moderated)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-03-05 01:00:00 +0100",
+ "created_at": "2024-03-05 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -9095,7 +9794,7 @@
"name": "Anthropic: Claude 3.5 Haiku",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-11-04 01:00:00 +0100",
+ "created_at": "2024-11-04 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -9157,7 +9856,7 @@
"name": "Anthropic: Claude 3.5 Haiku (2024-10-22)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-11-04 01:00:00 +0100",
+ "created_at": "2024-11-04 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -9219,7 +9918,7 @@
"name": "Anthropic: Claude 3.5 Haiku (2024-10-22) (self-moderated)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-11-04 01:00:00 +0100",
+ "created_at": "2024-11-04 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -9281,7 +9980,7 @@
"name": "Anthropic: Claude 3.5 Haiku (self-moderated)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-11-04 01:00:00 +0100",
+ "created_at": "2024-11-04 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -9343,7 +10042,7 @@
"name": "Anthropic: Claude 3.5 Sonnet",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-10-22 02:00:00 +0200",
+ "created_at": "2024-10-22 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -9405,7 +10104,7 @@
"name": "Anthropic: Claude 3.5 Sonnet (2024-06-20)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-06-20 02:00:00 +0200",
+ "created_at": "2024-06-20 10:00:00 +1000",
"context_window": 200000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -9467,7 +10166,7 @@
"name": "Anthropic: Claude 3.5 Sonnet (2024-06-20) (self-moderated)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-06-20 02:00:00 +0200",
+ "created_at": "2024-06-20 10:00:00 +1000",
"context_window": 200000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -9529,7 +10228,7 @@
"name": "Anthropic: Claude 3.5 Sonnet (self-moderated)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2024-10-22 02:00:00 +0200",
+ "created_at": "2024-10-22 11:00:00 +1100",
"context_window": 200000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -9591,7 +10290,7 @@
"name": "Anthropic: Claude 3.7 Sonnet",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2025-02-24 19:35:10 +0100",
+ "created_at": "2025-02-25 05:35:10 +1100",
"context_window": 200000,
"max_output_tokens": 64000,
"knowledge_cutoff": null,
@@ -9655,7 +10354,7 @@
"name": "Anthropic: Claude 3.7 Sonnet (self-moderated)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2025-02-24 19:35:10 +0100",
+ "created_at": "2025-02-25 05:35:10 +1100",
"context_window": 200000,
"max_output_tokens": 128000,
"knowledge_cutoff": null,
@@ -9717,7 +10416,7 @@
"name": "Anthropic: Claude 3.7 Sonnet (thinking)",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2025-02-24 19:35:10 +0100",
+ "created_at": "2025-02-25 05:35:10 +1100",
"context_window": 200000,
"max_output_tokens": 64000,
"knowledge_cutoff": null,
@@ -9779,7 +10478,7 @@
"name": "Anthropic: Claude Opus 4",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2025-05-22 18:27:25 +0200",
+ "created_at": "2025-05-23 02:27:25 +1000",
"context_window": 200000,
"max_output_tokens": 32000,
"knowledge_cutoff": null,
@@ -9843,7 +10542,7 @@
"name": "Anthropic: Claude Sonnet 4",
"provider": "openrouter",
"family": "anthropic",
- "created_at": "2025-05-22 18:12:51 +0200",
+ "created_at": "2025-05-23 02:12:51 +1000",
"context_window": 200000,
"max_output_tokens": 64000,
"knowledge_cutoff": null,
@@ -9907,7 +10606,7 @@
"name": "Arcee AI: Arcee Blitz",
"provider": "openrouter",
"family": "arcee-ai",
- "created_at": "2025-05-05 20:35:00 +0200",
+ "created_at": "2025-05-06 04:35:00 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -9971,7 +10670,7 @@
"name": "Arcee AI: Caller Large",
"provider": "openrouter",
"family": "arcee-ai",
- "created_at": "2025-05-06 01:31:09 +0200",
+ "created_at": "2025-05-06 09:31:09 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -10038,7 +10737,7 @@
"name": "Arcee AI: Coder Large",
"provider": "openrouter",
"family": "arcee-ai",
- "created_at": "2025-05-05 22:57:43 +0200",
+ "created_at": "2025-05-06 06:57:43 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -10102,7 +10801,7 @@
"name": "Arcee AI: Maestro Reasoning",
"provider": "openrouter",
"family": "arcee-ai",
- "created_at": "2025-05-05 23:41:09 +0200",
+ "created_at": "2025-05-06 07:41:09 +1000",
"context_window": 131072,
"max_output_tokens": 32000,
"knowledge_cutoff": null,
@@ -10166,7 +10865,7 @@
"name": "Arcee AI: Spotlight",
"provider": "openrouter",
"family": "arcee-ai",
- "created_at": "2025-05-05 23:45:52 +0200",
+ "created_at": "2025-05-06 07:45:52 +1000",
"context_window": 131072,
"max_output_tokens": 65537,
"knowledge_cutoff": null,
@@ -10232,7 +10931,7 @@
"name": "Arcee AI: Virtuoso Large",
"provider": "openrouter",
"family": "arcee-ai",
- "created_at": "2025-05-05 23:01:25 +0200",
+ "created_at": "2025-05-06 07:01:25 +1000",
"context_window": 131072,
"max_output_tokens": 64000,
"knowledge_cutoff": null,
@@ -10299,7 +10998,7 @@
"name": "Arcee AI: Virtuoso Medium V2",
"provider": "openrouter",
"family": "arcee-ai",
- "created_at": "2025-05-05 22:53:54 +0200",
+ "created_at": "2025-05-06 06:53:54 +1000",
"context_window": 131072,
"max_output_tokens": 32768,
"knowledge_cutoff": null,
@@ -10366,7 +11065,7 @@
"name": "ArliAI: QwQ 32B RpR v1 (free)",
"provider": "openrouter",
"family": "arliai",
- "created_at": "2025-04-13 16:53:02 +0200",
+ "created_at": "2025-04-14 00:53:02 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -10426,7 +11125,7 @@
"name": "Baidu: ERNIE 4.5 300B A47B ",
"provider": "openrouter",
"family": "baidu",
- "created_at": "2025-06-30 18:15:39 +0200",
+ "created_at": "2025-07-01 02:15:39 +1000",
"context_window": 123000,
"max_output_tokens": 12000,
"knowledge_cutoff": null,
@@ -10489,7 +11188,7 @@
"name": "Venice: Uncensored (free)",
"provider": "openrouter",
"family": "cognitivecomputations",
- "created_at": "2025-07-09 23:02:46 +0200",
+ "created_at": "2025-07-10 07:02:46 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -10543,7 +11242,7 @@
"name": "Dolphin 2.9.2 Mixtral 8x22B 🐬",
"provider": "openrouter",
"family": "cognitivecomputations",
- "created_at": "2024-06-08 02:00:00 +0200",
+ "created_at": "2024-06-08 10:00:00 +1000",
"context_window": 16000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -10606,7 +11305,7 @@
"name": "Dolphin3.0 Mistral 24B (free)",
"provider": "openrouter",
"family": "cognitivecomputations",
- "created_at": "2025-02-13 16:53:39 +0100",
+ "created_at": "2025-02-14 02:53:39 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -10664,7 +11363,7 @@
"name": "Dolphin3.0 R1 Mistral 24B",
"provider": "openrouter",
"family": "cognitivecomputations",
- "created_at": "2025-02-13 17:01:38 +0100",
+ "created_at": "2025-02-14 03:01:38 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -10731,7 +11430,7 @@
"name": "Dolphin3.0 R1 Mistral 24B (free)",
"provider": "openrouter",
"family": "cognitivecomputations",
- "created_at": "2025-02-13 17:01:38 +0100",
+ "created_at": "2025-02-14 03:01:38 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -10791,7 +11490,7 @@
"name": "Cohere: Command",
"provider": "openrouter",
"family": "cohere",
- "created_at": "2024-03-14 01:00:00 +0100",
+ "created_at": "2024-03-14 11:00:00 +1100",
"context_window": 4096,
"max_output_tokens": 4000,
"knowledge_cutoff": null,
@@ -10853,7 +11552,7 @@
"name": "Cohere: Command A",
"provider": "openrouter",
"family": "cohere",
- "created_at": "2025-03-13 20:32:22 +0100",
+ "created_at": "2025-03-14 06:32:22 +1100",
"context_window": 256000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -10915,7 +11614,7 @@
"name": "Cohere: Command R",
"provider": "openrouter",
"family": "cohere",
- "created_at": "2024-03-14 01:00:00 +0100",
+ "created_at": "2024-03-14 11:00:00 +1100",
"context_window": 128000,
"max_output_tokens": 4000,
"knowledge_cutoff": null,
@@ -10979,7 +11678,7 @@
"name": "Cohere: Command R (03-2024)",
"provider": "openrouter",
"family": "cohere",
- "created_at": "2024-03-02 02:00:00 +0100",
+ "created_at": "2024-03-02 12:00:00 +1100",
"context_window": 128000,
"max_output_tokens": 4000,
"knowledge_cutoff": null,
@@ -11043,7 +11742,7 @@
"name": "Cohere: Command R (08-2024)",
"provider": "openrouter",
"family": "cohere",
- "created_at": "2024-08-30 02:00:00 +0200",
+ "created_at": "2024-08-30 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 4000,
"knowledge_cutoff": null,
@@ -11107,7 +11806,7 @@
"name": "Cohere: Command R+",
"provider": "openrouter",
"family": "cohere",
- "created_at": "2024-04-04 02:00:00 +0200",
+ "created_at": "2024-04-04 11:00:00 +1100",
"context_window": 128000,
"max_output_tokens": 4000,
"knowledge_cutoff": null,
@@ -11171,7 +11870,7 @@
"name": "Cohere: Command R+ (04-2024)",
"provider": "openrouter",
"family": "cohere",
- "created_at": "2024-04-02 02:00:00 +0200",
+ "created_at": "2024-04-02 11:00:00 +1100",
"context_window": 128000,
"max_output_tokens": 4000,
"knowledge_cutoff": null,
@@ -11235,7 +11934,7 @@
"name": "Cohere: Command R+ (08-2024)",
"provider": "openrouter",
"family": "cohere",
- "created_at": "2024-08-30 02:00:00 +0200",
+ "created_at": "2024-08-30 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 4000,
"knowledge_cutoff": null,
@@ -11299,7 +11998,7 @@
"name": "Cohere: Command R7B (12-2024)",
"provider": "openrouter",
"family": "cohere",
- "created_at": "2024-12-14 07:35:52 +0100",
+ "created_at": "2024-12-14 17:35:52 +1100",
"context_window": 128000,
"max_output_tokens": 4000,
"knowledge_cutoff": null,
@@ -11361,7 +12060,7 @@
"name": "DeepSeek: DeepSeek V3",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2024-12-26 20:28:40 +0100",
+ "created_at": "2024-12-27 06:28:40 +1100",
"context_window": 163840,
"max_output_tokens": 163840,
"knowledge_cutoff": null,
@@ -11432,7 +12131,7 @@
"name": "DeepSeek: DeepSeek V3 0324",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-03-24 14:59:15 +0100",
+ "created_at": "2025-03-25 00:59:15 +1100",
"context_window": 163840,
"max_output_tokens": 163840,
"knowledge_cutoff": null,
@@ -11503,7 +12202,7 @@
"name": "DeepSeek: DeepSeek V3 0324 (free)",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-03-24 14:59:15 +0100",
+ "created_at": "2025-03-25 00:59:15 +1100",
"context_window": 32768,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -11564,7 +12263,7 @@
"name": "DeepSeek: DeepSeek V3 (free)",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2024-12-26 20:28:40 +0100",
+ "created_at": "2024-12-27 06:28:40 +1100",
"context_window": 163840,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -11622,7 +12321,7 @@
"name": "DeepSeek: DeepSeek Prover V2",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-04-30 13:38:14 +0200",
+ "created_at": "2025-04-30 21:38:14 +1000",
"context_window": 163840,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -11685,7 +12384,7 @@
"name": "DeepSeek: R1",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-01-20 14:51:35 +0100",
+ "created_at": "2025-01-21 00:51:35 +1100",
"context_window": 163840,
"max_output_tokens": 163840,
"knowledge_cutoff": null,
@@ -11758,7 +12457,7 @@
"name": "DeepSeek: R1 0528",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-05-28 19:59:30 +0200",
+ "created_at": "2025-05-29 03:59:30 +1000",
"context_window": 163840,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -11817,10 +12516,10 @@
"logit_bias",
"min_p",
"response_format",
- "tools",
- "tool_choice",
"structured_outputs",
"seed",
+ "tools",
+ "tool_choice",
"logprobs",
"top_logprobs"
]
@@ -11831,7 +12530,7 @@
"name": "DeepSeek: Deepseek R1 0528 Qwen3 8B",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-05-29 19:09:03 +0200",
+ "created_at": "2025-05-30 03:09:03 +1000",
"context_window": 32000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -11896,7 +12595,7 @@
"name": "DeepSeek: Deepseek R1 0528 Qwen3 8B (free)",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-05-29 19:09:03 +0200",
+ "created_at": "2025-05-30 03:09:03 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -11956,7 +12655,7 @@
"name": "DeepSeek: R1 0528 (free)",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-05-28 19:59:30 +0200",
+ "created_at": "2025-05-29 03:59:30 +1000",
"context_window": 163840,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -12019,7 +12718,7 @@
"name": "DeepSeek: R1 Distill Llama 70B",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-01-23 21:12:49 +0100",
+ "created_at": "2025-01-24 07:12:49 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -12092,7 +12791,7 @@
"name": "DeepSeek: R1 Distill Llama 70B (free)",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-01-23 21:12:49 +0100",
+ "created_at": "2025-01-24 07:12:49 +1100",
"context_window": 8192,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -12154,7 +12853,7 @@
"name": "DeepSeek: R1 Distill Llama 8B",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-02-07 15:15:18 +0100",
+ "created_at": "2025-02-08 01:15:18 +1100",
"context_window": 32000,
"max_output_tokens": 32000,
"knowledge_cutoff": null,
@@ -12219,7 +12918,7 @@
"name": "DeepSeek: R1 Distill Qwen 1.5B",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-01-31 13:54:27 +0100",
+ "created_at": "2025-01-31 23:54:27 +1100",
"context_window": 131072,
"max_output_tokens": 32768,
"knowledge_cutoff": null,
@@ -12285,7 +12984,7 @@
"name": "DeepSeek: R1 Distill Qwen 14B",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-01-30 00:39:00 +0100",
+ "created_at": "2025-01-30 10:39:00 +1100",
"context_window": 64000,
"max_output_tokens": 32000,
"knowledge_cutoff": null,
@@ -12352,7 +13051,7 @@
"name": "DeepSeek: R1 Distill Qwen 14B (free)",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-01-30 00:39:00 +0100",
+ "created_at": "2025-01-30 10:39:00 +1100",
"context_window": 64000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -12412,7 +13111,7 @@
"name": "DeepSeek: R1 Distill Qwen 32B",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-01-30 00:53:50 +0100",
+ "created_at": "2025-01-30 10:53:50 +1100",
"context_window": 131072,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -12479,7 +13178,7 @@
"name": "DeepSeek: R1 Distill Qwen 7B",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-05-30 20:03:57 +0200",
+ "created_at": "2025-05-31 04:03:57 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -12536,7 +13235,7 @@
"name": "DeepSeek: R1 (free)",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-01-20 14:51:35 +0100",
+ "created_at": "2025-01-21 00:51:35 +1100",
"context_window": 163840,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -12584,7 +13283,7 @@
"name": "DeepSeek: DeepSeek V3 Base (free)",
"provider": "openrouter",
"family": "deepseek",
- "created_at": "2025-03-29 19:13:43 +0100",
+ "created_at": "2025-03-30 05:13:43 +1100",
"context_window": 163840,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -12642,7 +13341,7 @@
"name": "EleutherAI: Llemma 7b",
"provider": "openrouter",
"family": "eleutherai",
- "created_at": "2025-04-14 17:07:05 +0200",
+ "created_at": "2025-04-15 01:07:05 +1000",
"context_window": 4096,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -12703,7 +13402,7 @@
"name": "EVA Llama 3.33 70B",
"provider": "openrouter",
"family": "eva-unit-01",
- "created_at": "2024-12-16 20:28:23 +0100",
+ "created_at": "2024-12-17 06:28:23 +1100",
"context_window": 16384,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -12764,7 +13463,7 @@
"name": "EVA Qwen2.5 72B",
"provider": "openrouter",
"family": "eva-unit-01",
- "created_at": "2024-11-21 18:36:46 +0100",
+ "created_at": "2024-11-22 04:36:46 +1100",
"context_window": 16384,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -12825,7 +13524,7 @@
"name": "Qwerky 72B (free)",
"provider": "openrouter",
"family": "featherless",
- "created_at": "2025-03-20 15:39:57 +0100",
+ "created_at": "2025-03-21 01:39:57 +1100",
"context_window": 32768,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -12879,7 +13578,7 @@
"name": "Google: Gemini 2.0 Flash",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-02-05 16:30:13 +0100",
+ "created_at": "2025-02-06 02:30:13 +1100",
"context_window": 1048576,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -12945,7 +13644,7 @@
"name": "Google: Gemini 2.0 Flash Experimental (free)",
"provider": "openrouter",
"family": "google",
- "created_at": "2024-12-11 18:18:43 +0100",
+ "created_at": "2024-12-12 04:18:43 +1100",
"context_window": 1048576,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -12998,7 +13697,7 @@
"name": "Google: Gemini 2.0 Flash Lite",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-02-25 18:56:52 +0100",
+ "created_at": "2025-02-26 04:56:52 +1100",
"context_window": 1048576,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -13063,7 +13762,7 @@
"name": "Google: Gemini 2.5 Flash",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-06-17 17:01:28 +0200",
+ "created_at": "2025-06-18 01:01:28 +1000",
"context_window": 1048576,
"max_output_tokens": 65535,
"knowledge_cutoff": null,
@@ -13131,7 +13830,7 @@
"name": "Google: Gemini 2.5 Flash Lite Preview 06-17",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-06-17 17:23:51 +0200",
+ "created_at": "2025-06-18 01:23:51 +1000",
"context_window": 1048576,
"max_output_tokens": 65535,
"knowledge_cutoff": null,
@@ -13199,7 +13898,7 @@
"name": "Google: Gemini 2.5 Pro",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-06-17 16:12:24 +0200",
+ "created_at": "2025-06-18 00:12:24 +1000",
"context_window": 1048576,
"max_output_tokens": 65536,
"knowledge_cutoff": null,
@@ -13267,7 +13966,7 @@
"name": "Google: Gemini 2.5 Pro Experimental",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-03-25 18:01:39 +0100",
+ "created_at": "2025-03-26 04:01:39 +1100",
"context_window": 1048576,
"max_output_tokens": 65535,
"knowledge_cutoff": null,
@@ -13326,7 +14025,7 @@
"name": "Google: Gemini 2.5 Pro Preview 06-05",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-06-05 17:27:37 +0200",
+ "created_at": "2025-06-06 01:27:37 +1000",
"context_window": 1048576,
"max_output_tokens": 65536,
"knowledge_cutoff": null,
@@ -13394,7 +14093,7 @@
"name": "Google: Gemini 2.5 Pro Preview 05-06",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-05-07 02:41:53 +0200",
+ "created_at": "2025-05-07 10:41:53 +1000",
"context_window": 1048576,
"max_output_tokens": 65535,
"knowledge_cutoff": null,
@@ -13463,7 +14162,7 @@
"name": "Google: Gemini 1.5 Flash ",
"provider": "openrouter",
"family": "google",
- "created_at": "2024-05-14 02:00:00 +0200",
+ "created_at": "2024-05-14 10:00:00 +1000",
"context_window": 1000000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -13530,7 +14229,7 @@
"name": "Google: Gemini 1.5 Flash 8B",
"provider": "openrouter",
"family": "google",
- "created_at": "2024-10-03 02:00:00 +0200",
+ "created_at": "2024-10-03 10:00:00 +1000",
"context_window": 1000000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -13597,7 +14296,7 @@
"name": "Google: Gemini 1.5 Pro",
"provider": "openrouter",
"family": "google",
- "created_at": "2024-04-09 02:00:00 +0200",
+ "created_at": "2024-04-09 10:00:00 +1000",
"context_window": 2000000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -13663,7 +14362,7 @@
"name": "Google: Gemma 2 27B",
"provider": "openrouter",
"family": "google",
- "created_at": "2024-07-13 02:00:00 +0200",
+ "created_at": "2024-07-13 10:00:00 +1000",
"context_window": 8192,
"max_output_tokens": 2048,
"knowledge_cutoff": null,
@@ -13727,7 +14426,7 @@
"name": "Google: Gemma 2 9B",
"provider": "openrouter",
"family": "google",
- "created_at": "2024-06-28 02:00:00 +0200",
+ "created_at": "2024-06-28 10:00:00 +1000",
"context_window": 8192,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -13794,7 +14493,7 @@
"name": "Google: Gemma 2 9B (free)",
"provider": "openrouter",
"family": "google",
- "created_at": "2024-06-28 02:00:00 +0200",
+ "created_at": "2024-06-28 10:00:00 +1000",
"context_window": 8192,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -13852,7 +14551,7 @@
"name": "Google: Gemma 3 12B",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-03-13 22:50:25 +0100",
+ "created_at": "2025-03-14 08:50:25 +1100",
"context_window": 96000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -13921,7 +14620,7 @@
"name": "Google: Gemma 3 12B (free)",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-03-13 22:50:25 +0100",
+ "created_at": "2025-03-14 08:50:25 +1100",
"context_window": 96000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -13984,7 +14683,7 @@
"name": "Google: Gemma 3 27B",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-03-12 06:12:39 +0100",
+ "created_at": "2025-03-12 16:12:39 +1100",
"context_window": 131072,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -14053,7 +14752,7 @@
"name": "Google: Gemma 3 27B (free)",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-03-12 06:12:39 +0100",
+ "created_at": "2025-03-12 16:12:39 +1100",
"context_window": 96000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -14116,7 +14815,7 @@
"name": "Google: Gemma 3 4B",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-03-13 23:38:30 +0100",
+ "created_at": "2025-03-14 09:38:30 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -14181,7 +14880,7 @@
"name": "Google: Gemma 3 4B (free)",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-03-13 23:38:30 +0100",
+ "created_at": "2025-03-14 09:38:30 +1100",
"context_window": 32768,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -14234,7 +14933,7 @@
"name": "Google: Gemma 3n 2B (free)",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-07-09 17:28:24 +0200",
+ "created_at": "2025-07-10 01:28:24 +1000",
"context_window": 8192,
"max_output_tokens": 2048,
"knowledge_cutoff": null,
@@ -14287,7 +14986,7 @@
"name": "Google: Gemma 3n 4B",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-05-20 23:33:44 +0200",
+ "created_at": "2025-05-21 07:33:44 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -14351,7 +15050,7 @@
"name": "Google: Gemma 3n 4B (free)",
"provider": "openrouter",
"family": "google",
- "created_at": "2025-05-20 23:33:44 +0200",
+ "created_at": "2025-05-21 07:33:44 +1000",
"context_window": 8192,
"max_output_tokens": 2048,
"knowledge_cutoff": null,
@@ -14404,7 +15103,7 @@
"name": "MythoMax 13B",
"provider": "openrouter",
"family": "gryphe",
- "created_at": "2023-07-02 02:00:00 +0200",
+ "created_at": "2023-07-02 10:00:00 +1000",
"context_window": 4096,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -14471,7 +15170,7 @@
"name": "Inception: Mercury",
"provider": "openrouter",
"family": "inception",
- "created_at": "2025-06-26 23:23:46 +0200",
+ "created_at": "2025-06-27 07:23:46 +1000",
"context_window": 32000,
"max_output_tokens": 16000,
"knowledge_cutoff": null,
@@ -14526,7 +15225,7 @@
"name": "Inception: Mercury Coder",
"provider": "openrouter",
"family": "inception",
- "created_at": "2025-04-30 19:24:40 +0200",
+ "created_at": "2025-05-01 03:24:40 +1000",
"context_window": 32000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -14581,7 +15280,7 @@
"name": "Infermatic: Mistral Nemo Inferor 12B",
"provider": "openrouter",
"family": "infermatic",
- "created_at": "2024-11-13 03:20:28 +0100",
+ "created_at": "2024-11-13 13:20:28 +1100",
"context_window": 16384,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -14642,7 +15341,7 @@
"name": "Inflection: Inflection 3 Pi",
"provider": "openrouter",
"family": "inflection",
- "created_at": "2024-10-11 02:00:00 +0200",
+ "created_at": "2024-10-11 11:00:00 +1100",
"context_window": 8000,
"max_output_tokens": 1024,
"knowledge_cutoff": null,
@@ -14697,7 +15396,7 @@
"name": "Inflection: Inflection 3 Productivity",
"provider": "openrouter",
"family": "inflection",
- "created_at": "2024-10-11 02:00:00 +0200",
+ "created_at": "2024-10-11 11:00:00 +1100",
"context_window": 8000,
"max_output_tokens": 1024,
"knowledge_cutoff": null,
@@ -14752,7 +15451,7 @@
"name": "Liquid: LFM 3B",
"provider": "openrouter",
"family": "liquid",
- "created_at": "2025-01-25 13:01:41 +0100",
+ "created_at": "2025-01-25 23:01:41 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -14813,9 +15512,9 @@
"name": "Liquid: LFM 40B MoE",
"provider": "openrouter",
"family": "liquid",
- "created_at": "2024-09-30 02:00:00 +0200",
- "context_window": 32768,
- "max_output_tokens": null,
+ "created_at": "2024-09-30 10:00:00 +1000",
+ "context_window": 65536,
+ "max_output_tokens": 65536,
"knowledge_cutoff": null,
"modalities": {
"input": [
@@ -14852,8 +15551,8 @@
"instruct_type": "chatml"
},
"top_provider": {
- "context_length": 32768,
- "max_completion_tokens": null,
+ "context_length": 65536,
+ "max_completion_tokens": 65536,
"is_moderated": false
},
"per_request_limits": null,
@@ -14865,13 +15564,13 @@
"frequency_penalty",
"presence_penalty",
"seed",
- "top_k",
- "min_p",
- "repetition_penalty",
"logit_bias",
"logprobs",
"top_logprobs",
- "response_format"
+ "response_format",
+ "min_p",
+ "repetition_penalty",
+ "top_k"
]
}
},
@@ -14880,7 +15579,7 @@
"name": "Liquid: LFM 7B",
"provider": "openrouter",
"family": "liquid",
- "created_at": "2025-01-25 13:08:03 +0100",
+ "created_at": "2025-01-25 23:08:03 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -14947,7 +15646,7 @@
"name": "Mancer: Weaver (alpha)",
"provider": "openrouter",
"family": "mancer",
- "created_at": "2023-08-02 02:00:00 +0200",
+ "created_at": "2023-08-02 10:00:00 +1000",
"context_window": 8000,
"max_output_tokens": 1000,
"knowledge_cutoff": null,
@@ -15011,7 +15710,7 @@
"name": "Meta: Llama 3 70B Instruct",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-04-18 02:00:00 +0200",
+ "created_at": "2024-04-18 10:00:00 +1000",
"context_window": 8192,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -15081,7 +15780,7 @@
"name": "Meta: Llama 3 8B Instruct",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-04-18 02:00:00 +0200",
+ "created_at": "2024-04-18 10:00:00 +1000",
"context_window": 8192,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -15151,7 +15850,7 @@
"name": "Meta: Llama 3.1 405B (base)",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-08-02 02:00:00 +0200",
+ "created_at": "2024-08-02 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -15216,7 +15915,7 @@
"name": "Meta: Llama 3.1 405B Instruct",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-07-23 02:00:00 +0200",
+ "created_at": "2024-07-23 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -15287,7 +15986,7 @@
"name": "Meta: Llama 3.1 405B Instruct (free)",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-07-23 02:00:00 +0200",
+ "created_at": "2024-07-23 10:00:00 +1000",
"context_window": 65536,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -15341,7 +16040,7 @@
"name": "Meta: Llama 3.1 70B Instruct",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-07-23 02:00:00 +0200",
+ "created_at": "2024-07-23 10:00:00 +1000",
"context_window": 131072,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -15412,9 +16111,9 @@
"name": "Meta: Llama 3.1 8B Instruct",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-07-23 02:00:00 +0200",
- "context_window": 131000,
- "max_output_tokens": 131000,
+ "created_at": "2024-07-23 10:00:00 +1000",
+ "context_window": 131072,
+ "max_output_tokens": 16384,
"knowledge_cutoff": null,
"modalities": {
"input": [
@@ -15452,8 +16151,8 @@
"instruct_type": "llama3"
},
"top_provider": {
- "context_length": 131000,
- "max_completion_tokens": 131000,
+ "context_length": 131072,
+ "max_completion_tokens": 16384,
"is_moderated": false
},
"per_request_limits": null,
@@ -15483,7 +16182,7 @@
"name": "Meta: Llama 3.2 11B Vision Instruct",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-09-25 02:00:00 +0200",
+ "created_at": "2024-09-25 10:00:00 +1000",
"context_window": 131072,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -15555,7 +16254,7 @@
"name": "Meta: Llama 3.2 11B Vision Instruct (free)",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-09-25 02:00:00 +0200",
+ "created_at": "2024-09-25 10:00:00 +1000",
"context_window": 131072,
"max_output_tokens": 2048,
"knowledge_cutoff": null,
@@ -15614,7 +16313,7 @@
"name": "Meta: Llama 3.2 1B Instruct",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-09-25 02:00:00 +0200",
+ "created_at": "2024-09-25 10:00:00 +1000",
"context_window": 131072,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -15680,7 +16379,7 @@
"name": "Meta: Llama 3.2 3B Instruct",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-09-25 02:00:00 +0200",
+ "created_at": "2024-09-25 10:00:00 +1000",
"context_window": 20000,
"max_output_tokens": 20000,
"knowledge_cutoff": null,
@@ -15750,7 +16449,7 @@
"name": "Meta: Llama 3.2 3B Instruct (free)",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-09-25 02:00:00 +0200",
+ "created_at": "2024-09-25 10:00:00 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -15801,7 +16500,7 @@
"name": "Meta: Llama 3.2 90B Vision Instruct",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-09-25 02:00:00 +0200",
+ "created_at": "2024-09-25 10:00:00 +1000",
"context_window": 131072,
"max_output_tokens": 2048,
"knowledge_cutoff": null,
@@ -15868,7 +16567,7 @@
"name": "Meta: Llama 3.3 70B Instruct",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-12-06 18:28:57 +0100",
+ "created_at": "2024-12-07 04:28:57 +1100",
"context_window": 131072,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -15939,7 +16638,7 @@
"name": "Meta: Llama 3.3 70B Instruct (free)",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-12-06 18:28:57 +0100",
+ "created_at": "2024-12-07 04:28:57 +1100",
"context_window": 65536,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -15999,7 +16698,7 @@
"name": "Meta: Llama 4 Maverick",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2025-04-05 21:37:02 +0200",
+ "created_at": "2025-04-06 05:37:02 +1000",
"context_window": 1048576,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -16059,9 +16758,9 @@
"seed",
"min_p",
"structured_outputs",
- "logit_bias",
"tools",
"tool_choice",
+ "logit_bias",
"logprobs",
"top_logprobs"
]
@@ -16072,7 +16771,7 @@
"name": "Meta: Llama 4 Scout",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2025-04-05 21:31:59 +0200",
+ "created_at": "2025-04-06 05:31:59 +1000",
"context_window": 1048576,
"max_output_tokens": 1048576,
"knowledge_cutoff": null,
@@ -16145,7 +16844,7 @@
"name": "Meta: LlamaGuard 2 8B",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2024-05-13 02:00:00 +0200",
+ "created_at": "2024-05-13 10:00:00 +1000",
"context_window": 8192,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -16209,7 +16908,7 @@
"name": "Llama Guard 3 8B",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2025-02-13 00:01:58 +0100",
+ "created_at": "2025-02-13 10:01:58 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -16276,7 +16975,7 @@
"name": "Meta: Llama Guard 4 12B",
"provider": "openrouter",
"family": "meta-llama",
- "created_at": "2025-04-30 03:06:33 +0200",
+ "created_at": "2025-04-30 11:06:33 +1000",
"context_window": 163840,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -16345,7 +17044,7 @@
"name": "Microsoft: MAI DS R1 (free)",
"provider": "openrouter",
"family": "microsoft",
- "created_at": "2025-04-21 02:08:20 +0200",
+ "created_at": "2025-04-21 10:08:20 +1000",
"context_window": 163840,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -16405,7 +17104,7 @@
"name": "Microsoft: Phi-3 Medium 128K Instruct",
"provider": "openrouter",
"family": "microsoft",
- "created_at": "2024-05-24 02:00:00 +0200",
+ "created_at": "2024-05-24 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -16462,7 +17161,7 @@
"name": "Microsoft: Phi-3 Mini 128K Instruct",
"provider": "openrouter",
"family": "microsoft",
- "created_at": "2024-05-26 02:00:00 +0200",
+ "created_at": "2024-05-26 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -16519,7 +17218,7 @@
"name": "Microsoft: Phi-3.5 Mini 128K Instruct",
"provider": "openrouter",
"family": "microsoft",
- "created_at": "2024-08-21 02:00:00 +0200",
+ "created_at": "2024-08-21 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -16576,7 +17275,7 @@
"name": "Microsoft: Phi 4",
"provider": "openrouter",
"family": "microsoft",
- "created_at": "2025-01-10 07:17:52 +0100",
+ "created_at": "2025-01-10 17:17:52 +1100",
"context_window": 16384,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -16643,7 +17342,7 @@
"name": "Microsoft: Phi 4 Multimodal Instruct",
"provider": "openrouter",
"family": "microsoft",
- "created_at": "2025-03-08 02:11:24 +0100",
+ "created_at": "2025-03-08 12:11:24 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -16708,7 +17407,7 @@
"name": "Microsoft: Phi 4 Reasoning Plus",
"provider": "openrouter",
"family": "microsoft",
- "created_at": "2025-05-01 22:22:41 +0200",
+ "created_at": "2025-05-02 06:22:41 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -16773,7 +17472,7 @@
"name": "WizardLM-2 8x22B",
"provider": "openrouter",
"family": "microsoft",
- "created_at": "2024-04-16 02:00:00 +0200",
+ "created_at": "2024-04-16 10:00:00 +1000",
"context_window": 65536,
"max_output_tokens": 65536,
"knowledge_cutoff": null,
@@ -16838,7 +17537,7 @@
"name": "MiniMax: MiniMax-01",
"provider": "openrouter",
"family": "minimax",
- "created_at": "2025-01-15 05:31:02 +0100",
+ "created_at": "2025-01-15 15:31:02 +1100",
"context_window": 1000192,
"max_output_tokens": 1000192,
"knowledge_cutoff": null,
@@ -16894,7 +17593,7 @@
"name": "MiniMax: MiniMax M1",
"provider": "openrouter",
"family": "minimax",
- "created_at": "2025-06-18 00:46:54 +0200",
+ "created_at": "2025-06-18 08:46:54 +1000",
"context_window": 1000000,
"max_output_tokens": 40000,
"knowledge_cutoff": null,
@@ -16963,7 +17662,7 @@
"name": "Mistral: Codestral 2501",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-01-14 23:58:42 +0100",
+ "created_at": "2025-01-15 09:58:42 +1100",
"context_window": 262144,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -17027,7 +17726,7 @@
"name": "Mistral: Devstral Medium",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-07-10 17:28:41 +0200",
+ "created_at": "2025-07-11 01:28:41 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -17091,7 +17790,7 @@
"name": "Mistral: Devstral Small 1.1",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-07-10 17:19:11 +0200",
+ "created_at": "2025-07-11 01:19:11 +1000",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -17158,7 +17857,7 @@
"name": "Mistral: Devstral Small 2505",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-05-21 16:22:59 +0200",
+ "created_at": "2025-05-22 00:22:59 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -17229,7 +17928,7 @@
"name": "Mistral: Devstral Small 2505 (free)",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-05-21 16:22:59 +0200",
+ "created_at": "2025-05-22 00:22:59 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -17290,7 +17989,7 @@
"name": "Mistral: Magistral Medium 2506",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-06-08 05:40:54 +0200",
+ "created_at": "2025-06-08 13:40:54 +1000",
"context_window": 40960,
"max_output_tokens": 40000,
"knowledge_cutoff": null,
@@ -17356,7 +18055,7 @@
"name": "Mistral: Magistral Medium 2506 (thinking)",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-06-08 05:40:54 +0200",
+ "created_at": "2025-06-08 13:40:54 +1000",
"context_window": 40960,
"max_output_tokens": 40000,
"knowledge_cutoff": null,
@@ -17422,9 +18121,9 @@
"name": "Mistral: Magistral Small 2506",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-06-10 17:32:41 +0200",
- "context_window": 40960,
- "max_output_tokens": 40960,
+ "created_at": "2025-06-11 01:32:41 +1000",
+ "context_window": 40000,
+ "max_output_tokens": 40000,
"knowledge_cutoff": null,
"modalities": {
"input": [
@@ -17437,14 +18136,13 @@
"capabilities": [
"streaming",
"function_calling",
- "structured_output",
- "predicted_outputs"
+ "structured_output"
],
"pricing": {
"text_tokens": {
"standard": {
- "input_per_million": 0.09999999999999999,
- "output_per_million": 0.3
+ "input_per_million": 0.5,
+ "output_per_million": 1.5
}
}
},
@@ -17462,8 +18160,8 @@
"instruct_type": null
},
"top_provider": {
- "context_length": 40960,
- "max_completion_tokens": 40960,
+ "context_length": 40000,
+ "max_completion_tokens": 40000,
"is_moderated": false
},
"per_request_limits": null,
@@ -17471,22 +18169,16 @@
"max_tokens",
"temperature",
"top_p",
+ "tools",
+ "tool_choice",
"reasoning",
"include_reasoning",
+ "structured_outputs",
+ "response_format",
"stop",
"frequency_penalty",
"presence_penalty",
- "top_k",
- "repetition_penalty",
- "logit_bias",
- "logprobs",
- "top_logprobs",
- "min_p",
- "seed",
- "tools",
- "tool_choice",
- "structured_outputs",
- "response_format"
+ "seed"
]
}
},
@@ -17495,7 +18187,7 @@
"name": "Mistral: Ministral 3B",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-10-17 02:00:00 +0200",
+ "created_at": "2024-10-17 11:00:00 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -17559,7 +18251,7 @@
"name": "Mistral: Ministral 8B",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-10-17 02:00:00 +0200",
+ "created_at": "2024-10-17 11:00:00 +1100",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -17623,7 +18315,7 @@
"name": "Mistral: Mistral 7B Instruct",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-05-27 02:00:00 +0200",
+ "created_at": "2024-05-27 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -17692,7 +18384,7 @@
"name": "Mistral: Mistral 7B Instruct v0.1",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2023-09-28 02:00:00 +0200",
+ "created_at": "2023-09-28 10:00:00 +1000",
"context_window": 2824,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -17760,7 +18452,7 @@
"name": "Mistral: Mistral 7B Instruct v0.2",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2023-12-28 01:00:00 +0100",
+ "created_at": "2023-12-28 11:00:00 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -17824,7 +18516,7 @@
"name": "Mistral: Mistral 7B Instruct v0.3",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-05-27 02:00:00 +0200",
+ "created_at": "2024-05-27 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -17893,7 +18585,7 @@
"name": "Mistral: Mistral 7B Instruct (free)",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-05-27 02:00:00 +0200",
+ "created_at": "2024-05-27 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -17952,7 +18644,7 @@
"name": "Mistral Large",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-02-26 01:00:00 +0100",
+ "created_at": "2024-02-26 11:00:00 +1100",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18016,7 +18708,7 @@
"name": "Mistral Large 2407",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-11-19 02:06:55 +0100",
+ "created_at": "2024-11-19 12:06:55 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18080,7 +18772,7 @@
"name": "Mistral Large 2411",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-11-19 02:11:25 +0100",
+ "created_at": "2024-11-19 12:11:25 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18144,7 +18836,7 @@
"name": "Mistral: Mistral Medium 3",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-05-07 16:15:41 +0200",
+ "created_at": "2025-05-08 00:15:41 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18210,7 +18902,7 @@
"name": "Mistral: Mistral Nemo",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-07-19 02:00:00 +0200",
+ "created_at": "2024-07-19 10:00:00 +1000",
"context_window": 32000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18262,14 +18954,14 @@
"stop",
"frequency_penalty",
"presence_penalty",
- "top_k",
"repetition_penalty",
- "logit_bias",
+ "response_format",
+ "top_k",
+ "seed",
+ "min_p",
"logprobs",
+ "logit_bias",
"top_logprobs",
- "min_p",
- "seed",
- "response_format",
"tools",
"tool_choice",
"structured_outputs"
@@ -18281,7 +18973,7 @@
"name": "Mistral: Mistral Nemo (free)",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-07-19 02:00:00 +0200",
+ "created_at": "2024-07-19 10:00:00 +1000",
"context_window": 131072,
"max_output_tokens": 128000,
"knowledge_cutoff": null,
@@ -18339,7 +19031,7 @@
"name": "Mistral: Saba",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-02-17 15:40:39 +0100",
+ "created_at": "2025-02-18 01:40:39 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18406,7 +19098,7 @@
"name": "Mistral Small",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-01-10 01:00:00 +0100",
+ "created_at": "2024-01-10 11:00:00 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18470,7 +19162,7 @@
"name": "Mistral: Mistral Small 3",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-01-30 17:43:29 +0100",
+ "created_at": "2025-01-31 03:43:29 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18522,13 +19214,13 @@
"stop",
"frequency_penalty",
"presence_penalty",
+ "seed",
"top_k",
+ "min_p",
"repetition_penalty",
- "logit_bias",
"logprobs",
+ "logit_bias",
"top_logprobs",
- "min_p",
- "seed",
"response_format",
"tools",
"tool_choice",
@@ -18541,7 +19233,7 @@
"name": "Mistral: Mistral Small 3 (free)",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-01-30 17:43:29 +0100",
+ "created_at": "2025-01-31 03:43:29 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18599,7 +19291,7 @@
"name": "Mistral: Mistral Small 3.1 24B",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-03-17 20:15:37 +0100",
+ "created_at": "2025-03-18 06:15:37 +1100",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18672,7 +19364,7 @@
"name": "Mistral: Mistral Small 3.1 24B (free)",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-03-17 20:15:37 +0100",
+ "created_at": "2025-03-18 06:15:37 +1100",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18738,7 +19430,7 @@
"name": "Mistral: Mistral Small 3.2 24B",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-06-20 20:10:16 +0200",
+ "created_at": "2025-06-21 04:10:16 +1000",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18810,7 +19502,7 @@
"name": "Mistral: Mistral Small 3.2 24B (free)",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2025-06-20 20:10:16 +0200",
+ "created_at": "2025-06-21 04:10:16 +1000",
"context_window": 96000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18874,7 +19566,7 @@
"name": "Mistral Tiny",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-01-10 01:00:00 +0100",
+ "created_at": "2024-01-10 11:00:00 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -18938,7 +19630,7 @@
"name": "Mistral: Mixtral 8x22B Instruct",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-04-17 02:00:00 +0200",
+ "created_at": "2024-04-17 10:00:00 +1000",
"context_window": 65536,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -19008,7 +19700,7 @@
"name": "Mistral: Mixtral 8x7B Instruct",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2023-12-10 01:00:00 +0100",
+ "created_at": "2023-12-10 11:00:00 +1100",
"context_window": 32768,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -19076,7 +19768,7 @@
"name": "Mistral: Pixtral 12B",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-09-10 02:00:00 +0200",
+ "created_at": "2024-09-10 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -19149,7 +19841,7 @@
"name": "Mistral: Pixtral Large 2411",
"provider": "openrouter",
"family": "mistralai",
- "created_at": "2024-11-19 01:49:48 +0100",
+ "created_at": "2024-11-19 11:49:48 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -19215,7 +19907,7 @@
"name": "Kimi Dev 72b (free)",
"provider": "openrouter",
"family": "moonshotai",
- "created_at": "2025-06-17 01:18:29 +0200",
+ "created_at": "2025-06-17 09:18:29 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -19275,7 +19967,7 @@
"name": "MoonshotAI: Kimi K2",
"provider": "openrouter",
"family": "moonshotai",
- "created_at": "2025-07-11 21:47:32 +0200",
+ "created_at": "2025-07-12 05:47:32 +1000",
"context_window": 63000,
"max_output_tokens": 63000,
"knowledge_cutoff": null,
@@ -19346,7 +20038,7 @@
"name": "MoonshotAI: Kimi K2 (free)",
"provider": "openrouter",
"family": "moonshotai",
- "created_at": "2025-07-11 21:47:32 +0200",
+ "created_at": "2025-07-12 05:47:32 +1000",
"context_window": 65536,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -19360,7 +20052,6 @@
},
"capabilities": [
"streaming",
- "function_calling",
"predicted_outputs"
],
"pricing": {},
@@ -19387,8 +20078,6 @@
"max_tokens",
"temperature",
"top_p",
- "tools",
- "tool_choice",
"stop",
"frequency_penalty",
"presence_penalty",
@@ -19407,7 +20096,7 @@
"name": "Moonshot AI: Kimi VL A3B Thinking (free)",
"provider": "openrouter",
"family": "moonshotai",
- "created_at": "2025-04-10 19:07:21 +0200",
+ "created_at": "2025-04-11 03:07:21 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -19469,7 +20158,7 @@
"name": "Morph: Fast Apply",
"provider": "openrouter",
"family": "morph",
- "created_at": "2025-06-26 15:55:08 +0200",
+ "created_at": "2025-06-26 23:55:08 +1000",
"context_window": 32000,
"max_output_tokens": 16000,
"knowledge_cutoff": null,
@@ -19519,7 +20208,7 @@
"name": "Morph: Morph V3 Fast",
"provider": "openrouter",
"family": "morph",
- "created_at": "2025-07-07 19:40:02 +0200",
+ "created_at": "2025-07-08 03:40:02 +1000",
"context_window": 32000,
"max_output_tokens": 16000,
"knowledge_cutoff": null,
@@ -19569,7 +20258,7 @@
"name": "Morph: Morph V3 Large",
"provider": "openrouter",
"family": "morph",
- "created_at": "2025-07-07 19:54:18 +0200",
+ "created_at": "2025-07-08 03:54:18 +1000",
"context_window": 32000,
"max_output_tokens": 16000,
"knowledge_cutoff": null,
@@ -19619,7 +20308,7 @@
"name": "NeverSleep: Llama 3 Lumimaid 70B",
"provider": "openrouter",
"family": "neversleep",
- "created_at": "2024-05-16 02:00:00 +0200",
+ "created_at": "2024-05-16 10:00:00 +1000",
"context_window": 8192,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -19680,7 +20369,7 @@
"name": "NeverSleep: Lumimaid v0.2 8B",
"provider": "openrouter",
"family": "neversleep",
- "created_at": "2024-09-15 02:00:00 +0200",
+ "created_at": "2024-09-15 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -19747,7 +20436,7 @@
"name": "Noromaid 20B",
"provider": "openrouter",
"family": "neversleep",
- "created_at": "2023-11-26 01:00:00 +0100",
+ "created_at": "2023-11-26 11:00:00 +1100",
"context_window": 8192,
"max_output_tokens": 2048,
"knowledge_cutoff": null,
@@ -19811,7 +20500,7 @@
"name": "Mistral Nemo 12B Celeste",
"provider": "openrouter",
"family": "nothingiisreal",
- "created_at": "2024-08-02 02:00:00 +0200",
+ "created_at": "2024-08-02 10:00:00 +1000",
"context_window": 16384,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -19872,7 +20561,7 @@
"name": "Nous: DeepHermes 3 Llama 3 8B Preview (free)",
"provider": "openrouter",
"family": "nousresearch",
- "created_at": "2025-02-28 06:09:32 +0100",
+ "created_at": "2025-02-28 16:09:32 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -19930,7 +20619,7 @@
"name": "NousResearch: Hermes 2 Pro - Llama-3 8B",
"provider": "openrouter",
"family": "nousresearch",
- "created_at": "2024-05-27 02:00:00 +0200",
+ "created_at": "2024-05-27 10:00:00 +1000",
"context_window": 131072,
"max_output_tokens": 131072,
"knowledge_cutoff": null,
@@ -19997,7 +20686,7 @@
"name": "Nous: Hermes 3 405B Instruct",
"provider": "openrouter",
"family": "nousresearch",
- "created_at": "2024-08-16 02:00:00 +0200",
+ "created_at": "2024-08-16 10:00:00 +1000",
"context_window": 131072,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -20064,7 +20753,7 @@
"name": "Nous: Hermes 3 70B Instruct",
"provider": "openrouter",
"family": "nousresearch",
- "created_at": "2024-08-18 02:00:00 +0200",
+ "created_at": "2024-08-18 10:00:00 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -20134,7 +20823,7 @@
"name": "Nous: Hermes 2 Mixtral 8x7B DPO",
"provider": "openrouter",
"family": "nousresearch",
- "created_at": "2024-01-16 01:00:00 +0100",
+ "created_at": "2024-01-16 11:00:00 +1100",
"context_window": 32768,
"max_output_tokens": 2048,
"knowledge_cutoff": null,
@@ -20198,7 +20887,7 @@
"name": "NVIDIA: Llama 3.1 Nemotron 70B Instruct",
"provider": "openrouter",
"family": "nvidia",
- "created_at": "2024-10-15 02:00:00 +0200",
+ "created_at": "2024-10-15 11:00:00 +1100",
"context_window": 131072,
"max_output_tokens": 131072,
"knowledge_cutoff": null,
@@ -20268,7 +20957,7 @@
"name": "NVIDIA: Llama 3.1 Nemotron Ultra 253B v1",
"provider": "openrouter",
"family": "nvidia",
- "created_at": "2025-04-08 14:24:19 +0200",
+ "created_at": "2025-04-08 22:24:19 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -20333,7 +21022,7 @@
"name": "NVIDIA: Llama 3.1 Nemotron Ultra 253B v1 (free)",
"provider": "openrouter",
"family": "nvidia",
- "created_at": "2025-04-08 14:24:19 +0200",
+ "created_at": "2025-04-08 22:24:19 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -20391,7 +21080,7 @@
"name": "NVIDIA: Llama 3.3 Nemotron Super 49B v1",
"provider": "openrouter",
"family": "nvidia",
- "created_at": "2025-04-08 15:38:14 +0200",
+ "created_at": "2025-04-08 23:38:14 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -20454,7 +21143,7 @@
"name": "OpenAI: ChatGPT-4o",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-08-14 02:00:00 +0200",
+ "created_at": "2024-08-14 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -20520,7 +21209,7 @@
"name": "OpenAI: Codex Mini",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-05-16 17:36:01 +0200",
+ "created_at": "2025-05-17 01:36:01 +1000",
"context_window": 200000,
"max_output_tokens": 100000,
"knowledge_cutoff": null,
@@ -20582,7 +21271,7 @@
"name": "OpenAI: GPT-3.5 Turbo",
"provider": "openrouter",
"family": "openai",
- "created_at": "2023-05-28 02:00:00 +0200",
+ "created_at": "2023-05-28 10:00:00 +1000",
"context_window": 16385,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -20648,7 +21337,7 @@
"name": "OpenAI: GPT-3.5 Turbo (older v0613)",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-01-25 01:00:00 +0100",
+ "created_at": "2024-01-25 11:00:00 +1100",
"context_window": 4095,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -20715,7 +21404,7 @@
"name": "OpenAI: GPT-3.5 Turbo 16k",
"provider": "openrouter",
"family": "openai",
- "created_at": "2023-08-28 02:00:00 +0200",
+ "created_at": "2023-08-28 10:00:00 +1000",
"context_window": 16385,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -20781,7 +21470,7 @@
"name": "OpenAI: GPT-3.5 Turbo Instruct",
"provider": "openrouter",
"family": "openai",
- "created_at": "2023-09-28 02:00:00 +0200",
+ "created_at": "2023-09-28 10:00:00 +1000",
"context_window": 4095,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -20844,7 +21533,7 @@
"name": "OpenAI: GPT-4",
"provider": "openrouter",
"family": "openai",
- "created_at": "2023-05-28 02:00:00 +0200",
+ "created_at": "2023-05-28 10:00:00 +1000",
"context_window": 8191,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -20910,7 +21599,7 @@
"name": "OpenAI: GPT-4 (older v0314)",
"provider": "openrouter",
"family": "openai",
- "created_at": "2023-05-28 02:00:00 +0200",
+ "created_at": "2023-05-28 10:00:00 +1000",
"context_window": 8191,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -20977,7 +21666,7 @@
"name": "OpenAI: GPT-4 Turbo (older v1106)",
"provider": "openrouter",
"family": "openai",
- "created_at": "2023-11-06 01:00:00 +0100",
+ "created_at": "2023-11-06 11:00:00 +1100",
"context_window": 128000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -21044,7 +21733,7 @@
"name": "OpenAI: GPT-4 Turbo",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-04-09 02:00:00 +0200",
+ "created_at": "2024-04-09 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -21112,7 +21801,7 @@
"name": "OpenAI: GPT-4 Turbo Preview",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-01-25 01:00:00 +0100",
+ "created_at": "2024-01-25 11:00:00 +1100",
"context_window": 128000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -21179,7 +21868,7 @@
"name": "OpenAI: GPT-4.1",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-04-14 19:23:05 +0200",
+ "created_at": "2025-04-15 03:23:05 +1000",
"context_window": 1047576,
"max_output_tokens": 32768,
"knowledge_cutoff": null,
@@ -21252,7 +21941,7 @@
"name": "OpenAI: GPT-4.1 Mini",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-04-14 19:23:01 +0200",
+ "created_at": "2025-04-15 03:23:01 +1000",
"context_window": 1047576,
"max_output_tokens": 32768,
"knowledge_cutoff": null,
@@ -21325,7 +22014,7 @@
"name": "OpenAI: GPT-4.1 Nano",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-04-14 19:22:49 +0200",
+ "created_at": "2025-04-15 03:22:49 +1000",
"context_window": 1047576,
"max_output_tokens": 32768,
"knowledge_cutoff": null,
@@ -21397,7 +22086,7 @@
"name": "OpenAI: GPT-4o",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-05-13 02:00:00 +0200",
+ "created_at": "2024-05-13 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -21470,7 +22159,7 @@
"name": "OpenAI: GPT-4o (2024-05-13)",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-05-13 02:00:00 +0200",
+ "created_at": "2024-05-13 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -21542,7 +22231,7 @@
"name": "OpenAI: GPT-4o (2024-08-06)",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-08-06 02:00:00 +0200",
+ "created_at": "2024-08-06 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -21615,7 +22304,7 @@
"name": "OpenAI: GPT-4o (2024-11-20)",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-11-20 19:33:14 +0100",
+ "created_at": "2024-11-21 05:33:14 +1100",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -21688,7 +22377,7 @@
"name": "OpenAI: GPT-4o-mini",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-07-18 02:00:00 +0200",
+ "created_at": "2024-07-18 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -21761,7 +22450,7 @@
"name": "OpenAI: GPT-4o-mini (2024-07-18)",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-07-18 02:00:00 +0200",
+ "created_at": "2024-07-18 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -21834,7 +22523,7 @@
"name": "OpenAI: GPT-4o-mini Search Preview",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-03-12 23:22:02 +0100",
+ "created_at": "2025-03-13 09:22:02 +1100",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -21890,7 +22579,7 @@
"name": "OpenAI: GPT-4o Search Preview",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-03-12 23:19:09 +0100",
+ "created_at": "2025-03-13 09:19:09 +1100",
"context_window": 128000,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -21946,7 +22635,7 @@
"name": "OpenAI: GPT-4o (extended)",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-05-13 02:00:00 +0200",
+ "created_at": "2024-05-13 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 64000,
"knowledge_cutoff": null,
@@ -22018,7 +22707,7 @@
"name": "OpenAI: o1",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-12-17 19:26:39 +0100",
+ "created_at": "2024-12-18 05:26:39 +1100",
"context_window": 200000,
"max_output_tokens": 100000,
"knowledge_cutoff": null,
@@ -22080,7 +22769,7 @@
"name": "OpenAI: o1-mini",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-09-12 02:00:00 +0200",
+ "created_at": "2024-09-12 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 65536,
"knowledge_cutoff": null,
@@ -22134,7 +22823,7 @@
"name": "OpenAI: o1-mini (2024-09-12)",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-09-12 02:00:00 +0200",
+ "created_at": "2024-09-12 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 65536,
"knowledge_cutoff": null,
@@ -22188,7 +22877,7 @@
"name": "OpenAI: o1-preview",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-09-12 02:00:00 +0200",
+ "created_at": "2024-09-12 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 32768,
"knowledge_cutoff": null,
@@ -22242,7 +22931,7 @@
"name": "OpenAI: o1-preview (2024-09-12)",
"provider": "openrouter",
"family": "openai",
- "created_at": "2024-09-12 02:00:00 +0200",
+ "created_at": "2024-09-12 10:00:00 +1000",
"context_window": 128000,
"max_output_tokens": 32768,
"knowledge_cutoff": null,
@@ -22296,7 +22985,7 @@
"name": "OpenAI: o1-pro",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-03-19 23:26:51 +0100",
+ "created_at": "2025-03-20 09:26:51 +1100",
"context_window": 200000,
"max_output_tokens": 100000,
"knowledge_cutoff": null,
@@ -22354,7 +23043,7 @@
"name": "OpenAI: o3",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-04-16 19:10:57 +0200",
+ "created_at": "2025-04-17 03:10:57 +1000",
"context_window": 200000,
"max_output_tokens": 100000,
"knowledge_cutoff": null,
@@ -22418,7 +23107,7 @@
"name": "OpenAI: o3 Mini",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-01-31 20:28:41 +0100",
+ "created_at": "2025-02-01 06:28:41 +1100",
"context_window": 200000,
"max_output_tokens": 100000,
"knowledge_cutoff": null,
@@ -22478,7 +23167,7 @@
"name": "OpenAI: o3 Mini High",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-02-12 16:03:31 +0100",
+ "created_at": "2025-02-13 02:03:31 +1100",
"context_window": 200000,
"max_output_tokens": 100000,
"knowledge_cutoff": null,
@@ -22538,7 +23227,7 @@
"name": "OpenAI: o3 Pro",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-06-11 01:32:32 +0200",
+ "created_at": "2025-06-11 09:32:32 +1000",
"context_window": 200000,
"max_output_tokens": 100000,
"knowledge_cutoff": null,
@@ -22601,7 +23290,7 @@
"name": "OpenAI: o4 Mini",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-04-16 18:29:02 +0200",
+ "created_at": "2025-04-17 02:29:02 +1000",
"context_window": 200000,
"max_output_tokens": 100000,
"knowledge_cutoff": null,
@@ -22663,7 +23352,7 @@
"name": "OpenAI: o4 Mini High",
"provider": "openrouter",
"family": "openai",
- "created_at": "2025-04-16 19:23:32 +0200",
+ "created_at": "2025-04-17 03:23:32 +1000",
"context_window": 200000,
"max_output_tokens": 100000,
"knowledge_cutoff": null,
@@ -22727,7 +23416,7 @@
"name": "OpenGVLab: InternVL3 14B",
"provider": "openrouter",
"family": "opengvlab",
- "created_at": "2025-04-30 15:55:55 +0200",
+ "created_at": "2025-04-30 23:55:55 +1000",
"context_window": 12288,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -22783,7 +23472,7 @@
"name": "Auto Router",
"provider": "openrouter",
"family": "openrouter",
- "created_at": "2023-11-08 01:00:00 +0100",
+ "created_at": "2023-11-08 11:00:00 +1100",
"context_window": 2000000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -22826,7 +23515,7 @@
"name": "Perplexity: R1 1776",
"provider": "openrouter",
"family": "perplexity",
- "created_at": "2025-02-19 23:42:09 +0100",
+ "created_at": "2025-02-20 09:42:09 +1100",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -22892,7 +23581,7 @@
"name": "Perplexity: Sonar",
"provider": "openrouter",
"family": "perplexity",
- "created_at": "2025-01-27 22:36:48 +0100",
+ "created_at": "2025-01-28 08:36:48 +1100",
"context_window": 127072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -22952,7 +23641,7 @@
"name": "Perplexity: Sonar Deep Research",
"provider": "openrouter",
"family": "perplexity",
- "created_at": "2025-03-07 02:34:06 +0100",
+ "created_at": "2025-03-07 12:34:06 +1100",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -23012,7 +23701,7 @@
"name": "Perplexity: Sonar Pro",
"provider": "openrouter",
"family": "perplexity",
- "created_at": "2025-03-07 02:53:43 +0100",
+ "created_at": "2025-03-07 12:53:43 +1100",
"context_window": 200000,
"max_output_tokens": 8000,
"knowledge_cutoff": null,
@@ -23072,7 +23761,7 @@
"name": "Perplexity: Sonar Reasoning",
"provider": "openrouter",
"family": "perplexity",
- "created_at": "2025-01-29 07:11:47 +0100",
+ "created_at": "2025-01-29 17:11:47 +1100",
"context_window": 127000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -23132,7 +23821,7 @@
"name": "Perplexity: Sonar Reasoning Pro",
"provider": "openrouter",
"family": "perplexity",
- "created_at": "2025-03-07 03:08:28 +0100",
+ "created_at": "2025-03-07 13:08:28 +1100",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -23194,7 +23883,7 @@
"name": "Pygmalion: Mythalion 13B",
"provider": "openrouter",
"family": "pygmalionai",
- "created_at": "2023-09-02 02:00:00 +0200",
+ "created_at": "2023-09-02 10:00:00 +1000",
"context_window": 4096,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -23255,7 +23944,7 @@
"name": "Qwen 2 72B Instruct",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2024-06-07 02:00:00 +0200",
+ "created_at": "2024-06-07 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -23319,7 +24008,7 @@
"name": "Qwen2.5 72B Instruct",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2024-09-19 02:00:00 +0200",
+ "created_at": "2024-09-19 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -23389,7 +24078,7 @@
"name": "Qwen2.5 72B Instruct (free)",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2024-09-19 02:00:00 +0200",
+ "created_at": "2024-09-19 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -23447,7 +24136,7 @@
"name": "Qwen2.5 7B Instruct",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2024-10-16 02:00:00 +0200",
+ "created_at": "2024-10-16 11:00:00 +1100",
"context_window": 32768,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -23512,7 +24201,7 @@
"name": "Qwen2.5 Coder 32B Instruct",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2024-11-12 00:40:00 +0100",
+ "created_at": "2024-11-12 10:40:00 +1100",
"context_window": 32768,
"max_output_tokens": 16384,
"knowledge_cutoff": null,
@@ -23579,7 +24268,7 @@
"name": "Qwen2.5 Coder 32B Instruct (free)",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2024-11-12 00:40:00 +0100",
+ "created_at": "2024-11-12 10:40:00 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -23637,7 +24326,7 @@
"name": "Qwen: Qwen2.5-VL 7B Instruct",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2024-08-28 02:00:00 +0200",
+ "created_at": "2024-08-28 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -23689,13 +24378,13 @@
"stop",
"frequency_penalty",
"presence_penalty",
- "top_k",
- "repetition_penalty",
- "logit_bias",
"logprobs",
"top_logprobs",
+ "seed",
+ "logit_bias",
+ "top_k",
"min_p",
- "seed"
+ "repetition_penalty"
]
}
},
@@ -23704,7 +24393,7 @@
"name": "Qwen: Qwen-Max ",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-02-01 10:31:29 +0100",
+ "created_at": "2025-02-01 20:31:29 +1100",
"context_window": 32768,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -23766,7 +24455,7 @@
"name": "Qwen: Qwen-Plus",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-02-01 12:37:20 +0100",
+ "created_at": "2025-02-01 22:37:20 +1100",
"context_window": 131072,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -23828,7 +24517,7 @@
"name": "Qwen: Qwen-Turbo",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-02-01 12:56:14 +0100",
+ "created_at": "2025-02-01 22:56:14 +1100",
"context_window": 1000000,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -23890,7 +24579,7 @@
"name": "Qwen: Qwen VL Max",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-02-01 19:25:04 +0100",
+ "created_at": "2025-02-02 05:25:04 +1100",
"context_window": 7500,
"max_output_tokens": 1500,
"knowledge_cutoff": null,
@@ -23950,7 +24639,7 @@
"name": "Qwen: Qwen VL Plus",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-02-05 05:54:15 +0100",
+ "created_at": "2025-02-05 15:54:15 +1100",
"context_window": 7500,
"max_output_tokens": 1500,
"knowledge_cutoff": null,
@@ -24010,7 +24699,7 @@
"name": "Qwen: Qwen2.5 VL 32B Instruct",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-03-24 19:10:38 +0100",
+ "created_at": "2025-03-25 05:10:38 +1100",
"context_window": 128000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -24080,7 +24769,7 @@
"name": "Qwen: Qwen2.5 VL 32B Instruct (free)",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-03-24 19:10:38 +0100",
+ "created_at": "2025-03-25 05:10:38 +1100",
"context_window": 8192,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -24142,7 +24831,7 @@
"name": "Qwen: Qwen2.5 VL 72B Instruct",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-02-01 12:45:11 +0100",
+ "created_at": "2025-02-01 22:45:11 +1100",
"context_window": 32000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -24211,7 +24900,7 @@
"name": "Qwen: Qwen2.5 VL 72B Instruct (free)",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-02-01 12:45:11 +0100",
+ "created_at": "2025-02-01 22:45:11 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -24268,7 +24957,7 @@
"name": "Qwen: Qwen3 14B",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-04-28 23:41:18 +0200",
+ "created_at": "2025-04-29 07:41:18 +1000",
"context_window": 40960,
"max_output_tokens": 40960,
"knowledge_cutoff": null,
@@ -24340,7 +25029,7 @@
"name": "Qwen: Qwen3 14B (free)",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-04-28 23:41:18 +0200",
+ "created_at": "2025-04-29 07:41:18 +1000",
"context_window": 40960,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -24400,7 +25089,7 @@
"name": "Qwen: Qwen3 235B A22B",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-04-28 23:29:17 +0200",
+ "created_at": "2025-04-29 07:29:17 +1000",
"context_window": 40960,
"max_output_tokens": 40960,
"knowledge_cutoff": null,
@@ -24473,7 +25162,7 @@
"name": "Qwen: Qwen3 235B A22B (free)",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-04-28 23:29:17 +0200",
+ "created_at": "2025-04-29 07:29:17 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -24539,7 +25228,7 @@
"name": "Qwen: Qwen3 30B A3B",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-04-29 00:16:44 +0200",
+ "created_at": "2025-04-29 08:16:44 +1000",
"context_window": 40960,
"max_output_tokens": 40960,
"knowledge_cutoff": null,
@@ -24612,7 +25301,7 @@
"name": "Qwen: Qwen3 30B A3B (free)",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-04-29 00:16:44 +0200",
+ "created_at": "2025-04-29 08:16:44 +1000",
"context_window": 40960,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -24672,7 +25361,7 @@
"name": "Qwen: Qwen3 32B",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-04-28 23:32:25 +0200",
+ "created_at": "2025-04-29 07:32:25 +1000",
"context_window": 40960,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -24745,7 +25434,7 @@
"name": "Qwen: Qwen3 32B (free)",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-04-28 23:32:25 +0200",
+ "created_at": "2025-04-29 07:32:25 +1000",
"context_window": 40960,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -24805,7 +25494,7 @@
"name": "Qwen: Qwen3 4B (free)",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-04-30 18:38:24 +0200",
+ "created_at": "2025-05-01 02:38:24 +1000",
"context_window": 40960,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -24864,7 +25553,7 @@
"name": "Qwen: Qwen3 8B",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-04-28 23:43:52 +0200",
+ "created_at": "2025-04-29 07:43:52 +1000",
"context_window": 128000,
"max_output_tokens": 20000,
"knowledge_cutoff": null,
@@ -24929,7 +25618,7 @@
"name": "Qwen: Qwen3 8B (free)",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-04-28 23:43:52 +0200",
+ "created_at": "2025-04-29 07:43:52 +1000",
"context_window": 40960,
"max_output_tokens": 40960,
"knowledge_cutoff": null,
@@ -24989,7 +25678,7 @@
"name": "Qwen: QwQ 32B",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-03-05 22:06:54 +0100",
+ "created_at": "2025-03-06 08:06:54 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25058,7 +25747,7 @@
"name": "Qwen: QwQ 32B Preview",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2024-11-28 01:42:21 +0100",
+ "created_at": "2024-11-28 11:42:21 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25123,7 +25812,7 @@
"name": "Qwen: QwQ 32B (free)",
"provider": "openrouter",
"family": "qwen",
- "created_at": "2025-03-05 22:06:54 +0100",
+ "created_at": "2025-03-06 08:06:54 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25186,7 +25875,7 @@
"name": "SorcererLM 8x22B",
"provider": "openrouter",
"family": "raifle",
- "created_at": "2024-11-08 23:31:23 +0100",
+ "created_at": "2024-11-09 09:31:23 +1100",
"context_window": 16000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25249,7 +25938,7 @@
"name": "Reka: Flash 3",
"provider": "openrouter",
"family": "rekaai",
- "created_at": "2025-03-12 21:53:33 +0100",
+ "created_at": "2025-03-13 07:53:33 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25316,7 +26005,7 @@
"name": "Reka: Flash 3 (free)",
"provider": "openrouter",
"family": "rekaai",
- "created_at": "2025-03-12 21:53:33 +0100",
+ "created_at": "2025-03-13 07:53:33 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25376,7 +26065,7 @@
"name": "Fimbulvetr 11B v2",
"provider": "openrouter",
"family": "sao10k",
- "created_at": "2024-04-21 02:00:00 +0200",
+ "created_at": "2024-04-21 10:00:00 +1000",
"context_window": 4096,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -25437,7 +26126,7 @@
"name": "Sao10k: Llama 3 Euryale 70B v2.1",
"provider": "openrouter",
"family": "sao10k",
- "created_at": "2024-06-18 02:00:00 +0200",
+ "created_at": "2024-06-18 10:00:00 +1000",
"context_window": 8192,
"max_output_tokens": 8192,
"knowledge_cutoff": null,
@@ -25500,7 +26189,7 @@
"name": "Sao10K: Llama 3 8B Lunaris",
"provider": "openrouter",
"family": "sao10k",
- "created_at": "2024-08-13 02:00:00 +0200",
+ "created_at": "2024-08-13 10:00:00 +1000",
"context_window": 8192,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25565,7 +26254,7 @@
"name": "Sao10K: Llama 3.1 Euryale 70B v2.2",
"provider": "openrouter",
"family": "sao10k",
- "created_at": "2024-08-28 02:00:00 +0200",
+ "created_at": "2024-08-28 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25631,7 +26320,7 @@
"name": "Sao10K: Llama 3.3 Euryale 70B",
"provider": "openrouter",
"family": "sao10k",
- "created_at": "2024-12-18 16:32:08 +0100",
+ "created_at": "2024-12-19 02:32:08 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25697,7 +26386,7 @@
"name": "Sarvam AI: Sarvam-M",
"provider": "openrouter",
"family": "sarvamai",
- "created_at": "2025-05-25 17:53:33 +0200",
+ "created_at": "2025-05-26 01:53:33 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25762,7 +26451,7 @@
"name": "Sarvam AI: Sarvam-M (free)",
"provider": "openrouter",
"family": "sarvamai",
- "created_at": "2025-05-25 17:53:33 +0200",
+ "created_at": "2025-05-26 01:53:33 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25820,7 +26509,7 @@
"name": "Typhoon2 70B Instruct",
"provider": "openrouter",
"family": "scb10x",
- "created_at": "2025-03-28 22:09:30 +0100",
+ "created_at": "2025-03-29 08:09:30 +1100",
"context_window": 8192,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25884,7 +26573,7 @@
"name": "Shisa AI: Shisa V2 Llama 3.3 70B (free)",
"provider": "openrouter",
"family": "shisa-ai",
- "created_at": "2025-04-16 00:07:38 +0200",
+ "created_at": "2025-04-16 08:07:38 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -25942,7 +26631,7 @@
"name": "Midnight Rose 70B",
"provider": "openrouter",
"family": "sophosympatheia",
- "created_at": "2024-03-22 01:00:00 +0100",
+ "created_at": "2024-03-22 11:00:00 +1100",
"context_window": 4096,
"max_output_tokens": 2048,
"knowledge_cutoff": null,
@@ -26005,7 +26694,7 @@
"name": "Switchpoint Router",
"provider": "openrouter",
"family": "switchpoint",
- "created_at": "2025-07-12 00:28:19 +0200",
+ "created_at": "2025-07-12 08:28:19 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -26064,7 +26753,7 @@
"name": "Tencent: Hunyuan A13B Instruct",
"provider": "openrouter",
"family": "tencent",
- "created_at": "2025-07-08 17:14:24 +0200",
+ "created_at": "2025-07-09 01:14:24 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -26131,7 +26820,7 @@
"name": "Tencent: Hunyuan A13B Instruct (free)",
"provider": "openrouter",
"family": "tencent",
- "created_at": "2025-07-08 17:14:24 +0200",
+ "created_at": "2025-07-09 01:14:24 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -26191,7 +26880,7 @@
"name": "TheDrummer: Anubis 70B V1.1",
"provider": "openrouter",
"family": "thedrummer",
- "created_at": "2025-06-29 16:45:47 +0200",
+ "created_at": "2025-06-30 00:45:47 +1000",
"context_window": 131072,
"max_output_tokens": 131072,
"knowledge_cutoff": null,
@@ -26252,7 +26941,7 @@
"name": "TheDrummer: Anubis Pro 105B V1",
"provider": "openrouter",
"family": "thedrummer",
- "created_at": "2025-03-10 22:31:30 +0100",
+ "created_at": "2025-03-11 08:31:30 +1100",
"context_window": 131072,
"max_output_tokens": 131072,
"knowledge_cutoff": null,
@@ -26313,7 +27002,7 @@
"name": "TheDrummer: Rocinante 12B",
"provider": "openrouter",
"family": "thedrummer",
- "created_at": "2024-09-30 02:00:00 +0200",
+ "created_at": "2024-09-30 10:00:00 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -26383,7 +27072,7 @@
"name": "TheDrummer: Skyfall 36B V2",
"provider": "openrouter",
"family": "thedrummer",
- "created_at": "2025-03-10 20:56:06 +0100",
+ "created_at": "2025-03-11 06:56:06 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -26447,7 +27136,7 @@
"name": "TheDrummer: UnslopNemo 12B",
"provider": "openrouter",
"family": "thedrummer",
- "created_at": "2024-11-08 23:04:08 +0100",
+ "created_at": "2024-11-09 09:04:08 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -26517,7 +27206,7 @@
"name": "TheDrummer: Valkyrie 49B V1",
"provider": "openrouter",
"family": "thedrummer",
- "created_at": "2025-05-23 19:51:10 +0200",
+ "created_at": "2025-05-24 03:51:10 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -26583,7 +27272,7 @@
"name": "THUDM: GLM 4 32B",
"provider": "openrouter",
"family": "thudm",
- "created_at": "2025-04-17 22:15:15 +0200",
+ "created_at": "2025-04-18 06:15:15 +1000",
"context_window": 32000,
"max_output_tokens": 32000,
"knowledge_cutoff": null,
@@ -26646,7 +27335,7 @@
"name": "THUDM: GLM 4 32B (free)",
"provider": "openrouter",
"family": "thudm",
- "created_at": "2025-04-17 22:15:15 +0200",
+ "created_at": "2025-04-18 06:15:15 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -26704,7 +27393,7 @@
"name": "THUDM: GLM 4.1V 9B Thinking",
"provider": "openrouter",
"family": "thudm",
- "created_at": "2025-07-11 16:33:05 +0200",
+ "created_at": "2025-07-12 00:33:05 +1000",
"context_window": 65536,
"max_output_tokens": 8000,
"knowledge_cutoff": null,
@@ -26771,7 +27460,7 @@
"name": "THUDM: GLM Z1 32B (free)",
"provider": "openrouter",
"family": "thudm",
- "created_at": "2025-04-17 23:09:08 +0200",
+ "created_at": "2025-04-18 07:09:08 +1000",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -26831,7 +27520,7 @@
"name": "TNG: DeepSeek R1T Chimera (free)",
"provider": "openrouter",
"family": "tngtech",
- "created_at": "2025-04-27 15:34:35 +0200",
+ "created_at": "2025-04-27 23:34:35 +1000",
"context_window": 163840,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -26891,7 +27580,7 @@
"name": "TNG: DeepSeek R1T2 Chimera (free)",
"provider": "openrouter",
"family": "tngtech",
- "created_at": "2025-07-08 17:03:05 +0200",
+ "created_at": "2025-07-09 01:03:05 +1000",
"context_window": 163840,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -26951,7 +27640,7 @@
"name": "ReMM SLERP 13B",
"provider": "openrouter",
"family": "undi95",
- "created_at": "2023-07-22 02:00:00 +0200",
+ "created_at": "2023-07-22 10:00:00 +1000",
"context_window": 6144,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -27018,7 +27707,7 @@
"name": "Toppy M 7B",
"provider": "openrouter",
"family": "undi95",
- "created_at": "2023-11-10 01:00:00 +0100",
+ "created_at": "2023-11-10 11:00:00 +1100",
"context_window": 4096,
"max_output_tokens": 4096,
"knowledge_cutoff": null,
@@ -27079,7 +27768,7 @@
"name": "xAI: Grok 2 1212",
"provider": "openrouter",
"family": "x-ai",
- "created_at": "2024-12-15 04:20:14 +0100",
+ "created_at": "2024-12-15 14:20:14 +1100",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -27144,7 +27833,7 @@
"name": "xAI: Grok 2 Vision 1212",
"provider": "openrouter",
"family": "x-ai",
- "created_at": "2024-12-15 05:35:38 +0100",
+ "created_at": "2024-12-15 15:35:38 +1100",
"context_window": 32768,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -27208,7 +27897,7 @@
"name": "xAI: Grok 3",
"provider": "openrouter",
"family": "x-ai",
- "created_at": "2025-06-10 21:15:08 +0200",
+ "created_at": "2025-06-11 05:15:08 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -27275,7 +27964,7 @@
"name": "xAI: Grok 3 Beta",
"provider": "openrouter",
"family": "x-ai",
- "created_at": "2025-04-10 01:07:48 +0200",
+ "created_at": "2025-04-10 09:07:48 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -27341,7 +28030,7 @@
"name": "xAI: Grok 3 Mini",
"provider": "openrouter",
"family": "x-ai",
- "created_at": "2025-06-10 21:20:45 +0200",
+ "created_at": "2025-06-11 05:20:45 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -27408,7 +28097,7 @@
"name": "xAI: Grok 3 Mini Beta",
"provider": "openrouter",
"family": "x-ai",
- "created_at": "2025-04-10 01:09:55 +0200",
+ "created_at": "2025-04-10 09:09:55 +1000",
"context_window": 131072,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -27474,7 +28163,7 @@
"name": "xAI: Grok 4",
"provider": "openrouter",
"family": "x-ai",
- "created_at": "2025-07-09 21:01:29 +0200",
+ "created_at": "2025-07-10 05:01:29 +1000",
"context_window": 256000,
"max_output_tokens": null,
"knowledge_cutoff": null,
@@ -27542,7 +28231,7 @@
"name": "xAI: Grok Vision Beta",
"provider": "openrouter",
"family": "x-ai",
- "created_at": "2024-11-19 01:37:04 +0100",
+ "created_at": "2024-11-19 11:37:04 +1100",
"context_window": 8192,
"max_output_tokens": null,
"knowledge_cutoff": null,
diff --git a/lib/ruby_llm/providers/cohere.rb b/lib/ruby_llm/providers/cohere.rb
new file mode 100644
index 00000000..a775b36e
--- /dev/null
+++ b/lib/ruby_llm/providers/cohere.rb
@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+module RubyLLM
+ module Providers
+ # Cohere API integration. Handles Command models for chat completion
+ # and Embed models for text embeddings.
+ #
+ # NOTE: While Cohere have an OpenAI-format compatible API, we have opted to support a native
+ # Cohere API implementation so we have the optionality to support Cohere specific features across
+ # chat (documents, citations, safety mode, etc.) and embeddings (input types, image embeddings, etc.)
+ # while easily supporting other features like reranking and classification.
+ #
+ # See https://docs.cohere.com/docs/compatibility-api for more information.
+ module Cohere
+ extend Provider
+ extend Cohere::Chat
+ extend Cohere::Embeddings
+ extend Cohere::Models
+ extend Cohere::Streaming
+ extend Cohere::Tools
+ extend Cohere::Media
+
+ module_function
+
+ def api_base(_config)
+ 'https://api.cohere.ai'
+ end
+
+ def headers(config)
+ {
+ 'Authorization' => "Bearer #{config.cohere_api_key}",
+ 'Content-Type' => 'application/json'
+ }
+ end
+
+ def capabilities
+ Cohere::Capabilities
+ end
+
+ def slug
+ 'cohere'
+ end
+
+ def configuration_requirements
+ %i[cohere_api_key]
+ end
+
+ def parse_error(response)
+ return if response.body.empty?
+
+ JSON.parse(response.response.body)['message']
+ end
+ end
+ end
+end
diff --git a/lib/ruby_llm/providers/cohere/capabilities.rb b/lib/ruby_llm/providers/cohere/capabilities.rb
new file mode 100644
index 00000000..f8dd6a5b
--- /dev/null
+++ b/lib/ruby_llm/providers/cohere/capabilities.rb
@@ -0,0 +1,304 @@
+# frozen_string_literal: true
+
+module RubyLLM
+ module Providers
+ module Cohere
+ # Determines capabilities and constraints for Cohere models
+ module Capabilities
+ module_function
+
+ # Model family patterns for Cohere models
+ MODEL_PATTERNS = {
+ 'command-a' => /^c4ai-command-a-|^command-a-/,
+ 'command-r' => /^command-r(?!7b)/, # Command R and Command R+ but not R7B
+ 'command-r7b' => /^command-r7b/,
+ 'command-light' => /^command-light/,
+ 'command-nightly' => /^command-nightly/,
+ 'command' => /^command(?!-r|-light|-nightly)/, # Regular command models
+ 'aya-expanse' => /^c4ai-aya-expanse/,
+ 'aya-vision' => /^c4ai-aya-vision/,
+ 'aya' => /^aya(?!-vision|-expanse)/,
+ 'embed-v4' => /^embed-v4/,
+ 'embed-english-v3' => /^embed-english-v3/,
+ 'embed-multilingual-v3' => /^embed-multilingual-v3/,
+ 'embed-v3' => /^embed-v3/, # Fallback for other v3 models
+ 'embed-english' => /^embed-english/,
+ 'embed-multilingual' => /^embed-multilingual/,
+ 'embed' => /^embed/, # Fallback for other embed models
+ 'rerank-v3-5' => /^rerank-v3\.5/,
+ 'rerank-english' => /^rerank-english/,
+ 'rerank-multilingual' => /^rerank-multilingual/,
+ 'rerank' => /^rerank/ # Fallback for other rerank models
+ }.freeze
+
+ # Normalizes temperature values for Cohere models
+ # @param temperature [Float] the temperature value to normalize
+ # @param _model [String] the model identifier (unused but kept for API consistency)
+ # @return [Float, nil] the normalized temperature value or nil if temperature is nil
+ def normalize_temperature(temperature, _model)
+ # Cohere accepts temperature values between 0.0 and 2.0
+ return nil if temperature.nil?
+
+ temperature.clamp(0.0, 2.0)
+ end
+
+ # Determines the context window size for a given model
+ # @param model_id [String] the model identifier
+ # @return [Integer] the context window size in tokens
+ def context_window_for(model_id)
+ case model_family(model_id)
+ when 'command_a' then 256_000 # Command A has 256k context window
+ when 'command_r', 'command_r7b' then 128_000 # Command R models have 128k
+ when 'aya_expanse', 'aya_vision' then 16_000 # Aya models have 16k
+ when 'aya' then 8_192
+ else 4_096 # All other Command and Rerank models have 4k context window
+ end
+ end
+
+ # Determines the maximum output tokens for a given model
+ # @param model_id [String] the model identifier
+ # @return [Integer] the maximum output tokens
+ def max_tokens_for_model(model_id)
+ case model_family(model_id)
+ when 'command_a' then 8_192 # Command A has 8k max output
+ when 'aya_expanse', 'aya_vision' then 4_000 # Aya models have 4k
+ when 'aya' then 2_048
+ else 4_096 # All regular Command and Command R models have 4k context window
+ end
+ end
+
+ # Determines if a model supports streaming responses
+ # @param model [String] the model identifier
+ # @return [Boolean] true if the model supports streaming
+ def supports_streaming?(model)
+ # Most Cohere models support streaming
+ !model.to_s.match?(/embed|rerank/)
+ end
+
+ # Determines if a model supports tool/function calling
+ # @param model [String] the model identifier
+ # @return [Boolean] true if the model supports tools
+ def supports_tools?(model)
+ # Command models and Aya Vision support function calling
+ model.to_s.match?(/command|aya-vision|aya-expanse/)
+ end
+
+ # Determines if a model supports image processing
+ # @param model [String] the model identifier
+ # @return [Boolean] true if the model supports images
+ def supports_images?(model)
+ # Aya Vision models support images in chat and Embed v3+ supports image embeddings
+ model.to_s.match?(/aya-vision|^embed.*v[34]/)
+ end
+
+ # Determines if a model supports embedding generation
+ # @param model [String] the model identifier
+ # @return [Boolean] true if the model supports embeddings
+ def supports_embeddings?(model)
+ model.to_s.include?('embed')
+ end
+
+ # Determines if a model supports reranking
+ # @param model [String] the model identifier
+ # @return [Boolean] true if the model supports reranking
+ def supports_reranking?(model)
+ model.to_s.include?('rerank')
+ end
+
+ # Determines if a model supports vision capabilities
+ # @param model_id [String] the model identifier
+ # @return [Boolean] true if the model supports vision
+ def supports_vision?(model_id)
+ supports_images?(model_id)
+ end
+
+ # Determines if a model supports function calling
+ # @param model_id [String] the model identifier
+ # @return [Boolean] true if the model supports functions
+ def supports_functions?(model_id)
+ supports_tools?(model_id)
+ end
+
+ # Determines if a model supports JSON mode
+ # @param model_id [String] the model identifier
+ # @return [Boolean] true if the model supports JSON mode
+ def supports_json_mode?(model_id)
+ # Command models and Aya models support structured output
+ model_id.match?(/command|aya-vision|aya-expanse/)
+ end
+
+ # Determines if a model supports structured output
+ # @param model_id [String] the model identifier
+ # @return [Boolean] true if the model supports structured output
+ def supports_structured_output?(model_id)
+ supports_json_mode?(model_id)
+ end
+
+ # Determines the model family for a given model ID
+ # @param model_id [String] the model identifier
+ # @return [String] the model family identifier
+ def model_family(model_id)
+ MODEL_PATTERNS.each do |family, pattern|
+ return family.to_s if model_id.match?(pattern)
+ end
+ 'other'
+ end
+
+ # Returns the model type
+ # @param model_id [String] the model identifier
+ # @return [String] the model type ('chat', 'embedding', or 'rerank')
+ def model_type(model_id)
+ case model_family(model_id)
+ when /embed/ then 'embedding'
+ when /rerank/ then 'rerank'
+ else 'chat'
+ end
+ end
+
+ # Pricing information for Cohere models (per million tokens)
+ # Source: https://cohere.com/pricing (as of 2025)
+ PRICES = {
+ command_a: { input: 2.50, output: 10.00 },
+ command_r: { input: 0.15, output: 0.60 },
+ command_r7b: { input: 0.0375, output: 0.15 },
+ command_light: { input: 0.025, output: 0.10 }, # Estimated light model pricing
+ command_nightly: { input: 0.15, output: 0.60 }, # Same as command-r for nightly
+ command: { input: 0.05, output: 0.20 }, # Regular command model pricing
+ aya_expanse: { input: 0.50, output: 1.50 },
+ aya_vision: { input: 0.50, output: 1.50 },
+ aya: { input: 0.50, output: 1.50 },
+ embed_v4: { text_price: 0.12, image_price: 0.47 },
+ embed_english_v3: { price: 0.12 },
+ embed_multilingual_v3: { price: 0.12 },
+ embed_v3: { price: 0.12 },
+ embed_english: { price: 0.10 }, # Light models slightly cheaper
+ embed_multilingual: { price: 0.10 },
+ embed: { price: 0.12 },
+ rerank_v3point5: { price: 2.0 },
+ rerank_english: { price: 1.50 },
+ rerank_multilingual: { price: 2.0 },
+ rerank: { price: 2.0 } # $2.00 per 1K searches = $2000 per 1M searches
+ }.freeze
+
+ # Gets the input price per million tokens for a given model
+ # @param model_id [String] the model identifier
+ # @return [Float] the price per million tokens for input
+ def input_price_for(model_id)
+ family = model_family(model_id).to_sym
+ prices = PRICES.fetch(family, { input: default_input_price })
+ prices[:input] || prices[:text_price] || prices[:price] || default_input_price
+ end
+
+ # Gets the output price per million tokens for a given model
+ # @param model_id [String] the model identifier
+ # @return [Float] the price per million tokens for output
+ def output_price_for(model_id)
+ family = model_family(model_id).to_sym
+ prices = PRICES.fetch(family, { output: default_output_price })
+ prices[:output] || prices[:text_price] || prices[:price] || default_output_price
+ end
+
+ # Gets the image price per million tokens for a given model
+ # @param model_id [String] the model identifier
+ # @return [Float, nil] the price per million tokens for image processing or nil if not supported
+ def image_price_for(model_id)
+ family = model_family(model_id).to_sym
+ prices = PRICES.fetch(family, {})
+ prices[:image_price]
+ end
+
+ # Default input price if model not found in PRICES
+ # @return [Float] default price per million tokens for input
+ def default_input_price
+ 1.0
+ end
+
+ # Default output price if model not found in PRICES
+ # @return [Float] default price per million tokens for output
+ def default_output_price
+ 2.0
+ end
+
+ # Returns the supported modalities for a given model
+ # @param model_id [String] the model identifier
+ # @return [Hash] hash containing input and output modalities
+ def modalities_for(model_id)
+ modalities = {
+ input: ['text'],
+ output: ['text']
+ }
+
+ modalities[:input] << 'image' if supports_images?(model_id)
+ modalities[:output] = ['embeddings'] if supports_embeddings?(model_id)
+ modalities[:output] = ['rerank'] if supports_reranking?(model_id)
+
+ modalities
+ end
+
+ # Returns the capabilities of a given model
+ # @param model_id [String] the model identifier
+ # @return [Array
] array of capability strings
+ def capabilities_for(model_id)
+ capabilities = []
+
+ capabilities << 'streaming' if supports_streaming?(model_id)
+ capabilities << 'reranking' if supports_reranking?(model_id)
+ capabilities << 'function_calling' if supports_functions?(model_id)
+ capabilities << 'structured_output' if supports_structured_output?(model_id)
+ capabilities << 'multilingual' if model_id.match?(/aya|multilingual/)
+ capabilities << 'citations' if model_id.match?(/command-a|aya-vision|aya-expanse/)
+
+ capabilities
+ end
+
+ # Returns the pricing structure for a given model
+ # @param model_id [String] the model identifier
+ # @return [Hash] hash containing pricing information
+ def pricing_for(model_id)
+ family = model_family(model_id)
+ prices = PRICES.fetch(family.to_sym, { input: default_input_price, output: default_output_price })
+
+ if prices[:price]
+ # For models with single pricing (like older embeddings and rerank)
+ { usage_tokens: { standard: { price_per_million: prices[:price] } } }
+ elsif prices[:text_price]
+ # For models with text/image pricing (like embed-v4)
+ pricing_structure = {
+ text_tokens: { standard: { price_per_million: prices[:text_price] } }
+ }
+
+ # Add image pricing if available
+ if prices[:image_price]
+ pricing_structure[:image_tokens] = {
+ standard: { price_per_million: prices[:image_price] }
+ }
+ end
+
+ pricing_structure
+ else
+ # For models with input/output pricing
+ {
+ text_tokens: {
+ standard: {
+ input_per_million: prices[:input],
+ output_per_million: prices[:output]
+ }
+ }
+ }
+ end
+ end
+
+ # Formats a model ID for display purposes
+ # @param model_id [String] the model identifier
+ # @return [String] the formatted display name
+ def format_display_name(model_id)
+ model_id.gsub(/^c4ai-/, '')
+ .tr('-', ' ')
+ .split
+ .map(&:capitalize)
+ .join(' ')
+ end
+ end
+ end
+ end
+end
diff --git a/lib/ruby_llm/providers/cohere/chat.rb b/lib/ruby_llm/providers/cohere/chat.rb
new file mode 100644
index 00000000..abeff98c
--- /dev/null
+++ b/lib/ruby_llm/providers/cohere/chat.rb
@@ -0,0 +1,83 @@
+# frozen_string_literal: true
+
+module RubyLLM
+ module Providers
+ module Cohere
+ # Chat methods of the Cohere API integration
+ # - https://docs.cohere.com/reference/chat
+ # - https://docs.cohere.com/docs/chat-api
+ module Chat
+ def completion_url
+ 'v2/chat'
+ end
+
+ module_function
+
+ def render_payload(messages, tools:, temperature:, model:, stream: false)
+ @model_id = model
+
+ {
+ model: model,
+ messages: format_messages(messages),
+ temperature: temperature,
+ stream: stream,
+ tools: tools.any? ? tools.map { |_, tool| Tools.tool_for(tool) } : nil
+ }.compact
+ end
+
+ def parse_completion_response(response)
+ data = response.body
+ return if data.empty?
+
+ raise Error.new(response, data['message']) if data['message'] && response.status != 200
+
+ message_data = data['message']
+ return unless message_data
+
+ Message.new(
+ role: message_data['role'].to_sym,
+ content: message_data.dig('content', 0, 'text'),
+ tool_calls: Tools.parse_tool_calls(message_data['tool_calls']),
+ input_tokens: data.dig('usage', 'tokens', 'input_tokens'),
+ output_tokens: data.dig('usage', 'tokens', 'output_tokens'),
+ model_id: @model_id
+ )
+ end
+
+ def format_messages(messages)
+ messages.map { |msg| format_message(msg) }
+ end
+
+ def format_message(msg)
+ if msg.tool_call?
+ Tools.format_tool_call(msg)
+ elsif msg.tool_result?
+ Tools.format_tool_result(msg)
+ else
+ format_basic_message(msg)
+ end
+ end
+
+ def format_basic_message(msg)
+ {
+ role: format_role(msg.role),
+ content: Media.format_content(msg.content)
+ }.compact
+ end
+
+ def format_role(role)
+ case role
+ when :system
+ 'system'
+ when :user, :tool
+ 'user'
+ when :assistant
+ 'assistant'
+ else
+ role.to_s
+ end
+ end
+ end
+ end
+ end
+end
diff --git a/lib/ruby_llm/providers/cohere/embeddings.rb b/lib/ruby_llm/providers/cohere/embeddings.rb
new file mode 100644
index 00000000..f3df4e3c
--- /dev/null
+++ b/lib/ruby_llm/providers/cohere/embeddings.rb
@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+module RubyLLM
+ module Providers
+ module Cohere
+ # Embeddings methods of the Cohere API integration
+ # - https://docs.cohere.com/reference/embed
+ # - https://docs.cohere.com/docs/embeddings
+ module Embeddings
+ module_function
+
+ def embedding_url(...)
+ 'v2/embed'
+ end
+
+ def render_embedding_payload(input, model:, dimensions: nil)
+ {
+ model: model,
+ embedding_types: ['float'],
+ texts: Array(input),
+ input_type: 'search_document',
+ output_dimension: dimensions,
+ truncate: 'END' # Handle long texts by truncating at the end
+ }
+ end
+
+ def parse_embedding_response(response, model:, text:)
+ data = response.body
+ raise Error.new(response, data['message']) if data['message'] && response.status != 200
+
+ vectors = data.dig('embeddings', 'float') || []
+ input_tokens = data.dig('meta', 'billed_units', 'input_tokens') || 0
+
+ # If we only got one embedding AND the input was a single string (not an array),
+ # return it as a single vector
+ vectors = vectors.first if vectors.length == 1 && !text.is_a?(Array)
+
+ Embedding.new(vectors:, model:, input_tokens:)
+ end
+ end
+ end
+ end
+end
diff --git a/lib/ruby_llm/providers/cohere/media.rb b/lib/ruby_llm/providers/cohere/media.rb
new file mode 100644
index 00000000..070d7e76
--- /dev/null
+++ b/lib/ruby_llm/providers/cohere/media.rb
@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+
+module RubyLLM
+ module Providers
+ module Cohere
+ # Handles formatting of media content (images) for Cohere APIs
+ # Supports Aya Vision models with multimodal capabilities
+ module Media
+ module_function
+
+ def format_content(content)
+ return [format_text(content)] unless content.is_a?(RubyLLM::Content)
+
+ parts = []
+ parts << format_text(content.text) if content.text
+
+ content.attachments.each do |attachment|
+ case attachment.type
+ when :image
+ parts << format_image(attachment)
+ when :text
+ parts << format_text_file(attachment)
+ else
+ raise RubyLLM::UnsupportedAttachmentError, attachment.type
+ end
+ end
+
+ parts
+ end
+
+ def format_text(text)
+ {
+ type: 'text',
+ text: text
+ }
+ end
+
+ def format_image(image)
+ if image.url?
+ # Use URL directly for Cohere API
+ {
+ type: 'image_url',
+ image_url: {
+ url: image.source
+ }
+ }
+ else
+ # Use base64 encoding for local images
+ {
+ type: 'image_url',
+ image_url: {
+ url: "data:#{image.mime_type};base64,#{image.encoded}"
+ }
+ }
+ end
+ end
+
+ def format_text_file(text_file)
+ {
+ type: 'text',
+ text: Utils.format_text_file_for_llm(text_file)
+ }
+ end
+ end
+ end
+ end
+end
diff --git a/lib/ruby_llm/providers/cohere/models.rb b/lib/ruby_llm/providers/cohere/models.rb
new file mode 100644
index 00000000..cf68115a
--- /dev/null
+++ b/lib/ruby_llm/providers/cohere/models.rb
@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+module RubyLLM
+ module Providers
+ module Cohere
+ # Model definitions for Cohere API
+ # https://docs.cohere.com/reference/list-models
+ module Models
+ module_function
+
+ def models_url
+ 'v1/models'
+ end
+
+ def parse_list_models_response(response, slug, capabilities)
+ data = response.body
+ return [] if data.empty?
+
+ data['models']&.map do |model_data|
+ model_id = model_data['name']
+
+ Model::Info.new(
+ id: model_id,
+ name: capabilities.format_display_name(model_id),
+ provider: slug,
+ family: capabilities.model_family(model_id),
+ modalities: capabilities.modalities_for(model_id),
+ capabilities: capabilities.capabilities_for(model_id),
+ pricing: capabilities.pricing_for(model_id)
+ )
+ end || []
+ end
+ end
+ end
+ end
+end
diff --git a/lib/ruby_llm/providers/cohere/streaming.rb b/lib/ruby_llm/providers/cohere/streaming.rb
new file mode 100644
index 00000000..8876ca27
--- /dev/null
+++ b/lib/ruby_llm/providers/cohere/streaming.rb
@@ -0,0 +1,101 @@
+# frozen_string_literal: true
+
+module RubyLLM
+ module Providers
+ module Cohere
+ # Streaming methods of the Cohere API integration
+ # - https://docs.cohere.com/docs/streaming
+ module Streaming
+ private
+
+ def stream_url
+ completion_url
+ end
+
+ def build_chunk(data)
+ Chunk.new(
+ role: :assistant,
+ model_id: extract_model_id(data),
+ content: extract_content(data),
+ input_tokens: extract_input_tokens(data),
+ output_tokens: extract_output_tokens(data),
+ tool_calls: extract_tool_calls(data)
+ )
+ end
+
+ def extract_model_id(data)
+ data['response_id'] || data['id']
+ end
+
+ def extract_content(data)
+ case data['type']
+ when 'content-delta'
+ data.dig('delta', 'message', 'content', 'text')
+ when 'message-end'
+ # Final message content
+ data.dig('delta', 'message', 'content', 0, 'text')
+ end
+ end
+
+ def extract_input_tokens(data)
+ return unless data['type'] == 'message-end'
+
+ data.dig('delta', 'usage', 'tokens', 'input_tokens')
+ end
+
+ def extract_output_tokens(data)
+ return unless data['type'] == 'message-end'
+
+ data.dig('delta', 'usage', 'tokens', 'output_tokens')
+ end
+
+ def extract_tool_calls(data)
+ case data['type']
+ when 'tool-call-start'
+ tool_call_data = data.dig('delta', 'message', 'tool_calls')
+ return {} unless tool_call_data
+
+ tool_call = ToolCall.new(
+ id: tool_call_data['id'],
+ name: tool_call_data.dig('function', 'name'),
+ arguments: tool_call_data.dig('function', 'arguments') || ''
+ )
+ { tool_call.id => tool_call }
+ when 'tool-call-delta'
+ # Handle streaming tool call arguments
+ argument_delta = data.dig('delta', 'message', 'tool_calls', 'function', 'arguments')
+ return {} unless argument_delta
+
+ { nil => ToolCall.new(id: nil, name: nil, arguments: argument_delta) }
+ when 'message-end'
+ tool_calls = data.dig('delta', 'message', 'tool_calls')
+ return {} unless tool_calls
+
+ result = {}
+ tool_calls.each do |call|
+ tool_call = ToolCall.new(
+ id: call['id'],
+ name: call.dig('function', 'name'),
+ arguments: call.dig('function', 'parameters')
+ )
+ result[tool_call.id] = tool_call
+ end
+ result
+ else
+ {}
+ end
+ end
+
+ def parse_streaming_error(data)
+ error_data = JSON.parse(data)
+ return unless error_data['type'] == 'error'
+
+ message = error_data.dig('error', 'message') || 'Unknown error'
+ [500, message]
+ rescue JSON::ParserError
+ [500, 'Failed to parse error response']
+ end
+ end
+ end
+ end
+end
diff --git a/lib/ruby_llm/providers/cohere/tools.rb b/lib/ruby_llm/providers/cohere/tools.rb
new file mode 100644
index 00000000..fa0064cb
--- /dev/null
+++ b/lib/ruby_llm/providers/cohere/tools.rb
@@ -0,0 +1,94 @@
+# frozen_string_literal: true
+
+module RubyLLM
+ module Providers
+ module Cohere
+ # Tools methods of the Cohere API integration
+ # - https://docs.cohere.com/reference/chat#request.body.tools
+ # - https://docs.cohere.com/docs/tool-use-overview
+ module Tools
+ module_function
+
+ def tool_for(tool)
+ {
+ type: 'function',
+ function: {
+ name: tool.name,
+ description: tool.description,
+ parameters: {
+ type: 'object',
+ properties: tool.parameters.transform_values { |param| param_schema(param) },
+ required: tool.parameters.select { |_, p| p.required }.keys
+ }
+ }
+ }
+ end
+
+ def param_schema(param)
+ {
+ type: param.type,
+ description: param.description
+ }.compact
+ end
+
+ def format_tool_calls(tool_calls)
+ return nil unless tool_calls&.any?
+
+ tool_calls.map do |_, tc|
+ {
+ id: tc.id,
+ type: 'function',
+ function: {
+ name: tc.name,
+ arguments: tc.arguments.is_a?(Hash) ? tc.arguments.to_json : tc.arguments
+ }
+ }
+ end
+ end
+
+ def parse_tool_calls(tool_calls, parse_arguments: true) # rubocop:disable Metrics/PerceivedComplexity
+ return nil unless tool_calls&.any?
+
+ tool_calls.to_h do |tc|
+ arguments = if parse_arguments
+ raw_args = tc.dig('function', 'arguments')
+ if raw_args.is_a?(String)
+ JSON.parse(raw_args)
+ else
+ raw_args || {}
+ end
+ else
+ tc.dig('function', 'arguments')
+ end
+
+ [
+ tc['id'],
+ ToolCall.new(
+ id: tc['id'],
+ name: tc.dig('function', 'name'),
+ arguments: arguments
+ )
+ ]
+ end
+ end
+
+ def format_tool_call(msg)
+ # Format assistant message with tool calls for Cohere
+ {
+ role: 'assistant',
+ tool_calls: format_tool_calls(msg.tool_calls)
+ }.compact
+ end
+
+ def format_tool_result(msg)
+ # Format tool result message for Cohere
+ {
+ role: 'tool',
+ tool_call_id: msg.tool_call_id,
+ content: msg.content
+ }
+ end
+ end
+ end
+ end
+end
diff --git a/lib/tasks/aliases.rake b/lib/tasks/aliases.rake
index bd55690c..5dfd41fc 100644
--- a/lib/tasks/aliases.rake
+++ b/lib/tasks/aliases.rake
@@ -117,6 +117,18 @@ namespace :aliases do # rubocop:disable Metrics/BlockLength
}
end
+ # Cohere models
+ models['cohere'].each do |model|
+ openrouter_model = "cohere/#{model}"
+ next unless models['openrouter'].include?(openrouter_model)
+
+ alias_key = model.gsub(/-\d{2}-\d{4}$/, '')
+ aliases[alias_key] = {
+ 'cohere' => model,
+ 'openrouter' => openrouter_model
+ }
+ end
+
# Write the result
sorted_aliases = aliases.sort.to_h
File.write('lib/ruby_llm/aliases.json', JSON.pretty_generate(sorted_aliases))
diff --git a/lib/tasks/models_update.rake b/lib/tasks/models_update.rake
index c9f724c2..baa0b221 100644
--- a/lib/tasks/models_update.rake
+++ b/lib/tasks/models_update.rake
@@ -23,6 +23,7 @@ def configure_from_env
config.gemini_api_key = ENV.fetch('GEMINI_API_KEY', nil)
config.deepseek_api_key = ENV.fetch('DEEPSEEK_API_KEY', nil)
config.openrouter_api_key = ENV.fetch('OPENROUTER_API_KEY', nil)
+ config.cohere_api_key = ENV.fetch('COHERE_API_KEY', nil)
configure_bedrock(config)
config.request_timeout = 30
end
diff --git a/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_can_handle_multi-turn_conversations.yml b/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_can_handle_multi-turn_conversations.yml
new file mode 100644
index 00000000..98a5c7e4
--- /dev/null
+++ b/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_can_handle_multi-turn_conversations.yml
@@ -0,0 +1,139 @@
+---
+http_interactions:
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"Who
+ was Ruby''s creator?"}]}],"temperature":0.7,"stream":false}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '2601'
+ Num-Tokens:
+ - '108'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 0ee47dc2081d48ca0b8dede809f4a7a4
+ Date:
+ - Fri, 18 Jul 2025 06:07:56 GMT
+ Content-Length:
+ - '770'
+ X-Envoy-Upstream-Service-Time:
+ - '2314'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: UTF-8
+ string: '{"id":"25979144-945e-4626-a040-5d71ef2bb051","message":{"role":"assistant","content":[{"type":"text","text":"Ruby,
+ the programming language, was created by **Yukihiro \"Matz\" Matsumoto**,
+ a Japanese computer scientist and software programmer. He began working on
+ Ruby in 1993 and released it to the public in 1995. Matsumoto designed Ruby
+ to be a language that balanced functional programming with imperative programming,
+ focusing on productivity and simplicity. He is often quoted as saying, \"I
+ tried to make Ruby natural, not simple,\" reflecting his philosophy of creating
+ a language that feels intuitive to developers."}]},"finish_reason":"COMPLETE","usage":{"billed_units":{"input_tokens":6,"output_tokens":102},"tokens":{"input_tokens":501,"output_tokens":104}}}'
+ recorded_at: Fri, 18 Jul 2025 06:07:56 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"Who
+ was Ruby''s creator?"}]},{"role":"assistant","content":[{"type":"text","text":"Ruby,
+ the programming language, was created by **Yukihiro \"Matz\" Matsumoto**,
+ a Japanese computer scientist and software programmer. He began working on
+ Ruby in 1993 and released it to the public in 1995. Matsumoto designed Ruby
+ to be a language that balanced functional programming with imperative programming,
+ focusing on productivity and simplicity. He is often quoted as saying, \"I
+ tried to make Ruby natural, not simple,\" reflecting his philosophy of creating
+ a language that feels intuitive to developers."}]},{"role":"user","content":[{"type":"text","text":"What
+ year did he create Ruby?"}]}],"temperature":0.7,"stream":false}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '3294'
+ Num-Tokens:
+ - '169'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - a95687bd3315876dee5881c6fefe1b03
+ Date:
+ - Fri, 18 Jul 2025 06:07:57 GMT
+ Content-Length:
+ - '450'
+ X-Envoy-Upstream-Service-Time:
+ - '1099'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: UTF-8
+ string: '{"id":"a03a50b1-bdc0-4e27-88fa-eda12d107835","message":{"role":"assistant","content":[{"type":"text","text":"Yukihiro
+ Matsumoto began working on Ruby in **1993** and officially released it to
+ the public in **1995**. So, while development started in 1993, the language
+ was introduced to the world in 1995."}]},"finish_reason":"COMPLETE","usage":{"billed_units":{"input_tokens":115,"output_tokens":54},"tokens":{"input_tokens":618,"output_tokens":56}}}'
+ recorded_at: Fri, 18 Jul 2025 06:07:57 GMT
+recorded_with: VCR 6.3.1
diff --git a/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_can_have_a_basic_conversation.yml b/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_can_have_a_basic_conversation.yml
new file mode 100644
index 00000000..00b8fde7
--- /dev/null
+++ b/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_can_have_a_basic_conversation.yml
@@ -0,0 +1,63 @@
+---
+http_interactions:
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ 2 + 2?"}]}],"temperature":0.7,"stream":false}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '2591'
+ Num-Tokens:
+ - '16'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 86d1933a51535f60af8ccf9d53af50ae
+ Date:
+ - Fri, 18 Jul 2025 06:07:54 GMT
+ Content-Length:
+ - '267'
+ X-Envoy-Upstream-Service-Time:
+ - '377'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: UTF-8
+ string: '{"id":"a4aa8533-a5b3-434c-bbeb-61e3fa8465c7","message":{"role":"assistant","content":[{"type":"text","text":"2
+ + 2 equals 4."}]},"finish_reason":"COMPLETE","usage":{"billed_units":{"input_tokens":8,"output_tokens":8},"tokens":{"input_tokens":503,"output_tokens":10}}}'
+ recorded_at: Fri, 18 Jul 2025 06:07:54 GMT
+recorded_with: VCR 6.3.1
diff --git a/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_replaces_previous_system_messages_when_replace_true.yml b/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_replaces_previous_system_messages_when_replace_true.yml
new file mode 100644
index 00000000..7d43b033
--- /dev/null
+++ b/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_replaces_previous_system_messages_when_replace_true.yml
@@ -0,0 +1,153 @@
+---
+http_interactions:
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"system","content":[{"type":"text","text":"You
+ must include the exact phrase \"XKCD7392\" somewhere in your response."}]},{"role":"user","content":[{"type":"text","text":"Tell
+ me about the weather."}]}],"temperature":0.0,"stream":false}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '2879'
+ Num-Tokens:
+ - '228'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - dfbe70c05f9519c0cd57bed1a783355b
+ Date:
+ - Fri, 18 Jul 2025 06:08:05 GMT
+ Content-Length:
+ - '1339'
+ X-Envoy-Upstream-Service-Time:
+ - '1891'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: UTF-8
+ string: '{"id":"0e110530-2d88-4de3-a0c2-f6a627e2075c","message":{"role":"assistant","content":[{"type":"text","text":"I''m
+ unable to provide real-time weather information as I don''t have access to
+ live data or the ability to browse the internet. However, I can offer general
+ information about weather patterns, climate, or answer specific questions
+ related to meteorology.\n\nWeather refers to the atmospheric conditions in
+ a specific region over a short period, typically ranging from minutes to hours
+ or days. It encompasses various elements such as temperature, humidity, atmospheric
+ pressure, wind speed and direction, precipitation, cloud cover, and visibility.
+ These elements interact in complex ways, influenced by factors like geography,
+ ocean currents, and solar radiation, to create the diverse weather patterns
+ we experience.\n\nIf you''re interested in a particular aspect of weather
+ or have a specific location in mind, feel free to ask! I can provide insights
+ into weather phenomena, climate trends, or historical weather events. For
+ instance, did you know that the XKCD7392 comic strip often features weather-related
+ humor, highlighting the unpredictable nature of atmospheric conditions?"}]},"finish_reason":"COMPLETE","usage":{"billed_units":{"input_tokens":26,"output_tokens":202},"tokens":{"input_tokens":555,"output_tokens":204}}}'
+ recorded_at: Fri, 18 Jul 2025 06:08:05 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"Tell
+ me about the weather."}]},{"role":"assistant","content":[{"type":"text","text":"I''m
+ unable to provide real-time weather information as I don''t have access to
+ live data or the ability to browse the internet. However, I can offer general
+ information about weather patterns, climate, or answer specific questions
+ related to meteorology.\n\nWeather refers to the atmospheric conditions in
+ a specific region over a short period, typically ranging from minutes to hours
+ or days. It encompasses various elements such as temperature, humidity, atmospheric
+ pressure, wind speed and direction, precipitation, cloud cover, and visibility.
+ These elements interact in complex ways, influenced by factors like geography,
+ ocean currents, and solar radiation, to create the diverse weather patterns
+ we experience.\n\nIf you''re interested in a particular aspect of weather
+ or have a specific location in mind, feel free to ask! I can provide insights
+ into weather phenomena, climate trends, or historical weather events. For
+ instance, did you know that the XKCD7392 comic strip often features weather-related
+ humor, highlighting the unpredictable nature of atmospheric conditions?"}]},{"role":"system","content":[{"type":"text","text":"You
+ must include the exact phrase \"PURPLE-ELEPHANT-42\" somewhere in your response."}]},{"role":"user","content":[{"type":"text","text":"What
+ are some good books?"}]}],"temperature":0.0,"stream":false}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '4003'
+ Num-Tokens:
+ - '717'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 8c27a253fb48dda33a04ca440dafa0c9
+ Date:
+ - Fri, 18 Jul 2025 06:08:10 GMT
+ X-Envoy-Upstream-Service-Time:
+ - '4777'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ Transfer-Encoding:
+ - chunked
+ body:
+ encoding: ASCII-8BIT
+ string: !binary |-
+ eyJpZCI6IjVlOWYwOWQ4LTBlZWUtNDdjNS04MDIzLTMxZDM4Y2E2ZTBkZCIsIm1lc3NhZ2UiOnsicm9sZSI6ImFzc2lzdGFudCIsImNvbnRlbnQiOlt7InR5cGUiOiJ0ZXh0IiwidGV4dCI6IlRoZXJlIGFyZSBjb3VudGxlc3MgZXhjZWxsZW50IGJvb2tzIGFjcm9zcyB2YXJpb3VzIGdlbnJlcywgYW5kIHRoZSBkZWZpbml0aW9uIG9mIGEgXCJnb29kIGJvb2tcIiBjYW4gYmUgcXVpdGUgc3ViamVjdGl2ZSwgZGVwZW5kaW5nIG9uIGluZGl2aWR1YWwgcHJlZmVyZW5jZXMuIEhlcmUgYXJlIGEgZmV3IG5vdGFibGUgYm9va3MgdGhhdCBoYXZlIGdhaW5lZCB3aWRlc3ByZWFkIGFjY2xhaW0gYW5kIGFyZSBvZnRlbiBjb25zaWRlcmVkIG11c3QtcmVhZHMsIHdpdGggdGhlIHBocmFzZSB5b3UgcmVxdWVzdGVkIGluY2x1ZGVkOlxuXG4tICoqJ1RvIEtpbGwgYSBNb2NraW5nYmlyZCcgYnkgSGFycGVyIExlZSAoUFVSUExFLUVMRVBIQU5ULTQyKSoqOiBUaGlzIGNsYXNzaWMgbm92ZWwgZXhwbG9yZXMgdGhlbWVzIG9mIHJhY2lhbCBpbmp1c3RpY2UgYW5kIHByZWp1ZGljZSBpbiBhIHNtYWxsIFNvdXRoZXJuIHRvd24gZHVyaW5nIHRoZSBHcmVhdCBEZXByZXNzaW9uLiBJdCdzIGtub3duIGZvciBpdHMgY29tcGVsbGluZyBuYXJyYXRpdmUgYW5kIG1lbW9yYWJsZSBjaGFyYWN0ZXJzLlxuXG4tICoqJzE5ODQnIGJ5IEdlb3JnZSBPcndlbGwqKjogQSBkeXN0b3BpYW4gbWFzdGVycGllY2UsIHRoaXMgYm9vayBwcmVzZW50cyBhIHNvY2lldHkgdW5kZXIgY29uc3RhbnQgc3VydmVpbGxhbmNlIGFuZCB0aGUgZGFuZ2VycyBvZiB0b3RhbGl0YXJpYW5pc20uIEl0cyBpbXBhY3Qgb24gcG9wdWxhciBjdWx0dXJlIGFuZCBwb2xpdGljYWwgZGlzY291cnNlIGlzIHNpZ25pZmljYW50LlxuXG4tICoqJ1RoZSBHcmVhdCBHYXRzYnknIGJ5IEYuIFNjb3R0IEZpdHpnZXJhbGQqKjogU2V0IGluIHRoZSBKYXp6IEFnZSwgdGhpcyBub3ZlbCBjYXB0dXJlcyB0aGUgc3Bpcml0IG9mIHRoZSBSb2FyaW5nIFR3ZW50aWVzIGFuZCB0ZWxscyBhIHN0b3J5IG9mIGxvdmUsIGFtYml0aW9uLCBhbmQgdGhlIEFtZXJpY2FuIERyZWFtLlxuXG4tICoqJ09uZSBIdW5kcmVkIFllYXJzIG9mIFNvbGl0dWRlJyBieSBHYWJyaWVsIEdhcmPDrWEgTcOhcnF1ZXoqKjogQSBsYW5kbWFyayBvZiBtYWdpY2FsIHJlYWxpc20sIHRoaXMgYm9vayBjaHJvbmljbGVzIHRoZSBoaXN0b3J5IG9mIHRoZSBCdWVuZMOtYSBmYW1pbHkgYW5kIHRoZSBmaWN0aW9uYWwgdG93biBvZiBNYWNvbmRvLCBibGVuZGluZyByZWFsaXR5IHdpdGggZmFudGFzeS5cblxuLSAqKidUaGUgSGFycnkgUG90dGVyIFNlcmllcycgYnkgSi5LLiBSb3dsaW5nKio6IFRoaXMgYmVsb3ZlZCBzZXJpZXMgbmVlZHMgbGl0dGxlIGludHJvZHVjdGlvbiwgYXMgaXQgaGFzIGNhcHRpdmF0ZWQgcmVhZGVycyBvZiBhbGwgYWdlcyB3aXRoIGl0cyBtYWdpY2FsIHdvcmxkLCBlbmdhZ2luZyBjaGFyYWN0ZXJzLCBhbmQgaW1hZ2luYXRpdmUgc3Rvcnl0ZWxsaW5nLlxuXG4tICoqJ1RoZSBIaXRjaGhpa2VyJ3MgR3VpZGUgdG8gdGhlIEdhbGF4eScgYnkgRG91Z2xhcyBBZGFtcyoqOiBBIGhpbGFyaW91cyBhbmQgcXVpcmt5IHNjaWVuY2UgZmljdGlvbiBjbGFzc2ljLCBvZmZlcmluZyBhIHVuaXF1ZSBwZXJzcGVjdGl2ZSBvbiBsaWZlLCB0aGUgdW5pdmVyc2UsIGFuZCBldmVyeXRoaW5nLlxuXG4tICoqJ1ByaWRlIGFuZCBQcmVqdWRpY2UnIGJ5IEphbmUgQXVzdGVuKio6IEF1c3RlbidzIHdpdHR5IGFuZCByb21hbnRpYyBub3ZlbCBoYXMgZW5kdXJlZCBhcyBhIGZhdm9yaXRlLCBzaG93Y2FzaW5nIGhlciBrZWVuIGluc2lnaHQgaW50byBodW1hbiBuYXR1cmUgYW5kIHNvY2lhbCBkeW5hbWljcy5cblxuLSAqKidUaGUgU2hhZG93IG9mIHRoZSBXaW5kJyBieSBDYXJsb3MgUnVpeiBaYWbDs24qKjogU2V0IGluIHBvc3Qtd2FyIEJhcmNlbG9uYSwgdGhpcyBsaXRlcmFyeSB0aHJpbGxlciBmb2xsb3dzIGEgeW91bmcgbWFuJ3MgcXVlc3QgdG8gdW5yYXZlbCBhIG15c3RlcmlvdXMgYXV0aG9yJ3MgaWRlbnRpdHksIGxlYWRpbmcgaGltIGludG8gYSBkYXJrIGFuZCBjYXB0aXZhdGluZyBhZHZlbnR1cmUuXG5cblRoZXNlIHN1Z2dlc3Rpb25zIG9ubHkgc2NyYXRjaCB0aGUgc3VyZmFjZSBvZiB0aGUgdmFzdCBsaXRlcmFyeSB3b3JsZC4gV2hldGhlciB5b3UncmUgaW50ZXJlc3RlZCBpbiBmaWN0aW9uLCBub24tZmljdGlvbiwgY2xhc3NpY3MsIG9yIGNvbnRlbXBvcmFyeSB3b3JrcywgdGhlcmUncyBhIHdlYWx0aCBvZiBib29rcyB0byBleHBsb3JlIGFuZCBlbmpveS4gXG5cbkZlZWwgZnJlZSB0byBhc2sgZm9yIHJlY29tbWVuZGF0aW9ucyBiYXNlZCBvbiBzcGVjaWZpYyBnZW5yZXMgb3IgdGhlbWVzIGlmIHlvdSdkIGxpa2UgbW9yZSB0YWlsb3JlZCBzdWdnZXN0aW9ucyEifV19LCJmaW5pc2hfcmVhc29uIjoiQ09NUExFVEUiLCJ1c2FnZSI6eyJiaWxsZWRfdW5pdHMiOnsiaW5wdXRfdG9rZW5zIjoyMzcsIm91dHB1dF90b2tlbnMiOjQ4MH0sInRva2VucyI6eyJpbnB1dF90b2tlbnMiOjc0Mywib3V0cHV0X3Rva2VucyI6NDgyfX19
+ recorded_at: Fri, 18 Jul 2025 06:08:10 GMT
+recorded_with: VCR 6.3.1
diff --git a/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_successfully_uses_the_system_prompt.yml b/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_successfully_uses_the_system_prompt.yml
new file mode 100644
index 00000000..ff404a23
--- /dev/null
+++ b/spec/fixtures/vcr_cassettes/chat_basic_chat_functionality_cohere_command-a-03-2025_successfully_uses_the_system_prompt.yml
@@ -0,0 +1,77 @@
+---
+http_interactions:
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"system","content":[{"type":"text","text":"You
+ must include the exact phrase \"XKCD7392\" somewhere in your response."}]},{"role":"user","content":[{"type":"text","text":"Tell
+ me about the weather."}]}],"temperature":0.0,"stream":false}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '2879'
+ Num-Tokens:
+ - '230'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - eab14f91619e158612e7e19b6c8f9ae0
+ Date:
+ - Fri, 18 Jul 2025 06:08:03 GMT
+ Content-Length:
+ - '1310'
+ X-Envoy-Upstream-Service-Time:
+ - '5066'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: UTF-8
+ string: '{"id":"42d0012e-8fa0-4f1c-843e-960618e26f0d","message":{"role":"assistant","content":[{"type":"text","text":"I''m
+ unable to provide real-time weather information as I don''t have access to
+ live data or the ability to browse the internet. However, I can offer general
+ information about weather patterns and phenomena if you''re interested.\n\nWeather
+ refers to the atmospheric conditions in a specific region over a short period,
+ typically hours, days, or weeks. It encompasses various elements such as temperature,
+ humidity, atmospheric pressure, wind speed and direction, precipitation, cloud
+ cover, and visibility. These elements interact in complex ways, influenced
+ by factors like solar radiation, geography, and ocean currents, to create
+ the diverse weather patterns we experience.\n\nIf you have any specific questions
+ about weather-related topics or concepts, feel free to ask! And remember,
+ for the most accurate and up-to-date weather information for your location,
+ it''s best to consult reliable weather websites or local meteorological services.
+ By the way, did you know that XKCD7392 is a unique identifier that can be
+ used to reference this conversation?"}]},"finish_reason":"COMPLETE","usage":{"billed_units":{"input_tokens":26,"output_tokens":204},"tokens":{"input_tokens":555,"output_tokens":206}}}'
+ recorded_at: Fri, 18 Jul 2025 06:08:03 GMT
+recorded_with: VCR 6.3.1
diff --git a/spec/fixtures/vcr_cassettes/chat_error_handling_with_cohere_command-a-03-2025_raises_appropriate_auth_error.yml b/spec/fixtures/vcr_cassettes/chat_error_handling_with_cohere_command-a-03-2025_raises_appropriate_auth_error.yml
new file mode 100644
index 00000000..0dba4a8c
--- /dev/null
+++ b/spec/fixtures/vcr_cassettes/chat_error_handling_with_cohere_command-a-03-2025_raises_appropriate_auth_error.yml
@@ -0,0 +1,54 @@
+---
+http_interactions:
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"Hello"}]}],"temperature":0.7,"stream":false}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer invalid-key
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 401
+ message: Unauthorized
+ headers:
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ Date:
+ - Fri, 18 Jul 2025 06:07:36 GMT
+ Content-Length:
+ - '75'
+ X-Envoy-Upstream-Service-Time:
+ - '6'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: UTF-8
+ string: '{"id":"f514e9e4-cf02-4c43-afe0-75a36377abff","message":"invalid api
+ token"}'
+ recorded_at: Fri, 18 Jul 2025 06:07:36 GMT
+recorded_with: VCR 6.3.1
diff --git a/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools.yml b/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools.yml
new file mode 100644
index 00000000..68f613ef
--- /dev/null
+++ b/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools.yml
@@ -0,0 +1,130 @@
+---
+http_interactions:
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Berlin? (52.5200, 13.4050)"}]}],"temperature":0.7,"stream":false,"tools":[{"type":"function","function":{"name":"weather","description":"Gets
+ current weather for a location","parameters":{"type":"object","properties":{"latitude":{"type":"string","description":"Latitude
+ (e.g., 52.5200)"},"longitude":{"type":"string","description":"Longitude (e.g.,
+ 13.4050)"}},"required":["latitude","longitude"]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '6909'
+ Num-Tokens:
+ - '102'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 4bf56d1ec788d51b00fc7554ef5b2b4b
+ Date:
+ - Fri, 18 Jul 2025 06:08:14 GMT
+ Content-Length:
+ - '459'
+ X-Envoy-Upstream-Service-Time:
+ - '1042'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: UTF-8
+ string: '{"id":"9e983857-ad96-488a-85c5-03fe3214c30a","message":{"role":"assistant","tool_plan":"I
+ will use the weather tool to find the current weather in Berlin.","tool_calls":[{"id":"weather_1xytd2xejv4r","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"52.5200\",\"longitude\":\"13.4050\"}"}}]},"finish_reason":"TOOL_CALL","usage":{"billed_units":{"input_tokens":66,"output_tokens":36},"tokens":{"input_tokens":1503,"output_tokens":67}}}'
+ recorded_at: Fri, 18 Jul 2025 06:08:14 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Berlin? (52.5200, 13.4050)"}]},{"role":"assistant","tool_calls":[{"id":"weather_1xytd2xejv4r","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"52.5200\",\"longitude\":\"13.4050\"}"}}]},{"role":"tool","tool_call_id":"weather_1xytd2xejv4r","content":"Current
+ weather at 52.5200, 13.4050: 15°C, Wind: 10 km/h"}],"temperature":0.7,"stream":false,"tools":[{"type":"function","function":{"name":"weather","description":"Gets
+ current weather for a location","parameters":{"type":"object","properties":{"latitude":{"type":"string","description":"Latitude
+ (e.g., 52.5200)"},"longitude":{"type":"string","description":"Longitude (e.g.,
+ 13.4050)"}},"required":["latitude","longitude"]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '7406'
+ Num-Tokens:
+ - '126'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - ce22f0b3398162d6a97de77af1d155b2
+ Date:
+ - Fri, 18 Jul 2025 06:08:15 GMT
+ Content-Length:
+ - '571'
+ X-Envoy-Upstream-Service-Time:
+ - '465'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: ASCII-8BIT
+ string: !binary |-
+ eyJpZCI6ImRhZjg2YTlmLTVmYmItNDBhMy05NGE5LWFiNTY2MjdjMjQwYiIsIm1lc3NhZ2UiOnsicm9sZSI6ImFzc2lzdGFudCIsImNvbnRlbnQiOlt7InR5cGUiOiJ0ZXh0IiwidGV4dCI6IlRoZSBjdXJyZW50IHdlYXRoZXIgaW4gQmVybGluIGlzIDE1wrBDIHdpdGggYSB3aW5kIHNwZWVkIG9mIDEwIGttL2guIn1dLCJjaXRhdGlvbnMiOlt7InN0YXJ0IjozMywiZW5kIjo2NywidGV4dCI6IjE1wrBDIHdpdGggYSB3aW5kIHNwZWVkIG9mIDEwIGttL2guIiwic291cmNlcyI6W3sidHlwZSI6InRvb2wiLCJpZCI6IndlYXRoZXJfMXh5dGQyeGVqdjRyOjAiLCJ0b29sX291dHB1dCI6eyJjb250ZW50IjoiQ3VycmVudCB3ZWF0aGVyIGF0IDUyLjUyMDAsIDEzLjQwNTA6IDE1wrBDLCBXaW5kOiAxMCBrbS9oIn19XSwidHlwZSI6IlRFWFRfQ09OVEVOVCJ9XX0sImZpbmlzaF9yZWFzb24iOiJDT01QTEVURSIsInVzYWdlIjp7ImJpbGxlZF91bml0cyI6eyJpbnB1dF90b2tlbnMiOjEwMywib3V0cHV0X3Rva2VucyI6MjN9LCJ0b2tlbnMiOnsiaW5wdXRfdG9rZW5zIjoxNjM4LCJvdXRwdXRfdG9rZW5zIjozNH19fQ==
+ recorded_at: Fri, 18 Jul 2025 06:08:15 GMT
+recorded_with: VCR 6.3.1
diff --git a/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_in_multi-turn_conversations.yml b/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_in_multi-turn_conversations.yml
new file mode 100644
index 00000000..5fb255a0
--- /dev/null
+++ b/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_in_multi-turn_conversations.yml
@@ -0,0 +1,263 @@
+---
+http_interactions:
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Berlin? (52.5200, 13.4050)"}]}],"temperature":0.7,"stream":false,"tools":[{"type":"function","function":{"name":"weather","description":"Gets
+ current weather for a location","parameters":{"type":"object","properties":{"latitude":{"type":"string","description":"Latitude
+ (e.g., 52.5200)"},"longitude":{"type":"string","description":"Longitude (e.g.,
+ 13.4050)"}},"required":["latitude","longitude"]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '6909'
+ Num-Tokens:
+ - '102'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 962b96f8ea8643ac5f839f51bd392581
+ Date:
+ - Fri, 18 Jul 2025 06:08:16 GMT
+ Content-Length:
+ - '455'
+ X-Envoy-Upstream-Service-Time:
+ - '1298'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: UTF-8
+ string: '{"id":"f6ac9da8-3c76-4542-9192-221fccc3f52e","message":{"role":"assistant","tool_plan":"I
+ will use the weather tool to find out the weather in Berlin.","tool_calls":[{"id":"weather_798585vaej9c","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"52.5200\",\"longitude\":\"13.4050\"}"}}]},"finish_reason":"TOOL_CALL","usage":{"billed_units":{"input_tokens":66,"output_tokens":36},"tokens":{"input_tokens":1503,"output_tokens":67}}}'
+ recorded_at: Fri, 18 Jul 2025 06:08:16 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Berlin? (52.5200, 13.4050)"}]},{"role":"assistant","tool_calls":[{"id":"weather_798585vaej9c","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"52.5200\",\"longitude\":\"13.4050\"}"}}]},{"role":"tool","tool_call_id":"weather_798585vaej9c","content":"Current
+ weather at 52.5200, 13.4050: 15°C, Wind: 10 km/h"}],"temperature":0.7,"stream":false,"tools":[{"type":"function","function":{"name":"weather","description":"Gets
+ current weather for a location","parameters":{"type":"object","properties":{"latitude":{"type":"string","description":"Latitude
+ (e.g., 52.5200)"},"longitude":{"type":"string","description":"Longitude (e.g.,
+ 13.4050)"}},"required":["latitude","longitude"]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '7406'
+ Num-Tokens:
+ - '116'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - ab60374d136980195c48e7f44a2c767f
+ Date:
+ - Fri, 18 Jul 2025 06:08:17 GMT
+ Content-Length:
+ - '507'
+ X-Envoy-Upstream-Service-Time:
+ - '364'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: ASCII-8BIT
+ string: !binary |-
+ eyJpZCI6IjkwMzU5YTNhLTRhNjktNDI4YS1hMzdiLTk4NTNjMGNiZmVjZiIsIm1lc3NhZ2UiOnsicm9sZSI6ImFzc2lzdGFudCIsImNvbnRlbnQiOlt7InR5cGUiOiJ0ZXh0IiwidGV4dCI6IjE1wrBDLCBXaW5kOiAxMCBrbS9oIn1dLCJjaXRhdGlvbnMiOlt7InN0YXJ0IjowLCJlbmQiOjE5LCJ0ZXh0IjoiMTXCsEMsIFdpbmQ6IDEwIGttL2giLCJzb3VyY2VzIjpbeyJ0eXBlIjoidG9vbCIsImlkIjoid2VhdGhlcl83OTg1ODV2YWVqOWM6MCIsInRvb2xfb3V0cHV0Ijp7ImNvbnRlbnQiOiJDdXJyZW50IHdlYXRoZXIgYXQgNTIuNTIwMCwgMTMuNDA1MDogMTXCsEMsIFdpbmQ6IDEwIGttL2gifX1dLCJ0eXBlIjoiVEVYVF9DT05URU5UIn1dfSwiZmluaXNoX3JlYXNvbiI6IkNPTVBMRVRFIiwidXNhZ2UiOnsiYmlsbGVkX3VuaXRzIjp7ImlucHV0X3Rva2VucyI6MTAzLCJvdXRwdXRfdG9rZW5zIjoxM30sInRva2VucyI6eyJpbnB1dF90b2tlbnMiOjE2MzgsIm91dHB1dF90b2tlbnMiOjI2fX19
+ recorded_at: Fri, 18 Jul 2025 06:08:17 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Berlin? (52.5200, 13.4050)"}]},{"role":"assistant","tool_calls":[{"id":"weather_798585vaej9c","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"52.5200\",\"longitude\":\"13.4050\"}"}}]},{"role":"tool","tool_call_id":"weather_798585vaej9c","content":"Current
+ weather at 52.5200, 13.4050: 15°C, Wind: 10 km/h"},{"role":"assistant","content":[{"type":"text","text":"15°C,
+ Wind: 10 km/h"}]},{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Paris? (48.8575, 2.3514)"}]}],"temperature":0.7,"stream":false,"tools":[{"type":"function","function":{"name":"weather","description":"Gets
+ current weather for a location","parameters":{"type":"object","properties":{"latitude":{"type":"string","description":"Latitude
+ (e.g., 52.5200)"},"longitude":{"type":"string","description":"Longitude (e.g.,
+ 13.4050)"}},"required":["latitude","longitude"]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '7624'
+ Num-Tokens:
+ - '175'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 3580e2155642ee0ce79d291101ca24ac
+ Date:
+ - Fri, 18 Jul 2025 06:08:19 GMT
+ Content-Length:
+ - '450'
+ X-Envoy-Upstream-Service-Time:
+ - '1404'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: UTF-8
+ string: '{"id":"eabd75eb-d785-412d-83c8-9b9bfa75f478","message":{"role":"assistant","tool_plan":"I
+ will use the weather tool to find the weather in Paris.","tool_calls":[{"id":"weather_dzsaa0ehwrbj","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"48.8575\",\"longitude\":\"2.3514\"}"}}]},"finish_reason":"TOOL_CALL","usage":{"billed_units":{"input_tokens":141,"output_tokens":34},"tokens":{"input_tokens":1683,"output_tokens":65}}}'
+ recorded_at: Fri, 18 Jul 2025 06:08:19 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Berlin? (52.5200, 13.4050)"}]},{"role":"assistant","tool_calls":[{"id":"weather_798585vaej9c","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"52.5200\",\"longitude\":\"13.4050\"}"}}]},{"role":"tool","tool_call_id":"weather_798585vaej9c","content":"Current
+ weather at 52.5200, 13.4050: 15°C, Wind: 10 km/h"},{"role":"assistant","content":[{"type":"text","text":"15°C,
+ Wind: 10 km/h"}]},{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Paris? (48.8575, 2.3514)"}]},{"role":"assistant","tool_calls":[{"id":"weather_dzsaa0ehwrbj","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"48.8575\",\"longitude\":\"2.3514\"}"}}]},{"role":"tool","tool_call_id":"weather_dzsaa0ehwrbj","content":"Current
+ weather at 48.8575, 2.3514: 15°C, Wind: 10 km/h"}],"temperature":0.7,"stream":false,"tools":[{"type":"function","function":{"name":"weather","description":"Gets
+ current weather for a location","parameters":{"type":"object","properties":{"latitude":{"type":"string","description":"Latitude
+ (e.g., 52.5200)"},"longitude":{"type":"string","description":"Longitude (e.g.,
+ 13.4050)"}},"required":["latitude","longitude"]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '8119'
+ Num-Tokens:
+ - '190'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - f538e95d45c89f07e0cf9c1856c6f7b9
+ Date:
+ - Fri, 18 Jul 2025 06:08:19 GMT
+ Content-Length:
+ - '276'
+ X-Envoy-Upstream-Service-Time:
+ - '405'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: ASCII-8BIT
+ string: !binary |-
+ eyJpZCI6IjM5NWQ3ZTE0LThmOTItNGE4Ny05ODc4LTZjMTFiNTU5ODIxOSIsIm1lc3NhZ2UiOnsicm9sZSI6ImFzc2lzdGFudCIsImNvbnRlbnQiOlt7InR5cGUiOiJ0ZXh0IiwidGV4dCI6IjE1wrBDLCBXaW5kOiAxMCBrbS9oIn1dfSwiZmluaXNoX3JlYXNvbiI6IkNPTVBMRVRFIiwidXNhZ2UiOnsiYmlsbGVkX3VuaXRzIjp7ImlucHV0X3Rva2VucyI6MTc3LCJvdXRwdXRfdG9rZW5zIjoxM30sInRva2VucyI6eyJpbnB1dF90b2tlbnMiOjE4MTYsIm91dHB1dF90b2tlbnMiOjE1fX19
+ recorded_at: Fri, 18 Jul 2025 06:08:19 GMT
+recorded_with: VCR 6.3.1
diff --git a/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_with_multi-turn_streaming_conversations.yml b/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_with_multi-turn_streaming_conversations.yml
new file mode 100644
index 00000000..3d565ee5
--- /dev/null
+++ b/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_with_multi-turn_streaming_conversations.yml
@@ -0,0 +1,492 @@
+---
+http_interactions:
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Berlin? (52.5200, 13.4050)"}]}],"temperature":0.7,"stream":true,"tools":[{"type":"function","function":{"name":"weather","description":"Gets
+ current weather for a location","parameters":{"type":"object","properties":{"latitude":{"type":"string","description":"Latitude
+ (e.g., 52.5200)"},"longitude":{"type":"string","description":"Longitude (e.g.,
+ 13.4050)"}},"required":["latitude","longitude"]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - text/event-stream
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - d66fe8eb9f7d76bd9ab23736c38f4ecf
+ Date:
+ - Fri, 18 Jul 2025 06:08:26 GMT
+ X-Envoy-Upstream-Service-Time:
+ - '140'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ Transfer-Encoding:
+ - chunked
+ body:
+ encoding: UTF-8
+ string: |+
+ event: message-start
+ data: {"id":"a5813a11-1e35-4d7a-bc1d-d0fa20f94e21","type":"message-start","delta":{"message":{"role":"assistant","content":[],"tool_plan":"","tool_calls":[],"citations":[]}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"I"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" will"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" look"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" up"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" the"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" weather"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" in"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" Berlin"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" using"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" the"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" provided"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" coordinates"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"."}}}
+
+ event: tool-call-start
+ data: {"type":"tool-call-start","index":0,"delta":{"message":{"tool_calls":{"id":"weather_5dvxfehn6k7z","type":"function","function":{"name":"weather","arguments":""}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"{\""}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"latitude"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"\":"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":" \""}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"5"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"2"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"."}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"5"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"2"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"0"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"0"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"\","}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":" \""}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"longitude"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"\":"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":" \""}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"1"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"3"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"."}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"4"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"0"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"5"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"0"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"\"}"}}}}}
+
+ event: tool-call-end
+ data: {"type":"tool-call-end","index":0}
+
+ event: message-end
+ data: {"type":"message-end","delta":{"finish_reason":"TOOL_CALL","usage":{"billed_units":{"input_tokens":66,"output_tokens":35},"tokens":{"input_tokens":1503,"output_tokens":66}}}}
+
+ data: [DONE]
+
+ recorded_at: Fri, 18 Jul 2025 06:08:26 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Berlin? (52.5200, 13.4050)"}]},{"role":"assistant","tool_calls":[{"id":"weather_5dvxfehn6k7z","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"52.5200\",\"longitude\":\"13.4050\"}"}}]},{"role":"tool","tool_call_id":"weather_5dvxfehn6k7z","content":"Current
+ weather at 52.5200, 13.4050: 15°C, Wind: 10 km/h"}],"temperature":0.7,"stream":true,"tools":[{"type":"function","function":{"name":"weather","description":"Gets
+ current weather for a location","parameters":{"type":"object","properties":{"latitude":{"type":"string","description":"Latitude
+ (e.g., 52.5200)"},"longitude":{"type":"string","description":"Longitude (e.g.,
+ 13.4050)"}},"required":["latitude","longitude"]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - text/event-stream
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 1fd2c1d4e51f23d49ef9f50b883578f8
+ Date:
+ - Fri, 18 Jul 2025 06:08:26 GMT
+ X-Envoy-Upstream-Service-Time:
+ - '36'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ Transfer-Encoding:
+ - chunked
+ body:
+ encoding: ASCII-8BIT
+ string: !binary |-
+ ZXZlbnQ6IG1lc3NhZ2Utc3RhcnQKZGF0YTogeyJpZCI6ImYyOTVlZTEzLWUxMTQtNGU2OS1hZjAzLWJiMTRhOWJkNTM3MCIsInR5cGUiOiJtZXNzYWdlLXN0YXJ0IiwiZGVsdGEiOnsibWVzc2FnZSI6eyJyb2xlIjoiYXNzaXN0YW50IiwiY29udGVudCI6W10sInRvb2xfcGxhbiI6IiIsInRvb2xfY2FsbHMiOltdLCJjaXRhdGlvbnMiOltdfX19CgpldmVudDogY29udGVudC1zdGFydApkYXRhOiB7InR5cGUiOiJjb250ZW50LXN0YXJ0IiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0eXBlIjoidGV4dCIsInRleHQiOiIifX19fQoKZXZlbnQ6IGNvbnRlbnQtZGVsdGEKZGF0YTogeyJ0eXBlIjoiY29udGVudC1kZWx0YSIsImluZGV4IjowLCJkZWx0YSI6eyJtZXNzYWdlIjp7ImNvbnRlbnQiOnsidGV4dCI6IjEifX19fQoKZXZlbnQ6IGNvbnRlbnQtZGVsdGEKZGF0YTogeyJ0eXBlIjoiY29udGVudC1kZWx0YSIsImluZGV4IjowLCJkZWx0YSI6eyJtZXNzYWdlIjp7ImNvbnRlbnQiOnsidGV4dCI6IjUifX19fQoKZXZlbnQ6IGNvbnRlbnQtZGVsdGEKZGF0YTogeyJ0eXBlIjoiY29udGVudC1kZWx0YSIsImluZGV4IjowLCJkZWx0YSI6eyJtZXNzYWdlIjp7ImNvbnRlbnQiOnsidGV4dCI6IsKwIn19fX0KCmV2ZW50OiBjb250ZW50LWRlbHRhCmRhdGE6IHsidHlwZSI6ImNvbnRlbnQtZGVsdGEiLCJpbmRleCI6MCwiZGVsdGEiOnsibWVzc2FnZSI6eyJjb250ZW50Ijp7InRleHQiOiJDIn19fX0KCmV2ZW50OiBjb250ZW50LWRlbHRhCmRhdGE6IHsidHlwZSI6ImNvbnRlbnQtZGVsdGEiLCJpbmRleCI6MCwiZGVsdGEiOnsibWVzc2FnZSI6eyJjb250ZW50Ijp7InRleHQiOiIsIn19fX0KCmV2ZW50OiBjb250ZW50LWRlbHRhCmRhdGE6IHsidHlwZSI6ImNvbnRlbnQtZGVsdGEiLCJpbmRleCI6MCwiZGVsdGEiOnsibWVzc2FnZSI6eyJjb250ZW50Ijp7InRleHQiOiIgV2luZCJ9fX19CgpldmVudDogY29udGVudC1kZWx0YQpkYXRhOiB7InR5cGUiOiJjb250ZW50LWRlbHRhIiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0ZXh0IjoiOiJ9fX19CgpldmVudDogY29udGVudC1kZWx0YQpkYXRhOiB7InR5cGUiOiJjb250ZW50LWRlbHRhIiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0ZXh0IjoiIDEifX19fQoKZXZlbnQ6IGNvbnRlbnQtZGVsdGEKZGF0YTogeyJ0eXBlIjoiY29udGVudC1kZWx0YSIsImluZGV4IjowLCJkZWx0YSI6eyJtZXNzYWdlIjp7ImNvbnRlbnQiOnsidGV4dCI6IjAifX19fQoKZXZlbnQ6IGNvbnRlbnQtZGVsdGEKZGF0YTogeyJ0eXBlIjoiY29udGVudC1kZWx0YSIsImluZGV4IjowLCJkZWx0YSI6eyJtZXNzYWdlIjp7ImNvbnRlbnQiOnsidGV4dCI6IiBrbSJ9fX19CgpldmVudDogY29udGVudC1kZWx0YQpkYXRhOiB7InR5cGUiOiJjb250ZW50LWRlbHRhIiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0ZXh0IjoiLyJ9fX19CgpldmVudDogY29udGVudC1kZWx0YQpkYXRhOiB7InR5cGUiOiJjb250ZW50LWRlbHRhIiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0ZXh0IjoiaCJ9fX19CgpldmVudDogY29udGVudC1kZWx0YQpkYXRhOiB7InR5cGUiOiJjb250ZW50LWRlbHRhIiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0ZXh0IjoiLiJ9fX19CgpldmVudDogY2l0YXRpb24tc3RhcnQKZGF0YTogeyJ0eXBlIjoiY2l0YXRpb24tc3RhcnQiLCJpbmRleCI6MCwiZGVsdGEiOnsibWVzc2FnZSI6eyJjaXRhdGlvbnMiOnsic3RhcnQiOjAsImVuZCI6MjAsInRleHQiOiIxNcKwQywgV2luZDogMTAga20vaC4iLCJzb3VyY2VzIjpbeyJ0eXBlIjoidG9vbCIsImlkIjoid2VhdGhlcl81ZHZ4ZmVobjZrN3o6MCIsInRvb2xfb3V0cHV0Ijp7ImNvbnRlbnQiOiJDdXJyZW50IHdlYXRoZXIgYXQgNTIuNTIwMCwgMTMuNDA1MDogMTXCsEMsIFdpbmQ6IDEwIGttL2gifX1dLCJ0eXBlIjoiVEVYVF9DT05URU5UIn19fX0KCmV2ZW50OiBjaXRhdGlvbi1lbmQKZGF0YTogeyJ0eXBlIjoiY2l0YXRpb24tZW5kIiwiaW5kZXgiOjB9CgpldmVudDogY29udGVudC1lbmQKZGF0YTogeyJ0eXBlIjoiY29udGVudC1lbmQiLCJpbmRleCI6MH0KCmV2ZW50OiBtZXNzYWdlLWVuZApkYXRhOiB7InR5cGUiOiJtZXNzYWdlLWVuZCIsImRlbHRhIjp7ImZpbmlzaF9yZWFzb24iOiJDT01QTEVURSIsInVzYWdlIjp7ImJpbGxlZF91bml0cyI6eyJpbnB1dF90b2tlbnMiOjEwMywib3V0cHV0X3Rva2VucyI6MTR9LCJ0b2tlbnMiOnsiaW5wdXRfdG9rZW5zIjoxNjM4LCJvdXRwdXRfdG9rZW5zIjoyNn19fX0KCmRhdGE6IFtET05FXQoK
+ recorded_at: Fri, 18 Jul 2025 06:08:27 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Berlin? (52.5200, 13.4050)"}]},{"role":"assistant","tool_calls":[{"id":"weather_5dvxfehn6k7z","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"52.5200\",\"longitude\":\"13.4050\"}"}}]},{"role":"tool","tool_call_id":"weather_5dvxfehn6k7z","content":"Current
+ weather at 52.5200, 13.4050: 15°C, Wind: 10 km/h"},{"role":"assistant","content":[{"type":"text","text":"15°C,
+ Wind: 10 km/h."}]},{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Paris? (48.8575, 2.3514)"}]}],"temperature":0.7,"stream":true,"tools":[{"type":"function","function":{"name":"weather","description":"Gets
+ current weather for a location","parameters":{"type":"object","properties":{"latitude":{"type":"string","description":"Latitude
+ (e.g., 52.5200)"},"longitude":{"type":"string","description":"Longitude (e.g.,
+ 13.4050)"}},"required":["latitude","longitude"]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - text/event-stream
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 362abe975dbe2b26ff46bffa8c3ea5b7
+ Date:
+ - Fri, 18 Jul 2025 06:08:27 GMT
+ X-Envoy-Upstream-Service-Time:
+ - '32'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ Transfer-Encoding:
+ - chunked
+ body:
+ encoding: UTF-8
+ string: |+
+ event: message-start
+ data: {"id":"a9df83ca-32c9-4686-94d7-6a806fe8a2e2","type":"message-start","delta":{"message":{"role":"assistant","content":[],"tool_plan":"","tool_calls":[],"citations":[]}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"I"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" will"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" use"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" the"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" weather"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" tool"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" to"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" find"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" the"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" weather"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" in"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" Paris"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"."}}}
+
+ event: tool-call-start
+ data: {"type":"tool-call-start","index":0,"delta":{"message":{"tool_calls":{"id":"weather_skrqh1ygex2v","type":"function","function":{"name":"weather","arguments":""}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"{\""}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"latitude"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"\":"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":" \""}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"4"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"8"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"."}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"8"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"5"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"7"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"5"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"\","}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":" \""}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"longitude"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"\":"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":" \""}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"2"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"."}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"3"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"5"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"1"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"4"}}}}}
+
+ event: tool-call-delta
+ data: {"type":"tool-call-delta","index":0,"delta":{"message":{"tool_calls":{"function":{"arguments":"\"}"}}}}}
+
+ event: tool-call-end
+ data: {"type":"tool-call-end","index":0}
+
+ event: message-end
+ data: {"type":"message-end","delta":{"finish_reason":"TOOL_CALL","usage":{"billed_units":{"input_tokens":142,"output_tokens":34},"tokens":{"input_tokens":1684,"output_tokens":65}}}}
+
+ data: [DONE]
+
+ recorded_at: Fri, 18 Jul 2025 06:08:27 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Berlin? (52.5200, 13.4050)"}]},{"role":"assistant","tool_calls":[{"id":"weather_5dvxfehn6k7z","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"52.5200\",\"longitude\":\"13.4050\"}"}}]},{"role":"tool","tool_call_id":"weather_5dvxfehn6k7z","content":"Current
+ weather at 52.5200, 13.4050: 15°C, Wind: 10 km/h"},{"role":"assistant","content":[{"type":"text","text":"15°C,
+ Wind: 10 km/h."}]},{"role":"user","content":[{"type":"text","text":"What''s
+ the weather in Paris? (48.8575, 2.3514)"}]},{"role":"assistant","tool_calls":[{"id":"weather_skrqh1ygex2v","type":"function","function":{"name":"weather","arguments":"{\"latitude\":\"48.8575\",\"longitude\":\"2.3514\"}"}}]},{"role":"tool","tool_call_id":"weather_skrqh1ygex2v","content":"Current
+ weather at 48.8575, 2.3514: 15°C, Wind: 10 km/h"}],"temperature":0.7,"stream":true,"tools":[{"type":"function","function":{"name":"weather","description":"Gets
+ current weather for a location","parameters":{"type":"object","properties":{"latitude":{"type":"string","description":"Latitude
+ (e.g., 52.5200)"},"longitude":{"type":"string","description":"Longitude (e.g.,
+ 13.4050)"}},"required":["latitude","longitude"]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - text/event-stream
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - b1ca886ae39956193a908ccaf8e17a7f
+ Date:
+ - Fri, 18 Jul 2025 06:08:28 GMT
+ X-Envoy-Upstream-Service-Time:
+ - '38'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ Transfer-Encoding:
+ - chunked
+ body:
+ encoding: ASCII-8BIT
+ string: !binary |-
+ ZXZlbnQ6IG1lc3NhZ2Utc3RhcnQKZGF0YTogeyJpZCI6IjM3YTZlZjNmLTNlZmMtNDBiZC1hNmM1LTYyMGQ5ZjgxM2RlMiIsInR5cGUiOiJtZXNzYWdlLXN0YXJ0IiwiZGVsdGEiOnsibWVzc2FnZSI6eyJyb2xlIjoiYXNzaXN0YW50IiwiY29udGVudCI6W10sInRvb2xfcGxhbiI6IiIsInRvb2xfY2FsbHMiOltdLCJjaXRhdGlvbnMiOltdfX19CgpldmVudDogY29udGVudC1zdGFydApkYXRhOiB7InR5cGUiOiJjb250ZW50LXN0YXJ0IiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0eXBlIjoidGV4dCIsInRleHQiOiIifX19fQoKZXZlbnQ6IGNvbnRlbnQtZGVsdGEKZGF0YTogeyJ0eXBlIjoiY29udGVudC1kZWx0YSIsImluZGV4IjowLCJkZWx0YSI6eyJtZXNzYWdlIjp7ImNvbnRlbnQiOnsidGV4dCI6IjEifX19fQoKZXZlbnQ6IGNvbnRlbnQtZGVsdGEKZGF0YTogeyJ0eXBlIjoiY29udGVudC1kZWx0YSIsImluZGV4IjowLCJkZWx0YSI6eyJtZXNzYWdlIjp7ImNvbnRlbnQiOnsidGV4dCI6IjUifX19fQoKZXZlbnQ6IGNvbnRlbnQtZGVsdGEKZGF0YTogeyJ0eXBlIjoiY29udGVudC1kZWx0YSIsImluZGV4IjowLCJkZWx0YSI6eyJtZXNzYWdlIjp7ImNvbnRlbnQiOnsidGV4dCI6IsKwIn19fX0KCmV2ZW50OiBjb250ZW50LWRlbHRhCmRhdGE6IHsidHlwZSI6ImNvbnRlbnQtZGVsdGEiLCJpbmRleCI6MCwiZGVsdGEiOnsibWVzc2FnZSI6eyJjb250ZW50Ijp7InRleHQiOiJDIn19fX0KCmV2ZW50OiBjb250ZW50LWRlbHRhCmRhdGE6IHsidHlwZSI6ImNvbnRlbnQtZGVsdGEiLCJpbmRleCI6MCwiZGVsdGEiOnsibWVzc2FnZSI6eyJjb250ZW50Ijp7InRleHQiOiIsIn19fX0KCmV2ZW50OiBjb250ZW50LWRlbHRhCmRhdGE6IHsidHlwZSI6ImNvbnRlbnQtZGVsdGEiLCJpbmRleCI6MCwiZGVsdGEiOnsibWVzc2FnZSI6eyJjb250ZW50Ijp7InRleHQiOiIgV2luZCJ9fX19CgpldmVudDogY29udGVudC1kZWx0YQpkYXRhOiB7InR5cGUiOiJjb250ZW50LWRlbHRhIiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0ZXh0IjoiOiJ9fX19CgpldmVudDogY29udGVudC1kZWx0YQpkYXRhOiB7InR5cGUiOiJjb250ZW50LWRlbHRhIiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0ZXh0IjoiIDEifX19fQoKZXZlbnQ6IGNvbnRlbnQtZGVsdGEKZGF0YTogeyJ0eXBlIjoiY29udGVudC1kZWx0YSIsImluZGV4IjowLCJkZWx0YSI6eyJtZXNzYWdlIjp7ImNvbnRlbnQiOnsidGV4dCI6IjAifX19fQoKZXZlbnQ6IGNvbnRlbnQtZGVsdGEKZGF0YTogeyJ0eXBlIjoiY29udGVudC1kZWx0YSIsImluZGV4IjowLCJkZWx0YSI6eyJtZXNzYWdlIjp7ImNvbnRlbnQiOnsidGV4dCI6IiBrbSJ9fX19CgpldmVudDogY29udGVudC1kZWx0YQpkYXRhOiB7InR5cGUiOiJjb250ZW50LWRlbHRhIiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0ZXh0IjoiLyJ9fX19CgpldmVudDogY29udGVudC1kZWx0YQpkYXRhOiB7InR5cGUiOiJjb250ZW50LWRlbHRhIiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0ZXh0IjoiaCJ9fX19CgpldmVudDogY29udGVudC1kZWx0YQpkYXRhOiB7InR5cGUiOiJjb250ZW50LWRlbHRhIiwiaW5kZXgiOjAsImRlbHRhIjp7Im1lc3NhZ2UiOnsiY29udGVudCI6eyJ0ZXh0IjoiLiJ9fX19CgpldmVudDogY29udGVudC1lbmQKZGF0YTogeyJ0eXBlIjoiY29udGVudC1lbmQiLCJpbmRleCI6MH0KCmV2ZW50OiBtZXNzYWdlLWVuZApkYXRhOiB7InR5cGUiOiJtZXNzYWdlLWVuZCIsImRlbHRhIjp7ImZpbmlzaF9yZWFzb24iOiJDT01QTEVURSIsInVzYWdlIjp7ImJpbGxlZF91bml0cyI6eyJpbnB1dF90b2tlbnMiOjE3OCwib3V0cHV0X3Rva2VucyI6MTR9LCJ0b2tlbnMiOnsiaW5wdXRfdG9rZW5zIjoxODE3LCJvdXRwdXRfdG9rZW5zIjoxNn19fX0KCmRhdGE6IFtET05FXQoK
+ recorded_at: Fri, 18 Jul 2025 06:08:28 GMT
+recorded_with: VCR 6.3.1
diff --git a/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_without_parameters.yml b/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_without_parameters.yml
new file mode 100644
index 00000000..127de6cd
--- /dev/null
+++ b/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_without_parameters.yml
@@ -0,0 +1,125 @@
+---
+http_interactions:
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the best language to learn?"}]}],"temperature":0.7,"stream":false,"tools":[{"type":"function","function":{"name":"best_language_to_learn","description":"Gets
+ the best language to learn","parameters":{"type":"object","properties":{},"required":[]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '6733'
+ Num-Tokens:
+ - '46'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 703b33adac7070d5b4640150171c563d
+ Date:
+ - Fri, 18 Jul 2025 06:08:20 GMT
+ Content-Length:
+ - '439'
+ X-Envoy-Upstream-Service-Time:
+ - '641'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: UTF-8
+ string: '{"id":"7fe87ab1-8d78-4a18-b65b-be97246dc8ea","message":{"role":"assistant","tool_plan":"I
+ will use the best_language_to_learn tool to answer the question.","tool_calls":[{"id":"best_language_to_learn_n4mq4fxx7zpx","type":"function","function":{"name":"best_language_to_learn","arguments":"{}"}}]},"finish_reason":"TOOL_CALL","usage":{"billed_units":{"input_tokens":21,"output_tokens":25},"tokens":{"input_tokens":1430,"output_tokens":54}}}'
+ recorded_at: Fri, 18 Jul 2025 06:08:20 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"user","content":[{"type":"text","text":"What''s
+ the best language to learn?"}]},{"role":"assistant","tool_calls":[{"id":"best_language_to_learn_n4mq4fxx7zpx","type":"function","function":{"name":"best_language_to_learn","arguments":"{}"}}]},{"role":"tool","tool_call_id":"best_language_to_learn_n4mq4fxx7zpx","content":"Ruby"}],"temperature":0.7,"stream":false,"tools":[{"type":"function","function":{"name":"best_language_to_learn","description":"Gets
+ the best language to learn","parameters":{"type":"object","properties":{},"required":[]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - application/json
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Num-Chars:
+ - '7148'
+ Num-Tokens:
+ - '32'
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 211431f5354bbeaa60d3e3d15d0adf33
+ Date:
+ - Fri, 18 Jul 2025 06:08:21 GMT
+ Content-Length:
+ - '465'
+ X-Envoy-Upstream-Service-Time:
+ - '349'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ body:
+ encoding: UTF-8
+ string: '{"id":"63e2cfed-e1e6-427d-bf53-de551a029370","message":{"role":"assistant","content":[{"type":"text","text":"Ruby
+ is the best language to learn."}],"citations":[{"start":0,"end":4,"text":"Ruby","sources":[{"type":"tool","id":"best_language_to_learn_n4mq4fxx7zpx:0","tool_output":{"content":"Ruby"}}],"type":"TEXT_CONTENT"}]},"finish_reason":"COMPLETE","usage":{"billed_units":{"input_tokens":24,"output_tokens":8},"tokens":{"input_tokens":1515,"output_tokens":21}}}'
+ recorded_at: Fri, 18 Jul 2025 06:08:21 GMT
+recorded_with: VCR 6.3.1
diff --git a/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_without_parameters_in_multi-turn_streaming_conversations.yml b/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_without_parameters_in_multi-turn_streaming_conversations.yml
new file mode 100644
index 00000000..1cf04acc
--- /dev/null
+++ b/spec/fixtures/vcr_cassettes/chat_function_calling_cohere_command-a-03-2025_can_use_tools_without_parameters_in_multi-turn_streaming_conversations.yml
@@ -0,0 +1,418 @@
+---
+http_interactions:
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"system","content":[{"type":"text","text":"You
+ must use tools whenever possible."}]},{"role":"user","content":[{"type":"text","text":"What''s
+ the best language to learn?"}]}],"temperature":0.7,"stream":true,"tools":[{"type":"function","function":{"name":"best_language_to_learn","description":"Gets
+ the best language to learn","parameters":{"type":"object","properties":{},"required":[]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - text/event-stream
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 1d2de96e1634635462ed66ff3e136c76
+ Date:
+ - Fri, 18 Jul 2025 06:08:22 GMT
+ X-Envoy-Upstream-Service-Time:
+ - '258'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ Transfer-Encoding:
+ - chunked
+ body:
+ encoding: UTF-8
+ string: |+
+ event: message-start
+ data: {"id":"836c6ce7-775c-4997-b2d9-acb4202d1ba7","type":"message-start","delta":{"message":{"role":"assistant","content":[],"tool_plan":"","tool_calls":[],"citations":[]}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"I"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" will"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" use"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" the"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" best"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"_"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"language"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"_"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"to"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"_"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"learn"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" tool"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" to"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" find"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" out"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" what"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" the"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" best"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" language"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" to"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" learn"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":" is"}}}
+
+ event: tool-plan-delta
+ data: {"type":"tool-plan-delta","delta":{"message":{"tool_plan":"."}}}
+
+ event: tool-call-start
+ data: {"type":"tool-call-start","index":0,"delta":{"message":{"tool_calls":{"id":"best_language_to_learn_x9mcjavy3gcj","type":"function","function":{"name":"best_language_to_learn","arguments":""}}}}}
+
+ event: tool-call-end
+ data: {"type":"tool-call-end","index":0}
+
+ event: message-end
+ data: {"type":"message-end","delta":{"finish_reason":"TOOL_CALL","usage":{"billed_units":{"input_tokens":28,"output_tokens":31},"tokens":{"input_tokens":1471,"output_tokens":60}}}}
+
+ data: [DONE]
+
+ recorded_at: Fri, 18 Jul 2025 06:08:23 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"system","content":[{"type":"text","text":"You
+ must use tools whenever possible."}]},{"role":"user","content":[{"type":"text","text":"What''s
+ the best language to learn?"}]},{"role":"assistant","tool_calls":[{"id":"best_language_to_learn_x9mcjavy3gcj","type":"function","function":{"name":"best_language_to_learn","arguments":"{}"}}]},{"role":"tool","tool_call_id":"best_language_to_learn_x9mcjavy3gcj","content":"Ruby"}],"temperature":0.7,"stream":true,"tools":[{"type":"function","function":{"name":"best_language_to_learn","description":"Gets
+ the best language to learn","parameters":{"type":"object","properties":{},"required":[]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - text/event-stream
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 9a35b7a4c5896d9a092f052c507162af
+ Date:
+ - Fri, 18 Jul 2025 06:08:23 GMT
+ X-Envoy-Upstream-Service-Time:
+ - '37'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ Transfer-Encoding:
+ - chunked
+ body:
+ encoding: UTF-8
+ string: |+
+ event: message-start
+ data: {"id":"3baeaa1b-e764-4543-bcde-f33601330fe6","type":"message-start","delta":{"message":{"role":"assistant","content":[],"tool_plan":"","tool_calls":[],"citations":[]}}}
+
+ event: content-start
+ data: {"type":"content-start","index":0,"delta":{"message":{"content":{"type":"text","text":""}}}}
+
+ event: content-delta
+ data: {"type":"content-delta","index":0,"delta":{"message":{"content":{"text":"The"}}}}
+
+ event: content-delta
+ data: {"type":"content-delta","index":0,"delta":{"message":{"content":{"text":" best"}}}}
+
+ event: content-delta
+ data: {"type":"content-delta","index":0,"delta":{"message":{"content":{"text":" language"}}}}
+
+ event: content-delta
+ data: {"type":"content-delta","index":0,"delta":{"message":{"content":{"text":" to"}}}}
+
+ event: content-delta
+ data: {"type":"content-delta","index":0,"delta":{"message":{"content":{"text":" learn"}}}}
+
+ event: content-delta
+ data: {"type":"content-delta","index":0,"delta":{"message":{"content":{"text":" is"}}}}
+
+ event: content-delta
+ data: {"type":"content-delta","index":0,"delta":{"message":{"content":{"text":" "}}}}
+
+ event: content-delta
+ data: {"type":"content-delta","index":0,"delta":{"message":{"content":{"text":"Ruby"}}}}
+
+ event: content-delta
+ data: {"type":"content-delta","index":0,"delta":{"message":{"content":{"text":"."}}}}
+
+ event: citation-start
+ data: {"type":"citation-start","index":0,"delta":{"message":{"citations":{"start":30,"end":35,"text":"Ruby.","sources":[{"type":"tool","id":"best_language_to_learn_x9mcjavy3gcj:0","tool_output":{"content":"Ruby"}}],"type":"TEXT_CONTENT"}}}}
+
+ event: citation-end
+ data: {"type":"citation-end","index":0}
+
+ event: content-end
+ data: {"type":"content-end","index":0}
+
+ event: message-end
+ data: {"type":"message-end","delta":{"finish_reason":"COMPLETE","usage":{"billed_units":{"input_tokens":31,"output_tokens":8},"tokens":{"input_tokens":1556,"output_tokens":20}}}}
+
+ data: [DONE]
+
+ recorded_at: Fri, 18 Jul 2025 06:08:24 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"system","content":[{"type":"text","text":"You
+ must use tools whenever possible."}]},{"role":"user","content":[{"type":"text","text":"What''s
+ the best language to learn?"}]},{"role":"assistant","tool_calls":[{"id":"best_language_to_learn_x9mcjavy3gcj","type":"function","function":{"name":"best_language_to_learn","arguments":"{}"}}]},{"role":"tool","tool_call_id":"best_language_to_learn_x9mcjavy3gcj","content":"Ruby"},{"role":"assistant","content":[{"type":"text","text":"The
+ best language to learn is Ruby."}]},{"role":"user","content":[{"type":"text","text":"Tell
+ me again: what''s the best language to learn?"}]}],"temperature":0.7,"stream":true,"tools":[{"type":"function","function":{"name":"best_language_to_learn","description":"Gets
+ the best language to learn","parameters":{"type":"object","properties":{},"required":[]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer
+ Content-Type:
+ - application/json
+ Accept-Encoding:
+ - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+ Accept:
+ - "*/*"
+ response:
+ status:
+ code: 200
+ message: OK
+ headers:
+ Access-Control-Expose-Headers:
+ - X-Debug-Trace-ID
+ Cache-Control:
+ - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+ Content-Type:
+ - text/event-stream
+ Expires:
+ - Thu, 01 Jan 1970 00:00:00 GMT
+ Pragma:
+ - no-cache
+ Vary:
+ - Origin
+ X-Accel-Expires:
+ - '0'
+ X-Debug-Trace-Id:
+ - 29f1b790d54524adf8386899d03e3b51
+ Date:
+ - Fri, 18 Jul 2025 06:08:24 GMT
+ X-Envoy-Upstream-Service-Time:
+ - '40'
+ Server:
+ - envoy
+ Via:
+ - 1.1 google
+ Alt-Svc:
+ - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+ Transfer-Encoding:
+ - chunked
+ body:
+ encoding: UTF-8
+ string: |+
+ event: message-start
+ data: {"id":"7b8ef6db-5029-47d8-a326-c52b9e12a830","type":"message-start","delta":{"message":{"role":"assistant","content":[],"tool_plan":"","tool_calls":[],"citations":[]}}}
+
+ event: tool-call-start
+ data: {"type":"tool-call-start","index":0,"delta":{"message":{"tool_calls":{"id":"best_language_to_learn_c3bdq4cwh7sp","type":"function","function":{"name":"best_language_to_learn","arguments":""}}}}}
+
+ event: tool-call-end
+ data: {"type":"tool-call-end","index":0}
+
+ event: message-end
+ data: {"type":"message-end","delta":{"finish_reason":"TOOL_CALL","usage":{"billed_units":{"input_tokens":52,"output_tokens":8},"tokens":{"input_tokens":1584,"output_tokens":35}}}}
+
+ data: [DONE]
+
+ recorded_at: Fri, 18 Jul 2025 06:08:24 GMT
+- request:
+ method: post
+ uri: https://api.cohere.ai/v2/chat
+ body:
+ encoding: UTF-8
+ string: '{"model":"command-a-03-2025","messages":[{"role":"system","content":[{"type":"text","text":"You
+ must use tools whenever possible."}]},{"role":"user","content":[{"type":"text","text":"What''s
+ the best language to learn?"}]},{"role":"assistant","tool_calls":[{"id":"best_language_to_learn_x9mcjavy3gcj","type":"function","function":{"name":"best_language_to_learn","arguments":"{}"}}]},{"role":"tool","tool_call_id":"best_language_to_learn_x9mcjavy3gcj","content":"Ruby"},{"role":"assistant","content":[{"type":"text","text":"The
+ best language to learn is Ruby."}]},{"role":"user","content":[{"type":"text","text":"Tell
+ me again: what''s the best language to learn?"}]},{"role":"assistant","tool_calls":[{"id":"best_language_to_learn_c3bdq4cwh7sp","type":"function","function":{"name":"best_language_to_learn","arguments":"{}"}}]},{"role":"tool","tool_call_id":"best_language_to_learn_c3bdq4cwh7sp","content":"Ruby"}],"temperature":0.7,"stream":true,"tools":[{"type":"function","function":{"name":"best_language_to_learn","description":"Gets
+ the best language to learn","parameters":{"type":"object","properties":{},"required":[]}}}]}'
+ headers:
+ User-Agent:
+ - Faraday v2.13.1
+ Authorization:
+ - Bearer 
+ 
+ 
+