From 657a1fa3e4525c67a296c8246381652cf305998e Mon Sep 17 00:00:00 2001 From: Derek Higgins Date: Wed, 13 Aug 2025 14:05:16 +0100 Subject: [PATCH 1/4] test: generate unique chat completion IDs for replayed responses When replaying recorded chat completion responses, the original chat IDs cause conflicts due to SQLite unique constraints. Generate new UUIDs for both ChatCompletion and ChatCompletionChunk objects to ensure each replayed response has a unique identifier. This fixes test failures when running integration tests in replay mode with recorded chat completion responses. --- llama_stack/testing/inference_recorder.py | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/llama_stack/testing/inference_recorder.py b/llama_stack/testing/inference_recorder.py index 8fa5f5f2e6..74961eb98c 100644 --- a/llama_stack/testing/inference_recorder.py +++ b/llama_stack/testing/inference_recorder.py @@ -9,12 +9,15 @@ import hashlib import json import os +import uuid from collections.abc import Generator from contextlib import contextmanager from enum import StrEnum from pathlib import Path from typing import Any, Literal, cast +from openai.types.chat import ChatCompletion, ChatCompletionChunk + from llama_stack.log import get_logger logger = get_logger(__name__, category="testing") @@ -207,6 +210,20 @@ async def _patched_inference_method(original_method, self, client_type, endpoint recording = _current_storage.find_recording(request_hash) if recording: response_body = recording["response"]["body"] + if ( + isinstance(response_body, list) + and len(response_body) > 0 + and isinstance(response_body[0], ChatCompletionChunk) + ): + # We can't replay chatcompletions with the same id and we store them in a sqlite database with a unique constraint on the id. + # So we generate a new id and replace the old one. + newid = uuid.uuid4().hex + response_body[0].id = "chatcmpl-" + newid + elif isinstance(response_body, ChatCompletion): + # We can't replay chatcompletions with the same id and we store them in a sqlite database with a unique constraint on the id. + # So we generate a new id and replace the old one. + newid = uuid.uuid4().hex + response_body.id = "chatcmpl-" + newid if recording["response"].get("is_streaming", False): From 3003c64fa85358f21a97250eb12659ef1c4764e3 Mon Sep 17 00:00:00 2001 From: Derek Higgins Date: Mon, 18 Aug 2025 12:11:06 +0100 Subject: [PATCH 2/4] test: add models.list() recording/replay support o Add patching for OpenAI AsyncModels.list method to inference recorder o Create AsyncIterableModelsWrapper that supports both usage patterns: * Direct async iteration: async for m in client.models.list() * Await then iterate: res = await client.models.list(); async for m in res o Update streaming detection to handle AsyncPage objects from models.list o Preserve all existing recording/replay functionality for other endpoints Signed-off-by: Derek Higgins --- llama_stack/testing/inference_recorder.py | 42 +++++++++++++++++++++-- 1 file changed, 40 insertions(+), 2 deletions(-) diff --git a/llama_stack/testing/inference_recorder.py b/llama_stack/testing/inference_recorder.py index 74961eb98c..f65d21962a 100644 --- a/llama_stack/testing/inference_recorder.py +++ b/llama_stack/testing/inference_recorder.py @@ -16,6 +16,7 @@ from pathlib import Path from typing import Any, Literal, cast +from openai.pagination import AsyncPage from openai.types.chat import ChatCompletion, ChatCompletionChunk from llama_stack.log import get_logger @@ -255,7 +256,8 @@ async def replay_stream(): } # Determine if this is a streaming request based on request parameters - is_streaming = body.get("stream", False) + # or if the response is an AsyncPage (like models.list returns) + is_streaming = body.get("stream", False) or isinstance(response, AsyncPage) if is_streaming: # For streaming responses, we need to collect all chunks immediately before yielding @@ -291,9 +293,11 @@ def patch_inference_clients(): from openai.resources.chat.completions import AsyncCompletions as AsyncChatCompletions from openai.resources.completions import AsyncCompletions from openai.resources.embeddings import AsyncEmbeddings + from openai.resources.models import AsyncModels # Store original methods for both OpenAI and Ollama clients _original_methods = { + "models_list": AsyncModels.list, "chat_completions_create": AsyncChatCompletions.create, "completions_create": AsyncCompletions.create, "embeddings_create": AsyncEmbeddings.create, @@ -305,7 +309,38 @@ def patch_inference_clients(): "ollama_list": OllamaAsyncClient.list, } - # Create patched methods for OpenAI client + # Special handling for models.list which needs to return something directly async-iterable + # Direct iteration: async for m in client.models.list() + # Await then iterate: res = await client.models.list(); async for m in res + def patched_models_list(self, *args, **kwargs): + class AsyncIterableModelsWrapper: + def __init__(self, original_method, client_self, args, kwargs): + self.original_method = original_method + self.client_self = client_self + self.args = args + self.kwargs = kwargs + self._result = None + + def __aiter__(self): + return self._async_iter() + + async def _async_iter(self): + # Get the result from the patched method + result = await _patched_inference_method( + self.original_method, self.client_self, "openai", "/v1/models", *self.args, **self.kwargs + ) + async for item in result: + yield item + + def __await__(self): + # When awaited, return self (since we're already async-iterable) + async def _return_self(): + return self + + return _return_self().__await__() + + return AsyncIterableModelsWrapper(_original_methods["models_list"], self, args, kwargs) + async def patched_chat_completions_create(self, *args, **kwargs): return await _patched_inference_method( _original_methods["chat_completions_create"], self, "openai", "/v1/chat/completions", *args, **kwargs @@ -322,6 +357,7 @@ async def patched_embeddings_create(self, *args, **kwargs): ) # Apply OpenAI patches + AsyncModels.list = patched_models_list AsyncChatCompletions.create = patched_chat_completions_create AsyncCompletions.create = patched_completions_create AsyncEmbeddings.create = patched_embeddings_create @@ -378,8 +414,10 @@ def unpatch_inference_clients(): from openai.resources.chat.completions import AsyncCompletions as AsyncChatCompletions from openai.resources.completions import AsyncCompletions from openai.resources.embeddings import AsyncEmbeddings + from openai.resources.models import AsyncModels # Restore OpenAI client methods + AsyncModels.list = _original_methods["models_list"] AsyncChatCompletions.create = _original_methods["chat_completions_create"] AsyncCompletions.create = _original_methods["completions_create"] AsyncEmbeddings.create = _original_methods["embeddings_create"] From 79784ff86176ad419e848284c17eb269f3fe7348 Mon Sep 17 00:00:00 2001 From: Derek Higgins Date: Wed, 13 Aug 2025 14:19:52 +0100 Subject: [PATCH 3/4] ci: integrate vLLM inference tests with GitHub Actions workflows Add vLLM provider support to integration test CI workflows alongside existing Ollama support. Configure provider-specific test execution where vLLM runs only inference specific tests (excluding vision tests) while Ollama continues to run the full test suite. This enables comprehensive CI testing of both inference providers but keeps the vLLM footprint small, this can be expanded later if it proves to not be too disruptive. Signed-off-by: Derek Higgins --- .github/actions/run-and-record-tests/action.yml | 7 ++++--- .github/workflows/integration-tests.yml | 7 ++++--- scripts/integration-tests.sh | 4 ++-- 3 files changed, 10 insertions(+), 8 deletions(-) diff --git a/.github/actions/run-and-record-tests/action.yml b/.github/actions/run-and-record-tests/action.yml index 60550cfdc4..b2f64dcf16 100644 --- a/.github/actions/run-and-record-tests/action.yml +++ b/.github/actions/run-and-record-tests/action.yml @@ -58,9 +58,9 @@ runs: git add tests/integration/recordings/ if [ "${{ inputs.run-vision-tests }}" == "true" ]; then - git commit -m "Recordings update from CI (vision)" + git commit -m "Recordings update from CI (vision) (${{ inputs.provider }})" else - git commit -m "Recordings update from CI" + git commit -m "Recordings update from CI (${{ inputs.provider }})" fi git fetch origin ${{ github.ref_name }} @@ -76,7 +76,8 @@ runs: if: ${{ always() }} shell: bash run: | - sudo docker logs ollama > ollama-${{ inputs.inference-mode }}.log || true + sudo docker logs ollama > ollama-${{ inputs.inference-mode }}.log 2>&1 || true + sudo docker logs vllm > vllm-${{ inputs.inference-mode }}.log 2>&1 || true - name: Upload logs if: ${{ always() }} diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 57e582b202..13222e6550 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -21,7 +21,6 @@ on: schedule: # If changing the cron schedule, update the provider in the test-matrix job - cron: '0 0 * * *' # (test latest client) Daily at 12 AM UTC - - cron: '1 0 * * 0' # (test vllm) Weekly on Sunday at 1 AM UTC workflow_dispatch: inputs: test-all-client-versions: @@ -47,7 +46,6 @@ concurrency: cancel-in-progress: true jobs: - run-replay-mode-tests: runs-on: ubuntu-latest name: ${{ format('Integration Tests ({0}, {1}, {2}, client={3}, vision={4})', matrix.client-type, matrix.provider, matrix.python-version, matrix.client-version, matrix.run-vision-tests) }} @@ -57,11 +55,14 @@ jobs: matrix: client-type: [library, server] # Use vllm on weekly schedule, otherwise use test-provider input (defaults to ollama) - provider: ${{ (github.event.schedule == '1 0 * * 0') && fromJSON('["vllm"]') || fromJSON(format('["{0}"]', github.event.inputs.test-provider || 'ollama')) }} + provider: [ollama, vllm] # Use Python 3.13 only on nightly schedule (daily latest client test), otherwise use 3.12 python-version: ${{ github.event.schedule == '0 0 * * *' && fromJSON('["3.12", "3.13"]') || fromJSON('["3.12"]') }} client-version: ${{ (github.event.schedule == '0 0 * * *' || github.event.inputs.test-all-client-versions == 'true') && fromJSON('["published", "latest"]') || fromJSON('["latest"]') }} run-vision-tests: [true, false] + exclude: + - provider: vllm + run-vision-tests: true steps: - name: Checkout repository diff --git a/scripts/integration-tests.sh b/scripts/integration-tests.sh index e152444e1f..a2bae9a87b 100755 --- a/scripts/integration-tests.sh +++ b/scripts/integration-tests.sh @@ -193,7 +193,7 @@ EXCLUDE_TESTS="builtin_tool or safety_with_image or code_interpreter or test_rag # Additional exclusions for vllm provider if [[ "$PROVIDER" == "vllm" ]]; then - EXCLUDE_TESTS="${EXCLUDE_TESTS} or test_inference_store_tool_calls" + EXCLUDE_TESTS="${EXCLUDE_TESTS} or test_inference_store_tool_calls or test_text_chat_completion_structured_output" fi PYTEST_PATTERN="not( $EXCLUDE_TESTS )" @@ -240,7 +240,7 @@ TEST_FILES="" for test_subdir in $(echo "$TEST_SUBDIRS" | tr ',' '\n'); do # Skip certain test types for vllm provider if [[ "$PROVIDER" == "vllm" ]]; then - if [[ "$test_subdir" == "safety" ]] || [[ "$test_subdir" == "post_training" ]] || [[ "$test_subdir" == "tool_runtime" ]]; then + if [[ "$test_subdir" == "safety" ]] || [[ "$test_subdir" == "post_training" ]] || [[ "$test_subdir" == "tool_runtime" ]] || [[ "$test_subdir" == "agents" ]]; then echo "Skipping $test_subdir for vllm provider" continue fi From 7c781b4cc287e67b0e08b78782217aab4b8ed86c Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Tue, 26 Aug 2025 16:42:16 +0000 Subject: [PATCH 4/4] Recordings update from CI (vllm) --- .../recordings/responses/00629a2b4336.json | 1119 +++ .../recordings/responses/0806aef47037.json | 366 + .../recordings/responses/083fbbe8e572.json | 72 + .../recordings/responses/1090f0fff8e3.json | 106 + .../recordings/responses/14ac9ad419b1.json | 78 + .../recordings/responses/220c81fc0a44.json | 67 + .../recordings/responses/26910cb87971.json | 46 + .../recordings/responses/3090af5432b8.json | 571 ++ .../recordings/responses/3ef70ee669ef.json | 599 ++ .../recordings/responses/3f7b80cee2c5.json | 8517 +++++++++++++++++ .../recordings/responses/4ce241d3d968.json | 344 + .../recordings/responses/4d02bba5f976.json | 337 + .../recordings/responses/544cabef9663.json | 578 ++ .../recordings/responses/54eba2025b93.json | 507 + .../recordings/responses/55fe18b432e6.json | 51 + .../recordings/responses/60f7b99b088c.json | 47 + .../recordings/responses/6cc67a84c165.json | 1021 ++ .../recordings/responses/85ed74c196dc.json | 727 ++ .../recordings/responses/89dc3630a6a4.json | 60 + .../recordings/responses/9cf1d8511fa4.json | 341 + .../recordings/responses/9d0440e7af2f.json | 93 + .../recordings/responses/a95ca98a5c7e.json | 139 + .../recordings/responses/aace375e8e67.json | 60 + .../recordings/responses/bd032f995f2a.json | 43 + .../recordings/responses/c0e7405017b8.json | 67 + .../recordings/responses/c590bace8ac1.json | 87 + .../recordings/responses/dcbb6b7ec5d4.json | 197 + .../recordings/responses/ebb84946cd73.json | 1024 ++ .../recordings/responses/eece7bb566f9.json | 60 + 29 files changed, 17324 insertions(+) create mode 100644 tests/integration/recordings/responses/00629a2b4336.json create mode 100644 tests/integration/recordings/responses/0806aef47037.json create mode 100644 tests/integration/recordings/responses/083fbbe8e572.json create mode 100644 tests/integration/recordings/responses/1090f0fff8e3.json create mode 100644 tests/integration/recordings/responses/14ac9ad419b1.json create mode 100644 tests/integration/recordings/responses/220c81fc0a44.json create mode 100644 tests/integration/recordings/responses/26910cb87971.json create mode 100644 tests/integration/recordings/responses/3090af5432b8.json create mode 100644 tests/integration/recordings/responses/3ef70ee669ef.json create mode 100644 tests/integration/recordings/responses/3f7b80cee2c5.json create mode 100644 tests/integration/recordings/responses/4ce241d3d968.json create mode 100644 tests/integration/recordings/responses/4d02bba5f976.json create mode 100644 tests/integration/recordings/responses/544cabef9663.json create mode 100644 tests/integration/recordings/responses/54eba2025b93.json create mode 100644 tests/integration/recordings/responses/55fe18b432e6.json create mode 100644 tests/integration/recordings/responses/60f7b99b088c.json create mode 100644 tests/integration/recordings/responses/6cc67a84c165.json create mode 100644 tests/integration/recordings/responses/85ed74c196dc.json create mode 100644 tests/integration/recordings/responses/89dc3630a6a4.json create mode 100644 tests/integration/recordings/responses/9cf1d8511fa4.json create mode 100644 tests/integration/recordings/responses/9d0440e7af2f.json create mode 100644 tests/integration/recordings/responses/a95ca98a5c7e.json create mode 100644 tests/integration/recordings/responses/aace375e8e67.json create mode 100644 tests/integration/recordings/responses/bd032f995f2a.json create mode 100644 tests/integration/recordings/responses/c0e7405017b8.json create mode 100644 tests/integration/recordings/responses/c590bace8ac1.json create mode 100644 tests/integration/recordings/responses/dcbb6b7ec5d4.json create mode 100644 tests/integration/recordings/responses/ebb84946cd73.json create mode 100644 tests/integration/recordings/responses/eece7bb566f9.json diff --git a/tests/integration/recordings/responses/00629a2b4336.json b/tests/integration/recordings/responses/00629a2b4336.json new file mode 100644 index 0000000000..d8cdbb825b --- /dev/null +++ b/tests/integration/recordings/responses/00629a2b4336.json @@ -0,0 +1,1119 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "What is the name of the US captial?" + } + ], + "n": 2, + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " capital", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " capital", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " United", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " United", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " States", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " States", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " Washington", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " Washington", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " D", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " D", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": ".C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": ".C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": "short", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": "short", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " District", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " District", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " Columbia", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": " Columbia", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-803a1a384c77462a92eae1cf95dccea5", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 1, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1756226498, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/0806aef47037.json b/tests/integration/recordings/responses/0806aef47037.json new file mode 100644 index 0000000000..0dfd2fccdc --- /dev/null +++ b/tests/integration/recordings/responses/0806aef47037.json @@ -0,0 +1,366 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "tools": [ + { + "type": "function", + "function": { + "name": "get_weather", + "description": "Get the current weather", + "parameters": { + "type": "object", + "properties": { + "location": { + "type": "string", + "description": "The city and state (both required), e.g. San Francisco, CA." + } + }, + "required": [ + "location" + ] + } + } + } + ], + "messages": [ + { + "role": "system", + "content": [ + { + "type": "text", + "text": "Pretend you are a weather assistant." + } + ] + }, + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What's the weather like in San Francisco, CA?" + } + ] + } + ], + "stream": true, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fcb8f01a6bec49eb9226bac17ee9d9b6", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226126, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fcb8f01a6bec49eb9226bac17ee9d9b6", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226126, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fcb8f01a6bec49eb9226bac17ee9d9b6", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": "chatcmpl-tool-f1cb54f2ae104453904358a41de7315e", + "function": { + "arguments": null, + "name": "get_weather" + }, + "type": "function" + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226126, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fcb8f01a6bec49eb9226bac17ee9d9b6", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "{\"location\": \"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226126, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fcb8f01a6bec49eb9226bac17ee9d9b6", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "San", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226126, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fcb8f01a6bec49eb9226bac17ee9d9b6", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": " Francisco", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226126, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fcb8f01a6bec49eb9226bac17ee9d9b6", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": ",", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226126, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fcb8f01a6bec49eb9226bac17ee9d9b6", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": " CA\"}", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226126, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fcb8f01a6bec49eb9226bac17ee9d9b6", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null, + "stop_reason": 128008 + } + ], + "created": 1756226126, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/083fbbe8e572.json b/tests/integration/recordings/responses/083fbbe8e572.json new file mode 100644 index 0000000000..3872394415 --- /dev/null +++ b/tests/integration/recordings/responses/083fbbe8e572.json @@ -0,0 +1,72 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Michael Jordan was born in 1963. He played basketball for the Chicago Bulls. He retired in 2003.Please respond in JSON format with the schema: {\"properties\": {\"name\": {\"title\": \"Name\", \"type\": \"string\"}, \"year_born\": {\"title\": \"Year Born\", \"type\": \"string\"}, \"year_retired\": {\"title\": \"Year Retired\", \"type\": \"string\"}}, \"required\": [\"name\", \"year_born\", \"year_retired\"], \"title\": \"AnswerFormat\", \"type\": \"object\"}", + "extra_body": { + "guided_json": { + "properties": { + "name": { + "title": "Name", + "type": "string" + }, + "year_born": { + "title": "Year Born", + "type": "string" + }, + "year_retired": { + "title": "Year Retired", + "type": "string" + } + }, + "required": [ + "name", + "year_born", + "year_retired" + ], + "title": "AnswerFormat", + "type": "object" + } + }, + "stream": false, + "temperature": 0.0, + "max_tokens": 50 + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-c4688a4ec4924fc6889b3b32c65fbc07", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "text": "{\"name\": \"Michael Jordan\", \"year_born\": \"1963\", \"year_retired\": \"2003\"}", + "stop_reason": null, + "prompt_logprobs": null + } + ], + "created": 1756226009, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 26, + "prompt_tokens": 119, + "total_tokens": 145, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/1090f0fff8e3.json b/tests/integration/recordings/responses/1090f0fff8e3.json new file mode 100644 index 0000000000..daee767627 --- /dev/null +++ b/tests/integration/recordings/responses/1090f0fff8e3.json @@ -0,0 +1,106 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "tools": [ + { + "type": "function", + "function": { + "name": "get_weather", + "description": "Get the current weather", + "parameters": { + "type": "object", + "properties": { + "location": { + "type": "string", + "description": "The city and state (both required), e.g. San Francisco, CA." + } + }, + "required": [ + "location" + ] + } + } + } + ], + "messages": [ + { + "role": "system", + "content": [ + { + "type": "text", + "text": "Pretend you are a weather assistant." + } + ] + }, + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What's the weather like in San Francisco, CA?" + } + ] + } + ], + "stream": false, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-26ed08866c2143f6b2b457cec1ad5176", + "choices": [ + { + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null, + "message": { + "content": null, + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [ + { + "id": "chatcmpl-tool-2cb8ebf61dbe436dbb79a4e55b9e3d6a", + "function": { + "arguments": "{\"location\": \"San Francisco, CA\"}", + "name": "get_weather" + }, + "type": "function" + } + ], + "reasoning_content": null + }, + "stop_reason": 128008 + } + ], + "created": 1756226065, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 21, + "prompt_tokens": 212, + "total_tokens": 233, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/14ac9ad419b1.json b/tests/integration/recordings/responses/14ac9ad419b1.json new file mode 100644 index 0000000000..ca1b19cd0d --- /dev/null +++ b/tests/integration/recordings/responses/14ac9ad419b1.json @@ -0,0 +1,78 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "Hello, world!", + "stream": false, + "extra_body": { + "prompt_logprobs": 0 + } + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-0f2979c5be8344aba3a0978ba115980b", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "text": " Welcome to my blog!\n\nI'm thrilled to have you here, and I'm", + "stop_reason": null, + "prompt_logprobs": [ + null, + { + "9906": { + "logprob": -9.223112106323242, + "rank": 466, + "decoded_token": "Hello" + } + }, + { + "11": { + "logprob": -1.4462913274765015, + "rank": 1, + "decoded_token": "," + } + }, + { + "1917": { + "logprob": -5.506766319274902, + "rank": 10, + "decoded_token": " world" + } + }, + { + "0": { + "logprob": -1.1048365831375122, + "rank": 2, + "decoded_token": "!" + } + } + ] + } + ], + "created": 1756226305, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 16, + "prompt_tokens": 5, + "total_tokens": 21, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/220c81fc0a44.json b/tests/integration/recordings/responses/220c81fc0a44.json new file mode 100644 index 0000000000..e106d4a62f --- /dev/null +++ b/tests/integration/recordings/responses/220c81fc0a44.json @@ -0,0 +1,67 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "Which planet has rings around it with a name starting with letter S?" + } + ] + } + ], + "stream": false, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-6a11bf4f8bba48cea53f06d284f2c408", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "The planet with rings around it that starts with the letter S is Saturn.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [], + "reasoning_content": null + }, + "stop_reason": null + } + ], + "created": 1756226374, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 16, + "prompt_tokens": 49, + "total_tokens": 65, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/26910cb87971.json b/tests/integration/recordings/responses/26910cb87971.json new file mode 100644 index 0000000000..9fe7f4bfab --- /dev/null +++ b/tests/integration/recordings/responses/26910cb87971.json @@ -0,0 +1,46 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ", + "stream": false, + "extra_body": {} + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-53b5060695074407ae0487e627340c12", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "text": "\tblue. (A) Happy, (B) Beautiful, (C)", + "stop_reason": null, + "prompt_logprobs": null + } + ], + "created": 1756225884, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 16, + "prompt_tokens": 26, + "total_tokens": 42, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/3090af5432b8.json b/tests/integration/recordings/responses/3090af5432b8.json new file mode 100644 index 0000000000..84939ba111 --- /dev/null +++ b/tests/integration/recordings/responses/3090af5432b8.json @@ -0,0 +1,571 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "What is the name of the US captial?" + } + ], + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " capital", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " United", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " States", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " Washington", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " D", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": ".C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": "short", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " District", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": " Columbia", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-163945c330d6446cbd0db7a31c143a68", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1756226485, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/3ef70ee669ef.json b/tests/integration/recordings/responses/3ef70ee669ef.json new file mode 100644 index 0000000000..ccb4b1a5fa --- /dev/null +++ b/tests/integration/recordings/responses/3ef70ee669ef.json @@ -0,0 +1,599 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "What's the name of the Sun in latin?" + } + ], + "n": 2, + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " Latin", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " word", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " Latin", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " name", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " Sun", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " Sun", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " Sol", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": " Sol", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b4cb9360b0484dfc909c752d6c9c6463", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 1, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1756226440, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/3f7b80cee2c5.json b/tests/integration/recordings/responses/3f7b80cee2c5.json new file mode 100644 index 0000000000..090ea94c14 --- /dev/null +++ b/tests/integration/recordings/responses/3f7b80cee2c5.json @@ -0,0 +1,8517 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "system", + "content": [ + { + "type": "text", + "text": "Pretend you are a weather assistant." + } + ] + }, + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What's the weather like in San Francisco, CA?" + } + ] + } + ], + "stream": true, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "As", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " your", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " weather", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " assistant", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " I", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "'d", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " be", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " happy", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " provide", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " current", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " weather", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " conditions", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " San", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Francisco", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " CA", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "As", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "12", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "00", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " PM", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " PST", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "Co", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "ordinated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Universal", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Time", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " today", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " weather", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " San", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Francisco", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "Current", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Weather", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "**\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Sky", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Condition", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Over", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "cast", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Temperature", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "58", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0F", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ")\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Hum", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "idity", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "80", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "%\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Wind", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Speed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Light", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " breeze", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " blowing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " at", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "5", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " mph", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "8", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " km", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "/h", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ")\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Prec", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "ip", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "itation", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " None", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "Forecast", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "**\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Today", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Part", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "ly", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " cloudy", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " high", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "62", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0F", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "17", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " low", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "50", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0F", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "10", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ")\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Tonight", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Clear", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " skies", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " slight", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " chance", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " isolated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " fog", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " low", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "52", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0F", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "11", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ")\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Tomorrow", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Mostly", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " sunny", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " high", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "65", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0F", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "18", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " low", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "55", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0F", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "13", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ")\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "Out", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "look", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "**\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " next", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "5", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " days", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " will", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " see", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " gradual", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " warming", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " trend", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " highs", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " reaching", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " mid", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "60", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " low", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "70", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "18", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "22", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "\u00b0C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " by", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " end", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " week", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ".\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " However", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " it", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "'s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " still", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " expected", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " be", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " over", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "cast", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " windy", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " especially", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " mornings", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " after", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "no", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "ons", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "Please", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " note", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " these", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " forecasts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " are", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " subject", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " change", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " may", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " be", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " updated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " more", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " information", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " becomes", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " available", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " I", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " recommend", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " checking", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " forecast", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " from", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " reliable", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " weather", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " source", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " such", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " National", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Weather", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Service", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "N", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "WS", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " local", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " news", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " outlet", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " most", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " up", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "-to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "-date", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " accurate", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " information", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "Would", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " like", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " me", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " provide", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " any", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " additional", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " weather", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " information", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " forecasts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " San", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": " Francisco", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "?", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-1cfe4b0cfb374b72975a245430bcafba", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1756226145, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/4ce241d3d968.json b/tests/integration/recordings/responses/4ce241d3d968.json new file mode 100644 index 0000000000..68a1556642 --- /dev/null +++ b/tests/integration/recordings/responses/4ce241d3d968.json @@ -0,0 +1,344 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What's the name of the Sun in latin?" + } + ] + } + ], + "stream": true, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": " Latin", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": " word", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": " Sun", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": "Sol", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": "\".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-8e24b426edf448da83974ab4edf69f1f", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1756226055, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/4d02bba5f976.json b/tests/integration/recordings/responses/4d02bba5f976.json new file mode 100644 index 0000000000..7bf4da1660 --- /dev/null +++ b/tests/integration/recordings/responses/4d02bba5f976.json @@ -0,0 +1,337 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "What's the name of the Sun in latin?" + } + ], + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": " name", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": " Sun", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": " Latin", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": " Sol", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-bbcd33ebdc0b46378be131741019d5d2", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1756226429, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/544cabef9663.json b/tests/integration/recordings/responses/544cabef9663.json new file mode 100644 index 0000000000..ce4ae2be92 --- /dev/null +++ b/tests/integration/recordings/responses/544cabef9663.json @@ -0,0 +1,578 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What is the name of the US captial?" + } + ] + } + ], + "stream": true, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " capital", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " United", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " States", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " Washington", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " D", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": ".C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": "short", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " District", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": " Columbia", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-27ab38200cac4bc3be3024cbb56984cf", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1756226386, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/54eba2025b93.json b/tests/integration/recordings/responses/54eba2025b93.json new file mode 100644 index 0000000000..b6b3bc0a2a --- /dev/null +++ b/tests/integration/recordings/responses/54eba2025b93.json @@ -0,0 +1,507 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "tools": [ + { + "type": "function", + "function": { + "name": "get_object_namespace_list", + "description": "Get the list of objects in a namespace", + "parameters": { + "type": "object", + "properties": { + "kind": { + "type": "string", + "description": "the type of object" + }, + "namespace": { + "type": "string", + "description": "the name of the namespace" + } + }, + "required": [ + "kind", + "namespace" + ] + } + } + } + ], + "messages": [ + { + "role": "system", + "content": [ + { + "type": "text", + "text": "You are a helpful assistant." + } + ] + }, + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What pods are in the namespace openshift-lightspeed?" + } + ] + }, + { + "role": "assistant", + "content": [ + { + "type": "text", + "text": "" + } + ], + "tool_calls": [ + { + "id": "1", + "type": "function", + "function": { + "name": "get_object_namespace_list", + "arguments": "{\"kind\": \"pod\", \"namespace\": \"openshift-lightspeed\"}" + } + } + ] + }, + { + "role": "tool", + "content": [ + { + "type": "text", + "text": "the objects are pod1, pod2, pod3" + } + ] + } + ], + "stream": true, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": "chatcmpl-tool-aa34b89fa8b647f0addad8dda98090d6", + "function": { + "arguments": null, + "name": "get_object_namespace_list" + }, + "type": "function" + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "{\"kind\": \"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "pod\"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": ", \"namespace\": \"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "opens", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "hift", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "-l", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "ights", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "peed\"}", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9da020f45fc74b7897e26c2f31b9a0eb", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null, + "stop_reason": 128008 + } + ], + "created": 1756226232, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/55fe18b432e6.json b/tests/integration/recordings/responses/55fe18b432e6.json new file mode 100644 index 0000000000..fa2f8514d3 --- /dev/null +++ b/tests/integration/recordings/responses/55fe18b432e6.json @@ -0,0 +1,51 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "I am feeling really sad today.", + "stream": false, + "extra_body": { + "guided_choice": [ + "joy", + "sadness" + ] + } + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-6a705cb8afcf45cb9d6caa73660a1b35", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "text": "sadness", + "stop_reason": null, + "prompt_logprobs": null + } + ], + "created": 1756225913, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 3, + "prompt_tokens": 8, + "total_tokens": 11, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/60f7b99b088c.json b/tests/integration/recordings/responses/60f7b99b088c.json new file mode 100644 index 0000000000..12905d9e30 --- /dev/null +++ b/tests/integration/recordings/responses/60f7b99b088c.json @@ -0,0 +1,47 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Complete the sentence using one word: Roses are red, violets are ", + "stream": false, + "temperature": 0.0, + "max_tokens": 50 + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-7283c5920d0d40d9a45e112d02b12d02", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "text": " blue, and the sky is _______.\n\nThe best answer is green.", + "stop_reason": null, + "prompt_logprobs": null + } + ], + "created": 1756225973, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 16, + "prompt_tokens": 18, + "total_tokens": 34, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/6cc67a84c165.json b/tests/integration/recordings/responses/6cc67a84c165.json new file mode 100644 index 0000000000..265a43e059 --- /dev/null +++ b/tests/integration/recordings/responses/6cc67a84c165.json @@ -0,0 +1,1021 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ", + "max_tokens": 50, + "stream": true, + "extra_body": {} + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".\n\n\n", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "##", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " Step", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " ", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "1", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ":", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " Understand", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " the", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " question", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "\n", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "The", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " question", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " asks", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " for", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " a", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " one", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "-word", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " response", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " to", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " the", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " sentence", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " \"", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "R", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "oses", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " are", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " red", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ",", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " v", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "io", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "lets", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " are", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " blue", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".\"", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " It", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " is", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " a", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " classic", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " example", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " of", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " a", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " tongue", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " tw", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ister", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".\n\n", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "##", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " Step", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " ", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "2", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ":", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-899ee5768d0c4f1db9801138793cebb4", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "text": " Identify", + "stop_reason": null + } + ], + "created": 1756225892, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/85ed74c196dc.json b/tests/integration/recordings/responses/85ed74c196dc.json new file mode 100644 index 0000000000..6fe9133c6e --- /dev/null +++ b/tests/integration/recordings/responses/85ed74c196dc.json @@ -0,0 +1,727 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "Hello, world!" + } + ], + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": "Hello", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": "!", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " It", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": "'s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " great", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " hear", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": "'re", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " starting", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " your", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " day", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " positive", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " greeting", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " How", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " can", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " I", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " assist", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": " today", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": "?", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-9a2e71f642a74bdea75e87c0250cd1fa", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1756226459, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/89dc3630a6a4.json b/tests/integration/recordings/responses/89dc3630a6a4.json new file mode 100644 index 0000000000..6373dc82d4 --- /dev/null +++ b/tests/integration/recordings/responses/89dc3630a6a4.json @@ -0,0 +1,60 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "Hello, world!" + } + ], + "stream": false + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-d6f11f793e6c4242be50676f32b267f2", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "Hello! It's great to see you're starting the day with a cheerful greeting. How can I assist you today?", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [], + "reasoning_content": null + }, + "stop_reason": null + } + ], + "created": 1756226522, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 25, + "prompt_tokens": 39, + "total_tokens": 64, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/9cf1d8511fa4.json b/tests/integration/recordings/responses/9cf1d8511fa4.json new file mode 100644 index 0000000000..64348af191 --- /dev/null +++ b/tests/integration/recordings/responses/9cf1d8511fa4.json @@ -0,0 +1,341 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Complete the sentence using one word: Roses are red, violets are ", + "stream": true, + "temperature": 0.0, + "max_tokens": 50 + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " blue", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ",", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " and", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " the", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " sky", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " is", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " ______", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "_", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".\n\n", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "The", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " best", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " answer", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " is", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " green", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-cf33830387724af28a5879d38a1abef6", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "text": "", + "stop_reason": null + } + ], + "created": 1756225980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/9d0440e7af2f.json b/tests/integration/recordings/responses/9d0440e7af2f.json new file mode 100644 index 0000000000..1fdbe7466b --- /dev/null +++ b/tests/integration/recordings/responses/9d0440e7af2f.json @@ -0,0 +1,93 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "Hello, world!", + "stream": false, + "extra_body": { + "prompt_logprobs": 1 + } + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-14a6d69fba8347adb4b31f10cf7ff6b4", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "text": " I'm excited to be a part of this community. I've been learning about", + "stop_reason": null, + "prompt_logprobs": [ + null, + { + "9906": { + "logprob": -9.223112106323242, + "rank": 466, + "decoded_token": "Hello" + }, + "2": { + "logprob": -5.473112106323242, + "rank": 1, + "decoded_token": "#" + } + }, + { + "11": { + "logprob": -1.4462913274765015, + "rank": 1, + "decoded_token": "," + } + }, + { + "1917": { + "logprob": -5.506766319274902, + "rank": 10, + "decoded_token": " world" + }, + "358": { + "logprob": -0.4442664682865143, + "rank": 1, + "decoded_token": " I" + } + }, + { + "0": { + "logprob": -1.1048365831375122, + "rank": 2, + "decoded_token": "!" + }, + "2268": { + "logprob": -0.4798365533351898, + "rank": 1, + "decoded_token": "!\n\n" + } + } + ] + } + ], + "created": 1756225909, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 16, + "prompt_tokens": 5, + "total_tokens": 21, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/a95ca98a5c7e.json b/tests/integration/recordings/responses/a95ca98a5c7e.json new file mode 100644 index 0000000000..8316faa595 --- /dev/null +++ b/tests/integration/recordings/responses/a95ca98a5c7e.json @@ -0,0 +1,139 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "tools": [ + { + "type": "function", + "function": { + "name": "get_object_namespace_list", + "description": "Get the list of objects in a namespace", + "parameters": { + "type": "object", + "properties": { + "kind": { + "type": "string", + "description": "the type of object" + }, + "namespace": { + "type": "string", + "description": "the name of the namespace" + } + }, + "required": [ + "kind", + "namespace" + ] + } + } + } + ], + "messages": [ + { + "role": "system", + "content": [ + { + "type": "text", + "text": "You are a helpful assistant." + } + ] + }, + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What pods are in the namespace openshift-lightspeed?" + } + ] + }, + { + "role": "assistant", + "content": [ + { + "type": "text", + "text": "" + } + ], + "tool_calls": [ + { + "id": "1", + "type": "function", + "function": { + "name": "get_object_namespace_list", + "arguments": "{\"kind\": \"pod\", \"namespace\": \"openshift-lightspeed\"}" + } + } + ] + }, + { + "role": "tool", + "content": [ + { + "type": "text", + "text": "the objects are pod1, pod2, pod3" + } + ] + } + ], + "stream": false, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-0d421fadc1224c12b38ac63d9ac08026", + "choices": [ + { + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null, + "message": { + "content": null, + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [ + { + "id": "chatcmpl-tool-70c26c3976fb4778a5b014dbd2618cb7", + "function": { + "arguments": "{\"kind\": \"pod\", \"namespace\": \"openshift-lightspeed\"}", + "name": "get_object_namespace_list" + }, + "type": "function" + } + ], + "reasoning_content": null + }, + "stop_reason": 128008 + } + ], + "created": 1756226398, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 30, + "prompt_tokens": 286, + "total_tokens": 316, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/aace375e8e67.json b/tests/integration/recordings/responses/aace375e8e67.json new file mode 100644 index 0000000000..7f125832e3 --- /dev/null +++ b/tests/integration/recordings/responses/aace375e8e67.json @@ -0,0 +1,60 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "Which planet do humans live on?" + } + ], + "stream": false + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-116bc06e0ce54154b9c14977806f1d1d", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "Humans live on Earth, our home planet. Earth is a terrestrial planet, meaning it's a rocky planet with a solid surface, and it's the only known planet in the universe that supports life as we know it.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [], + "reasoning_content": null + }, + "stop_reason": null + } + ], + "created": 1756226411, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 45, + "prompt_tokens": 42, + "total_tokens": 87, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/bd032f995f2a.json b/tests/integration/recordings/responses/bd032f995f2a.json new file mode 100644 index 0000000000..b39d88bdb7 --- /dev/null +++ b/tests/integration/recordings/responses/bd032f995f2a.json @@ -0,0 +1,43 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/models", + "headers": {}, + "body": {}, + "endpoint": "/v1/models", + "model": "" + }, + "response": { + "body": [ + { + "__type__": "openai.types.model.Model", + "__data__": { + "id": "meta-llama/Llama-3.2-1B-Instruct", + "created": 1756226522, + "object": "model", + "owned_by": "vllm", + "root": "/root/.cache/Llama-3.2-1B-Instruct", + "parent": null, + "max_model_len": 131072, + "permission": [ + { + "id": "modelperm-d26c78ac340c43868f6c859d52a97cd8", + "object": "model_permission", + "created": 1756226522, + "allow_create_engine": false, + "allow_sampling": true, + "allow_logprobs": true, + "allow_search_indices": false, + "allow_view": true, + "allow_fine_tuning": false, + "organization": "*", + "group": null, + "is_blocking": false + } + ] + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/c0e7405017b8.json b/tests/integration/recordings/responses/c0e7405017b8.json new file mode 100644 index 0000000000..eedc693636 --- /dev/null +++ b/tests/integration/recordings/responses/c0e7405017b8.json @@ -0,0 +1,67 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "Which planet do humans live on?" + } + ] + } + ], + "stream": false, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-3ab0d84442634ac08a2d8281ce597a94", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "Humans do not live on any planet. The Earth is the only known planet in the universe that supports life, and it is our home. We live on a planet called Earth, which is a terrestrial planet with a solid surface, atmosphere, and liquid water.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [], + "reasoning_content": null + }, + "stop_reason": null + } + ], + "created": 1756226036, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 53, + "prompt_tokens": 42, + "total_tokens": 95, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/c590bace8ac1.json b/tests/integration/recordings/responses/c590bace8ac1.json new file mode 100644 index 0000000000..7581618dae --- /dev/null +++ b/tests/integration/recordings/responses/c590bace8ac1.json @@ -0,0 +1,87 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Complete the sentence: Micheael Jordan is born in ", + "logprobs": 1, + "stream": false, + "temperature": 0.0, + "max_tokens": 5 + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-7a5deb686fb44eeea8242a218a8477e7", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": { + "text_offset": [ + 0, + 3, + 4, + 6, + 7 + ], + "token_logprobs": [ + -1.8108906745910645, + -1.1861443519592285, + -1.5070395469665527, + -1.492501974105835, + -0.13012290000915527 + ], + "tokens": [ + "197", + "2", + ".\n", + "A", + ")" + ], + "top_logprobs": [ + { + "197": -1.8108906745910645 + }, + { + "2": -1.1861443519592285 + }, + { + ".\n": -1.5070395469665527 + }, + { + "A": -1.492501974105835 + }, + { + ")": -0.13012290000915527 + } + ] + }, + "text": "1972.\nA)", + "stop_reason": null, + "prompt_logprobs": null + } + ], + "created": 1756226002, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 5, + "prompt_tokens": 13, + "total_tokens": 18, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/dcbb6b7ec5d4.json b/tests/integration/recordings/responses/dcbb6b7ec5d4.json new file mode 100644 index 0000000000..421bf17b9e --- /dev/null +++ b/tests/integration/recordings/responses/dcbb6b7ec5d4.json @@ -0,0 +1,197 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Complete the sentence: Micheael Jordan is born in ", + "logprobs": 1, + "stream": true, + "temperature": 0.0, + "max_tokens": 5 + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-b045097e8be047b5bc6d3219e34da2d6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": { + "text_offset": [ + 0 + ], + "token_logprobs": [ + -1.8108906745910645 + ], + "tokens": [ + "197" + ], + "top_logprobs": [ + { + "197": -1.8108906745910645 + } + ] + }, + "text": "197", + "stop_reason": null + } + ], + "created": 1756226005, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-b045097e8be047b5bc6d3219e34da2d6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": { + "text_offset": [ + 3 + ], + "token_logprobs": [ + -1.1861443519592285 + ], + "tokens": [ + "2" + ], + "top_logprobs": [ + { + "2": -1.1861443519592285 + } + ] + }, + "text": "2", + "stop_reason": null + } + ], + "created": 1756226005, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-b045097e8be047b5bc6d3219e34da2d6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": { + "text_offset": [ + 4 + ], + "token_logprobs": [ + -1.5070395469665527 + ], + "tokens": [ + ".\n" + ], + "top_logprobs": [ + { + ".\n": -1.5070395469665527 + } + ] + }, + "text": ".\n", + "stop_reason": null + } + ], + "created": 1756226005, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-b045097e8be047b5bc6d3219e34da2d6", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": { + "text_offset": [ + 6 + ], + "token_logprobs": [ + -1.492501974105835 + ], + "tokens": [ + "A" + ], + "top_logprobs": [ + { + "A": -1.492501974105835 + } + ] + }, + "text": "A", + "stop_reason": null + } + ], + "created": 1756226005, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-b045097e8be047b5bc6d3219e34da2d6", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": { + "text_offset": [ + 7 + ], + "token_logprobs": [ + -0.13012290000915527 + ], + "tokens": [ + ")" + ], + "top_logprobs": [ + { + ")": -0.13012290000915527 + } + ] + }, + "text": ")", + "stop_reason": null + } + ], + "created": 1756226005, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/ebb84946cd73.json b/tests/integration/recordings/responses/ebb84946cd73.json new file mode 100644 index 0000000000..3a317f2887 --- /dev/null +++ b/tests/integration/recordings/responses/ebb84946cd73.json @@ -0,0 +1,1024 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Return the exact same sentence and don't add additional words): Michael Jordan was born in the year of 1963", + "stream": true, + "temperature": 0.0, + "max_tokens": 50, + "stop": [ + "1963" + ] + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " He", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " i", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "s a professio", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "nal basketb", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "all pla", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "y", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "er.", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " He", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " is wid", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ely regar", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ded", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " as ", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "one", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " of ", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "the great", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "est basketb", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "all play", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ers", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " of ", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "all t", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "i", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "me.", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " He ", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "won numer", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ous awa", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "rds ", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "and ac", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "cola", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "d", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "es, includ", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ing ", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "six ", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "NBA championsh", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "i", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ps.", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " He", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " i", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "s a mem", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ber", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " of ", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "the", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " Na", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ism", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ith Memor", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ial Basketb", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "all H", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "all", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-bf9504d3c5ce492e81d818475c689b26", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "text": " of Fame", + "stop_reason": null + } + ], + "created": 1756225987, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/eece7bb566f9.json b/tests/integration/recordings/responses/eece7bb566f9.json new file mode 100644 index 0000000000..a4eca48471 --- /dev/null +++ b/tests/integration/recordings/responses/eece7bb566f9.json @@ -0,0 +1,60 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "Which planet has rings around it with a name starting with letter S?" + } + ], + "stream": false + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-f1d7b23256be4531b307aefd00a32751", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "The planet with rings around it, with a name starting with the letter S, is Saturn.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [], + "reasoning_content": null + }, + "stop_reason": null + } + ], + "created": 1756226472, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 20, + "prompt_tokens": 49, + "total_tokens": 69, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +}