chore(internal): simplify http snapshots (#1092)

Author: karpetrosyan

.inline-snapshot/external/cd8d3d185e7a993935ab650e0e5c6a7970758bac7d0487f9b1afaad2cc095f3c.json

@@ -98,7 +98,6 @@ $ ./scripts/test
 ### Snapshots
 
 Some tests use [inline-snapshot](https://15r10nk.github.io/inline-snapshot/latest/). To update them after making changes, rerun the tests with the `--inline-snapshot=fix` and `-n0` options:
-
 ```bash
 ./scripts/test --inline-snapshot=fix -n0
 ```
@@ -107,15 +106,14 @@ Some tests use [inline-snapshot](https://15r10nk.github.io/inline-snapshot/lates
 > `inline-snapshot` is incompatible with [pytest-xdist](https://github.com/pytest-dev/pytest-xdist), so you need to disable parallel execution `(-n0)` when using the `--inline-snapshot` option.
 
 In addition, some tests capture snapshots of the HTTP requests they make.
-To refresh these snapshots, run the tests with the `ANTHROPIC_LIVE=1` environment variable enabled.
-
+To refresh these snapshots, run the tests with the `--http-record` flag:
 ```bash
-ANTHROPIC_LIVE=1 ./scripts/test --inline-snapshot=fix
+./scripts/test --inline-snapshot=fix --http-record -n0
 ```
 
 > [!NOTE]
-> Sometimes it makes sense to update only the inline snapshots `(--inline-snapshot=fix)` without refreshing the HTTP snapshots `(ANTHROPIC_LIVE=1)`.
-> This is useful when the endpoint hasn’t changed, but your code handles the response differently and the assertions need updating.
+> Sometimes it makes sense to update only the inline snapshots `(--inline-snapshot=fix)` without refreshing the HTTP snapshots `(--http-record)`.
+> This is useful when the endpoint hasn't changed, but your code handles the response differently and the assertions need updating.
 
 ## Linting and formatting
 

CONTRIBUTING.md

@@ -74,6 +74,7 @@ dev = [
     "pytest-xdist>=3.6.1",
     "inline-snapshot>=0.28.0",
     "griffe>=1",
+    "http-snapshot[httpx]==0.1.8",
 ]
 pydantic-v1 = [
     "pydantic>=1.9.0,<2",

pyproject.toml

@@ -4,11 +4,14 @@
 
 import os
 import logging
-from typing import TYPE_CHECKING, Iterator, AsyncIterator
+from typing import TYPE_CHECKING, Any, Iterator, AsyncIterator
 
 import httpx
 import pytest
+import inline_snapshot
+from http_snapshot import SnapshotSerializerOptions
 from pytest_asyncio import is_async_test
+from http_snapshot.httpx import HttpxSyncSnapshotClient, HttpxAsyncSnapshotClient
 
 from anthropic import Anthropic, AsyncAnthropic, DefaultAioHttpClient
 from anthropic._utils import is_dict
@@ -20,6 +23,18 @@
 
 logging.getLogger("anthropic").setLevel(logging.DEBUG)
 
+SNAPSHOT_RESPONSE_HEADERS_EXCLUDE = [
+    "date",
+    "request-id",
+    "anthropic-organization-id",
+    "x-envoy-upstream-service-time",
+    "cf-ray",
+]
+
+SNAPSHOT_REQUEST_HEADERS_EXCLUDE = [
+    "x-api-key",
+]
+
 
 # automatically add `pytest.mark.asyncio()` to all of our async tests
 # so we don't have to add that boilerplate everywhere
@@ -58,6 +73,41 @@ def client(request: FixtureRequest) -> Iterator[Anthropic]:
         yield client
 
 
+@pytest.fixture
+def http_snapshot_serializer_options() -> SnapshotSerializerOptions:
+    return SnapshotSerializerOptions(
+        exclude_response_headers=SNAPSHOT_RESPONSE_HEADERS_EXCLUDE,
+        exclude_request_headers=SNAPSHOT_REQUEST_HEADERS_EXCLUDE,
+        include_request=True,
+    )
+
+
+@pytest.fixture(scope="function")
+def snapshot_client(
+    is_recording: bool,
+    http_snapshot_serializer_options: SnapshotSerializerOptions,
+    http_snapshot: inline_snapshot.Snapshot[Any],
+) -> Iterator[Anthropic]:
+    with HttpxSyncSnapshotClient(
+        http_snapshot, is_recording, serializer_options=http_snapshot_serializer_options
+    ) as snapshot_client:
+        with Anthropic(http_client=snapshot_client, api_key=None if is_recording else api_key) as client:
+            yield client
+
+
+@pytest.fixture(scope="function")
+async def async_snapshot_client(
+    is_recording: bool,
+    http_snapshot_serializer_options: SnapshotSerializerOptions,
+    http_snapshot: inline_snapshot.Snapshot[Any],
+) -> AsyncIterator[AsyncAnthropic]:
+    async with HttpxAsyncSnapshotClient(
+        http_snapshot, is_recording, serializer_options=http_snapshot_serializer_options
+    ) as snapshot_client:
+        client = AsyncAnthropic(http_client=snapshot_client, api_key=None if is_recording else api_key)
+        yield client
+
+
 @pytest.fixture(scope="session")
 async def async_client(request: FixtureRequest) -> AsyncIterator[AsyncAnthropic]:
     param = getattr(request, "param", True)

tests/conftest.py

@@ -0,0 +1,67 @@
+[
+  {
+    "request": {
+      "method": "POST",
+      "url": "https://api.anthropic.com/v1/messages?beta=true",
+      "headers": {
+        "host": "api.anthropic.com",
+        "accept-encoding": "gzip, deflate",
+        "connection": "keep-alive",
+        "x-stainless-timeout": "NOT_GIVEN",
+        "accept": "application/json",
+        "content-type": "application/json",
+        "user-agent": "AsyncAnthropic/Python 0.82.0",
+        "x-stainless-lang": "python",
+        "x-stainless-package-version": "0.82.0",
+        "x-stainless-os": "MacOS",
+        "x-stainless-arch": "arm64",
+        "x-stainless-runtime": "CPython",
+        "x-stainless-runtime-version": "3.9.18",
+        "x-stainless-async": "async:asyncio",
+        "anthropic-version": "2023-06-01",
+        "x-stainless-helper-method": "stream",
+        "x-stainless-stream-helper": "beta.messages",
+        "anthropic-beta": "structured-outputs-2025-12-15",
+        "x-stainless-retry-count": "0",
+        "x-stainless-read-timeout": "600",
+        "content-length": "276"
+      },
+      "body": {
+        "max_tokens": 1024,
+        "messages": [
+          {
+            "role": "user",
+            "content": "Extract order IDs from the following text:\n\nOrder 12345\nOrder 67890"
+          }
+        ],
+        "model": "claude-sonnet-4-5",
+        "output_config": {
+          "format": {
+            "type": "json_schema",
+            "schema": {
+              "type": "array",
+              "items": {
+                "type": "integer"
+              }
+            }
+          }
+        },
+        "stream": true
+      }
+    },
+    "response": {
+      "status_code": 200,
+      "headers": {
+        "content-type": "text/event-stream; charset=utf-8",
+        "connection": "keep-alive",
+        "cache-control": "no-cache",
+        "strict-transport-security": "max-age=31536000; includeSubDomains; preload",
+        "server": "cloudflare",
+        "x-robots-tag": "none",
+        "content-security-policy": "default-src 'none'; frame-ancestors 'none'",
+        "cf-cache-status": "DYNAMIC"
+      },
+      "body": "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-5-20250929\",\"id\":\"msg_01LtFpmR8SbmiK2kRA5sWXNi\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"usage\":{\"input_tokens\":135,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}}   }\n\nevent: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"}               }\n\nevent: ping\ndata: {\"type\": \"ping\"}\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"[\"}   }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"12\"}             }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"345,\"}        }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"67890]\"}           }\n\nevent: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0           }\n\nevent: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null},\"usage\":{\"input_tokens\":135,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":10}               }\n\nevent: message_stop\ndata: {\"type\":\"message_stop\"       }\n\n"
+    }
+  }
+]

tests/lib/_parse/__inline_snapshot__/test_beta_messages/TestAsyncMessages.test_parse_uses_output_config/044ce19d-3e9c-42d2-90e7-759c978cd94b.json

@@ -0,0 +1,103 @@
+[
+  {
+    "request": {
+      "method": "POST",
+      "url": "https://api.anthropic.com/v1/messages?beta=true",
+      "headers": {
+        "host": "api.anthropic.com",
+        "accept-encoding": "gzip, deflate",
+        "connection": "keep-alive",
+        "x-stainless-timeout": "600",
+        "accept": "application/json",
+        "content-type": "application/json",
+        "user-agent": "AsyncAnthropic/Python 0.82.0",
+        "x-stainless-lang": "python",
+        "x-stainless-package-version": "0.82.0",
+        "x-stainless-os": "MacOS",
+        "x-stainless-arch": "arm64",
+        "x-stainless-runtime": "CPython",
+        "x-stainless-runtime-version": "3.9.18",
+        "x-stainless-async": "async:asyncio",
+        "anthropic-version": "2023-06-01",
+        "x-stainless-helper": "beta.messages.parse",
+        "anthropic-beta": "structured-outputs-2025-12-15",
+        "x-stainless-raw-response": "true",
+        "x-stainless-retry-count": "0",
+        "x-stainless-read-timeout": "600",
+        "content-length": "432"
+      },
+      "body": {
+        "max_tokens": 1024,
+        "messages": [
+          {
+            "role": "user",
+            "content": "Extract the user's name and age from the following text:\n\nMy name is John Doe and I am 30 years old."
+          }
+        ],
+        "model": "claude-sonnet-4-5",
+        "output_config": {
+          "format": {
+            "schema": {
+              "type": "object",
+              "title": "User",
+              "properties": {
+                "name": {
+                  "type": "string",
+                  "title": "Name"
+                },
+                "age": {
+                  "type": "integer",
+                  "title": "Age"
+                }
+              },
+              "additionalProperties": false,
+              "required": [
+                "name",
+                "age"
+              ]
+            },
+            "type": "json_schema"
+          }
+        }
+      }
+    },
+    "response": {
+      "status_code": 200,
+      "headers": {
+        "content-type": "application/json",
+        "connection": "keep-alive",
+        "x-robots-tag": "none",
+        "strict-transport-security": "max-age=31536000; includeSubDomains; preload",
+        "server": "cloudflare",
+        "content-security-policy": "default-src 'none'; frame-ancestors 'none'",
+        "cf-cache-status": "DYNAMIC"
+      },
+      "body": {
+        "model": "claude-sonnet-4-5-20250929",
+        "id": "msg_01EojSKby3oqoP7mb4PHsMJ7",
+        "type": "message",
+        "role": "assistant",
+        "content": [
+          {
+            "type": "text",
+            "text": "{\"name\":\"John Doe\",\"age\":30}"
+          }
+        ],
+        "stop_reason": "end_turn",
+        "stop_sequence": null,
+        "usage": {
+          "input_tokens": 222,
+          "cache_creation_input_tokens": 0,
+          "cache_read_input_tokens": 0,
+          "cache_creation": {
+            "ephemeral_5m_input_tokens": 0,
+            "ephemeral_1h_input_tokens": 0
+          },
+          "output_tokens": 14,
+          "service_tier": "standard",
+          "inference_geo": "not_available"
+        }
+      }
+    }
+  }
+]