chore(internal): simplify http snapshots

Author: karpetrosyan

.inline-snapshot/external/cd8d3d185e7a993935ab650e0e5c6a7970758bac7d0487f9b1afaad2cc095f3c.json

@@ -1,3 +1,6 @@
 {
-    "python.analysis.importFormat": "relative",
+  "python.analysis.importFormat": "relative",
+  "python.testing.pytestArgs": ["tests"],
+  "python.testing.unittestEnabled": false,
+  "python.testing.pytestEnabled": true
 }

.vscode/settings.json

@@ -99,7 +99,6 @@ $ ./scripts/test
 ### Snapshots
 
 Some tests use [inline-snapshot](https://15r10nk.github.io/inline-snapshot/latest/). To update them after making changes, rerun the tests with the `--inline-snapshot=fix` and `-n0` options:
-
 ```bash
 ./scripts/test --inline-snapshot=fix -n0
 ```
@@ -108,15 +107,14 @@ Some tests use [inline-snapshot](https://15r10nk.github.io/inline-snapshot/lates
 > `inline-snapshot` is incompatible with [pytest-xdist](https://github.com/pytest-dev/pytest-xdist), so you need to disable parallel execution `(-n0)` when using the `--inline-snapshot` option.
 
 In addition, some tests capture snapshots of the HTTP requests they make.
-To refresh these snapshots, run the tests with the `ANTHROPIC_LIVE=1` environment variable enabled.
-
+To refresh these snapshots, run the tests with the `--http-record` flag:
 ```bash
-ANTHROPIC_LIVE=1 ./scripts/test --inline-snapshot=fix
+./scripts/test --inline-snapshot=fix --http-record -n0
 ```
 
 > [!NOTE]
-> Sometimes it makes sense to update only the inline snapshots `(--inline-snapshot=fix)` without refreshing the HTTP snapshots `(ANTHROPIC_LIVE=1)`.
-> This is useful when the endpoint hasn’t changed, but your code handles the response differently and the assertions need updating.
+> Sometimes it makes sense to update only the inline snapshots `(--inline-snapshot=fix)` without refreshing the HTTP snapshots `(--http-record)`.
+> This is useful when the endpoint hasn't changed, but your code handles the response differently and the assertions need updating.
 
 ## Linting and formatting
 

CONTRIBUTING.md

@@ -74,6 +74,7 @@ dev = [
     "pytest-xdist>=3.6.1",
     "inline-snapshot>=0.28.0",
     "griffe>=1",
+    "http-snapshot[httpx]==0.1.8",
 ]
 pydantic-v1 = [
     "pydantic>=1.9.0,<2",

pyproject.toml

@@ -4,11 +4,14 @@
 
 import os
 import logging
-from typing import TYPE_CHECKING, Iterator, AsyncIterator
+from typing import TYPE_CHECKING, Any, Iterator, AsyncIterator
 
 import httpx
 import pytest
+import inline_snapshot
+from http_snapshot import SnapshotSerializerOptions
 from pytest_asyncio import is_async_test
+from http_snapshot.httpx import HttpxSyncSnapshotClient, HttpxAsyncSnapshotClient
 
 from anthropic import Anthropic, AsyncAnthropic, DefaultAioHttpClient
 from anthropic._utils import is_dict
@@ -20,6 +23,18 @@
 
 logging.getLogger("anthropic").setLevel(logging.DEBUG)
 
+SNAPSHOT_RESPONSE_HEADERS_EXCLUDE = [
+    "date",
+    "request-id",
+    "anthropic-organization-id",
+    "x-envoy-upstream-service-time",
+    "cf-ray",
+]
+
+SNAPSHOT_REQUEST_HEADERS_EXCLUDE = [
+    "x-api-key",
+]
+
 
 # automatically add `pytest.mark.asyncio()` to all of our async tests
 # so we don't have to add that boilerplate everywhere
@@ -58,6 +73,41 @@ def client(request: FixtureRequest) -> Iterator[Anthropic]:
         yield client
 
 
+@pytest.fixture
+def http_snapshot_serializer_options() -> SnapshotSerializerOptions:
+    return SnapshotSerializerOptions(
+        exclude_response_headers=SNAPSHOT_RESPONSE_HEADERS_EXCLUDE,
+        exclude_request_headers=SNAPSHOT_REQUEST_HEADERS_EXCLUDE,
+        include_request=True,
+    )
+
+
+@pytest.fixture(scope="function")
+def snapshot_client(
+    is_recording: bool,
+    http_snapshot_serializer_options: SnapshotSerializerOptions,
+    http_snapshot: inline_snapshot.Snapshot[Any],
+) -> Iterator[Anthropic]:
+    with HttpxSyncSnapshotClient(
+        http_snapshot, is_recording, serializer_options=http_snapshot_serializer_options
+    ) as snapshot_client:
+        with Anthropic(http_client=snapshot_client, api_key=None if is_recording else api_key) as client:
+            yield client
+
+
+@pytest.fixture(scope="function")
+async def async_snapshot_client(
+    is_recording: bool,
+    http_snapshot_serializer_options: SnapshotSerializerOptions,
+    http_snapshot: inline_snapshot.Snapshot[Any],
+) -> AsyncIterator[AsyncAnthropic]:
+    async with HttpxAsyncSnapshotClient(
+        http_snapshot, is_recording, serializer_options=http_snapshot_serializer_options
+    ) as snapshot_client:
+        client = AsyncAnthropic(http_client=snapshot_client, api_key=None if is_recording else api_key)
+        yield client
+
+
 @pytest.fixture(scope="session")
 async def async_client(request: FixtureRequest) -> AsyncIterator[AsyncAnthropic]:
     param = getattr(request, "param", True)

tests/conftest.py

@@ -0,0 +1,140 @@
+[
+  {
+    "request": {
+      "method": "POST",
+      "url": "https://api.anthropic.com/v1/messages?beta=true",
+      "headers": {
+        "host": "api.anthropic.com",
+        "accept-encoding": "gzip, deflate",
+        "connection": "keep-alive",
+        "x-stainless-timeout": "NOT_GIVEN",
+        "accept": "application/json",
+        "content-type": "application/json",
+        "user-agent": "AsyncAnthropic/Python 0.82.0",
+        "x-stainless-lang": "python",
+        "x-stainless-package-version": "0.82.0",
+        "x-stainless-os": "MacOS",
+        "x-stainless-arch": "arm64",
+        "x-stainless-runtime": "CPython",
+        "x-stainless-runtime-version": "3.9.18",
+        "x-stainless-async": "async:asyncio",
+        "anthropic-version": "2023-06-01",
+        "x-stainless-helper-method": "stream",
+        "x-stainless-stream-helper": "beta.messages",
+        "anthropic-beta": "structured-outputs-2025-11-13",
+        "x-stainless-retry-count": "0",
+        "x-stainless-read-timeout": "600",
+        "content-length": "276"
+      },
+      "body": {
+        "max_tokens": 1024,
+        "messages": [
+          {
+            "role": "user",
+            "content": "Extract order IDs from the following text:\n\nOrder 12345\nOrder 67890"
+          }
+        ],
+        "model": "claude-sonnet-4-5",
+        "output_config": {
+          "format": {
+            "type": "json_schema",
+            "schema": {
+              "type": "array",
+              "items": {
+                "type": "integer"
+              }
+            }
+          }
+        },
+        "stream": true
+      }
+    },
+    "response": {
+      "status_code": 429,
+      "headers": {
+        "content-type": "application/json",
+        "content-length": "606",
+        "connection": "keep-alive",
+        "x-should-retry": "true",
+        "x-robots-tag": "none",
+        "strict-transport-security": "max-age=31536000; includeSubDomains; preload",
+        "server": "cloudflare",
+        "content-security-policy": "default-src 'none'; frame-ancestors 'none'",
+        "cf-cache-status": "DYNAMIC"
+      },
+      "body": {
+        "type": "error",
+        "error": {
+          "type": "rate_limit_error",
+          "message": "This request would exceed your organization's rate limit of 20,000,000 prompt bytes per hour (org: 5576611f-a1ee-427c-9800-298d9579899c, model: claude-sonnet-4-5-20250929). For details, refer to: https://docs.claude.com/en/api/rate-limits. You can see the response headers for current usage. Please reduce the prompt length or the maximum tokens requested, or try again later. You may also contact sales at https://www.anthropic.com/contact-sales to discuss your options for a rate limit increase."
+        },
+        "request_id": "req_011CYK5kgv9zS6EpxPDLPkLb"
+      }
+    }
+  },
+  {
+    "request": {
+      "method": "POST",
+      "url": "https://api.anthropic.com/v1/messages?beta=true",
+      "headers": {
+        "host": "api.anthropic.com",
+        "accept-encoding": "gzip, deflate",
+        "connection": "keep-alive",
+        "x-stainless-timeout": "NOT_GIVEN",
+        "accept": "application/json",
+        "content-type": "application/json",
+        "user-agent": "AsyncAnthropic/Python 0.82.0",
+        "x-stainless-lang": "python",
+        "x-stainless-package-version": "0.82.0",
+        "x-stainless-os": "MacOS",
+        "x-stainless-arch": "arm64",
+        "x-stainless-runtime": "CPython",
+        "x-stainless-runtime-version": "3.9.18",
+        "x-stainless-async": "async:asyncio",
+        "anthropic-version": "2023-06-01",
+        "x-stainless-helper-method": "stream",
+        "x-stainless-stream-helper": "beta.messages",
+        "anthropic-beta": "structured-outputs-2025-11-13",
+        "x-stainless-retry-count": "1",
+        "x-stainless-read-timeout": "600",
+        "content-length": "276"
+      },
+      "body": {
+        "max_tokens": 1024,
+        "messages": [
+          {
+            "role": "user",
+            "content": "Extract order IDs from the following text:\n\nOrder 12345\nOrder 67890"
+          }
+        ],
+        "model": "claude-sonnet-4-5",
+        "output_config": {
+          "format": {
+            "type": "json_schema",
+            "schema": {
+              "type": "array",
+              "items": {
+                "type": "integer"
+              }
+            }
+          }
+        },
+        "stream": true
+      }
+    },
+    "response": {
+      "status_code": 200,
+      "headers": {
+        "content-type": "text/event-stream; charset=utf-8",
+        "connection": "keep-alive",
+        "cache-control": "no-cache",
+        "strict-transport-security": "max-age=31536000; includeSubDomains; preload",
+        "server": "cloudflare",
+        "x-robots-tag": "none",
+        "content-security-policy": "default-src 'none'; frame-ancestors 'none'",
+        "cf-cache-status": "DYNAMIC"
+      },
+      "body": "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-5-20250929\",\"id\":\"msg_01RKp6d9GFfSNpDdeCX3f8Td\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"usage\":{\"input_tokens\":135,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}}}\n\nevent: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"}             }\n\nevent: ping\ndata: {\"type\": \"ping\"}\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"[\"}  }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"12\"}            }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"345,\"}}\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"67890]\"}}\n\nevent: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0            }\n\nevent: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null},\"usage\":{\"input_tokens\":135,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":10}           }\n\nevent: message_stop\ndata: {\"type\":\"message_stop\"             }\n\n"
+    }
+  }
+]