import json from collections.abc import Mapping from dataclasses import dataclass from typing import Any, TypeVar, overload import httpx from anthropic import ( APIConnectionError, APIStatusError, AsyncAnthropic, NotGiven, RateLimitError, omit, ) from anthropic.types import CacheControlEphemeralParam, Message, ToolParam from anthropic.types.model_param import ModelParam from anthropic.types.text_block import TextBlock from anthropic.types.tool_choice_tool_param import ToolChoiceToolParam from httpx import Timeout from pydantic import BaseModel from browser_use.llm.anthropic.serializer import AnthropicMessageSerializer from browser_use.llm.base import BaseChatModel from browser_use.llm.exceptions import ModelOutputTruncatedError, ModelProviderError, ModelRateLimitError from browser_use.llm.messages import BaseMessage from browser_use.llm.schema import SchemaOptimizer from browser_use.llm.views import ChatInvokeCompletion, ChatInvokeUsage T = TypeVar('T', bound=BaseModel) @dataclass class ChatAnthropic(BaseChatModel): """ A wrapper around Anthropic's chat model. """ # Model configuration model: str | ModelParam max_tokens: int = 8192 temperature: float | None = None top_p: float | None = None seed: int | None = None output_config: dict[str, Any] | None = None thinking: dict[str, Any] | None = None betas: list[str] | None = None fallbacks: list[dict[str, Any]] | None = None inference_geo: str | None = None # Client initialization parameters api_key: str | None = None auth_token: str | None = None base_url: str | httpx.URL | None = None timeout: float | Timeout | None | NotGiven = NotGiven() max_retries: int = 10 default_headers: Mapping[str, str] | None = None default_query: Mapping[str, object] | None = None http_client: httpx.AsyncClient | None = None # Static @property def provider(self) -> str: return 'anthropic' def _get_client_params(self) -> dict[str, Any]: """Prepare client parameters dictionary.""" # Define base client params base_params = { 'api_key': self.api_key, 'auth_token': self.auth_token, 'base_url': self.base_url, 'timeout': self.timeout, 'max_retries': self.max_retries, 'default_headers': self.default_headers, 'default_query': self.default_query, 'http_client': self.http_client, } # Create client_params dict with non-None values and non-NotGiven values client_params = {} for k, v in base_params.items(): if v is not None and v is not NotGiven(): client_params[k] = v return client_params def _is_adaptive_thinking_only_model(self) -> bool: model = self.name.lower() return 'claude-fable-5' in model or 'claude-mythos-5' in model def _requires_auto_tool_choice(self) -> bool: model = self.name.lower() if 'claude-fable-5' in model or 'claude-mythos-5' in model: return True if self.thinking is None: return False return self.thinking.get('type') != 'disabled' def _validate_thinking_config(self) -> None: if not self.thinking or not self._is_adaptive_thinking_only_model(): return thinking_type = self.thinking.get('type') if thinking_type in {'enabled', 'disabled'} or 'budget_tokens' in self.thinking: raise ValueError( f'{self.model} only supports adaptive thinking. Omit thinking or use adaptive display options such as ' '{"type": "adaptive", "display": "summarized"}.' ) def _get_betas_for_invoke(self) -> list[str] | None: betas = self.betas if self.fallbacks is None: return betas betas = list(betas or []) if not any(beta.startswith('server-side-fallback-') for beta in betas): betas.append('server-side-fallback-2026-06-01') return betas def _get_extra_body_for_invoke(self) -> dict[str, Any] | None: extra_body: dict[str, Any] = {} if self.output_config is not None: extra_body['output_config'] = self.output_config if self.fallbacks is not None: extra_body['fallbacks'] = self.fallbacks if self.inference_geo is not None: extra_body['inference_geo'] = self.inference_geo return extra_body or None def _get_client_params_for_invoke(self) -> dict[str, Any]: """Prepare client parameters dictionary for invoke.""" self._validate_thinking_config() client_params = {} if self.temperature is not None: client_params['temperature'] = self.temperature if self.max_tokens is not None: client_params['max_tokens'] = self.max_tokens if self.top_p is not None: client_params['top_p'] = self.top_p if self.seed is not None: client_params['seed'] = self.seed if self.thinking is not None: client_params['thinking'] = self.thinking betas = self._get_betas_for_invoke() if betas is not None: client_params['betas'] = betas extra_body = self._get_extra_body_for_invoke() if extra_body is not None: client_params['extra_body'] = extra_body return client_params def get_client(self) -> AsyncAnthropic: """ Returns an AsyncAnthropic client. Returns: AsyncAnthropic: An instance of the AsyncAnthropic client. """ client_params = self._get_client_params() return AsyncAnthropic(**client_params) @property def name(self) -> str: return str(self.model) async def _create_message(self, **params: Any) -> Any: betas = params.pop('betas', None) client = self.get_client() if betas is not None: return await client.beta.messages.create(**params, betas=betas) return await client.messages.create(**params) def _is_message_like_response(self, response: Any) -> bool: return all(hasattr(response, attr) for attr in ('content', 'usage', 'stop_reason')) def _get_cache_creation_tokens(self, response: Any) -> tuple[int | None, int | None]: cache_creation = getattr(response.usage, 'cache_creation', None) if cache_creation is None: return None, None return ( getattr(cache_creation, 'ephemeral_5m_input_tokens', None), getattr(cache_creation, 'ephemeral_1h_input_tokens', None), ) def _get_pricing_multiplier(self) -> float | None: if self.inference_geo == 'us': return 1.1 return None def _get_usage(self, response: Any) -> ChatInvokeUsage | None: cache_creation_5m_tokens, cache_creation_1h_tokens = self._get_cache_creation_tokens(response) usage = ChatInvokeUsage( prompt_tokens=response.usage.input_tokens + ( response.usage.cache_read_input_tokens or 0 ), # Total tokens in Anthropic are a bit fucked, you have to add cached tokens to the prompt tokens completion_tokens=response.usage.output_tokens, total_tokens=response.usage.input_tokens + response.usage.output_tokens, prompt_cached_tokens=response.usage.cache_read_input_tokens, prompt_cache_creation_tokens=response.usage.cache_creation_input_tokens, prompt_cache_creation_5m_tokens=cache_creation_5m_tokens, prompt_cache_creation_1h_tokens=cache_creation_1h_tokens, prompt_image_tokens=None, pricing_multiplier=self._get_pricing_multiplier(), ) return usage def _get_stop_details(self, response: Any) -> dict[str, Any] | None: stop_details = getattr(response, 'stop_details', None) if stop_details is None: return None if hasattr(stop_details, 'model_dump'): return stop_details.model_dump() if isinstance(stop_details, dict): return stop_details return {key: getattr(stop_details, key) for key in ('type', 'category', 'explanation') if hasattr(stop_details, key)} def _extract_content_blocks(self, response: Any) -> tuple[str, str | None, str | None]: text_parts: list[str] = [] thinking_parts: list[str] = [] redacted_thinking_parts: list[str] = [] for content_block in response.content: block_type = getattr(content_block, 'type', None) if isinstance(content_block, TextBlock) or block_type == 'text': text = getattr(content_block, 'text', None) if text: text_parts.append(text) elif block_type == 'thinking': thinking_text = getattr(content_block, 'thinking', None) if thinking_text: thinking_parts.append(thinking_text) elif block_type == 'redacted_thinking': redacted_text = getattr(content_block, 'data', None) or getattr(content_block, 'redacted_thinking', None) if redacted_text: redacted_thinking_parts.append(str(redacted_text)) if text_parts: completion = ''.join(text_parts) elif response.content: completion = str(response.content[0]) else: completion = '' thinking = '\n'.join(thinking_parts) if thinking_parts else None redacted_thinking = '\n'.join(redacted_thinking_parts) if redacted_thinking_parts else None return completion, thinking, redacted_thinking def _json_candidates_from_text(self, text: str) -> list[str]: candidates: list[str] = [] stripped = text.strip() if stripped: candidates.append(stripped) if stripped.startswith('```') and stripped.endswith('```'): lines = stripped.splitlines() if len(lines) >= 3: candidates.append('\n'.join(lines[1:-1]).strip()) for start_char, end_char in (('{', '}'), ('[', ']')): start = stripped.find(start_char) end = stripped.rfind(end_char) if start != -1 and end > start: candidates.append(stripped[start : end + 1]) return list(dict.fromkeys(candidate for candidate in candidates if candidate)) def _completion_from_text_response( self, response: Any, output_format: type[T], usage: ChatInvokeUsage | None ) -> ChatInvokeCompletion[T] | None: response_text, thinking, redacted_thinking = self._extract_content_blocks(response) for candidate in self._json_candidates_from_text(response_text): try: completion = output_format.model_validate_json(candidate) except Exception: try: completion = output_format.model_validate(json.loads(candidate)) except Exception: continue return ChatInvokeCompletion( completion=completion, thinking=thinking, redacted_thinking=redacted_thinking, usage=usage, stop_reason=response.stop_reason, stop_details=self._get_stop_details(response), ) return None @overload async def ainvoke( self, messages: list[BaseMessage], output_format: None = None, **kwargs: Any ) -> ChatInvokeCompletion[str]: ... @overload async def ainvoke(self, messages: list[BaseMessage], output_format: type[T], **kwargs: Any) -> ChatInvokeCompletion[T]: ... async def ainvoke( self, messages: list[BaseMessage], output_format: type[T] | None = None, **kwargs: Any ) -> ChatInvokeCompletion[T] | ChatInvokeCompletion[str]: anthropic_messages, system_prompt = AnthropicMessageSerializer.serialize_messages(messages) try: if output_format is None: # Normal completion without structured output response = await self._create_message( model=self.model, messages=anthropic_messages, system=system_prompt or omit, **self._get_client_params_for_invoke(), ) # Ensure we have a valid Message object before accessing attributes if not isinstance(response, Message) and not self._is_message_like_response(response): raise ModelProviderError( message=f'Unexpected response type from Anthropic API: {type(response).__name__}. Response: {str(response)[:200]}', status_code=502, model=self.name, ) usage = self._get_usage(response) response_text, thinking, redacted_thinking = self._extract_content_blocks(response) return ChatInvokeCompletion( completion=response_text, thinking=thinking, redacted_thinking=redacted_thinking, usage=usage, stop_reason=response.stop_reason, stop_details=self._get_stop_details(response), ) else: # Use tool calling for structured output # Create a tool that represents the output format tool_name = output_format.__name__ schema = SchemaOptimizer.create_optimized_json_schema(output_format) # Remove title from schema if present (Anthropic doesn't like it in parameters) if 'title' in schema: del schema['title'] tool = ToolParam( name=tool_name, description=f'Extract information in the format of {tool_name}', input_schema=schema, cache_control=CacheControlEphemeralParam(type='ephemeral'), ) if self._requires_auto_tool_choice(): tool_choice = {'type': 'auto'} else: # Force the model to use this tool tool_choice = ToolChoiceToolParam(type='tool', name=tool_name) response = await self._create_message( model=self.model, messages=anthropic_messages, tools=[tool], system=system_prompt or omit, tool_choice=tool_choice, **self._get_client_params_for_invoke(), ) # Ensure we have a valid Message object before accessing attributes if not isinstance(response, Message) and not self._is_message_like_response(response): raise ModelProviderError( message=f'Unexpected response type from Anthropic API: {type(response).__name__}. Response: {str(response)[:200]}', status_code=502, model=self.name, ) usage = self._get_usage(response) if response.stop_reason == 'max_tokens': raise ModelOutputTruncatedError( message=( f'Model output was truncated at max_tokens={self.max_tokens}; the structured' ' output is incomplete. Increase max_tokens or request shorter output.' ), model=self.name, ) # Extract the tool use block for content_block in response.content: if hasattr(content_block, 'type') and content_block.type == 'tool_use': # Parse the tool input as the structured output try: return ChatInvokeCompletion( completion=output_format.model_validate(content_block.input), usage=usage, stop_reason=response.stop_reason, stop_details=self._get_stop_details(response), ) except Exception as e: # If validation fails, try to fix common model output issues _input = content_block.input if isinstance(_input, str): _input = json.loads(_input) elif isinstance(_input, dict): # Model sometimes double-serializes fields for key, value in _input.items(): if isinstance(value, str) and value.startswith(('[', '{')): try: _input[key] = json.loads(value) except json.JSONDecodeError: cleaned = value.replace('\n', '\\n').replace('\r', '\\r').replace('\t', '\\t') try: _input[key] = json.loads(cleaned) except json.JSONDecodeError: pass else: raise return ChatInvokeCompletion( completion=output_format.model_validate(_input), usage=usage, stop_reason=response.stop_reason, stop_details=self._get_stop_details(response), ) if self._requires_auto_tool_choice(): text_completion = self._completion_from_text_response(response, output_format, usage) if text_completion is not None: return text_completion # If no tool use block found, raise an error raise ValueError('Expected tool use in response but none found') except APIConnectionError as e: raise ModelProviderError(message=e.message, model=self.name) from e except RateLimitError as e: raise ModelRateLimitError(message=e.message, model=self.name) from e except APIStatusError as e: raise ModelProviderError(message=e.message, status_code=e.status_code, model=self.name) from e except ModelProviderError: raise # don't re-wrap with the generic 502 except Exception as e: raise ModelProviderError(message=str(e), model=self.name) from e