""" Utility functions for the Anthropic API. """ from typing import List, Union, cast from enum import Enum from anthropic import ( Anthropic, AnthropicBedrock, AnthropicVertex, APIError, APIResponseValidationError, APIStatusError, ) from anthropic.types.beta import ( BetaCacheControlEphemeralParam, BetaContentBlockParam, BetaImageBlockParam, BetaMessage, BetaMessageParam, BetaTextBlock, BetaTextBlockParam, BetaToolResultBlockParam, BetaToolUseBlockParam, ) from datetime import datetime from .tools import ToolResult COMPUTER_USE_BETA_FLAG = "computer-use-2024-10-22" PROMPT_CACHING_BETA_FLAG = "prompt-caching-2024-07-31" class APIProvider(Enum): ANTHROPIC = "anthropic" BEDROCK = "bedrock" VERTEX = "vertex" PROVIDER_TO_DEFAULT_MODEL_NAME: dict[(APIProvider, str), str] = { (APIProvider.ANTHROPIC, "claude-3-5-sonnet-20241022"): "claude-3-5-sonnet-20241022", (APIProvider.BEDROCK, "claude-3-5-sonnet-20241022"): "us.anthropic.claude-3-5-sonnet-20241022-v2:0", (APIProvider.VERTEX, "claude-3-5-sonnet-20241022"): "claude-3-5-sonnet-v1@20241022", (APIProvider.ANTHROPIC, "claude-3-7-sonnet-20250219"): "claude-3-7-sonnet-20250219", (APIProvider.BEDROCK, "claude-3-7-sonnet-20250219"): "us.anthropic.claude-3-7-sonnet-20250219-v1:0", (APIProvider.VERTEX, "claude-3-7-sonnet-20250219"): "claude-3-7-sonnet-v1@20250219", (APIProvider.ANTHROPIC, "claude-4-opus-20250514"): "claude-4-opus-20250514", (APIProvider.BEDROCK, "claude-4-opus-20250514"): "us.anthropic.claude-opus-4-20250514-v1:0", (APIProvider.VERTEX, "claude-4-opus-20250514"): "claude-4-opus-v1@20250514", (APIProvider.ANTHROPIC, "claude-4-sonnet-20250514"): "claude-4-sonnet-20250514", (APIProvider.BEDROCK, "claude-4-sonnet-20250514"): "us.anthropic.claude-sonnet-4-20250514-v1:0", (APIProvider.VERTEX, "claude-4-sonnet-20250514"): "claude-sonnet-4-v1@20250514", } # This system prompt is optimized for the Docker environment in this repository and # specific tool combinations enabled. # We encourage modifying this system prompt to ensure the model has context for the # environment it is running in, and to provide any additional information that may be # helpful for the task at hand. SYSTEM_PROMPT = f""" * You are utilising an Ubuntu virtual machine using x86_64 architecture with internet access. * You can feel free to install Ubuntu applications with your bash tool. Use curl instead of wget. * To open browser, please just click on the Chrome icon. Note, Chrome is what is installed on your system. * Using bash tool you can start GUI applications, but you need to set export DISPLAY=:1 and use a subshell. For example "(DISPLAY=:1 xterm &)". GUI apps run with bash tool will appear within your desktop environment, but they may take some time to appear. Take a screenshot to confirm it did. * When using your bash tool with commands that are expected to output very large quantities of text, redirect into a tmp file and use str_replace_editor or `grep -n -B -A ` to confirm output. * When viewing a page it can be helpful to zoom out so that you can see everything on the page. Either that, or make sure you scroll down to see everything before deciding something isn't available. * DO NOT ask users for clarification during task execution. DO NOT stop to request more information from users. Always take action using available tools. * When using your computer function calls, they take a while to run and send back to you. Where possible/feasible, try to chain multiple of these calls all into one function calls request. * The current date is {datetime.today().strftime('%A, %B %d, %Y')}. * Home directory of this Ubuntu system is '/home/user'. * If the item you are looking at is a pdf, if after taking a single screenshot of the pdf it seems that you want to read the entire document instead of trying to continue to read the pdf from your screenshots + navigation, determine the URL, use curl to download the pdf, install and use pdftotext to convert it to a text file, and then read that text file directly with your StrReplaceEditTool. """ SYSTEM_PROMPT_WINDOWS = f""" * You are utilising a Windows virtual machine using x86_64 architecture with internet access. * To open browser, please just click on the Chrome icon. Note, Chrome is what is installed on your system. * When viewing a page it can be helpful to zoom out so that you can see everything on the page. Either that, or make sure you scroll down to see everything before deciding something isn't available. * The current date is {datetime.today().strftime('%A, %B %d, %Y')}. * Home directory of this Windows system is 'C:\\Users\\user'. * When you want to open some applications on Windows, please use Double Click on it instead of clicking once. """ def _make_api_tool_result( result: ToolResult, tool_use_id: str ) -> BetaToolResultBlockParam: """Convert an agent ToolResult to an API ToolResultBlockParam.""" tool_result_content: Union[List[Union[BetaTextBlockParam, BetaImageBlockParam]], str] = [] is_error = False if not result or (result.get('error') is not None and result.get('error') != ""): is_error = True error_message = str(result.get('error', 'Unknown error occurred')) if result else 'No result received' tool_result_content = [{ "type": "text", "text": _maybe_prepend_system_tool_result(result, error_message) }] else: if result.get('output'): tool_result_content.append({ "type": "text", "text": _maybe_prepend_system_tool_result( result, str(result.get('output', '') if result else '') ), }) if result.get('base64_image'): tool_result_content.append({ "type": "image", "source": { "type": "base64", "media_type": "image/png", "data": result.get('base64_image', ''), }, }) if not tool_result_content: tool_result_content.append({ "type": "text", "text": "Action completed successfully" }) return { "type": "tool_result", "content": tool_result_content, "tool_use_id": tool_use_id, "is_error": is_error, } def _maybe_prepend_system_tool_result(result: ToolResult, result_text: str): if not result: return result_text if result.get('system', False): result_text = f"{result.get('system','')}\n{result_text}" return result_text def _inject_prompt_caching( messages: list[BetaMessageParam], ): """ Set cache breakpoints for the 3 most recent turns one cache breakpoint is left for tools/system prompt, to be shared across sessions """ breakpoints_remaining = 3 for message in reversed(messages): if message["role"] == "user" and isinstance( content := message["content"], list ): if breakpoints_remaining: breakpoints_remaining -= 1 # Use type ignore to bypass TypedDict check until SDK types are updated content[-1]["cache_control"] = BetaCacheControlEphemeralParam( # type: ignore {"type": "ephemeral"} ) else: content[-1].pop("cache_control", None) # we'll only every have one extra turn per loop break def _maybe_filter_to_n_most_recent_images( messages: list[BetaMessageParam], images_to_keep: int, min_removal_threshold: int, ): """ With the assumption that images are screenshots that are of diminishing value as the conversation progresses, remove all but the final `images_to_keep` tool_result images in place, with a chunk of min_removal_threshold to reduce the amount we break the implicit prompt cache. """ if images_to_keep is None: return messages tool_result_blocks = cast( list[BetaToolResultBlockParam], [ item for message in messages for item in ( message["content"] if isinstance(message["content"], list) else [] ) if isinstance(item, dict) and item.get("type") == "tool_result" ], ) total_images = sum( 1 for tool_result in tool_result_blocks for content in tool_result.get("content", []) if isinstance(content, dict) and content.get("type") == "image" ) images_to_remove = total_images - images_to_keep # for better cache behavior, we want to remove in chunks images_to_remove -= images_to_remove % min_removal_threshold for tool_result in tool_result_blocks: if isinstance(tool_result.get("content"), list): new_content = [] for content in tool_result.get("content", []): if isinstance(content, dict) and content.get("type") == "image": if images_to_remove > 0: images_to_remove -= 1 continue new_content.append(content) tool_result["content"] = new_content def _response_to_params( response: BetaMessage, ) -> list[BetaContentBlockParam]: res: list[BetaContentBlockParam] = [] if response.content: for block in response.content: if isinstance(block, BetaTextBlock): if block.text: res.append(BetaTextBlockParam(type="text", text=block.text)) elif getattr(block, "type", None) == "thinking": # Handle thinking blocks - include signature field thinking_block = { "type": "thinking", "thinking": getattr(block, "thinking", None), } if hasattr(block, "signature"): thinking_block["signature"] = getattr(block, "signature", None) res.append(cast(BetaContentBlockParam, thinking_block)) else: # Handle tool use blocks normally res.append(cast(BetaToolUseBlockParam, block.model_dump())) return res else: return []