Skip to content

Commit 0cd588a

Browse files
yuneng-berriyuneng-berri
authored
Merge pull request BerriAI#34519 from BerriAI/litellm_internal_staging
chore(ci): promote internal staging to main
2 parents 7495b1f + e7df795 commit 0cd588a

110 files changed

Lines changed: 8668 additions & 4566 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎litellm/constants.py‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1145,6 +1145,7 @@
11451145
"anthropic.claude-sonnet-4-5-20250929-v1:0",
11461146
"anthropic.claude-fable-5",
11471147
"anthropic.claude-sonnet-5",
1148+
"anthropic.claude-opus-5",
11481149
"anthropic.claude-opus-4-8",
11491150
"anthropic.claude-opus-4-7",
11501151
"anthropic.claude-opus-4-6-v1:0",

‎litellm/model_prices_and_context_window_backup.json‎

Lines changed: 350 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1502,6 +1502,222 @@
15021502
"supports_parallel_tool_use_config": true,
15031503
"prompt_cache_min_tokens": 1024
15041504
},
1505+
"anthropic.claude-opus-5": {
1506+
"bedrock_converse_supports_strict_tools": false,
1507+
"supports_adaptive_thinking": true,
1508+
"supports_mid_conversation_system": true,
1509+
"cache_creation_input_token_cost": 6.25e-06,
1510+
"cache_creation_input_token_cost_above_1hr": 1e-05,
1511+
"cache_read_input_token_cost": 5e-07,
1512+
"input_cost_per_token": 5e-06,
1513+
"litellm_provider": "bedrock_converse",
1514+
"max_input_tokens": 1000000,
1515+
"max_output_tokens": 128000,
1516+
"max_tokens": 128000,
1517+
"mode": "chat",
1518+
"output_cost_per_token": 2.5e-05,
1519+
"search_context_cost_per_query": {
1520+
"search_context_size_high": 0.01,
1521+
"search_context_size_low": 0.01,
1522+
"search_context_size_medium": 0.01
1523+
},
1524+
"supports_assistant_prefill": false,
1525+
"supports_computer_use": true,
1526+
"supports_function_calling": true,
1527+
"supports_pdf_input": true,
1528+
"supports_prompt_caching": true,
1529+
"supports_reasoning": true,
1530+
"supports_response_schema": true,
1531+
"supports_sampling_params": false,
1532+
"supports_tool_choice": true,
1533+
"supports_vision": true,
1534+
"supports_xhigh_reasoning_effort": true,
1535+
"supports_native_structured_output": true,
1536+
"supports_max_reasoning_effort": true,
1537+
"supports_output_config": true,
1538+
"supports_parallel_tool_use_config": true,
1539+
"prompt_cache_min_tokens": 512
1540+
},
1541+
"global.anthropic.claude-opus-5": {
1542+
"bedrock_converse_supports_strict_tools": false,
1543+
"supports_adaptive_thinking": true,
1544+
"supports_mid_conversation_system": true,
1545+
"cache_creation_input_token_cost": 6.25e-06,
1546+
"cache_creation_input_token_cost_above_1hr": 1e-05,
1547+
"cache_read_input_token_cost": 5e-07,
1548+
"input_cost_per_token": 5e-06,
1549+
"litellm_provider": "bedrock_converse",
1550+
"max_input_tokens": 1000000,
1551+
"max_output_tokens": 128000,
1552+
"max_tokens": 128000,
1553+
"mode": "chat",
1554+
"output_cost_per_token": 2.5e-05,
1555+
"search_context_cost_per_query": {
1556+
"search_context_size_high": 0.01,
1557+
"search_context_size_low": 0.01,
1558+
"search_context_size_medium": 0.01
1559+
},
1560+
"supports_assistant_prefill": false,
1561+
"supports_computer_use": true,
1562+
"supports_function_calling": true,
1563+
"supports_pdf_input": true,
1564+
"supports_prompt_caching": true,
1565+
"supports_reasoning": true,
1566+
"supports_response_schema": true,
1567+
"supports_sampling_params": false,
1568+
"supports_tool_choice": true,
1569+
"supports_vision": true,
1570+
"supports_xhigh_reasoning_effort": true,
1571+
"supports_native_structured_output": true,
1572+
"supports_max_reasoning_effort": true,
1573+
"supports_output_config": true,
1574+
"supports_parallel_tool_use_config": true,
1575+
"prompt_cache_min_tokens": 512
1576+
},
1577+
"us.anthropic.claude-opus-5": {
1578+
"bedrock_converse_supports_strict_tools": false,
1579+
"supports_adaptive_thinking": true,
1580+
"supports_mid_conversation_system": true,
1581+
"cache_creation_input_token_cost": 6.875e-06,
1582+
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
1583+
"cache_read_input_token_cost": 5.5e-07,
1584+
"input_cost_per_token": 5.5e-06,
1585+
"litellm_provider": "bedrock_converse",
1586+
"max_input_tokens": 1000000,
1587+
"max_output_tokens": 128000,
1588+
"max_tokens": 128000,
1589+
"mode": "chat",
1590+
"output_cost_per_token": 2.75e-05,
1591+
"search_context_cost_per_query": {
1592+
"search_context_size_high": 0.01,
1593+
"search_context_size_low": 0.01,
1594+
"search_context_size_medium": 0.01
1595+
},
1596+
"supports_assistant_prefill": false,
1597+
"supports_computer_use": true,
1598+
"supports_function_calling": true,
1599+
"supports_pdf_input": true,
1600+
"supports_prompt_caching": true,
1601+
"supports_reasoning": true,
1602+
"supports_response_schema": true,
1603+
"supports_sampling_params": false,
1604+
"supports_tool_choice": true,
1605+
"supports_vision": true,
1606+
"supports_xhigh_reasoning_effort": true,
1607+
"supports_native_structured_output": true,
1608+
"supports_max_reasoning_effort": true,
1609+
"supports_output_config": true,
1610+
"supports_parallel_tool_use_config": true,
1611+
"prompt_cache_min_tokens": 512
1612+
},
1613+
"eu.anthropic.claude-opus-5": {
1614+
"bedrock_converse_supports_strict_tools": false,
1615+
"supports_adaptive_thinking": true,
1616+
"supports_mid_conversation_system": true,
1617+
"cache_creation_input_token_cost": 6.875e-06,
1618+
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
1619+
"cache_read_input_token_cost": 5.5e-07,
1620+
"input_cost_per_token": 5.5e-06,
1621+
"litellm_provider": "bedrock_converse",
1622+
"max_input_tokens": 1000000,
1623+
"max_output_tokens": 128000,
1624+
"max_tokens": 128000,
1625+
"mode": "chat",
1626+
"output_cost_per_token": 2.75e-05,
1627+
"search_context_cost_per_query": {
1628+
"search_context_size_high": 0.01,
1629+
"search_context_size_low": 0.01,
1630+
"search_context_size_medium": 0.01
1631+
},
1632+
"supports_assistant_prefill": false,
1633+
"supports_computer_use": true,
1634+
"supports_function_calling": true,
1635+
"supports_pdf_input": true,
1636+
"supports_prompt_caching": true,
1637+
"supports_reasoning": true,
1638+
"supports_response_schema": true,
1639+
"supports_sampling_params": false,
1640+
"supports_tool_choice": true,
1641+
"supports_vision": true,
1642+
"supports_xhigh_reasoning_effort": true,
1643+
"supports_native_structured_output": true,
1644+
"supports_max_reasoning_effort": true,
1645+
"supports_output_config": true,
1646+
"supports_parallel_tool_use_config": true,
1647+
"prompt_cache_min_tokens": 512
1648+
},
1649+
"au.anthropic.claude-opus-5": {
1650+
"bedrock_converse_supports_strict_tools": false,
1651+
"supports_adaptive_thinking": true,
1652+
"supports_mid_conversation_system": true,
1653+
"cache_creation_input_token_cost": 6.875e-06,
1654+
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
1655+
"cache_read_input_token_cost": 5.5e-07,
1656+
"input_cost_per_token": 5.5e-06,
1657+
"litellm_provider": "bedrock_converse",
1658+
"max_input_tokens": 1000000,
1659+
"max_output_tokens": 128000,
1660+
"max_tokens": 128000,
1661+
"mode": "chat",
1662+
"output_cost_per_token": 2.75e-05,
1663+
"search_context_cost_per_query": {
1664+
"search_context_size_high": 0.01,
1665+
"search_context_size_low": 0.01,
1666+
"search_context_size_medium": 0.01
1667+
},
1668+
"supports_assistant_prefill": false,
1669+
"supports_computer_use": true,
1670+
"supports_function_calling": true,
1671+
"supports_pdf_input": true,
1672+
"supports_prompt_caching": true,
1673+
"supports_reasoning": true,
1674+
"supports_response_schema": true,
1675+
"supports_sampling_params": false,
1676+
"supports_tool_choice": true,
1677+
"supports_vision": true,
1678+
"supports_xhigh_reasoning_effort": true,
1679+
"supports_native_structured_output": true,
1680+
"supports_max_reasoning_effort": true,
1681+
"supports_output_config": true,
1682+
"supports_parallel_tool_use_config": true,
1683+
"prompt_cache_min_tokens": 512
1684+
},
1685+
"jp.anthropic.claude-opus-5": {
1686+
"bedrock_converse_supports_strict_tools": false,
1687+
"supports_adaptive_thinking": true,
1688+
"supports_mid_conversation_system": true,
1689+
"cache_creation_input_token_cost": 6.875e-06,
1690+
"cache_creation_input_token_cost_above_1hr": 1.1e-05,
1691+
"cache_read_input_token_cost": 5.5e-07,
1692+
"input_cost_per_token": 5.5e-06,
1693+
"litellm_provider": "bedrock_converse",
1694+
"max_input_tokens": 1000000,
1695+
"max_output_tokens": 128000,
1696+
"max_tokens": 128000,
1697+
"mode": "chat",
1698+
"output_cost_per_token": 2.75e-05,
1699+
"search_context_cost_per_query": {
1700+
"search_context_size_high": 0.01,
1701+
"search_context_size_low": 0.01,
1702+
"search_context_size_medium": 0.01
1703+
},
1704+
"supports_assistant_prefill": false,
1705+
"supports_computer_use": true,
1706+
"supports_function_calling": true,
1707+
"supports_pdf_input": true,
1708+
"supports_prompt_caching": true,
1709+
"supports_reasoning": true,
1710+
"supports_response_schema": true,
1711+
"supports_sampling_params": false,
1712+
"supports_tool_choice": true,
1713+
"supports_vision": true,
1714+
"supports_xhigh_reasoning_effort": true,
1715+
"supports_native_structured_output": true,
1716+
"supports_max_reasoning_effort": true,
1717+
"supports_output_config": true,
1718+
"supports_parallel_tool_use_config": true,
1719+
"prompt_cache_min_tokens": 512
1720+
},
15051721
"anthropic.claude-opus-4-8": {
15061722
"bedrock_converse_supports_strict_tools": false,
15071723
"supports_adaptive_thinking": true,
@@ -2756,6 +2972,38 @@
27562972
"supports_xhigh_reasoning_effort": true,
27572973
"supports_max_reasoning_effort": true
27582974
},
2975+
"azure_ai/claude-opus-5": {
2976+
"supports_mid_conversation_system": true,
2977+
"supports_adaptive_thinking": true,
2978+
"input_cost_per_token": 5e-06,
2979+
"output_cost_per_token": 2.5e-05,
2980+
"litellm_provider": "azure_ai",
2981+
"max_input_tokens": 1000000,
2982+
"max_output_tokens": 128000,
2983+
"max_tokens": 128000,
2984+
"mode": "chat",
2985+
"search_context_cost_per_query": {
2986+
"search_context_size_high": 0.01,
2987+
"search_context_size_low": 0.01,
2988+
"search_context_size_medium": 0.01
2989+
},
2990+
"cache_creation_input_token_cost": 6.25e-06,
2991+
"cache_creation_input_token_cost_above_1hr": 1e-05,
2992+
"cache_read_input_token_cost": 5e-07,
2993+
"supports_assistant_prefill": false,
2994+
"supports_computer_use": true,
2995+
"supports_function_calling": true,
2996+
"supports_pdf_input": true,
2997+
"supports_prompt_caching": true,
2998+
"supports_reasoning": true,
2999+
"supports_response_schema": true,
3000+
"supports_sampling_params": false,
3001+
"supports_tool_choice": true,
3002+
"supports_vision": true,
3003+
"supports_xhigh_reasoning_effort": true,
3004+
"supports_max_reasoning_effort": true,
3005+
"prompt_cache_min_tokens": 512
3006+
},
27593007
"azure_ai/claude-opus-4-8": {
27603008
"supports_mid_conversation_system": true,
27613009
"supports_adaptive_thinking": true,
@@ -11846,6 +12094,44 @@
1184612094
"supports_output_config": true,
1184712095
"prompt_cache_min_tokens": 512
1184812096
},
12097+
"claude-opus-5": {
12098+
"cache_creation_input_token_cost": 6.25e-06,
12099+
"cache_creation_input_token_cost_above_1hr": 1e-05,
12100+
"cache_read_input_token_cost": 5e-07,
12101+
"input_cost_per_token": 5e-06,
12102+
"litellm_provider": "anthropic",
12103+
"max_input_tokens": 1000000,
12104+
"max_output_tokens": 128000,
12105+
"max_tokens": 128000,
12106+
"mode": "chat",
12107+
"output_cost_per_token": 2.5e-05,
12108+
"search_context_cost_per_query": {
12109+
"search_context_size_high": 0.01,
12110+
"search_context_size_low": 0.01,
12111+
"search_context_size_medium": 0.01
12112+
},
12113+
"supports_adaptive_thinking": true,
12114+
"supports_assistant_prefill": false,
12115+
"supports_computer_use": true,
12116+
"supports_function_calling": true,
12117+
"supports_pdf_input": true,
12118+
"supports_prompt_caching": true,
12119+
"supports_reasoning": true,
12120+
"supports_response_schema": true,
12121+
"supports_native_structured_output": true,
12122+
"supports_sampling_params": false,
12123+
"supports_tool_choice": true,
12124+
"supports_vision": true,
12125+
"supports_xhigh_reasoning_effort": true,
12126+
"supports_max_reasoning_effort": true,
12127+
"provider_specific_entry": {
12128+
"us": 1.1,
12129+
"fast": 2.0
12130+
},
12131+
"supports_output_config": true,
12132+
"supports_speed": true,
12133+
"prompt_cache_min_tokens": 512
12134+
},
1184912135
"claude-opus-4-8": {
1185012136
"cache_creation_input_token_cost": 6.25e-06,
1185112137
"cache_creation_input_token_cost_above_1hr": 1e-05,
@@ -36896,6 +37182,70 @@
3689637182
"supports_xhigh_reasoning_effort": true,
3689737183
"supports_max_reasoning_effort": true
3689837184
},
37185+
"vertex_ai/claude-opus-5": {
37186+
"supports_mid_conversation_system": true,
37187+
"supports_adaptive_thinking": true,
37188+
"cache_creation_input_token_cost": 6.25e-06,
37189+
"cache_creation_input_token_cost_above_1hr": 1e-05,
37190+
"cache_read_input_token_cost": 5e-07,
37191+
"input_cost_per_token": 5e-06,
37192+
"litellm_provider": "vertex_ai-anthropic_models",
37193+
"max_input_tokens": 1000000,
37194+
"max_output_tokens": 128000,
37195+
"max_tokens": 128000,
37196+
"mode": "chat",
37197+
"output_cost_per_token": 2.5e-05,
37198+
"search_context_cost_per_query": {
37199+
"search_context_size_high": 0.01,
37200+
"search_context_size_low": 0.01,
37201+
"search_context_size_medium": 0.01
37202+
},
37203+
"supports_assistant_prefill": false,
37204+
"supports_computer_use": true,
37205+
"supports_function_calling": true,
37206+
"supports_pdf_input": true,
37207+
"supports_prompt_caching": true,
37208+
"supports_reasoning": true,
37209+
"supports_response_schema": true,
37210+
"supports_sampling_params": false,
37211+
"supports_tool_choice": true,
37212+
"supports_vision": true,
37213+
"supports_xhigh_reasoning_effort": true,
37214+
"supports_max_reasoning_effort": true,
37215+
"prompt_cache_min_tokens": 512
37216+
},
37217+
"vertex_ai/claude-opus-5@default": {
37218+
"supports_mid_conversation_system": true,
37219+
"supports_adaptive_thinking": true,
37220+
"cache_creation_input_token_cost": 6.25e-06,
37221+
"cache_creation_input_token_cost_above_1hr": 1e-05,
37222+
"cache_read_input_token_cost": 5e-07,
37223+
"input_cost_per_token": 5e-06,
37224+
"litellm_provider": "vertex_ai-anthropic_models",
37225+
"max_input_tokens": 1000000,
37226+
"max_output_tokens": 128000,
37227+
"max_tokens": 128000,
37228+
"mode": "chat",
37229+
"output_cost_per_token": 2.5e-05,
37230+
"search_context_cost_per_query": {
37231+
"search_context_size_high": 0.01,
37232+
"search_context_size_low": 0.01,
37233+
"search_context_size_medium": 0.01
37234+
},
37235+
"supports_assistant_prefill": false,
37236+
"supports_computer_use": true,
37237+
"supports_function_calling": true,
37238+
"supports_pdf_input": true,
37239+
"supports_prompt_caching": true,
37240+
"supports_reasoning": true,
37241+
"supports_response_schema": true,
37242+
"supports_sampling_params": false,
37243+
"supports_tool_choice": true,
37244+
"supports_vision": true,
37245+
"supports_xhigh_reasoning_effort": true,
37246+
"supports_max_reasoning_effort": true,
37247+
"prompt_cache_min_tokens": 512
37248+
},
3689937249
"vertex_ai/claude-opus-4-8": {
3690037250
"supports_mid_conversation_system": true,
3690137251
"supports_adaptive_thinking": true,

‎litellm/proxy/guardrails/guardrail_hooks/model_armor/model_armor.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -432,7 +432,7 @@ def _process_response(
432432
Override to store only the Model Armor API response, not the entire data dict.
433433
This prevents circular references in logging.
434434
"""
435-
metadata = request_data.get("metadata", {}) if isinstance(request_data, dict) else {}
435+
metadata = (request_data.get("metadata") or {}) if isinstance(request_data, dict) else {}
436436
guardrail_response = metadata.get("_model_armor_response", {})
437437

438438
# Determine status – default to "success" but prefer the explicit value if present.

0 commit comments

Comments
 (0)