Skip to content

Commit be35c9a

Browse files
docs(reasoning_content.md): clarify 'thinking' param support is from v1.63.0+
Fixes #9171
1 parent 58e5f3e commit be35c9a

File tree

2 files changed

+107
-4
lines changed

2 files changed

+107
-4
lines changed

docs/my-website/docs/reasoning_content.md

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,12 @@ import TabItem from '@theme/TabItem';
33

44
# 'Thinking' / 'Reasoning Content'
55

6+
:::info
7+
8+
Requires LiteLLM v1.63.0+
9+
10+
:::
11+
612
Supported Providers:
713
- Deepseek (`deepseek/`)
814
- Anthropic API (`anthropic/`)

litellm/model_prices_and_context_window_backup.json

Lines changed: 101 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -2294,6 +2294,7 @@
22942294
"output_cost_per_token": 0.0,
22952295
"litellm_provider": "azure_ai",
22962296
"mode": "embedding",
2297+
"supports_embedding_image_input": true,
22972298
"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/cohere.cohere-embed-v3-english-offer?tab=PlansAndPrice"
22982299
},
22992300
"azure_ai/Cohere-embed-v3-multilingual": {
@@ -2304,6 +2305,7 @@
23042305
"output_cost_per_token": 0.0,
23052306
"litellm_provider": "azure_ai",
23062307
"mode": "embedding",
2308+
"supports_embedding_image_input": true,
23072309
"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/cohere.cohere-embed-v3-english-offer?tab=PlansAndPrice"
23082310
},
23092311
"babbage-002": {
@@ -4508,7 +4510,43 @@
45084510
"gemini/gemini-2.0-flash-thinking-exp": {
45094511
"max_tokens": 8192,
45104512
"max_input_tokens": 1048576,
4511-
"max_output_tokens": 8192,
4513+
"max_output_tokens": 65536,
4514+
"max_images_per_prompt": 3000,
4515+
"max_videos_per_prompt": 10,
4516+
"max_video_length": 1,
4517+
"max_audio_length_hours": 8.4,
4518+
"max_audio_per_prompt": 1,
4519+
"max_pdf_size_mb": 30,
4520+
"input_cost_per_image": 0,
4521+
"input_cost_per_video_per_second": 0,
4522+
"input_cost_per_audio_per_second": 0,
4523+
"input_cost_per_token": 0,
4524+
"input_cost_per_character": 0,
4525+
"input_cost_per_token_above_128k_tokens": 0,
4526+
"input_cost_per_character_above_128k_tokens": 0,
4527+
"input_cost_per_image_above_128k_tokens": 0,
4528+
"input_cost_per_video_per_second_above_128k_tokens": 0,
4529+
"input_cost_per_audio_per_second_above_128k_tokens": 0,
4530+
"output_cost_per_token": 0,
4531+
"output_cost_per_character": 0,
4532+
"output_cost_per_token_above_128k_tokens": 0,
4533+
"output_cost_per_character_above_128k_tokens": 0,
4534+
"litellm_provider": "gemini",
4535+
"mode": "chat",
4536+
"supports_system_messages": true,
4537+
"supports_function_calling": true,
4538+
"supports_vision": true,
4539+
"supports_response_schema": true,
4540+
"supports_audio_output": true,
4541+
"tpm": 4000000,
4542+
"rpm": 10,
4543+
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash",
4544+
"supports_tool_choice": true
4545+
},
4546+
"gemini/gemini-2.0-flash-thinking-exp-01-21": {
4547+
"max_tokens": 8192,
4548+
"max_input_tokens": 1048576,
4549+
"max_output_tokens": 65536,
45124550
"max_images_per_prompt": 3000,
45134551
"max_videos_per_prompt": 10,
45144552
"max_video_length": 1,
@@ -4541,6 +4579,62 @@
45414579
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash",
45424580
"supports_tool_choice": true
45434581
},
4582+
"gemini/gemma-3-27b-it": {
4583+
"max_tokens": 8192,
4584+
"max_input_tokens": 131072,
4585+
"max_output_tokens": 8192,
4586+
"input_cost_per_image": 0,
4587+
"input_cost_per_video_per_second": 0,
4588+
"input_cost_per_audio_per_second": 0,
4589+
"input_cost_per_token": 0,
4590+
"input_cost_per_character": 0,
4591+
"input_cost_per_token_above_128k_tokens": 0,
4592+
"input_cost_per_character_above_128k_tokens": 0,
4593+
"input_cost_per_image_above_128k_tokens": 0,
4594+
"input_cost_per_video_per_second_above_128k_tokens": 0,
4595+
"input_cost_per_audio_per_second_above_128k_tokens": 0,
4596+
"output_cost_per_token": 0,
4597+
"output_cost_per_character": 0,
4598+
"output_cost_per_token_above_128k_tokens": 0,
4599+
"output_cost_per_character_above_128k_tokens": 0,
4600+
"litellm_provider": "gemini",
4601+
"mode": "chat",
4602+
"supports_system_messages": true,
4603+
"supports_function_calling": true,
4604+
"supports_vision": true,
4605+
"supports_response_schema": true,
4606+
"supports_audio_output": false,
4607+
"source": "https://aistudio.google.com",
4608+
"supports_tool_choice": true
4609+
},
4610+
"gemini/learnIm-1.5-pro-experimental": {
4611+
"max_tokens": 8192,
4612+
"max_input_tokens": 32767,
4613+
"max_output_tokens": 8192,
4614+
"input_cost_per_image": 0,
4615+
"input_cost_per_video_per_second": 0,
4616+
"input_cost_per_audio_per_second": 0,
4617+
"input_cost_per_token": 0,
4618+
"input_cost_per_character": 0,
4619+
"input_cost_per_token_above_128k_tokens": 0,
4620+
"input_cost_per_character_above_128k_tokens": 0,
4621+
"input_cost_per_image_above_128k_tokens": 0,
4622+
"input_cost_per_video_per_second_above_128k_tokens": 0,
4623+
"input_cost_per_audio_per_second_above_128k_tokens": 0,
4624+
"output_cost_per_token": 0,
4625+
"output_cost_per_character": 0,
4626+
"output_cost_per_token_above_128k_tokens": 0,
4627+
"output_cost_per_character_above_128k_tokens": 0,
4628+
"litellm_provider": "gemini",
4629+
"mode": "chat",
4630+
"supports_system_messages": true,
4631+
"supports_function_calling": true,
4632+
"supports_vision": true,
4633+
"supports_response_schema": true,
4634+
"supports_audio_output": false,
4635+
"source": "https://aistudio.google.com",
4636+
"supports_tool_choice": true
4637+
},
45444638
"vertex_ai/claude-3-sonnet": {
45454639
"max_tokens": 4096,
45464640
"max_input_tokens": 200000,
@@ -5708,6 +5802,7 @@
57085802
"input_cost_per_token": 0.00000010,
57095803
"output_cost_per_token": 0.00000,
57105804
"litellm_provider": "cohere",
5805+
"supports_embedding_image_input": true,
57115806
"mode": "embedding"
57125807
},
57135808
"embed-english-v2.0": {
@@ -7889,16 +7984,18 @@
78897984
"max_input_tokens": 512,
78907985
"input_cost_per_token": 0.0000001,
78917986
"output_cost_per_token": 0.000000,
7892-
"litellm_provider": "bedrock",
7893-
"mode": "embedding"
7987+
"litellm_provider": "bedrock",
7988+
"mode": "embedding",
7989+
"supports_embedding_image_input": true
78947990
},
78957991
"cohere.embed-multilingual-v3": {
78967992
"max_tokens": 512,
78977993
"max_input_tokens": 512,
78987994
"input_cost_per_token": 0.0000001,
78997995
"output_cost_per_token": 0.000000,
79007996
"litellm_provider": "bedrock",
7901-
"mode": "embedding"
7997+
"mode": "embedding",
7998+
"supports_embedding_image_input": true
79027999
},
79038000
"us.deepseek.r1-v1:0": {
79048001
"max_tokens": 4096,

0 commit comments

Comments
 (0)