From b0b620af5683a56ed07e084dbd15edcb6625de92 Mon Sep 17 00:00:00 2001 From: Bennet Bo Fenner Date: Tue, 22 Apr 2025 11:05:46 +0200 Subject: [PATCH] gemini: Add support for passing images as part of the prompt (#29203) Release Notes: - agent: Add support for adding images as context when using Google Gemini --- crates/language_models/src/provider/google.rs | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/crates/language_models/src/provider/google.rs b/crates/language_models/src/provider/google.rs index 3db0157396..152eef1304 100644 --- a/crates/language_models/src/provider/google.rs +++ b/crates/language_models/src/provider/google.rs @@ -384,7 +384,14 @@ pub fn into_google( } } language_model::MessageContent::RedactedThinking(_) => None, - language_model::MessageContent::Image(_) => None, + language_model::MessageContent::Image(image) => { + Some(Part::InlineDataPart(google_ai::InlineDataPart { + inline_data: google_ai::GenerativeContentBlob { + mime_type: "image/png".to_string(), + data: image.source.to_string(), + }, + })) + } language_model::MessageContent::ToolUse(tool_use) => { Some(Part::FunctionCallPart(google_ai::FunctionCallPart { function_call: google_ai::FunctionCall {