# -*- coding: utf-8 -*- """Example of Gemini model multimodal (vision) calls using DataBlock.""" import asyncio import base64 import os from pathlib import Path from _utils import stream_and_collect from agentscope.message import ( Msg, TextBlock, DataBlock, URLSource, Base64Source, ) from agentscope.model import GeminiChatModel from agentscope.credential import GeminiCredential # A publicly accessible test image (a simple cat photo) TEST_IMAGE_URL = ( "https://help-static-aliyun-doc.aliyuncs.com/file-manage" "-files/zh-CN/20241022/emyrja/dog_and_girl.jpeg" ) async def example_image_url() -> None: """Call gemini-2.5-flash with an image URL and ask what is in the image.""" model = GeminiChatModel( credential=GeminiCredential( api_key=os.environ["GEMINI_API_KEY"], ), model="gemini-2.5-flash", stream=True, context_size=1_048_576, parameters=GeminiChatModel.Parameters( thinking_enable=True, thinking_budget=1024, ), ) image_block = DataBlock( source=URLSource( url=TEST_IMAGE_URL, media_type="image/jpeg", ), ) msgs = [ Msg( name="user", content=[ TextBlock( text="What animal is in this image? Describe it briefly.", ), image_block, ], role="user", ), ] print("=== Multimodal Call (Image URL) ===") await stream_and_collect(await model(msgs)) def _build_model() -> GeminiChatModel: return GeminiChatModel( credential=GeminiCredential(api_key=os.environ["GEMINI_API_KEY"]), model="gemini-2.5-flash", stream=True, context_size=1_048_576, parameters=GeminiChatModel.Parameters( thinking_enable=True, thinking_budget=1024, ), ) async def example_image_local_path() -> None: """Call gemini-2.5-flash with a local image using a ``file://`` URL. The formatter reads the file from disk and converts it to base64. """ model = _build_model() abs_path = str(Path(__file__).parent / "test.jpeg") msgs = [ Msg( name="user", content=[ TextBlock( text="What is happening in this image? Describe it " "briefly.", ), DataBlock( source=URLSource( url=f"file://{abs_path}", media_type="image/jpeg", ), ), ], role="user", ), ] print("=== Local Path Call (file://) ===") await stream_and_collect(await model(msgs)) async def example_image_base64() -> None: """Call gemini-2.5-flash with a local image using explicit base64 encoding. Use ``Base64Source`` when you already have the binary data in memory or want full control over the encoding step. """ model = _build_model() with open(Path(__file__).parent / "test.jpeg", "rb") as f: data = base64.b64encode(f.read()).decode("utf-8") msgs = [ Msg( name="user", content=[ TextBlock( text="What is happening in this image? Describe it " "briefly.", ), DataBlock( source=Base64Source(data=data, media_type="image/jpeg"), ), ], role="user", ), ] print("=== Explicit Base64 Call ===") await stream_and_collect(await model(msgs)) if __name__ == "__main__": asyncio.run(example_image_url()) asyncio.run(example_image_local_path()) asyncio.run(example_image_base64())