wehub-resource-sync
c3bf08ac8d
K8s Workspace Integration Tests / k8s-workspace-tests (push) Has been cancelled
Pre-commit / run (ubuntu-latest) (push) Has been cancelled
Python Unittest Coverage / test (macos-15, 3.11) (push) Has been cancelled
Python Unittest Coverage / test (ubuntu-latest, 3.11) (push) Has been cancelled
Python Unittest Coverage / test (windows-latest, 3.11) (push) Has been cancelled
Web UI / check (push) Has been cancelled
94 lines
2.6 KiB
Python
94 lines
2.6 KiB
Python
# -*- coding: utf-8 -*-
|
|
"""Example of Gemini model calls with MultiAgentFormatter and image input."""
|
|
import asyncio
|
|
import os
|
|
|
|
from _utils import stream_and_collect
|
|
from agentscope.formatter import GeminiMultiAgentFormatter
|
|
from agentscope.message import Msg, TextBlock, DataBlock, URLSource
|
|
from agentscope.model import GeminiChatModel
|
|
from agentscope.credential import GeminiCredential
|
|
|
|
TEST_IMAGE_URL = (
|
|
"https://help-static-aliyun-doc.aliyuncs.com/file-manage"
|
|
"-files/zh-CN/20241022/emyrja/dog_and_girl.jpeg"
|
|
)
|
|
|
|
|
|
async def example_multiagent_image_url() -> None:
|
|
"""Multi-agent conversation where Alice shares an image for the group."""
|
|
formatter = GeminiMultiAgentFormatter()
|
|
|
|
model = GeminiChatModel(
|
|
credential=GeminiCredential(
|
|
api_key=os.environ["GEMINI_API_KEY"],
|
|
),
|
|
model="gemini-2.5-flash",
|
|
stream=True,
|
|
context_size=1_048_576,
|
|
parameters=GeminiChatModel.Parameters(
|
|
thinking_enable=True,
|
|
thinking_budget=1024,
|
|
),
|
|
formatter=formatter,
|
|
)
|
|
|
|
image_block = DataBlock(
|
|
source=URLSource(url=TEST_IMAGE_URL, media_type="image/jpeg"),
|
|
)
|
|
|
|
msgs = [
|
|
Msg(
|
|
name="system",
|
|
content=[
|
|
TextBlock(
|
|
text=(
|
|
"You are a helpful moderator in a group chat. "
|
|
"Summarize what the image shows and what the "
|
|
"participants said."
|
|
),
|
|
),
|
|
],
|
|
role="system",
|
|
),
|
|
Msg(
|
|
name="alice",
|
|
content=[
|
|
TextBlock(
|
|
text="Hey everyone, look at this cute photo I took!",
|
|
),
|
|
image_block,
|
|
],
|
|
role="user",
|
|
),
|
|
Msg(
|
|
name="bob",
|
|
content=[
|
|
TextBlock(text="Aww, that's adorable! Where was this taken?"),
|
|
],
|
|
role="assistant",
|
|
),
|
|
Msg(
|
|
name="alice",
|
|
content=[TextBlock(text="At the local park yesterday.")],
|
|
role="user",
|
|
),
|
|
Msg(
|
|
name="moderator",
|
|
content=[
|
|
TextBlock(
|
|
text="Please summarize the image content and the "
|
|
"conversation in one paragraph.",
|
|
),
|
|
],
|
|
role="user",
|
|
),
|
|
]
|
|
|
|
print("=== Multi-Agent + Multimodal Call ===")
|
|
await stream_and_collect(await model(msgs))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(example_multiagent_image_url())
|