microsoft--agent-lightning/examples/apo/legacy_apo_client.py

# Copyright (c) Microsoft. All rights reserved.

"""This is the APO example written in the legacy client-server style (agent-lightning v0.1).

New users should refer to the `examples/apo/apo.py` for the modern APO example.
"""

import os
import random
from typing import Any

import dotenv
from openai import OpenAI

from agentlightning import setup_logging
from agentlightning.litagent import LitAgent
from agentlightning.trainer import Trainer


class SimpleAgent(LitAgent[Any]):

    def training_rollout(self, task, rollout_id, resources):  # type: ignore
        print("Resources:", resources)  # type: ignore

        openai = OpenAI(
            api_key=os.environ["OPENAI_API_KEY"],
            base_url=os.environ["OPENAI_API_BASE"],
        )

        result = openai.chat.completions.create(
            model="gpt-4.1-mini",
            messages=[
                {"role": "system", "content": resources["system_prompt"].template},  # type: ignore
                {"role": "user", "content": task["prompt"]},
            ],
        )
        print("Result:", result)

        return random.uniform(0, 1)


if __name__ == "__main__":
    setup_logging()
    dotenv.load_dotenv()
    agent = SimpleAgent()
    # Use 2 workers to simulate multiple clients
    # max_tasks is optional, limit to 2 tasks here for a quick demo.
    trainer = Trainer(n_workers=2, max_tasks=2)
    trainer.fit_v0(agent, "http://127.0.0.1:9997")