trycua--cua/libs/cua-bench/example_tasks/basic_gui_env/main.py

from pathlib import Path

import cua_bench as cb


# Called once per batch
@cb.tasks_config(split="train")
def load():
    os_types = ["linux"]  # ["macos", "win11", "win10"]
    button_texts = ["Submit"]  # , "Click Me", "Click Here", "OK", "Cancel", "Close", "Start"]
    return [
        cb.Task(
            description=f'Click the "{button_text}" button on the page.',
            metadata={
                "button_text": button_text,
            },
            computer={
                "provider": "native",
                "setup_config": {
                    "os_type": os_type,
                    "width": 512,
                    "height": 512,
                    "background": "#c0c0c0",
                },
            },
        )
        for os_type in os_types
        for button_text in button_texts
    ]


# All code below will be running in a separate process per task

pid = None


# Called at start of task
@cb.setup_task(split="train")
async def start(task_cfg: cb.Task, session: cb.DesktopSession | cb.MobileSession):
    global pid

    pid = await session.launch_window(
        html=(Path(__file__).parent / "gui/index.html").read_text(),
        title="Simple Env",
        width=256,
        height=256,
    )


# Called at end of task
@cb.evaluate_task(split="train")
async def evaluate(task_cfg: cb.Task, session: cb.DesktopSession | cb.MobileSession) -> list[float]:
    global pid

    if pid is None:
        return [0.0]

    # Check if the submit button was clicked by checking a global flag
    submitted = await session.execute_javascript(pid, "window.__submitted")
    return [1.0] if submitted is True else [0.0]


# Called after setup_task if run_solution is True
@cb.solve_task(split="train")
async def solve(task_cfg: cb.Task, session: cb.DesktopSession | cb.MobileSession):
    global pid

    if pid is None:
        return

    await session.click_element(pid, ".btn")