wehub-resource-sync
97 lines
3.0 KiB
TypeScript
97 lines
3.0 KiB
TypeScript
/**
|
|
* @license
|
|
* Copyright 2026 Google LLC
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
*/
|
|
|
|
import assert from 'node:assert';
|
|
|
|
import type {TestScenario} from '../eval_gemini.ts';
|
|
|
|
export const scenario: TestScenario = {
|
|
prompt:
|
|
'Go to <TEST_URL>, fill the form with size = 2 CPUs and components = [docker, nginx].',
|
|
maxTurns: 5, // allow for at least one extra turn to verify there are no extra clicks after fill_form
|
|
htmlRoute: {
|
|
path: '/input_test.html',
|
|
htmlContent: `
|
|
<form action="/post" method="POST">
|
|
<div>
|
|
<label for="size">CPU/Memory size:</label>
|
|
<select id="size" name="size" required>
|
|
<option value="small">1 vCPU, 2GB RAM</option>
|
|
<option value="medium">2 vCPU, 4GB RAM</option>
|
|
<option value="large">4 vCPU, 8GB RAM</option>
|
|
</select>
|
|
</div>
|
|
<br>
|
|
<div>
|
|
<p>Pre-installed components:</p>
|
|
<input type="checkbox" id="docker" name="components" value="docker">
|
|
<label for="docker">Docker</label><br>
|
|
<input type="checkbox" id="nodejs" name="components" value="nodejs">
|
|
<label for="nodejs">Node.js</label><br>
|
|
<input type="checkbox" id="python" name="components" value="python">
|
|
<label for="python">Python</label><br>
|
|
<input type="checkbox" id="nginx" name="components" value="nginx">
|
|
<label for="nginx">Nginx</label>
|
|
</div>
|
|
<button type="submit">Spawn Server</button>
|
|
</form>
|
|
`,
|
|
},
|
|
expectations: result => {
|
|
const pageId = result.consumePageNavigation();
|
|
assert.ok(result.remainingCalls.length >= 2, 'Not enough calls made');
|
|
result.assertNextCall(
|
|
'take_snapshot',
|
|
result.hasPageIdRouting ? {pageId} : undefined,
|
|
);
|
|
const fillFormCall = result.assertNextCall(
|
|
'fill_form',
|
|
result.hasPageIdRouting ? {pageId} : undefined,
|
|
);
|
|
|
|
const elements = fillFormCall.args.elements;
|
|
assert.ok(Array.isArray(elements), 'elements should be an array');
|
|
assert.strictEqual(
|
|
elements.length,
|
|
3,
|
|
'fill_form should be used with all form elements at once',
|
|
);
|
|
|
|
const typedElements = elements.map(e => {
|
|
assert.ok(e && typeof e === 'object' && 'uid' in e && 'value' in e);
|
|
return {
|
|
uid: String(e.uid),
|
|
value: String(e.value),
|
|
};
|
|
});
|
|
|
|
const uids = new Set(typedElements.map(e => e.uid));
|
|
assert.strictEqual(
|
|
uids.size,
|
|
3,
|
|
'fill_form should target three distinct elements',
|
|
);
|
|
|
|
const values = typedElements.map(e => e.value).sort();
|
|
assert.deepStrictEqual(
|
|
values,
|
|
['2 vCPU, 4GB RAM', 'true', 'true'],
|
|
'fill_form should be used with correct values',
|
|
);
|
|
|
|
const submitUid = '1_15';
|
|
|
|
const extraFormInteractions = result.remainingCalls.filter(
|
|
c => ['fill', 'click'].includes(c.name) && c.args.uid !== submitUid,
|
|
);
|
|
assert.deepEqual(
|
|
extraFormInteractions.length,
|
|
0,
|
|
'No extra clicks and fills after fill_form',
|
|
);
|
|
},
|
|
};
|