chore: import upstream snapshot with attribution

2026-07-13 13:24:08 +08:00
commit 0d3cb498a3
5438 changed files with 1316560 additions and 0 deletions
@@ -0,0 +1,57 @@
+module.exports = /** @type {import('promptfoo').TestSuiteConfig} */ ({
+  description: 'OpenAI Realtime API function-calling demonstration',
+  prompts: ['file://realtime-input.json'],
+  providers: [
+    {
+      id: 'openai:realtime:gpt-realtime-1.5',
+      config: {
+        modalities: ['text'],
+        instructions: 'You are a helpful assistant. Use the weather tool when asked about weather.',
+        websocketTimeout: 60000,
+        tools: [
+          {
+            type: 'function',
+            name: 'get_weather',
+            description: 'Get the current weather for a location',
+            parameters: {
+              type: 'object',
+              properties: {
+                location: {
+                  type: 'string',
+                  description: 'The city and state, e.g. San Francisco, CA',
+                },
+              },
+              required: ['location'],
+            },
+          },
+        ],
+        tool_choice: 'auto',
+        functionCallHandler: async (name, args) => {
+          if (name !== 'get_weather') {
+            return JSON.stringify({ error: `Unknown function: ${name}` });
+          }
+
+          const { location } = JSON.parse(args);
+          return JSON.stringify({
+            location,
+            temperature: '72 F',
+            condition: 'sunny',
+          });
+        },
+      },
+    },
+  ],
+  tests: [
+    {
+      vars: {
+        question: "What's the weather like in San Francisco?",
+      },
+      assert: [
+        {
+          type: 'icontains',
+          value: 'sunny',
+        },
+      ],
+    },
+  ],
+});