chore: import upstream snapshot with attribution

examples/config-extension-api/hooks.js

@@ -0,0 +1,79 @@
+/**
+ * WARNING: The `counter` variable is NOT thread-safe. When running with concurrency > 1,
+ * the counter may not accurately track test numbers. Consider using per-test metadata
+ * for accurate tracking in concurrent scenarios.
+ */
+let counter = 0;
+
+/**
+ * Handles different extension hooks for promptfoo.
+ *
+ * IMPORTANT: The function signature is (hookName, context) where:
+ * - hookName: 'beforeAll' | 'beforeEach' | 'afterEach' | 'afterAll'
+ * - context: The hook-specific data (e.g., { suite } for beforeAll)
+ *
+ * @param {string} hookName - The name of the hook being called.
+ * @param {Object} context - A dictionary containing contextual information for the hook.
+ *   The contents vary depending on the hook being called:
+ *   - beforeAll: { suite: TestSuite }
+ *   - beforeEach: { test: TestCase }
+ *   - afterEach: { test: TestCase, result: EvaluateResult }
+ *   - afterAll: { results: EvaluateResult[], suite: TestSuite, ... }
+ * @returns {Object|undefined} The "beforeAll" and "beforeEach" hooks should return the context object,
+ *   while the "afterAll" and "afterEach" hooks should not return anything.
+ */
+async function extensionHook(hookName, context) {
+  if (hookName === 'beforeAll') {
+    console.log(`Setting up test suite: ${context.suite.description || 'Unnamed suite'}`);
+    console.log(`Total prompts: ${context.suite.prompts?.length || 0}`);
+    console.log(`Total providers: ${context.suite.providers?.length || 0}`);
+    console.log(`Total tests: ${context.suite.tests?.length || 0}`);
+
+    // Add an additional test case to the suite:
+    context.suite.tests.push({
+      vars: {
+        body: "It's a beautiful day",
+        language: 'Spanish',
+      },
+      assert: [{ type: 'contains', value: 'Es un día hermoso.' }],
+    });
+
+    // Add an additional default assertion to the suite:
+    context.suite.defaultTest.assert.push({ type: 'is-json' });
+
+    return context;
+  } else if (hookName === 'beforeEach') {
+    console.log(`Preparing test`);
+
+    // All languages are now pirate:
+    context.test.vars.language = `Pirate ${context.test.vars.language}`;
+
+    return context;
+  } else if (hookName === 'afterEach') {
+    console.log(
+      `Completed test ${counter++}${context.result ? `, Result: ${context.result.success ? 'Pass' : 'Fail'}, Score: ${context.result.score}` : ''}`,
+    );
+
+    // Access sessionId if available (from multi-turn conversations or stateful tests)
+    if (context.result?.metadata?.sessionId) {
+      console.log(`Session ID: ${context.result.metadata.sessionId}`);
+    }
+    if (context.result?.metadata?.sessionIds) {
+      console.log(`Session IDs: ${context.result.metadata.sessionIds}`);
+    }
+  } else if (hookName === 'afterAll') {
+    console.log('Test suite completed');
+    console.log(`Total tests run: ${context.results?.length || 0}`);
+
+    const successes = context.results?.filter((r) => r.success).length || 0;
+    const failures = context.results?.filter((r) => !r.success).length || 0;
+    console.log(`Successes: ${successes}`);
+    console.log(`Failures: ${failures}`);
+
+    const totalTokenUsage =
+      context.results?.reduce((sum, r) => sum + (r.response?.tokenUsage?.total || 0), 0) || 0;
+    console.log(`Total token usage: ${totalTokenUsage}`);
+  }
+}
+
+module.exports = extensionHook;