chore: import upstream snapshot with attribution
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,79 @@
|
||||
# integration-browser/existing-session (Browser Existing Session)
|
||||
|
||||
Test OAuth-authenticated applications by connecting to existing Chrome browser sessions.
|
||||
|
||||
You can run this example with:
|
||||
|
||||
```bash
|
||||
npx promptfoo@latest init --example integration-browser/existing-session
|
||||
cd integration-browser/existing-session
|
||||
```
|
||||
|
||||
## Overview
|
||||
|
||||
This example demonstrates two browser provider modes:
|
||||
|
||||
1. **Connecting to existing Chrome sessions** - For OAuth/SSO authenticated testing
|
||||
2. **Launching new browsers** - Normal browser automation
|
||||
|
||||
## Quick Start
|
||||
|
||||
### 1. Start the test server
|
||||
|
||||
```bash
|
||||
cd examples/integration-browser/existing-session
|
||||
node server.js
|
||||
```
|
||||
|
||||
### 2. For OAuth testing (existing session)
|
||||
|
||||
```bash
|
||||
# Start Chrome with debugging
|
||||
chrome --remote-debugging-port=9222 --user-data-dir=/tmp/chrome-test
|
||||
|
||||
# Manually log into your application in that Chrome instance
|
||||
|
||||
# Run tests using the existing session
|
||||
npx promptfoo eval --filter-providers existing-session
|
||||
```
|
||||
|
||||
### 3. For normal browser testing
|
||||
|
||||
```bash
|
||||
# Just run the tests (launches new browser)
|
||||
npx promptfoo eval --filter-providers new-browser
|
||||
```
|
||||
|
||||
## Configuration
|
||||
|
||||
The `promptfooconfig.yaml` includes both modes:
|
||||
|
||||
```yaml
|
||||
providers:
|
||||
# Connect to existing session
|
||||
- id: browser
|
||||
label: existing-session
|
||||
config:
|
||||
connectOptions:
|
||||
debuggingPort: 9222
|
||||
# ... test steps
|
||||
|
||||
# Launch new browser
|
||||
- id: browser
|
||||
label: new-browser
|
||||
config:
|
||||
headless: true
|
||||
# ... test steps
|
||||
```
|
||||
|
||||
## Prerequisites
|
||||
|
||||
```bash
|
||||
npm install playwright @playwright/browser-chromium playwright-extra puppeteer-extra-plugin-stealth
|
||||
```
|
||||
|
||||
## Files
|
||||
|
||||
- `promptfooconfig.yaml` - Example configuration showing both modes
|
||||
- `server.js` - Test web server
|
||||
- `test-page.html` - Mock authenticated chat interface
|
||||
@@ -0,0 +1,90 @@
|
||||
# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
|
||||
description: Browser provider - OAuth authentication testing example
|
||||
|
||||
# This example demonstrates two modes:
|
||||
# 1. Connecting to an existing Chrome browser session (for OAuth/SSO testing)
|
||||
# 2. Launching a new browser (normal operation)
|
||||
|
||||
providers:
|
||||
# Example 1: Connect to existing Chrome session with active authentication
|
||||
- id: browser
|
||||
label: existing-session
|
||||
config:
|
||||
connectOptions:
|
||||
debuggingPort: 9222 # Chrome DevTools port
|
||||
|
||||
steps:
|
||||
- action: navigate
|
||||
args:
|
||||
url: 'http://localhost:8080'
|
||||
|
||||
- action: type
|
||||
args:
|
||||
selector: '#chat-input'
|
||||
text: '{{prompt}}'
|
||||
|
||||
- action: click
|
||||
args:
|
||||
selector: '#send-button'
|
||||
|
||||
- action: wait
|
||||
args:
|
||||
ms: 1000
|
||||
|
||||
- action: extract
|
||||
args:
|
||||
selector: '.chat-message:last-child .message-content'
|
||||
name: response
|
||||
|
||||
transformResponse: 'extracted.response'
|
||||
|
||||
# Example 2: Launch new browser (normal operation)
|
||||
- id: browser
|
||||
label: new-browser
|
||||
config:
|
||||
headless: true # Set to false to see the browser
|
||||
|
||||
steps:
|
||||
- action: navigate
|
||||
args:
|
||||
url: 'http://localhost:8080'
|
||||
|
||||
- action: type
|
||||
args:
|
||||
selector: '#chat-input'
|
||||
text: '{{prompt}}'
|
||||
|
||||
- action: click
|
||||
args:
|
||||
selector: '#send-button'
|
||||
|
||||
- action: wait
|
||||
args:
|
||||
ms: 1000
|
||||
|
||||
- action: extract
|
||||
args:
|
||||
selector: '.chat-message:last-child .message-content'
|
||||
name: response
|
||||
|
||||
transformResponse: 'extracted.response'
|
||||
|
||||
prompts:
|
||||
- 'Who am I logged in as?'
|
||||
|
||||
tests:
|
||||
- description: Test authenticated session access
|
||||
vars:
|
||||
prompt: 'Who am I logged in as?'
|
||||
assert:
|
||||
- type: contains
|
||||
value: 'John Doe'
|
||||
# Instructions:
|
||||
#
|
||||
# For OAuth/SSO testing (existing session):
|
||||
# 1. Start Chrome with debugging: chrome --remote-debugging-port=9222
|
||||
# 2. Log into your application manually
|
||||
# 3. Run: npx promptfoo eval --filter-providers existing-session
|
||||
#
|
||||
# For normal browser testing:
|
||||
# Run: npx promptfoo eval --filter-providers new-browser
|
||||
@@ -0,0 +1,30 @@
|
||||
const http = require('http');
|
||||
const fs = require('fs');
|
||||
const path = require('path');
|
||||
|
||||
const PORT = 8080;
|
||||
|
||||
const server = http.createServer((req, res) => {
|
||||
console.log(`Request: ${req.method} ${req.url}`);
|
||||
|
||||
if (req.url === '/' || req.url === '/chat') {
|
||||
const filePath = path.join(__dirname, 'test-page.html');
|
||||
fs.readFile(filePath, 'utf8', (err, content) => {
|
||||
if (err) {
|
||||
res.writeHead(500);
|
||||
res.end('Error loading page');
|
||||
return;
|
||||
}
|
||||
res.writeHead(200, { 'Content-Type': 'text/html' });
|
||||
res.end(content);
|
||||
});
|
||||
} else {
|
||||
res.writeHead(404);
|
||||
res.end('Not found');
|
||||
}
|
||||
});
|
||||
|
||||
server.listen(PORT, () => {
|
||||
console.log(`Test server running at http://localhost:${PORT}`);
|
||||
console.log('Open this URL in Chrome to test the authenticated session');
|
||||
});
|
||||
@@ -0,0 +1,148 @@
|
||||
<!doctype html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Test Chat Interface</title>
|
||||
<style>
|
||||
body {
|
||||
font-family: Arial, sans-serif;
|
||||
max-width: 800px;
|
||||
margin: 0 auto;
|
||||
padding: 20px;
|
||||
}
|
||||
#user-info {
|
||||
background: #f0f0f0;
|
||||
padding: 10px;
|
||||
margin-bottom: 20px;
|
||||
border-radius: 5px;
|
||||
}
|
||||
#chat-container {
|
||||
border: 1px solid #ccc;
|
||||
padding: 20px;
|
||||
min-height: 300px;
|
||||
margin-bottom: 20px;
|
||||
}
|
||||
.chat-message {
|
||||
margin: 10px 0;
|
||||
padding: 10px;
|
||||
background: #e9e9e9;
|
||||
border-radius: 5px;
|
||||
}
|
||||
.message-content {
|
||||
margin-top: 5px;
|
||||
}
|
||||
#chat-input {
|
||||
width: 70%;
|
||||
padding: 10px;
|
||||
font-size: 16px;
|
||||
}
|
||||
#send-button {
|
||||
padding: 10px 20px;
|
||||
font-size: 16px;
|
||||
background: #007bff;
|
||||
color: white;
|
||||
border: none;
|
||||
border-radius: 5px;
|
||||
cursor: pointer;
|
||||
}
|
||||
[data-testid='user-avatar'] {
|
||||
display: inline-block;
|
||||
width: 40px;
|
||||
height: 40px;
|
||||
background: #007bff;
|
||||
color: white;
|
||||
border-radius: 50%;
|
||||
text-align: center;
|
||||
line-height: 40px;
|
||||
margin-right: 10px;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<div id="user-info">
|
||||
<span data-testid="user-avatar">JD</span>
|
||||
<strong>Logged in as:</strong> John Doe (john.doe@example.com)
|
||||
</div>
|
||||
|
||||
<h1>Test Chat Interface</h1>
|
||||
|
||||
<div id="chat-container">
|
||||
<div class="chat-message">
|
||||
<strong>System:</strong>
|
||||
<div class="message-content">Welcome! You are authenticated and can start chatting.</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div>
|
||||
<input type="text" id="chat-input" placeholder="Type your message..." />
|
||||
<button id="send-button">Send</button>
|
||||
</div>
|
||||
|
||||
<script>
|
||||
// Simple chat simulation
|
||||
document.getElementById('send-button').addEventListener('click', function () {
|
||||
const input = document.getElementById('chat-input');
|
||||
const message = input.value.trim();
|
||||
|
||||
if (message) {
|
||||
// Add user message
|
||||
const userMsg = document.createElement('div');
|
||||
userMsg.className = 'chat-message';
|
||||
|
||||
const userLabel = document.createElement('strong');
|
||||
userLabel.textContent = 'You:';
|
||||
userMsg.appendChild(userLabel);
|
||||
|
||||
const userContent = document.createElement('div');
|
||||
userContent.className = 'message-content';
|
||||
userContent.textContent = message;
|
||||
userMsg.appendChild(userContent);
|
||||
|
||||
document.getElementById('chat-container').appendChild(userMsg);
|
||||
|
||||
// Simulate bot response
|
||||
setTimeout(() => {
|
||||
const botMsg = document.createElement('div');
|
||||
botMsg.className = 'chat-message';
|
||||
|
||||
let response = '';
|
||||
if (message.toLowerCase().includes('who am i')) {
|
||||
response =
|
||||
'You are logged in as John Doe (john.doe@example.com). You have authenticated access to this chat system.';
|
||||
} else if (message.toLowerCase().includes('status')) {
|
||||
response =
|
||||
'Your account status is: Active. Premium subscription valid until 2025-12-31.';
|
||||
} else if (message.toLowerCase().includes('activity')) {
|
||||
response = 'Your recent activity: Last login 2 hours ago. 5 conversations today.';
|
||||
} else if (message.toLowerCase().includes('permission')) {
|
||||
response = 'You have the following permissions: chat.read, chat.write, profile.edit';
|
||||
} else if (message.toLowerCase().includes('other user')) {
|
||||
response = "Error: You cannot access other users' private data. Permission denied.";
|
||||
} else {
|
||||
response = 'I received your message: "' + message + '". How can I help you today?';
|
||||
}
|
||||
|
||||
const botLabel = document.createElement('strong');
|
||||
botLabel.textContent = 'Assistant:';
|
||||
botMsg.appendChild(botLabel);
|
||||
|
||||
const botContent = document.createElement('div');
|
||||
botContent.className = 'message-content';
|
||||
botContent.textContent = response;
|
||||
botMsg.appendChild(botContent);
|
||||
|
||||
document.getElementById('chat-container').appendChild(botMsg);
|
||||
}, 500);
|
||||
|
||||
input.value = '';
|
||||
}
|
||||
});
|
||||
|
||||
// Allow Enter key to send
|
||||
document.getElementById('chat-input').addEventListener('keypress', function (e) {
|
||||
if (e.key === 'Enter') {
|
||||
document.getElementById('send-button').click();
|
||||
}
|
||||
});
|
||||
</script>
|
||||
</body>
|
||||
</html>
|
||||
Reference in New Issue
Block a user