💬 Commit message: Update 2026-02-11 12:18:05, 14 files, 1838 lines
📁 Files changed: 14 📝 Lines changed: 1838 • CLAUDE.md • README.md • TODO.md • browser.d.ts • browser.d.ts.map • browser.js • browser.js.map • mcp.js • mcp.js.map • types.d.ts • types.d.ts.map • browser.ts • mcp.ts • types.ts
This commit is contained in:
Vendored
+390
-20
@@ -8,6 +8,9 @@ export class ClaudeBrowser {
|
||||
options;
|
||||
consoleMessages = [];
|
||||
networkEntries = [];
|
||||
pageErrors = [];
|
||||
dialogHistory = [];
|
||||
dialogConfig = { autoAccept: false, autoDismiss: false, promptText: '' };
|
||||
interceptPatterns = new Map();
|
||||
constructor(options = {}) {
|
||||
this.options = {
|
||||
@@ -27,6 +30,41 @@ export class ClaudeBrowser {
|
||||
this.page = await this.context.newPage();
|
||||
this.setupConsoleListener(this.page);
|
||||
this.setupNetworkListener(this.page);
|
||||
this.setupErrorListener(this.page);
|
||||
this.setupDialogListener(this.page);
|
||||
}
|
||||
setupErrorListener(page) {
|
||||
page.on('pageerror', (error) => {
|
||||
this.pageErrors.push({
|
||||
message: error.message,
|
||||
stack: error.stack,
|
||||
timestamp: Date.now(),
|
||||
});
|
||||
});
|
||||
}
|
||||
setupDialogListener(page) {
|
||||
page.on('dialog', async (dialog) => {
|
||||
const entry = {
|
||||
type: dialog.type(),
|
||||
message: dialog.message(),
|
||||
defaultValue: dialog.defaultValue() || undefined,
|
||||
timestamp: Date.now(),
|
||||
};
|
||||
if (this.dialogConfig.autoAccept) {
|
||||
await dialog.accept(this.dialogConfig.promptText || undefined);
|
||||
entry.response = this.dialogConfig.promptText || true;
|
||||
}
|
||||
else if (this.dialogConfig.autoDismiss) {
|
||||
await dialog.dismiss();
|
||||
entry.response = false;
|
||||
}
|
||||
else {
|
||||
// Default: accept to prevent blocking
|
||||
await dialog.accept();
|
||||
entry.response = true;
|
||||
}
|
||||
this.dialogHistory.push(entry);
|
||||
});
|
||||
}
|
||||
setupConsoleListener(page) {
|
||||
page.on('console', (msg) => {
|
||||
@@ -180,6 +218,8 @@ export class ClaudeBrowser {
|
||||
this.page = await this.context.newPage();
|
||||
this.setupConsoleListener(this.page);
|
||||
this.setupNetworkListener(this.page);
|
||||
this.setupErrorListener(this.page);
|
||||
this.setupDialogListener(this.page);
|
||||
}
|
||||
async eval(script) {
|
||||
const page = this.ensurePage();
|
||||
@@ -216,29 +256,142 @@ export class ClaudeBrowser {
|
||||
clearNetwork() {
|
||||
this.networkEntries = [];
|
||||
}
|
||||
getErrors(clear = false) {
|
||||
const errors = this.pageErrors;
|
||||
if (clear) {
|
||||
this.pageErrors = [];
|
||||
}
|
||||
return errors;
|
||||
}
|
||||
clearErrors() {
|
||||
this.pageErrors = [];
|
||||
}
|
||||
async getMetrics(includeResources = false) {
|
||||
const page = this.ensurePage();
|
||||
const metricsScript = `(() => {
|
||||
const timing = performance.timing;
|
||||
const navigationStart = timing.navigationStart;
|
||||
const paintEntries = performance.getEntriesByType('paint');
|
||||
const firstPaint = paintEntries.find(e => e.name === 'first-paint');
|
||||
const fcp = paintEntries.find(e => e.name === 'first-contentful-paint');
|
||||
return {
|
||||
timing: {
|
||||
domContentLoaded: timing.domContentLoadedEventEnd - navigationStart,
|
||||
load: timing.loadEventEnd - navigationStart,
|
||||
firstPaint: firstPaint ? firstPaint.startTime : undefined,
|
||||
firstContentfulPaint: fcp ? fcp.startTime : undefined,
|
||||
},
|
||||
dom: {
|
||||
nodes: document.getElementsByTagName('*').length,
|
||||
scripts: document.getElementsByTagName('script').length,
|
||||
stylesheets: document.getElementsByTagName('link').length,
|
||||
images: document.getElementsByTagName('img').length,
|
||||
},
|
||||
};
|
||||
})()`;
|
||||
const metrics = (await page.evaluate(metricsScript));
|
||||
if (includeResources) {
|
||||
const resourcesScript = `(() => {
|
||||
return performance.getEntriesByType('resource').map(entry => ({
|
||||
name: entry.name,
|
||||
type: entry.initiatorType,
|
||||
duration: Math.round(entry.duration),
|
||||
size: entry.transferSize || 0,
|
||||
}));
|
||||
})()`;
|
||||
const resources = (await page.evaluate(resourcesScript));
|
||||
return { ...metrics, resources };
|
||||
}
|
||||
return metrics;
|
||||
}
|
||||
async getA11y(selector) {
|
||||
const page = this.ensurePage();
|
||||
// Build a11y tree using ARIA attributes and semantic roles
|
||||
const selectorArg = selector ? JSON.stringify(selector) : 'null';
|
||||
const script = `((selector) => {
|
||||
function getA11yNode(el) {
|
||||
const role = el.getAttribute('role') || getImplicitRole(el);
|
||||
const name = getAccessibleName(el);
|
||||
const node = { role, name: name || undefined };
|
||||
const value = el.value || el.getAttribute('aria-valuenow');
|
||||
if (value) node.value = String(value);
|
||||
const desc = el.getAttribute('aria-describedby');
|
||||
if (desc) {
|
||||
const descEl = document.getElementById(desc);
|
||||
if (descEl) node.description = descEl.textContent?.trim();
|
||||
}
|
||||
const children = [];
|
||||
for (const child of el.children) {
|
||||
if (isAccessible(child)) children.push(getA11yNode(child));
|
||||
}
|
||||
if (children.length) node.children = children;
|
||||
return node;
|
||||
}
|
||||
function getImplicitRole(el) {
|
||||
const tag = el.tagName.toLowerCase();
|
||||
const roleMap = { button:'button', a:'link', input:'textbox', img:'img',
|
||||
h1:'heading', h2:'heading', h3:'heading', h4:'heading', nav:'navigation',
|
||||
main:'main', footer:'contentinfo', header:'banner', aside:'complementary',
|
||||
form:'form', table:'table', ul:'list', ol:'list', li:'listitem' };
|
||||
return roleMap[tag] || 'generic';
|
||||
}
|
||||
function getAccessibleName(el) {
|
||||
return el.getAttribute('aria-label') || el.getAttribute('alt')
|
||||
|| el.getAttribute('title') || (el.tagName === 'INPUT' ? el.placeholder : null)
|
||||
|| el.textContent?.trim().slice(0, 100);
|
||||
}
|
||||
function isAccessible(el) {
|
||||
if (el.nodeType !== 1) return false;
|
||||
if (el.getAttribute('aria-hidden') === 'true') return false;
|
||||
const style = getComputedStyle(el);
|
||||
return style.display !== 'none' && style.visibility !== 'hidden';
|
||||
}
|
||||
const root = selector ? document.querySelector(selector) : document.body;
|
||||
return root ? getA11yNode(root) : null;
|
||||
})(${selectorArg})`;
|
||||
return page.evaluate(script);
|
||||
}
|
||||
getDialogs() {
|
||||
return this.dialogHistory;
|
||||
}
|
||||
clearDialogs() {
|
||||
this.dialogHistory = [];
|
||||
}
|
||||
setDialogConfig(config) {
|
||||
if (config.autoAccept !== undefined)
|
||||
this.dialogConfig.autoAccept = config.autoAccept;
|
||||
if (config.autoDismiss !== undefined)
|
||||
this.dialogConfig.autoDismiss = config.autoDismiss;
|
||||
if (config.text !== undefined)
|
||||
this.dialogConfig.promptText = config.text;
|
||||
}
|
||||
getDialogConfig() {
|
||||
return { autoAccept: this.dialogConfig.autoAccept, autoDismiss: this.dialogConfig.autoDismiss };
|
||||
}
|
||||
async addIntercept(pattern, action, response) {
|
||||
const page = this.ensurePage();
|
||||
this.interceptPatterns.set(pattern, { action, response });
|
||||
await page.route(pattern, async (route) => {
|
||||
const config = this.interceptPatterns.get(pattern);
|
||||
if (!config) {
|
||||
await route.continue();
|
||||
return;
|
||||
}
|
||||
if (config.action === 'block') {
|
||||
await route.abort();
|
||||
}
|
||||
else if (config.action === 'mock' && config.response) {
|
||||
await route.fulfill({
|
||||
status: config.response.status || 200,
|
||||
contentType: config.response.contentType || 'application/json',
|
||||
body: config.response.body || '',
|
||||
});
|
||||
}
|
||||
else {
|
||||
await route.continue();
|
||||
}
|
||||
});
|
||||
await page.route(pattern, (route) => this.handleIntercept(pattern, route));
|
||||
}
|
||||
async handleIntercept(pattern, route) {
|
||||
const config = this.interceptPatterns.get(pattern);
|
||||
if (!config) {
|
||||
await route.continue();
|
||||
return;
|
||||
}
|
||||
if (config.action === 'block') {
|
||||
await route.abort();
|
||||
return;
|
||||
}
|
||||
if (config.action === 'mock' && config.response) {
|
||||
await route.fulfill({
|
||||
status: config.response.status || 200,
|
||||
contentType: config.response.contentType || 'application/json',
|
||||
body: config.response.body || '',
|
||||
});
|
||||
return;
|
||||
}
|
||||
await route.continue();
|
||||
}
|
||||
async clearIntercepts() {
|
||||
const page = this.ensurePage();
|
||||
@@ -250,6 +403,177 @@ export class ClaudeBrowser {
|
||||
getInterceptPatterns() {
|
||||
return Array.from(this.interceptPatterns.keys());
|
||||
}
|
||||
// Phase 6: Cookies & Storage
|
||||
async getCookies(name) {
|
||||
const context = this.getContext();
|
||||
if (!context)
|
||||
throw new Error('Browser not launched');
|
||||
const cookies = await context.cookies();
|
||||
const filtered = name ? cookies.filter((c) => c.name === name) : cookies;
|
||||
return filtered.map((c) => ({ name: c.name, value: c.value, domain: c.domain, path: c.path }));
|
||||
}
|
||||
async setCookie(name, value, url) {
|
||||
const context = this.getContext();
|
||||
if (!context)
|
||||
throw new Error('Browser not launched');
|
||||
const page = this.ensurePage();
|
||||
await context.addCookies([{ name, value, url: url || page.url() }]);
|
||||
}
|
||||
async deleteCookie(name) {
|
||||
const context = this.getContext();
|
||||
if (!context)
|
||||
throw new Error('Browser not launched');
|
||||
const cookies = await context.cookies();
|
||||
const toKeep = cookies.filter((c) => c.name !== name);
|
||||
await context.clearCookies();
|
||||
if (toKeep.length > 0)
|
||||
await context.addCookies(toKeep);
|
||||
}
|
||||
async clearCookies() {
|
||||
const context = this.getContext();
|
||||
if (!context)
|
||||
throw new Error('Browser not launched');
|
||||
await context.clearCookies();
|
||||
}
|
||||
async getStorage(type, key) {
|
||||
const page = this.ensurePage();
|
||||
const storage = type === 'local' ? 'localStorage' : 'sessionStorage';
|
||||
const script = key
|
||||
? `({ [${JSON.stringify(key)}]: ${storage}.getItem(${JSON.stringify(key)}) || '' })`
|
||||
: `Object.fromEntries(Array.from({ length: ${storage}.length }, (_, i) => {
|
||||
const k = ${storage}.key(i); return [k, ${storage}.getItem(k)];
|
||||
}))`;
|
||||
return page.evaluate(script);
|
||||
}
|
||||
async setStorage(type, key, value) {
|
||||
const page = this.ensurePage();
|
||||
const storage = type === 'local' ? 'localStorage' : 'sessionStorage';
|
||||
await page.evaluate(`${storage}.setItem(${JSON.stringify(key)}, ${JSON.stringify(value)})`);
|
||||
}
|
||||
async deleteStorage(type, key) {
|
||||
const page = this.ensurePage();
|
||||
const storage = type === 'local' ? 'localStorage' : 'sessionStorage';
|
||||
await page.evaluate(`${storage}.removeItem(${JSON.stringify(key)})`);
|
||||
}
|
||||
async clearStorage(type) {
|
||||
const page = this.ensurePage();
|
||||
const storage = type === 'local' ? 'localStorage' : 'sessionStorage';
|
||||
await page.evaluate(`${storage}.clear()`);
|
||||
}
|
||||
// Phase 7: Advanced Interactions
|
||||
async hover(selector) {
|
||||
const page = this.ensurePage();
|
||||
await page.hover(selector);
|
||||
}
|
||||
async select(selector, value) {
|
||||
const page = this.ensurePage();
|
||||
return page.selectOption(selector, value);
|
||||
}
|
||||
async keys(keys) {
|
||||
const page = this.ensurePage();
|
||||
await page.keyboard.press(keys);
|
||||
}
|
||||
async upload(selector, files) {
|
||||
const page = this.ensurePage();
|
||||
await page.setInputFiles(selector, files);
|
||||
}
|
||||
async scroll(selector, x, y) {
|
||||
const page = this.ensurePage();
|
||||
if (selector) {
|
||||
await page.locator(selector).scrollIntoViewIfNeeded();
|
||||
}
|
||||
else {
|
||||
await page.evaluate(`window.scrollTo(${x || 0}, ${y || 0})`);
|
||||
}
|
||||
}
|
||||
// Phase 8: Viewport & Emulation
|
||||
async setViewport(width, height) {
|
||||
const page = this.ensurePage();
|
||||
await page.setViewportSize({ width, height });
|
||||
return { width, height };
|
||||
}
|
||||
async emulate(device) {
|
||||
const page = this.ensurePage();
|
||||
const { devices } = await import('playwright');
|
||||
const deviceConfig = devices[device];
|
||||
if (!deviceConfig)
|
||||
throw new Error(`Unknown device: ${device}. Try 'iPhone 13', 'Pixel 5', etc.`);
|
||||
await page.setViewportSize(deviceConfig.viewport);
|
||||
return deviceConfig.viewport;
|
||||
}
|
||||
handleDialogCommand(cmd) {
|
||||
switch (cmd.action) {
|
||||
case 'status':
|
||||
return { ok: true, dialogs: this.getDialogs(), dialogConfig: this.getDialogConfig() };
|
||||
case 'accept':
|
||||
this.setDialogConfig({ autoAccept: true, autoDismiss: false, text: cmd.text });
|
||||
return { ok: true, dialogConfig: this.getDialogConfig() };
|
||||
case 'dismiss':
|
||||
this.setDialogConfig({ autoAccept: false, autoDismiss: true });
|
||||
return { ok: true, dialogConfig: this.getDialogConfig() };
|
||||
case 'config':
|
||||
this.setDialogConfig({
|
||||
autoAccept: cmd.autoAccept,
|
||||
autoDismiss: cmd.autoDismiss,
|
||||
text: cmd.text,
|
||||
});
|
||||
return { ok: true, dialogConfig: this.getDialogConfig() };
|
||||
default:
|
||||
return { ok: false, error: 'Unknown dialog action' };
|
||||
}
|
||||
}
|
||||
async handleCookiesCommand(cmd) {
|
||||
switch (cmd.action) {
|
||||
case 'get': {
|
||||
const cookies = await this.getCookies(cmd.name);
|
||||
return { ok: true, cookies, count: cookies.length };
|
||||
}
|
||||
case 'set': {
|
||||
if (!cmd.name || !cmd.value)
|
||||
return { ok: false, error: 'Name and value required' };
|
||||
await this.setCookie(cmd.name, cmd.value, cmd.url);
|
||||
return { ok: true };
|
||||
}
|
||||
case 'delete': {
|
||||
if (!cmd.name)
|
||||
return { ok: false, error: 'Name required' };
|
||||
await this.deleteCookie(cmd.name);
|
||||
return { ok: true };
|
||||
}
|
||||
case 'clear': {
|
||||
await this.clearCookies();
|
||||
return { ok: true };
|
||||
}
|
||||
default:
|
||||
return { ok: false, error: 'Unknown cookies action' };
|
||||
}
|
||||
}
|
||||
async handleStorageCommand(cmd) {
|
||||
switch (cmd.action) {
|
||||
case 'get': {
|
||||
const storage = await this.getStorage(cmd.type, cmd.key);
|
||||
return { ok: true, storage, count: Object.keys(storage).length };
|
||||
}
|
||||
case 'set': {
|
||||
if (!cmd.key || cmd.value === undefined)
|
||||
return { ok: false, error: 'Key and value required' };
|
||||
await this.setStorage(cmd.type, cmd.key, cmd.value);
|
||||
return { ok: true };
|
||||
}
|
||||
case 'delete': {
|
||||
if (!cmd.key)
|
||||
return { ok: false, error: 'Key required' };
|
||||
await this.deleteStorage(cmd.type, cmd.key);
|
||||
return { ok: true };
|
||||
}
|
||||
case 'clear': {
|
||||
await this.clearStorage(cmd.type);
|
||||
return { ok: true };
|
||||
}
|
||||
default:
|
||||
return { ok: false, error: 'Unknown storage action' };
|
||||
}
|
||||
}
|
||||
async executeCommand(cmd) {
|
||||
try {
|
||||
switch (cmd.cmd) {
|
||||
@@ -332,6 +656,52 @@ export class ClaudeBrowser {
|
||||
await this.addIntercept(cmd.pattern, cmd.action, cmd.response);
|
||||
return { ok: true, patterns: this.getInterceptPatterns() };
|
||||
}
|
||||
case 'errors': {
|
||||
const errors = this.getErrors(cmd.clear);
|
||||
return { ok: true, count: errors.length, errors };
|
||||
}
|
||||
case 'metrics': {
|
||||
const metrics = await this.getMetrics(cmd.resources);
|
||||
return { ok: true, metrics };
|
||||
}
|
||||
case 'a11y': {
|
||||
const a11y = await this.getA11y(cmd.selector);
|
||||
return { ok: true, a11y: a11y || undefined };
|
||||
}
|
||||
case 'dialog':
|
||||
return this.handleDialogCommand(cmd);
|
||||
case 'cookies':
|
||||
return this.handleCookiesCommand(cmd);
|
||||
case 'storage':
|
||||
return this.handleStorageCommand(cmd);
|
||||
case 'hover': {
|
||||
await this.hover(cmd.selector);
|
||||
return { ok: true };
|
||||
}
|
||||
case 'select': {
|
||||
const selected = await this.select(cmd.selector, cmd.value);
|
||||
return { ok: true, selected };
|
||||
}
|
||||
case 'keys': {
|
||||
await this.keys(cmd.keys);
|
||||
return { ok: true };
|
||||
}
|
||||
case 'upload': {
|
||||
await this.upload(cmd.selector, cmd.files);
|
||||
return { ok: true };
|
||||
}
|
||||
case 'scroll': {
|
||||
await this.scroll(cmd.selector, cmd.x, cmd.y);
|
||||
return { ok: true };
|
||||
}
|
||||
case 'viewport': {
|
||||
const viewport = await this.setViewport(cmd.width, cmd.height);
|
||||
return { ok: true, viewport };
|
||||
}
|
||||
case 'emulate': {
|
||||
const viewport = await this.emulate(cmd.device);
|
||||
return { ok: true, viewport };
|
||||
}
|
||||
case 'favicon': {
|
||||
const result = await image.createFavicon(cmd.input, cmd.outputDir);
|
||||
return { ok: true, files: result.files, outputDir: result.outputDir };
|
||||
|
||||
Reference in New Issue
Block a user