| import { createServer } from "node:http"; |
| import { afterEach, describe, expect, it, vi } from "vitest"; |
| import { type WebSocket, WebSocketServer } from "ws"; |
| import { SsrFBlockedError } from "../infra/net/ssrf.js"; |
| import { rawDataToString } from "../infra/ws.js"; |
| import { isWebSocketUrl } from "./cdp.helpers.js"; |
| import { createTargetViaCdp, evaluateJavaScript, normalizeCdpWsUrl, snapshotAria } from "./cdp.js"; |
| import { parseHttpUrl } from "./config.js"; |
| import { InvalidBrowserNavigationUrlError } from "./navigation-guard.js"; |
|
|
| describe("cdp", () => { |
| let httpServer: ReturnType<typeof createServer> | null = null; |
| let wsServer: WebSocketServer | null = null; |
|
|
| const startWsServer = async () => { |
| wsServer = new WebSocketServer({ port: 0, host: "127.0.0.1" }); |
| await new Promise<void>((resolve) => wsServer?.once("listening", resolve)); |
| return (wsServer.address() as { port: number }).port; |
| }; |
|
|
| const startWsServerWithMessages = async ( |
| onMessage: ( |
| msg: { id?: number; method?: string; params?: Record<string, unknown> }, |
| socket: WebSocket, |
| ) => void, |
| ) => { |
| const wsPort = await startWsServer(); |
| if (!wsServer) { |
| throw new Error("ws server not initialized"); |
| } |
| wsServer.on("connection", (socket) => { |
| socket.on("message", (data) => { |
| const msg = JSON.parse(rawDataToString(data)) as { |
| id?: number; |
| method?: string; |
| params?: Record<string, unknown>; |
| }; |
| onMessage(msg, socket); |
| }); |
| }); |
| return wsPort; |
| }; |
|
|
| const startVersionHttpServer = async (versionBody: Record<string, unknown>) => { |
| httpServer = createServer((req, res) => { |
| if (req.url === "/json/version") { |
| res.setHeader("content-type", "application/json"); |
| res.end(JSON.stringify(versionBody)); |
| return; |
| } |
| res.statusCode = 404; |
| res.end("not found"); |
| }); |
| await new Promise<void>((resolve) => httpServer?.listen(0, "127.0.0.1", resolve)); |
| return (httpServer.address() as { port: number }).port; |
| }; |
|
|
| afterEach(async () => { |
| await new Promise<void>((resolve) => { |
| if (!httpServer) { |
| return resolve(); |
| } |
| httpServer.close(() => resolve()); |
| httpServer = null; |
| }); |
| await new Promise<void>((resolve) => { |
| if (!wsServer) { |
| return resolve(); |
| } |
| wsServer.close(() => resolve()); |
| wsServer = null; |
| }); |
| }); |
|
|
| it("creates a target via the browser websocket", async () => { |
| const wsPort = await startWsServerWithMessages((msg, socket) => { |
| if (msg.method !== "Target.createTarget") { |
| return; |
| } |
| socket.send( |
| JSON.stringify({ |
| id: msg.id, |
| result: { targetId: "TARGET_123" }, |
| }), |
| ); |
| }); |
|
|
| const httpPort = await startVersionHttpServer({ |
| webSocketDebuggerUrl: `ws://127.0.0.1:${wsPort}/devtools/browser/TEST`, |
| }); |
|
|
| const created = await createTargetViaCdp({ |
| cdpUrl: `http://127.0.0.1:${httpPort}`, |
| url: "https://example.com", |
| }); |
|
|
| expect(created.targetId).toBe("TARGET_123"); |
| }); |
|
|
| it("creates a target via direct WebSocket URL (skips /json/version)", async () => { |
| const wsPort = await startWsServerWithMessages((msg, socket) => { |
| if (msg.method !== "Target.createTarget") { |
| return; |
| } |
| socket.send( |
| JSON.stringify({ |
| id: msg.id, |
| result: { targetId: "TARGET_WS_DIRECT" }, |
| }), |
| ); |
| }); |
|
|
| const fetchSpy = vi.spyOn(globalThis, "fetch"); |
| try { |
| const created = await createTargetViaCdp({ |
| cdpUrl: `ws://127.0.0.1:${wsPort}/devtools/browser/TEST`, |
| url: "https://example.com", |
| }); |
|
|
| expect(created.targetId).toBe("TARGET_WS_DIRECT"); |
| |
| expect(fetchSpy).not.toHaveBeenCalled(); |
| } finally { |
| fetchSpy.mockRestore(); |
| } |
| }); |
|
|
| it("preserves query params when connecting via direct WebSocket URL", async () => { |
| let receivedHeaders: Record<string, string> = {}; |
| const wsPort = await startWsServer(); |
| if (!wsServer) { |
| throw new Error("ws server not initialized"); |
| } |
| wsServer.on("headers", (headers, req) => { |
| receivedHeaders = Object.fromEntries( |
| Object.entries(req.headers).map(([k, v]) => [k, String(v)]), |
| ); |
| }); |
| wsServer.on("connection", (socket) => { |
| socket.on("message", (data) => { |
| const msg = JSON.parse(rawDataToString(data)) as { id?: number; method?: string }; |
| if (msg.method === "Target.createTarget") { |
| socket.send(JSON.stringify({ id: msg.id, result: { targetId: "T_QP" } })); |
| } |
| }); |
| }); |
|
|
| const created = await createTargetViaCdp({ |
| cdpUrl: `ws://127.0.0.1:${wsPort}/devtools/browser/TEST?apiKey=secret123`, |
| url: "https://example.com", |
| }); |
| expect(created.targetId).toBe("T_QP"); |
| |
| expect(receivedHeaders.host).toBe(`127.0.0.1:${wsPort}`); |
| }); |
|
|
| it("still enforces SSRF policy for direct WebSocket URLs", async () => { |
| const fetchSpy = vi.spyOn(globalThis, "fetch"); |
| try { |
| await expect( |
| createTargetViaCdp({ |
| cdpUrl: "ws://127.0.0.1:9222", |
| url: "http://127.0.0.1:8080", |
| }), |
| ).rejects.toBeInstanceOf(SsrFBlockedError); |
| |
| expect(fetchSpy).not.toHaveBeenCalled(); |
| } finally { |
| fetchSpy.mockRestore(); |
| } |
| }); |
|
|
| it("blocks private navigation targets by default", async () => { |
| const fetchSpy = vi.spyOn(globalThis, "fetch"); |
| try { |
| await expect( |
| createTargetViaCdp({ |
| cdpUrl: "http://127.0.0.1:9222", |
| url: "http://127.0.0.1:8080", |
| }), |
| ).rejects.toBeInstanceOf(SsrFBlockedError); |
| expect(fetchSpy).not.toHaveBeenCalled(); |
| } finally { |
| fetchSpy.mockRestore(); |
| } |
| }); |
|
|
| it("blocks unsupported non-network navigation URLs", async () => { |
| const fetchSpy = vi.spyOn(globalThis, "fetch"); |
| try { |
| await expect( |
| createTargetViaCdp({ |
| cdpUrl: "http://127.0.0.1:9222", |
| url: "file:///etc/passwd", |
| }), |
| ).rejects.toBeInstanceOf(InvalidBrowserNavigationUrlError); |
| expect(fetchSpy).not.toHaveBeenCalled(); |
| } finally { |
| fetchSpy.mockRestore(); |
| } |
| }); |
|
|
| it("allows private navigation targets when explicitly configured", async () => { |
| const wsPort = await startWsServerWithMessages((msg, socket) => { |
| if (msg.method !== "Target.createTarget") { |
| return; |
| } |
| expect(msg.params?.url).toBe("http://127.0.0.1:8080"); |
| socket.send( |
| JSON.stringify({ |
| id: msg.id, |
| result: { targetId: "TARGET_LOCAL" }, |
| }), |
| ); |
| }); |
|
|
| const httpPort = await startVersionHttpServer({ |
| webSocketDebuggerUrl: `ws://127.0.0.1:${wsPort}/devtools/browser/TEST`, |
| }); |
|
|
| const created = await createTargetViaCdp({ |
| cdpUrl: `http://127.0.0.1:${httpPort}`, |
| url: "http://127.0.0.1:8080", |
| ssrfPolicy: { allowPrivateNetwork: true }, |
| }); |
|
|
| expect(created.targetId).toBe("TARGET_LOCAL"); |
| }); |
|
|
| it("evaluates javascript via CDP", async () => { |
| const wsPort = await startWsServerWithMessages((msg, socket) => { |
| if (msg.method === "Runtime.enable") { |
| socket.send(JSON.stringify({ id: msg.id, result: {} })); |
| return; |
| } |
| if (msg.method === "Runtime.evaluate") { |
| expect(msg.params?.expression).toBe("1+1"); |
| socket.send( |
| JSON.stringify({ |
| id: msg.id, |
| result: { result: { type: "number", value: 2 } }, |
| }), |
| ); |
| } |
| }); |
|
|
| const res = await evaluateJavaScript({ |
| wsUrl: `ws://127.0.0.1:${wsPort}`, |
| expression: "1+1", |
| }); |
|
|
| expect(res.result.type).toBe("number"); |
| expect(res.result.value).toBe(2); |
| }); |
|
|
| it("fails when /json/version omits webSocketDebuggerUrl", async () => { |
| const httpPort = await startVersionHttpServer({}); |
| await expect( |
| createTargetViaCdp({ |
| cdpUrl: `http://127.0.0.1:${httpPort}`, |
| url: "https://example.com", |
| }), |
| ).rejects.toThrow("CDP /json/version missing webSocketDebuggerUrl"); |
| }); |
|
|
| it("captures an aria snapshot via CDP", async () => { |
| const wsPort = await startWsServerWithMessages((msg, socket) => { |
| if (msg.method === "Accessibility.enable") { |
| socket.send(JSON.stringify({ id: msg.id, result: {} })); |
| return; |
| } |
| if (msg.method === "Accessibility.getFullAXTree") { |
| socket.send( |
| JSON.stringify({ |
| id: msg.id, |
| result: { |
| nodes: [ |
| { |
| nodeId: "1", |
| role: { value: "RootWebArea" }, |
| name: { value: "" }, |
| childIds: ["2"], |
| }, |
| { |
| nodeId: "2", |
| role: { value: "button" }, |
| name: { value: "OK" }, |
| backendDOMNodeId: 42, |
| childIds: [], |
| }, |
| ], |
| }, |
| }), |
| ); |
| } |
| }); |
|
|
| const snap = await snapshotAria({ wsUrl: `ws://127.0.0.1:${wsPort}` }); |
| expect(snap.nodes.length).toBe(2); |
| expect(snap.nodes[0]?.role).toBe("RootWebArea"); |
| expect(snap.nodes[1]?.role).toBe("button"); |
| expect(snap.nodes[1]?.name).toBe("OK"); |
| expect(snap.nodes[1]?.backendDOMNodeId).toBe(42); |
| expect(snap.nodes[1]?.depth).toBe(1); |
| }); |
|
|
| it("normalizes loopback websocket URLs for remote CDP hosts", () => { |
| const normalized = normalizeCdpWsUrl( |
| "ws://127.0.0.1:9222/devtools/browser/ABC", |
| "http://example.com:9222", |
| ); |
| expect(normalized).toBe("ws://example.com:9222/devtools/browser/ABC"); |
| }); |
|
|
| it("propagates auth and query params onto normalized websocket URLs", () => { |
| const normalized = normalizeCdpWsUrl( |
| "ws://127.0.0.1:9222/devtools/browser/ABC", |
| "https://user:pass@example.com?token=abc", |
| ); |
| expect(normalized).toBe("wss://user:pass@example.com/devtools/browser/ABC?token=abc"); |
| }); |
|
|
| it("rewrites 0.0.0.0 wildcard bind address to remote CDP host", () => { |
| const normalized = normalizeCdpWsUrl( |
| "ws://0.0.0.0:3000/devtools/browser/ABC", |
| "http://192.168.1.202:18850?token=secret", |
| ); |
| expect(normalized).toBe("ws://192.168.1.202:18850/devtools/browser/ABC?token=secret"); |
| }); |
|
|
| it("rewrites :: wildcard bind address to remote CDP host", () => { |
| const normalized = normalizeCdpWsUrl( |
| "ws://[::]:3000/devtools/browser/ABC", |
| "http://192.168.1.202:18850", |
| ); |
| expect(normalized).toBe("ws://192.168.1.202:18850/devtools/browser/ABC"); |
| }); |
|
|
| it("keeps existing websocket query params when appending remote CDP query params", () => { |
| const normalized = normalizeCdpWsUrl( |
| "ws://127.0.0.1:9222/devtools/browser/ABC?session=1&token=ws-token", |
| "http://127.0.0.1:9222?token=cdp-token&apiKey=abc", |
| ); |
| expect(normalized).toBe( |
| "ws://127.0.0.1:9222/devtools/browser/ABC?session=1&token=ws-token&apiKey=abc", |
| ); |
| }); |
|
|
| it("rewrites wildcard bind addresses to secure remote CDP hosts without clobbering websocket params", () => { |
| const normalized = normalizeCdpWsUrl( |
| "ws://0.0.0.0:3000/devtools/browser/ABC?session=1&token=ws-token", |
| "https://user:pass@example.com:9443?token=cdp-token&apiKey=abc", |
| ); |
| expect(normalized).toBe( |
| "wss://user:pass@example.com:9443/devtools/browser/ABC?session=1&token=ws-token&apiKey=abc", |
| ); |
| }); |
|
|
| it("upgrades ws to wss when CDP uses https", () => { |
| const normalized = normalizeCdpWsUrl( |
| "ws://production-sfo.browserless.io", |
| "https://production-sfo.browserless.io?token=abc", |
| ); |
| expect(normalized).toBe("wss://production-sfo.browserless.io/?token=abc"); |
| }); |
| }); |
|
|
| describe("isWebSocketUrl", () => { |
| it("returns true for ws:// URLs", () => { |
| expect(isWebSocketUrl("ws://127.0.0.1:9222")).toBe(true); |
| expect(isWebSocketUrl("ws://example.com/devtools/browser/ABC")).toBe(true); |
| }); |
|
|
| it("returns true for wss:// URLs", () => { |
| expect(isWebSocketUrl("wss://connect.example.com")).toBe(true); |
| expect(isWebSocketUrl("wss://connect.example.com?apiKey=abc")).toBe(true); |
| }); |
|
|
| it("returns false for http:// and https:// URLs", () => { |
| expect(isWebSocketUrl("http://127.0.0.1:9222")).toBe(false); |
| expect(isWebSocketUrl("https://production-sfo.browserless.io?token=abc")).toBe(false); |
| }); |
|
|
| it("returns false for invalid or non-URL strings", () => { |
| expect(isWebSocketUrl("not-a-url")).toBe(false); |
| expect(isWebSocketUrl("")).toBe(false); |
| expect(isWebSocketUrl("ftp://example.com")).toBe(false); |
| }); |
| }); |
|
|
| describe("parseHttpUrl with WebSocket protocols", () => { |
| it("accepts wss:// URLs and defaults to port 443", () => { |
| const result = parseHttpUrl("wss://connect.example.com?apiKey=abc", "test"); |
| expect(result.parsed.protocol).toBe("wss:"); |
| expect(result.port).toBe(443); |
| expect(result.normalized).toContain("wss://connect.example.com"); |
| }); |
|
|
| it("accepts ws:// URLs and defaults to port 80", () => { |
| const result = parseHttpUrl("ws://127.0.0.1/devtools", "test"); |
| expect(result.parsed.protocol).toBe("ws:"); |
| expect(result.port).toBe(80); |
| }); |
|
|
| it("preserves explicit ports in wss:// URLs", () => { |
| const result = parseHttpUrl("wss://connect.example.com:8443/path", "test"); |
| expect(result.port).toBe(8443); |
| }); |
|
|
| it("still accepts http:// and https:// URLs", () => { |
| const http = parseHttpUrl("http://127.0.0.1:9222", "test"); |
| expect(http.port).toBe(9222); |
| const https = parseHttpUrl("https://browserless.example?token=abc", "test"); |
| expect(https.port).toBe(443); |
| }); |
|
|
| it("rejects unsupported protocols", () => { |
| expect(() => parseHttpUrl("ftp://example.com", "test")).toThrow("must be http(s) or ws(s)"); |
| expect(() => parseHttpUrl("file:///etc/passwd", "test")).toThrow("must be http(s) or ws(s)"); |
| }); |
| }); |
|
|