test/TestExpectations.json - main - githubmirror/puppeteer

test/TestExpectations.json
2 053 строки88 KB
Nikolay Vitkov
feat: track dialog status (#15266)
28 июл 2026, 17:50
28 июл 2026, 17:509a6f646
[
  {
    "testIdPattern": "[autofill.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[bfcache.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Chrome-only feature blocked on https://github.com/GoogleChromeLabs/chromium-bidi/issues/2082"
  },
  {
    "testIdPattern": "[bluetooth-emulation.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome-headless-shell"],
    "expectations": ["FAIL"],
    "comment": "Headless shell does not support Bluetooth Emulation"
  },
  {
    "testIdPattern": "[bluetooth-emulation.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "Firefox does not support Web Bluetooth"
  },
  {
    "testIdPattern": "[browsercontext.test] BrowserContext BrowserContext.setPermission should support * as origin",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Origin (*) is not supported for setPermission in BiDi"
  },
  {
    "testIdPattern": "[coverage.test] Coverage specs JSCoverage should not hang when there is a debugger statement",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": [],
    "expectations": ["SKIP"],
    "comment": "See https://crbug.com/990945"
  },
  {
    "testIdPattern": "[device-request-prompt.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[devtools.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[devtools.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome-headless-shell"],
    "expectations": ["SKIP"],
    "comment": "No DevTools in shell"
  },
  {
    "testIdPattern": "[drag-and-drop.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "https://bugzilla.mozilla.org/show_bug.cgi?id=1515879 - HTML5 drag and drop doesn't work"
  },
  {
    "testIdPattern": "[drag-and-drop.test] Legacy Drag n' Drop *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: Not yet supported in Puppeteer for WebDriver BiDi"
  },
  {
    "testIdPattern": "[emulation.test] Emulation Page.emulateFocusedPage *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "Not supported in Firefox"
  },
  {
    "testIdPattern": "[extensions.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "No extensions in WebDriver BiDi so far"
  },
  {
    "testIdPattern": "[extensions.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "Chrome-specific test"
  },
  {
    "testIdPattern": "[headful.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["headless"],
    "expectations": ["SKIP"],
    "comment": "Spawns headful browser, needs display or `xvfb` like which is not required for other headless tests"
  },
  {
    "testIdPattern": "[heapSnapshot.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Not supported in WebDriver BiDi"
  },
  {
    "testIdPattern": "[interventionHeaders.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "This is Chromium-specific test"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.connect *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.launch *",
    "platforms": ["win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[network_restrictions.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "CDP-specific feature, not supported in Firefox"
  },
  {
    "testIdPattern": "[network_restrictions.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "CDP-specific feature, not supported in WebDriver BiDi"
  },
  {
    "testIdPattern": "[network.test] network Page.setBypassServiceWorker *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[network.test] network Page.setBypassServiceWorker *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[network.test] network Response.remoteAddress *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Bidi does not have equivalent field"
  },
  {
    "testIdPattern": "[page.test] Page Page.Events.Issue *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "BiDi does not support issue events"
  },
  {
    "testIdPattern": "[page.test] Page Page.metrics *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[pipe.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "Firefox does not support --remote-debugging-pipe argument"
  },
  {
    "testIdPattern": "[prerender.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Prerendering is not supported by WebDriver BiDi implementation"
  },
  {
    "testIdPattern": "[proxy.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "Chrome-specific test"
  },
  {
    "testIdPattern": "[pwa.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "Chrome-specific test (PWA CDP domain is Chromium-only)"
  },
  {
    "testIdPattern": "[pwa.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "No PWA domain in WebDriver BiDi"
  },
  {
    "testIdPattern": "[pwa.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDiOnly"],
    "expectations": ["SKIP"],
    "comment": "No PWA domain in WebDriver BiDi"
  },
  {
    "testIdPattern": "[realms.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "No extensions in WebDriver BiDi so far"
  },
  {
    "testIdPattern": "[realms.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome-headless-shell"],
    "expectations": ["SKIP"],
    "comment": "no extension api for chrome-headless-shell"
  },
  {
    "testIdPattern": "[screencast.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome"],
    "expectations": ["SKIP"],
    "comment": "Currently no reliable ffmpeg downloads for testing https://github.com/puppeteer/puppeteer/issues/12121"
  },
  {
    "testIdPattern": "[screencast.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "CDP-specific feature"
  },
  {
    "testIdPattern": "[screenshot.test] Screenshots Cdp *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[userDataDir.test] userDataDir should not launch the browser twice with the same userDataDir *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome-headless-shell"],
    "expectations": ["FAIL"],
    "comment": "headless-shell can launch multiple instances from the same user data dir"
  },
  {
    "testIdPattern": "[userDataDir.test] userDataDir should not launch the browser twice with the same userDataDir *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "we currently do not detect this siutation for Firefox"
  },
  {
    "testIdPattern": "[waittask.test] waittask specs Frame.waitForSelector should work when node is added in a shadow root",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": [],
    "expectations": ["SKIP"],
    "comment": "See https://github.com/puppeteer/puppeteer/issues/13163"
  },
  {
    "testIdPattern": "[webmcp.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "Experimental support for WebMCP is not supported in Firefox"
  },
  {
    "testIdPattern": "[webmcp.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Experimental support for WebMCP is not supported in BiDi"
  },
  {
    "testIdPattern": "[worker.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[a11yLoaderId.test] Accessibility loaderId should match loaderId for iframes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "not supported, CDP-specific test"
  },
  {
    "testIdPattern": "[accessibility.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[autofill.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "chrome-headless-shell"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[bluetooth-emulation.test] request prompt for emulated bluetooth device can be canceled",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome-headless-shell"],
    "expectations": ["PASS"]
  },
  {
    "testIdPattern": "[browser.test] Browser specs Browser.add|removeScreen should add and remove a screen",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Not supported by WebDriver BiDi"
  },
  {
    "testIdPattern": "[browser.test] Browser specs Browser.add|removeScreen should add and remove a screen",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["headful"],
    "expectations": ["FAIL"],
    "comment": "Not testable in headful"
  },
  {
    "testIdPattern": "[browser.test] Browser specs Browser.get|setWindowBounds should set and get browser window maximized state",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Not supported by WebDriver BiDi"
  },
  {
    "testIdPattern": "[browser.test] Browser specs Browser.get|setWindowBounds should set and get browser window maximized state",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["headful"],
    "expectations": ["FAIL"],
    "comment": "Screen methods are only supported in headless mode"
  },
  {
    "testIdPattern": "[browser.test] Browser specs Browser.screens should return default screen info",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Not supported by WebDriver BiDi"
  },
  {
    "testIdPattern": "[browser.test] Browser specs Browser.screens should return default screen info",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["headful"],
    "expectations": ["FAIL"],
    "comment": "Not testable in headful"
  },
  {
    "testIdPattern": "[CDPSession.test] Target.createCDPSession *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[CDPSession.test] Target.createCDPSession should not report created targets for custom CDP sessions",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["PASS"]
  },
  {
    "testIdPattern": "[console.test] console should have location when fetch fails",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[console.test] console should return remote objects",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "BiDi does not support getting a Handle for log args"
  },
  {
    "testIdPattern": "[console.test] console should return remote objects",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[console.test] console should return the first line of the error message in text()",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Needs investigation if the same can be supported in BiDi"
  },
  {
    "testIdPattern": "[console.test] console should trigger correct Log",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[console.test] console should work for Error instances",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Needs investigation if the same can be supported in BiDi"
  },
  {
    "testIdPattern": "[cookies.test] Cookie specs Page.deleteCookie should delete cookie for specified URL regardless of the current page",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "The test relies on the default page partition key do not contain the source origin. This is not the case for Firefox."
  },
  {
    "testIdPattern": "[cookies.test] Cookie specs Page.setCookie should set secure same-site cookies from a frame",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome"],
    "expectations": ["FAIL", "PASS"],
    "comment": "Flaky due to fieldtrial testing config in Chrome"
  },
  {
    "testIdPattern": "[coverage.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[coverage.test] Coverage specs JSCoverage should ignore pptr internal scripts if reportAnonymousScripts is true",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[devtools.test] DevTools browser.pages() should return a DevTools page if handleDevToolsAsPage is provided in connect()",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["pipe"],
    "expectations": ["FAIL"],
    "comment": "no connect with pipes"
  },
  {
    "testIdPattern": "[devtools.test] DevTools should expose DevTools as a page",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[devtools.test] DevTools should open devtools when \"devtools: true\" option is given",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[devtools.test] DevTools target.page() should return a DevTools page if custom isPageTarget is provided",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[devtools.test] DevTools target.page() should return Page when calling asPage on DevTools target",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[emulation.test] Emulation Page.emulateFocusedPage should reset focus",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome-headless-shell"],
    "expectations": ["FAIL"],
    "comment": "shell always emulates a focused page"
  },
  {
    "testIdPattern": "[evaluation.test] Evaluation specs Page.evaluate should replace symbols with undefined",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[evaluation.test] Evaluation specs Page.evaluate should return properly serialize objects with unknown type fields",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[evaluation.test] Evaluation specs Page.evaluate should return RegEx",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp"],
    "expectations": ["FAIL"],
    "comment": "CDP serialization does not work with RegEx"
  },
  {
    "testIdPattern": "[evaluation.test] Evaluation specs Page.evaluate should transfer RegEx",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp"],
    "expectations": ["FAIL"],
    "comment": "CDP serialization does not work with RegEx"
  },
  {
    "testIdPattern": "[evaluation.test] Evaluation specs Page.evaluate should work for circular object",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[extensions.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "chrome-headless-shell"],
    "expectations": ["SKIP"],
    "comment": "No extensions in chrome-headless-shell"
  },
  {
    "testIdPattern": "[fixtures.test] Fixtures dumpio option should work with pipe option",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "Firefox does not support --remote-debugging-pipe argument"
  },
  {
    "testIdPattern": "[idle_override.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[input.test] input tests FileChooser*",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Implementation in Firefox is not in stable yet"
  },
  {
    "testIdPattern": "[input.test] input tests Page.waitForFileChooser*",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Implementation in Firefox is not in stable yet"
  },
  {
    "testIdPattern": "[jshandle.test] JSHandle JSHandle.jsonValue should not throw for circular objects",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[jshandle.test] JSHandle JSHandle.jsonValue should work with dates",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[jshandle.test] JSHandle JSHandle.toString should work with window subtypes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp"],
    "expectations": ["FAIL"],
    "comment": "CDP does not have special type for window"
  },
  {
    "testIdPattern": "[jshandle.test] JSHandle Page.evaluateHandle should return the RemoteObject",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Browser.disconnect *",
    "platforms": ["win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.connect *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Multiple connections are not supported in Firefox, and to save CI time we skip these"
  },
  {
    "testIdPattern": "[mouse.test] Mouse should not throw if buttons are pressed twice",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[mouse.test] Mouse should reset properly",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[mouse.test] Mouse should select the text with mouse",
    "platforms": ["win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "Suddenly started being flaky on Windows"
  },
  {
    "testIdPattern": "[navigation.test] navigation Page.goto should send referer",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[network_restrictions.test] Network Restrictions should detach from targets violating allowlist when connecting to a running browser",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["pipe"],
    "expectations": ["SKIP"],
    "comment": "Verifies URL allowlist enforcement when connecting to a browser via WebSocket, which is not applicable for pipe mode"
  },
  {
    "testIdPattern": "[network_restrictions.test] Network Restrictions should detach from targets violating blocklist when connecting to a running browser",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["pipe"],
    "expectations": ["SKIP"],
    "comment": "Verifies URL blocklist enforcement when connecting to a browser via WebSocket, which is not applicable for pipe mode"
  },
  {
    "testIdPattern": "[network_restrictions.test] Network Restrictions should not block chrome://version/ even if it matches blocklist",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome-headless-shell"],
    "expectations": ["SKIP"],
    "comment": "chrome:// urls are not supported by chrome-headless-shell"
  },
  {
    "testIdPattern": "[network_restrictions.test] Network Restrictions should throw an error when both blocklist and allowlist are specified",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["PASS"]
  },
  {
    "testIdPattern": "[network.test] network Network Events should support redirects",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome"],
    "expectations": ["FAIL", "PASS"],
    "comment": "Flaky with both CDP and WebDriver BiDi. Needs investigation."
  },
  {
    "testIdPattern": "[network.test] network Request.resourceType *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Bidi does not have equivalent field"
  },
  {
    "testIdPattern": "[network.test] network Response.buffer should throw if the response does not have a body",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "https://bugzilla.mozilla.org/show_bug.cgi?id=1879402 - Wrong order for CORS preflight requests"
  },
  {
    "testIdPattern": "[network.test] network Response.fromCache should work for *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[network.test] network Response.fromServiceWorker Response.fromServiceWorker",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[oopif.test] OOPIF should evaluate on a page with a PDF viewer",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome-headless-shell"],
    "expectations": ["FAIL"],
    "comment": "chrome-headless-shell does not have a PDF viewer"
  },
  {
    "testIdPattern": "[page.test] Page Page.addScriptTag should throw when added with content to the CSP page",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "See https://github.com/puppeteer/puppeteer/issues/4840"
  },
  {
    "testIdPattern": "[page.test] Page Page.addStyleTag should throw when added with content to the CSP page",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[page.test] Page Page.bringToFront should work",
    "platforms": ["darwin"],
    "parameters": ["chrome"],
    "expectations": ["FAIL", "PASS"],
    "comment": "Flaky on Mac"
  },
  {
    "testIdPattern": "[page.test] Page Page.Events.error should throw when page crashes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[page.test] Page Page.Events.PageError should fire for all value types",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "With BiDi we get only text and not a serializable value for console messages"
  },
  {
    "testIdPattern": "[page.test] Page Page.newPage should create a background page",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome-headless-shell"],
    "expectations": ["FAIL"],
    "comment": "In headless shell all pages are in foreground"
  },
  {
    "testIdPattern": "[page.test] Page Page.newPage should open pages in a new window at the specified position",
    "platforms": ["darwin"],
    "parameters": ["chrome-headless-shell"],
    "expectations": ["FAIL"],
    "comment": "Returns a different window size in Chrome headless shell on Mac"
  },
  {
    "testIdPattern": "[page.test] Page Page.newPage should open pages in a new window in maximized state",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "Not supported by WebDriver BiDi"
  },
  {
    "testIdPattern": "[page.test] Page Page.newPage should open pages in a new window in maximized state",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["headful"],
    "expectations": ["FAIL"],
    "comment": "Not testable in headful"
  },
  {
    "testIdPattern": "[page.test] Page Page.reload should enable or disable the cache based on reload params",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "Not yet supported https://bugzilla.mozilla.org/show_bug.cgi?id=1851561"
  },
  {
    "testIdPattern": "[page.test] Page Page.resize should resize the browser window to fit page content",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Not supported by WebDriver BiDi"
  },
  {
    "testIdPattern": "[page.test] Page Page.setBypassCSP *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[page.test] Page Page.setGeolocation should work",
    "platforms": ["win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "Suddenly started being flaky on Windows"
  },
  {
    "testIdPattern": "[page.test] Page Page.setJavaScriptEnabled setInterval should pause",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "Unknown command emulation.setScriptingEnabled"
  },
  {
    "testIdPattern": "[page.test] Page Page.setJavaScriptEnabled setTimeout should stop",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "Unknown command emulation.setScriptingEnabled"
  },
  {
    "testIdPattern": "[page.test] Page Page.setJavaScriptEnabled then should not pause",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "Unknown command emulation.setScriptingEnabled"
  },
  {
    "testIdPattern": "[page.test] Page Page.setUserAgent should work with platform option",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "BiDi not supprting platform option"
  },
  {
    "testIdPattern": "[page.test] Page Page.setUserAgent should work with platform option without userAgent",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["FAIL"],
    "comment": "BiDi not supprting platform option"
  },
  {
    "testIdPattern": "[pdf.test] Page.pdf can print to PDF with accessible",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL", "PASS"],
    "comment": "BiDi does not have option for accessible pdf (sometimes generation is flaky)"
  },
  {
    "testIdPattern": "[pdf.test] Page.pdf can print to PDF with outline",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "BiDi does not have option for pdf with outline"
  },
  {
    "testIdPattern": "[prerender.test] Prerender can screencast",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome"],
    "expectations": ["SKIP"],
    "comment": "Currently no reliable ffmpeg downloads for testing https://github.com/puppeteer/puppeteer/issues/12121"
  },
  {
    "testIdPattern": "[prerender.test] Prerender can screencast",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[pwa.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "chrome-headless-shell"],
    "expectations": ["SKIP"],
    "comment": "No PWA support in chrome-headless-shell"
  },
  {
    "testIdPattern": "[queryObjects.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "No BiDi spec support for this"
  },
  {
    "testIdPattern": "[requestinterception-experimental.test] cooperative request interception Page.setRequestInterception should be abortable with custom error codes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: BiDi does not support custom errors - https://github.com/w3c/webdriver-bidi/issues/508"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Page.setRequestInterception should be abortable with custom error codes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "https://github.com/w3c/webdriver-bidi/issues/508"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Page.setRequestInterception should work with keep alive redirects",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome"],
    "expectations": ["FAIL"],
    "comment": "crbug.com/469591372"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Page.setRequestInterception should work with worker",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "Workers do not work in Firefox yet"
  },
  {
    "testIdPattern": "[screencast.test] Screencasts Page.screencast should validate options",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["PASS"]
  },
  {
    "testIdPattern": "[screenshot.test] Screenshots Cdp should work in \"fromSurface: false\" mode",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome-headless-shell"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[screenshot.test] Screenshots Cdp should work in \"fromSurface: false\" mode",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["headless"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[screenshot.test] Screenshots Page.screenshot should get screenshot bigger than the viewport",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[target.test] Target page should return tab target id",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Not implemented for WebDriver BiDi"
  },
  {
    "testIdPattern": "[target.test] Target should close a service worker",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "not supported"
  },
  {
    "testIdPattern": "[target.test] Target should close a shared worker",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "not supported"
  },
  {
    "testIdPattern": "[TargetManager.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[tracing.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[webgl.test] webgl Create webgl context should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"],
    "comment": "tests chrome-specific flags"
  },
  {
    "testIdPattern": "[worker.test] Workers console should return remote objects",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "BiDi does not support getting a Handle for log args"
  },
  {
    "testIdPattern": "[acceptInsecureCerts.test] acceptInsecureCerts Response.securityDetails Network redirects should report SecurityDetails",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[acceptInsecureCerts.test] acceptInsecureCerts Response.securityDetails should be |null| for non-secure requests",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[acceptInsecureCerts.test] acceptInsecureCerts Response.securityDetails should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[accessibility.test] Accessibility get snapshots while the tree is re-calculated",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[ariaqueryhandler.test] AriaQueryHandler queryAllArray $$eval should handle many elements",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["PASS", "TIMEOUT"],
    "comment": "times out flakily"
  },
  {
    "testIdPattern": "[ariaqueryhandler.test] AriaQueryHandler queryOne (Chromium web test) should find by role \"heading\"",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "WebDriver BiDi locateNodes does not support shadow roots so far"
  },
  {
    "testIdPattern": "[backendNodeId.test] ElementHandle.backendNodeId should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "CDP-specific"
  },
  {
    "testIdPattern": "[browser.test] Browser specs Browser.process should not return child_process for remote browser",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "https://bugzilla.mozilla.org/show_bug.cgi?id=1862018 - Requires multiple session support"
  },
  {
    "testIdPattern": "[browser.test] Browser specs Browser.process should not return child_process for remote browser",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[browsercontext.test] BrowserContext should work across sessions",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Firefox does not support multiple connection at this time"
  },
  {
    "testIdPattern": "[browsercontext.test] BrowserContext should work across sessions",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[click.test] Page.click should click the button with fixed position inside an iframe",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[click.test] Page.click should click with disabled javascript",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[click.test] Page.click should scroll and click with disabled javascript",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[connect.test] Puppeteer.connect should be able to connect using browserUrl, with and without trailing slash",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "https://bugzilla.mozilla.org/show_bug.cgi?id=1862018 - Requires multiple session support"
  },
  {
    "testIdPattern": "[console.test] console should work for different console API calls with group functions",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Failing since 150.0 due to https://bugzilla.mozilla.org/show_bug.cgi?id=1866749, reported as https://github.com/w3c/webdriver-bidi/issues/1097"
  },
  {
    "testIdPattern": "[cookies.test] Cookie specs Page.setCookie should default to setting secure cookie for HTTPS websites",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Chromium-specific test. The test relies on the cookie in secure context to be secure. This is not the case for Firefox."
  },
  {
    "testIdPattern": "[cookies.test] Cookie specs Page.setCookie should set secure same-site cookies from a frame",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Chromium-specific test. The test relies on the cookie in secure context to be secure. This is not the case for Firefox."
  },
  {
    "testIdPattern": "[devtools.test] DevTools target.page() should return a DevTools page if custom isPageTarget is provided",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[dialog.test] Page.Events.Dialog should see dialogs handled by other connections",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["FAIL"],
    "comment": "Chrome can't connect when run with pipe"
  },
  {
    "testIdPattern": "[dialog.test] Page.Events.Dialog should see dialogs handled by other connections",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Firefox does not support multiple active BiDi sessions."
  },
  {
    "testIdPattern": "[download.test] Download Browser.createBrowserContext should download to configured location",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Firefox does not support download behavior."
  },
  {
    "testIdPattern": "[download.test] Download Browser.createBrowserContext should not download to location",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Firefox does not support download behavior."
  },
  {
    "testIdPattern": "[drag-and-drop.test] Drag n' Drop should drag and drop",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[elementhandle.test] ElementHandle specs ElementHandle.touchMove should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[elementhandle.test] ElementHandle specs ElementHandle.touchMove should work with a pre-existing Touch",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[emulation.test] Emulation Page.emulateCPUThrottling should change the CPU throttling rate successfully",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[emulation.test] Emulation Page.emulateMediaFeatures should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[emulation.test] Emulation Page.emulateMediaType should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[emulation.test] Emulation Page.emulateNetworkConditions should change navigator.connection.effectiveType",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[emulation.test] Emulation Page.emulateTimezone should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[emulation.test] Emulation Page.emulateVisionDeficiency should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[emulation.test] Emulation Page.viewport should be detectable by Modernizr",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[emulation.test] Emulation Page.viewport should detect touch when applying viewport with touches",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[emulation.test] Emulation Page.viewport should support touch emulation",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[extensions.test] extensions can evaluate in the service worker",
    "platforms": ["darwin"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["SKIP"],
    "comment": "Flaky test needing investigation, seems to be MacOS only."
  },
  {
    "testIdPattern": "[extensions.test] extensions can evaluate in the service worker",
    "platforms": ["win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["SKIP"],
    "comment": "Flaky or failing on Windows. See https://github.com/puppeteer/puppeteer/issues/13417"
  },
  {
    "testIdPattern": "[fixtures.test] Fixtures should close the browser when the node process closes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "https://bugzilla.mozilla.org/show_bug.cgi?id=1862018 - Requires multiple session support"
  },
  {
    "testIdPattern": "[fixtures.test] Fixtures should close the browser when the node process closes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "The browser `disconnect` event is not emitted"
  },
  {
    "testIdPattern": "[fixtures.test] Fixtures should close the browser when the node process closes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[fixtures.test] Fixtures should dump browser process stderr",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[frame.test] Frame specs Frame Management should support framesets",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "In WebDriver BiDi, we cannot detect if an empty frame finished loading initial about:blank"
  },
  {
    "testIdPattern": "[frame.test] Frame specs Frame Management should support lazy frames",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "In WebDriver BiDi, we cannot distinguish between about:blank and lazy-loading (paused) frames. See https://github.com/w3c/webdriver-bidi/issues/832"
  },
  {
    "testIdPattern": "[keyboard.test] Keyboard ElementHandle.press should not support |text| option",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[keyboard.test] Keyboard should report modifiers",
    "platforms": ["darwin"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Browser.Events.disconnected should be emitted when: browser gets closed, disconnected or underlying websocket gets closed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Browser.Events.disconnected should be emitted when: browser gets closed, disconnected or underlying websocket gets closed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Browser.Events.disconnected should be emitted when: browser gets closed, disconnected or underlying websocket gets closed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Browser.close should terminate network waiters",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Browser.close should terminate network waiters",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Browser.disconnect should reject navigation when browser closes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "https://bugzilla.mozilla.org/show_bug.cgi?id=1862018 - Requires multiple session support"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Browser.disconnect should reject navigation when browser closes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Browser.disconnect should reject waitForSelector when browser closes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "https://bugzilla.mozilla.org/show_bug.cgi?id=1862018 - Requires multiple session support"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Browser.disconnect should reject waitForSelector when browser closes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.connect should be able to connect to a browser with no page targets",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.connect should support acceptInsecureCerts option",
    "platforms": ["darwin"],
    "parameters": ["chrome", "headless"],
    "expectations": ["SKIP"],
    "comment": "Started to flake on macos-15 (arm64)"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.connect should support targetFilter option",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.connect should support targetFilter option in puppeteer.launch",
    "platforms": ["win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["PASS", "TIMEOUT"],
    "comment": "Flaky test needing investigation, seems to be Windows only."
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.connect should support targetFilter option in puppeteer.launch",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.launch should filter out ignored default argument in Firefox",
    "platforms": ["linux"],
    "parameters": ["firefox", "headful"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.launch should filter out ignored default arguments in Chrome",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "headful"],
    "expectations": ["SKIP"],
    "comment": "Test is testing chrome specific ignore and fails"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.launch should have custom URL when launching browser",
    "platforms": ["darwin"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "For some reason it times out on MacOS. Perhaps it's a bug in chromium-bidi"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.launch should pass the timeout parameter to browser.waitForTarget",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[launcher.test] Launcher specs Puppeteer Puppeteer.launch should set the debugging port",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[navigation.test] navigation Page.goto should work when navigating to a URL with a client redirect",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["FAIL"],
    "comment": "In CDP implementation, we get the client redirect response."
  },
  {
    "testIdPattern": "[navigation.test] navigation Page.goto should work when page calls history API in beforeunload",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "https://bugzilla.mozilla.org/show_bug.cgi?id=1908952#c4 historyUpdated from beforeunload incorrectly comes before navigationStarted"
  },
  {
    "testIdPattern": "[network_restrictions.test] Network Restrictions should detach from targets violating allowlist when connecting to a running browser",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["PASS"]
  },
  {
    "testIdPattern": "[network_restrictions.test] Network Restrictions should detach from targets violating blocklist when connecting to a running browser",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["PASS"]
  },
  {
    "testIdPattern": "[network.test] network Network Events Page.Events.Request",
    "platforms": ["win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[network.test] network Network Events should fire events in proper order",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[network.test] network Page.authenticate should allow disable authentication",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "The Puppeteer implementation does not expect 2 responseCompleted events (that AuthRequired triggered); times out sometimes."
  },
  {
    "testIdPattern": "[network.test] network Page.authenticate should error if authentication is required but not enabled",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL", "PASS"],
    "comment": "Flaky see https://github.com/puppeteer/puppeteer/issues/12253"
  },
  {
    "testIdPattern": "[network.test] network Page.authenticate should error if authentication is required but not enabled",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "When navigating to a page with authentication the navigate command does not error and never resolves due to the auth dialog being shown https://github.com/w3c/webdriver-bidi/issues/719"
  },
  {
    "testIdPattern": "[network.test] network Page.authenticate should not disable caching for script",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: Needs investigation, isCached is false for the script request handle via network interception"
  },
  {
    "testIdPattern": "[network.test] network Page.authenticate should not disable caching for stylesheet",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Needs Firefox support for network events for cached stylesheets https://bugzilla.mozilla.org/show_bug.cgi?id=1879438"
  },
  {
    "testIdPattern": "[network.test] network raw network headers Cross-origin set-cookie",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[network.test] network raw network headers Same-origin set-cookie subresource",
    "platforms": ["win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[network.test] network Request.headers cookie header should show Cookie header for redirect",
    "platforms": ["darwin"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL", "PASS"],
    "comment": [
      "Test is flaky for MacOS BiDi as event order is we don't repopulate the request data from the response."
    ]
  },
  {
    "testIdPattern": "[network.test] network Request.initiator should return the initiator",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Initiator url and stack is not specified in WebDriver BiDi"
  },
  {
    "testIdPattern": "[network.test] network Request.postData should be |undefined| when there is no post data",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Unsupported"
  },
  {
    "testIdPattern": "[network.test] network Request.postData should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[network.test] network Request.postData should work with blobs",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "network.getData(request) is not yet supported"
  },
  {
    "testIdPattern": "[network.test] network Response.text should throw when requesting body of redirected response",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: investigate why we get the response for the last redirect"
  },
  {
    "testIdPattern": "[network.test] network Response.text should throw when requesting body of redirected response",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "https://github.com/GoogleChromeLabs/chromium-bidi/issues/3569"
  },
  {
    "testIdPattern": "[network.test] network Response.text should wait until response completes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "https://github.com/puppeteer/puppeteer/issues/14017"
  },
  {
    "testIdPattern": "[oopif.test] OOPIF should detect existing OOPIFs when Puppeteer connects to an existing page",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[oopif.test] OOPIF should detect existing OOPIFs when Puppeteer connects to an existing page",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[oopif.test] OOPIF should evaluate on a page with a PDF viewer",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "chrome-specific test"
  },
  {
    "testIdPattern": "[oopif.test] OOPIF should expose events within OOPIFs",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[oopif.test] OOPIF should keep track of a frames OOP state",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Failed previously and currently times out"
  },
  {
    "testIdPattern": "[oopif.test] OOPIF should load oopif iframes with subresources and request interception",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["PASS", "TIMEOUT"],
    "comment": "For some reason it is flaky, needs investigation"
  },
  {
    "testIdPattern": "[oopif.test] OOPIF should recover cross-origin frames on reconnect",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "pipe"],
    "expectations": ["SKIP"],
    "comment": "We can't connect to a browser started with pipe:true"
  },
  {
    "testIdPattern": "[oopif.test] OOPIF should recover cross-origin frames on reconnect",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "https://bugzilla.mozilla.org/show_bug.cgi?id=1862018 - Requires multiple session support"
  },
  {
    "testIdPattern": "[page.test] Page Page.addScriptTag should throw when added with content to the CSP page",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["SKIP"],
    "comment": "See https://github.com/puppeteer/puppeteer/issues/4840"
  },
  {
    "testIdPattern": "[page.test] Page Page.Events.error should throw when page crashes",
    "platforms": ["linux"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["FAIL", "PASS"],
    "comment": "Flaky across all Linux Chrome/CDP environments"
  },
  {
    "testIdPattern": "[page.test] Page Page.setJavaScriptEnabled should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Unknown command emulation.setScriptingEnabled"
  },
  {
    "testIdPattern": "[page.test] Page Page.setUserAgent should work with additional userAgentMetdata",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Chrome-specific test"
  },
  {
    "testIdPattern": "[pipe.test] Puppeteer.launch should fire \"disconnected\" when closing with pipe",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "https://github.com/puppeteer/puppeteer/issues/14594"
  },
  {
    "testIdPattern": "[pipe.test] Puppeteer.launch should support the pipe argument",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "https://github.com/puppeteer/puppeteer/issues/14594"
  },
  {
    "testIdPattern": "[pipe.test] Puppeteer.launch should support the pipe option",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "https://github.com/puppeteer/puppeteer/issues/14594"
  },
  {
    "testIdPattern": "[proxy.test] request proxy in incognito browser context should proxy requests when configured at context level",
    "platforms": ["win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["SKIP"],
    "comment": "Windows version of Chrome has a long-standing bug"
  },
  {
    "testIdPattern": "[proxy.test] request proxy in incognito browser context should proxy requests when configured at context level",
    "platforms": ["linux"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[queryObjects.test] page.queryObjects should fail for disposed handles",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["PASS"]
  },
  {
    "testIdPattern": "[queryObjects.test] page.queryObjects should fail primitive values as prototypes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["PASS"]
  },
  {
    "testIdPattern": "[requestinterception-experimental.test] cooperative request interception Page.setRequestInterception should work with file URLs",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: Needs support for file URIs in Firefox https://bugzilla.mozilla.org/show_bug.cgi?id=1826210"
  },
  {
    "testIdPattern": "[requestinterception-experimental.test] cooperative request interception Page.setRequestInterception should work with requests without networkId",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Test requires CDP"
  },
  {
    "testIdPattern": "[requestinterception-experimental.test] cooperative request interception Request.resourceType should work for document type",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "`HTTPRequest.resourceType()` has no eqivalent in BiDi spec"
  },
  {
    "testIdPattern": "[requestinterception-experimental.test] cooperative request interception Request.resourceType should work for stylesheets",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "`HTTPRequest.resourceType()` has no eqivalent in BiDi spec"
  },
  {
    "testIdPattern": "[requestinterception-experimental.test] request interception Page.setRequestInterception should work with redirects",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Page.setRequestInterception should be abortable with custom error codes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: BiDi does not support custom errors - https://github.com/w3c/webdriver-bidi/issues/508"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Page.setRequestInterception should work with file URLs",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: Needs support for file URIs in Firefox https://bugzilla.mozilla.org/show_bug.cgi?id=1826210"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Page.setRequestInterception should work with requests without networkId",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "Test requires CDP"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Page.setRequestInterception should work with requests without networkId",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "CDP specific issue, maybe we can support it from BiDi+"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Request.resourceType should work for document type",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "`HTTPRequest.resourceType()` has no eqivalent in BiDi spec"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Request.resourceType should work for stylesheets",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "`HTTPRequest.resourceType()` has no eqivalent in BiDi spec"
  },
  {
    "testIdPattern": "[screenshot.test] Screenshots ElementHandle.screenshot should run in parallel with page.close()",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL", "PASS"],
    "comment": "Started to be flaky"
  },
  {
    "testIdPattern": "[target.test] Target should create a worker from a service worker",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[target.test] Target should create a worker from a service worker",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[target.test] Target should create a worker from a shared worker",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[target.test] Target should create a worker from a shared worker",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[target.test] Target should have an opener",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[target.test] Target should have an opener",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[target.test] Target should not report uninitialized pages",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[target.test] Target should not report uninitialized pages",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[target.test] Target should report when a service worker is created and destroyed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[target.test] Target should report when a service worker is created and destroyed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[TargetManager.test] TargetManager should handle targets",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[touchscreen.test] Touchscreen Touchscreen.prototype.tap should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[touchscreen.test] Touchscreen Touchscreen.prototype.tap should work if another touch is already active",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[touchscreen.test] Touchscreen Touchscreen.prototype.touchMove should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[touchscreen.test] Touchscreen Touchscreen.prototype.touchMove should work when moving touches separately",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[touchscreen.test] Touchscreen Touchscreen.prototype.touchMove should work with three touches",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[touchscreen.test] Touchscreen Touchscreen.prototype.touchMove should work with two touches",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[userDataDir.test] userDataDir should not launch the browser twice with the same userDataDir with pipe=true",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "https://github.com/puppeteer/puppeteer/issues/14594"
  },
  {
    "testIdPattern": "[waittask.test] waittask specs protocol timeout *",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headful", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "session.new before the test consistently times out on mac + headful since 147"
  },
  {
    "testIdPattern": "[webExtension.test] webExtension can install and uninstall an extension",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["SKIP"],
    "comment": "https://github.com/puppeteer/puppeteer/issues/14594"
  },
  {
    "testIdPattern": "[webmcp.test] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "headless", "webDriverBiDiOnly"],
    "expectations": ["FAIL"],
    "comment": "Experimental support for WebMCP is not supported in BiDi"
  },
  {
    "testIdPattern": "[worker.test] Workers can be closed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[worker.test] Workers should report errors",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "webDriverBiDi"],
    "expectations": ["PASS"]
  },
  {
    "testIdPattern": "[browser.test] Browser specs Browser.get|setWindowBounds should get and set browser window bounds",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headful", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "Different dimensions on Mac for headful"
  },
  {
    "testIdPattern": "[browser.test] Browser specs Browser.get|setWindowBounds should get and set browser window bounds",
    "platforms": ["win32"],
    "parameters": ["cdp", "chrome", "headful"],
    "expectations": ["FAIL"],
    "comment": "Different dimensions on Windows for headful"
  },
  {
    "testIdPattern": "[CDPSession.test] Target.createCDPSession should send events",
    "platforms": ["win32"],
    "parameters": ["cdp", "chrome", "headless"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[mouse.test] Mouse should select the text with mouse",
    "platforms": ["win32"],
    "parameters": ["cdp", "chrome", "chrome-headless-shell"],
    "expectations": ["FAIL"],
    "comment": "TODO: started to fail with Chrome headless shell 135 on Windows"
  },
  {
    "testIdPattern": "[network_restrictions.test] Network Restrictions should block out-of-process iframe (OOPIF) content from loading if the iframe URL is in the blocklist",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome", "chrome-headless-shell"],
    "expectations": ["FAIL"],
    "comment": "Bug in CDP crbug.com/469591372"
  },
  {
    "testIdPattern": "[network.test] network Network Events Page.Events.Request",
    "platforms": ["linux"],
    "parameters": ["cdp", "chrome", "headless"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[network.test] network raw network headers Same-origin set-cookie subresource",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome", "headful"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[oopif.test] OOPIF should support lazy OOP frames",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome", "headless", "webDriverBiDi"],
    "expectations": ["FAIL"],
    "comment": "In WebDriver BiDi, we cannot detect if an empty frame is a lazy frame. See https://github.com/w3c/webdriver-bidi/issues/832"
  },
  {
    "testIdPattern": "[page.test] Page Page.bringToFront should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome", "chrome-headless-shell"],
    "expectations": ["SKIP"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Page.setRequestInterception should be abortable",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome", "headful"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Page.setRequestInterception should work with redirects",
    "platforms": ["win32"],
    "parameters": ["cdp", "chrome", "headless"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[requestinterception.test] request interception Page.setRequestInterception should work with redirects",
    "platforms": ["win32"],
    "parameters": ["cdp", "chrome", "headful"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  },
  {
    "testIdPattern": "[target.test] Target should close a service worker",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome", "chrome-headless-shell"],
    "expectations": ["SKIP"],
    "comment": "For some reason service_workers do not close in chrome-headless-shell"
  },
  {
    "testIdPattern": "[webExtension.test] webExtension can install and uninstall an extension",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome", "chrome-headless-shell"],
    "expectations": ["FAIL"],
    "comment": "Extensions are not supported in shell mode."
  },
  {
    "testIdPattern": "[worker.test] Workers Page.workers",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "chrome", "chrome-headless-shell"],
    "expectations": ["FAIL", "PASS"],
    "comment": "TODO: add a comment explaining why this expectation is required (include links to issues)"
  }
]