From 12868270f428462ee6f96c0fea3b5e7adc79cf3b Mon Sep 17 00:00:00 2001 From: Pavel Feldman Date: Thu, 15 Oct 2026 10:33:28 -0700 Subject: [PATCH] chore(test runner): run test runner tests under bun on CI - Copy the config module object when there is no default export, bun makes it read-only. - Apply source maps of .js files to test locations under bun. - Move the expectation reporter to tests/config. Support [skip], [fixme] and [fail], comments, and entries for files and describe blocks. - Mark tests in bun-expectations.conf: [skip] when bun does not have the feature, [fixme] when Playwright needs a fix. Relax checks that depend on the runtime output format. - Rename bidi expectations to .conf, use ">" between title parts and [fixme] for all entries. - Add a test runner bot that runs under bun on ubuntu-large. --- .github/workflows/tests_primary.yml | 17 + .../playwright/src/common/configLoader.ts | 4 +- .../playwright/src/transform/transform.ts | 9 +- .../expectations/bidi-chromium-library.conf | 636 ++++++++++++++++++ .../expectations/bidi-chromium-library.txt | 636 ------------------ .../bidi/expectations/bidi-chromium-page.conf | 282 ++++++++ .../bidi/expectations/bidi-chromium-page.txt | 282 -------- .../moz-firefox-nightly-library.conf | 213 ++++++ .../moz-firefox-nightly-library.txt | 213 ------ .../moz-firefox-nightly-page.conf | 159 +++++ .../expectations/moz-firefox-nightly-page.txt | 159 ----- tests/bidi/playwright.config.ts | 4 +- tests/{bidi => config}/expectationReporter.ts | 71 +- tests/playwright-test/access-data.spec.ts | 2 +- tests/playwright-test/babel.spec.ts | 2 - tests/playwright-test/basic.spec.ts | 2 +- tests/playwright-test/bun-expectations.conf | 92 +++ tests/playwright-test/cache.spec.ts | 2 - tests/playwright-test/config.spec.ts | 2 +- tests/playwright-test/esm.spec.ts | 2 - tests/playwright-test/fixture-errors.spec.ts | 2 +- tests/playwright-test/loader.spec.ts | 1 - tests/playwright-test/playwright.config.ts | 2 + .../reporter-attachment.spec.ts | 2 +- tests/playwright-test/reporter-base.spec.ts | 10 +- tests/playwright-test/reporter-blob.spec.ts | 14 +- tests/playwright-test/resolver.spec.ts | 2 - tests/playwright-test/test-server.spec.ts | 2 +- .../ui-mode-test-output.spec.ts | 14 +- .../ui-mode-test-source.spec.ts | 4 +- tests/playwright-test/watch.spec.ts | 2 - 31 files changed, 1481 insertions(+), 1363 deletions(-) create mode 100644 tests/bidi/expectations/bidi-chromium-library.conf delete mode 100644 tests/bidi/expectations/bidi-chromium-library.txt create mode 100644 tests/bidi/expectations/bidi-chromium-page.conf delete mode 100644 tests/bidi/expectations/bidi-chromium-page.txt create mode 100644 tests/bidi/expectations/moz-firefox-nightly-library.conf delete mode 100644 tests/bidi/expectations/moz-firefox-nightly-library.txt create mode 100644 tests/bidi/expectations/moz-firefox-nightly-page.conf delete mode 100644 tests/bidi/expectations/moz-firefox-nightly-page.txt rename tests/{bidi => config}/expectationReporter.ts (59%) create mode 100644 tests/playwright-test/bun-expectations.conf diff --git a/.github/workflows/tests_primary.yml b/.github/workflows/tests_primary.yml index e2ca0bca270e8..4412b63b64d83 100644 --- a/.github/workflows/tests_primary.yml +++ b/.github/workflows/tests_primary.yml @@ -73,6 +73,23 @@ jobs: command: npm run ttest -- ${{ matrix.os == 'playwright-x64-server2025-64-core' && '--workers 16' || '' }} bot-name: "${{ matrix.os }}-node${{ matrix.node-version }}" + test_test_runner_bun: + name: Test Runner - ubuntu-large - bun + runs-on: playwright-x64-ubuntu24-64-core + permissions: + contents: read # This is required for actions/checkout to succeed + steps: + - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 + - uses: oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6 # v2.2.0 + with: + bun-version: 1.4.3 + - uses: ./.github/actions/run-test + with: + command: npm run ttest + bot-name: "playwright-x64-ubuntu24-64-core-bun" + env: + PW_BUN: 1 + test_test_runner_mac: name: Test Runner - ${{ matrix.os }} (${{ matrix.shardIndex }}/${{ matrix.shardTotal }}) strategy: diff --git a/packages/playwright/src/common/configLoader.ts b/packages/playwright/src/common/configLoader.ts index 5d931a847ae44..643055e30b8e6 100644 --- a/packages/playwright/src/common/configLoader.ts +++ b/packages/playwright/src/common/configLoader.ts @@ -94,8 +94,8 @@ export async function deserializeConfig(data: SerializedConfig): Promise { let object = location.resolvedConfigFile ? await requireOrImport(location.resolvedConfigFile) : {}; - if (object && typeof object === 'object' && ('default' in object)) - object = object['default']; + if (object && typeof object === 'object') + object = ('default' in object) ? object['default'] : { ...object }; return object as Config; } diff --git a/packages/playwright/src/transform/transform.ts b/packages/playwright/src/transform/transform.ts index fa04811e3ea69..5f4a4424bfb9c 100644 --- a/packages/playwright/src/transform/transform.ts +++ b/packages/playwright/src/transform/transform.ts @@ -414,11 +414,12 @@ function nodeCallerLocation(error: Error, stackFrames: NodeJS.CallSite[]) { function bunCallerLocation(error: Error, stackFrames: NodeJS.CallSite[]) { const frame = stackFrames[1]; + // Bun's CallSite.getColumnNumber() is 0-based, and Bun does not apply source maps of .js files. + const position = sourceMapSupport.mapSourcePosition({ source: frame.getFileName()!, line: frame.getLineNumber()!, column: frame.getColumnNumber()! }); return { - file: frame.getFileName(), - line: frame.getLineNumber(), - // Bun's CallSite.getColumnNumber() is 0-based. - column: frame.getColumnNumber()! + 1, + file: position.source, + line: position.line, + column: position.column + 1, }; } diff --git a/tests/bidi/expectations/bidi-chromium-library.conf b/tests/bidi/expectations/bidi-chromium-library.conf new file mode 100644 index 0000000000000..c1998c4b6e2d2 --- /dev/null +++ b/tests/bidi/expectations/bidi-chromium-library.conf @@ -0,0 +1,636 @@ +library/beforeunload.spec.ts > should access page after beforeunload [fixme] +library/beforeunload.spec.ts > should run beforeunload if asked for @smoke [fixme] +library/browser.spec.ts > version should work [fixme] +library/browsercontext-add-cookies.spec.ts > should roundtrip cookie [fixme] +library/browsercontext-add-cookies.spec.ts > should set cookie with reasonable defaults [fixme] +library/browsercontext-add-cookies.spec.ts > should set cookies with SameSite attribute and no secure attribute [fixme] +library/browsercontext-base-url.spec.ts > should construct a new URL when a baseURL in browserType.launchPersistentContext is passed to page.goto [fixme] +library/browsercontext-basic.spec.ts > fetch with keepalive should throw when offline [fixme] +library/browsercontext-basic.spec.ts > should disable javascript [fixme] +library/browsercontext-basic.spec.ts > should emulate media in cross-process iframe [fixme] +library/browsercontext-basic.spec.ts > should emulate media in popup [fixme] +library/browsercontext-basic.spec.ts > should emulate navigator.onLine [fixme] +library/browsercontext-basic.spec.ts > should emulate offline event [fixme] +library/browsercontext-basic.spec.ts > should work with offline option [fixme] +library/browsercontext-clearcookies.spec.ts > should remove cookies by domain [fixme] +library/browsercontext-clearcookies.spec.ts > should remove cookies by name [fixme] +library/browsercontext-clearcookies.spec.ts > should remove cookies by name and domain [fixme] +library/browsercontext-clearcookies.spec.ts > should remove cookies by name regex [fixme] +library/browsercontext-clearcookies.spec.ts > should remove cookies by path [fixme] +library/browsercontext-cookies-third-party.spec.ts > add 'Partitioned;' cookie via API [fixme] +library/browsercontext-cookies-third-party.spec.ts > same origin third party 'Partitioned;' cookie with different origin intermediate iframe [fixme] +library/browsercontext-cookies-third-party.spec.ts > save/load third party 'Partitioned;' cookies [fixme] +library/browsercontext-cookies-third-party.spec.ts > save/load third party non-partitioned cookies [fixme] +library/browsercontext-cookies-third-party.spec.ts > should(not) block third party cookies - persistent context [fixme] +library/browsercontext-cookies-third-party.spec.ts > third party 'Partitioned;' cookies [fixme] +library/browsercontext-cookies-third-party.spec.ts > third party non-partitioned cookies [fixme] +library/browsercontext-cookies-third-party.spec.ts > top level 'Partitioned;' cookie and same origin iframe [fixme] +library/browsercontext-cookies.spec.ts > iframe should inherit cookies from parent [fixme] +library/browsercontext-cookies.spec.ts > should get a cookie @smoke [fixme] +library/browsercontext-cookies.spec.ts > should get a non-session cookie [fixme] +library/browsercontext-cookies.spec.ts > should get multiple cookies [fixme] +library/browsercontext-cookies.spec.ts > should parse cookie with large Max-Age correctly [fixme] +library/browsercontext-credentials.spec.ts > should fail with correct credentials and mismatching hostname [fixme] +library/browsercontext-credentials.spec.ts > should fail with correct credentials and mismatching port [fixme] +library/browsercontext-credentials.spec.ts > should fail with correct credentials and mismatching scheme [fixme] +library/browsercontext-credentials.spec.ts > should work with setHTTPCredentials [fixme] +library/browsercontext-csp.spec.ts > should bypass after cross-process navigation [fixme] +library/browsercontext-csp.spec.ts > should bypass CSP header [fixme] +library/browsercontext-csp.spec.ts > should bypass CSP in iframes as well [fixme] +library/browsercontext-csp.spec.ts > should bypass CSP meta tag @smoke [fixme] +library/browsercontext-events.spec.ts > console event should work in immediately closed popup [fixme] +library/browsercontext-events.spec.ts > console event should work in popup 2 [fixme] +library/browsercontext-events.spec.ts > console event should work with element handles [fixme] +library/browsercontext-events.spec.ts > dialog event should work in immediately closed popup [fixme] +library/browsercontext-events.spec.ts > dialog event should work in popup [fixme] +library/browsercontext-events.spec.ts > dialog event should work in popup 2 [fixme] +library/browsercontext-events.spec.ts > dialog event should work with inline script tag [fixme] +library/browsercontext-events.spec.ts > weberror event should work [fixme] +library/browsercontext-fetch.spec.ts > should work with connectOverCDP [fixme] +library/browsercontext-har.spec.ts > should change document URL after redirected navigation [fixme] +library/browsercontext-har.spec.ts > should goBack to redirected navigation [fixme] +library/browsercontext-har.spec.ts > should goForward to redirected navigation [fixme] +library/browsercontext-har.spec.ts > should record overridden requests to har [fixme] +library/browsercontext-har.spec.ts > should reload redirected navigation [fixme] +library/browsercontext-har.spec.ts > should round-trip har with postData [fixme] +library/browsercontext-locale.spec.ts > should format number in popups [fixme] +library/browsercontext-locale.spec.ts > should format number in workers [fixme] +library/browsercontext-network-event.spec.ts > BrowserContext.Events.Request [fixme] +library/browsercontext-network-event.spec.ts > BrowserContext.Events.Response [fixme] +library/browsercontext-page-event.spec.ts > should have about:blank for empty url with domcontentloaded [fixme] +library/browsercontext-page-event.spec.ts > should have about:blank url with domcontentloaded [fixme] +library/browsercontext-page-event.spec.ts > should have an opener [fixme] +library/browsercontext-page-event.spec.ts > should have url [fixme] +library/browsercontext-page-event.spec.ts > should not hang on ctrl-click during provisional load [fixme] +library/browsercontext-page-event.spec.ts > should report when a new page is created and closed [fixme] +library/browsercontext-proxy.spec.ts > should proxy local network requests > by default > link-local [fixme] +library/browsercontext-proxy.spec.ts > should proxy local network requests > with other bypasses > link-local [fixme] +library/browsercontext-proxy.spec.ts > should proxy local network requests > with other bypasses > localhost [fixme] +library/browsercontext-proxy.spec.ts > should proxy local network requests > with other bypasses > loopback address [fixme] +library/browsercontext-proxy.spec.ts > should use proxy for https urls [fixme] +library/browsercontext-reuse.spec.ts > reuse connect > should continue issuing events after closing the reused page [fixme] +library/browsercontext-reuse.spec.ts > reuse connect > should not cache resources [fixme] +library/browsercontext-reuse.spec.ts > reuse connect > should re-add binding after reset [fixme] +library/browsercontext-reuse.spec.ts > reuse connect > should reset mouse position [fixme] +library/browsercontext-reuse.spec.ts > reuse connect > should update viewport and media [fixme] +library/browsercontext-reuse.spec.ts > reuse connect > should work with routeWebSocket [fixme] +library/browsercontext-reuse.spec.ts > reuse launch > should continue issuing events after closing the reused page [fixme] +library/browsercontext-reuse.spec.ts > reuse launch > should not cache resources [fixme] +library/browsercontext-reuse.spec.ts > reuse launch > should reset mouse position [fixme] +library/browsercontext-reuse.spec.ts > reuse launch > should update viewport and media [fixme] +library/browsercontext-route.spec.ts > should support Set-Cookie header [fixme] +library/browsercontext-route.spec.ts > should use Set-Cookie header in future requests [fixme] +library/browsercontext-service-worker-policy.spec.ts > block > blocks service worker registration [fixme] +library/browsercontext-set-extra-http-headers.spec.ts > should override extra headers from browser context [fixme] +library/browsercontext-storage-state.spec.ts > should capture cookies [fixme] +library/browsercontext-storage-state.spec.ts > should round-trip through the file [fixme] +library/browsercontext-user-agent.spec.ts > custom user agent for download [fixme] +library/browsercontext-user-agent.spec.ts > should work for navigator.userAgentData and sec-ch-ua headers [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > default mobile viewports to 980 width [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should emulate the hover media feature [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should fire orientationchange event [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should preserve window.orientation override after navigation [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support touch emulation [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support window.orientation emulation [fixme] +library/browsercontext-viewport.spec.ts > should support touch with null viewport [fixme] +library/browsertype-connect.spec.ts > launchServer > disconnected event should be emitted when browser is closed or server is closed [fixme] +library/browsertype-connect.spec.ts > launchServer > disconnected event should have browser as argument [fixme] +library/browsertype-connect.spec.ts > launchServer > setInputFiles should preserve lastModified timestamp [fixme] +library/browsertype-connect.spec.ts > launchServer > should be able to connect 20 times to a single server without warnings [fixme] +library/browsertype-connect.spec.ts > launchServer > should be able to connect two browsers at the same time [fixme] +library/browsertype-connect.spec.ts > launchServer > should be able to connect when the wsEndpoint is passed as an option [fixme] +library/browsertype-connect.spec.ts > launchServer > should be able to reconnect to a browser [fixme] +library/browsertype-connect.spec.ts > launchServer > should be able to visit ipv6 [fixme] +library/browsertype-connect.spec.ts > launchServer > should be able to visit ipv6 through localhost [fixme] +library/browsertype-connect.spec.ts > launchServer > should connect over http [fixme] +library/browsertype-connect.spec.ts > launchServer > should connect over wss [fixme] +library/browsertype-connect.spec.ts > launchServer > should emit close events on pages and contexts [fixme] +library/browsertype-connect.spec.ts > launchServer > should error when saving download after deletion [fixme] +library/browsertype-connect.spec.ts > launchServer > should filter launch options [fixme] +library/browsertype-connect.spec.ts > launchServer > should fulfill with global fetch result [fixme] +library/browsertype-connect.spec.ts > launchServer > should handle exceptions during connect [fixme] +library/browsertype-connect.spec.ts > launchServer > should ignore page.pause when headed [fixme] +library/browsertype-connect.spec.ts > launchServer > should not throw on close after disconnect [fixme] +library/browsertype-connect.spec.ts > launchServer > should properly disconnect when connection closes from the client side [fixme] +library/browsertype-connect.spec.ts > launchServer > should record trace with sources [fixme] +library/browsertype-connect.spec.ts > launchServer > should reject navigation when browser closes [fixme] +library/browsertype-connect.spec.ts > launchServer > should reject waitForEvent before browser.close finishes [fixme] +library/browsertype-connect.spec.ts > launchServer > should reject waitForEvent before browser.onDisconnect fires [fixme] +library/browsertype-connect.spec.ts > launchServer > should reject waitForSelector when browser closes [fixme] +library/browsertype-connect.spec.ts > launchServer > should respect selectors [fixme] +library/browsertype-connect.spec.ts > launchServer > should save download [fixme] +library/browsertype-connect.spec.ts > launchServer > should save har [fixme] +library/browsertype-connect.spec.ts > launchServer > should saveAs videos from remote browser [fixme] +library/browsertype-connect.spec.ts > launchServer > should set the browser connected state [fixme] +library/browsertype-connect.spec.ts > launchServer > should support slowmo option [fixme] +library/browsertype-connect.spec.ts > launchServer > should terminate network waiters [fixme] +library/browsertype-connect.spec.ts > launchServer > should throw when calling waitForNavigation after disconnect [fixme] +library/browsertype-connect.spec.ts > launchServer > should throw when used after isConnected returns false [fixme] +library/browsertype-connect.spec.ts > launchServer > should upload large file [fixme] +library/browsertype-connect.spec.ts > launchServer only > should be able to reconnect to a browser 12 times without warnings [fixme] +library/browsertype-connect.spec.ts > launchServer only > should properly disconnect when connection closes from the server side [fixme] +library/browsertype-connect.spec.ts > launchServer only > should work with cluster [fixme] +library/browsertype-connect.spec.ts > run-server > should error when saving download after deletion [fixme] +library/browsertype-connect.spec.ts > run-server > should save download [fixme] +library/browsertype-connect.spec.ts > run-server > should saveAs videos from remote browser [fixme] +library/browsertype-connect.spec.ts > run-server > socks proxy > should lead to the error page for forwarded requests when the connection is refused [fixme] +library/browsertype-launch.spec.ts > should handle exception [fixme] +library/browsertype-launch.spec.ts > should handle timeout [fixme] +library/browsertype-launch.spec.ts > should reject all promises when browser is closed [fixme] +library/browsertype-launch.spec.ts > should reject if launched browser fails immediately [fixme] +library/browsertype-launch.spec.ts > should report launch log [fixme] +library/channels.spec.ts > should scope CDPSession handles [fixme] +library/channels.spec.ts > should work with the domain module [fixme] +library/chromium/bfcache.spec.ts > bindings should work after restoring from bfcache [fixme] +library/chromium/chromium.spec.ts > http credentials > httpCredentials [fixme] +library/chromium/chromium.spec.ts > PLAYWRIGHT_DISABLE_SERVICE_WORKER_NETWORK [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > serviceWorker(), and fromServiceWorker() work [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setExtraHTTPHeaders [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setOffline [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept only serviceworker request, not page [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker importScripts [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker requests (main and within) [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker (advanced) [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to content-type) of main service worker request [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to redirect) of main service worker request [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report intercepted service worker requests in HAR [fixme] +library/chromium/chromium.spec.ts > serviceWorker(), and fromServiceWorker() work [fixme] +library/chromium/chromium.spec.ts > serviceWorkers() should return current workers [fixme] +library/chromium/chromium.spec.ts > setExtraHTTPHeaders [fixme] +library/chromium/chromium.spec.ts > setOffline [fixme] +library/chromium/chromium.spec.ts > should capture console.log from ServiceWorker start [fixme] +library/chromium/chromium.spec.ts > should close service worker together with the context [fixme] +library/chromium/chromium.spec.ts > should create a worker from a service worker [fixme] +library/chromium/chromium.spec.ts > should create a worker from service worker with noop routing [fixme] +library/chromium/chromium.spec.ts > should emit console messages from service worker [fixme] +library/chromium/chromium.spec.ts > should emit new service worker on update [fixme] +library/chromium/chromium.spec.ts > should intercept only serviceworker request, not page [fixme] +library/chromium/chromium.spec.ts > should intercept service worker importScripts [fixme] +library/chromium/chromium.spec.ts > should intercept service worker requests (main and within) [fixme] +library/chromium/chromium.spec.ts > should pass args with spaces [fixme] +library/chromium/chromium.spec.ts > should produce network events, routing, and annotations for Service Worker (advanced) [fixme] +library/chromium/chromium.spec.ts > should produce network events, routing, and annotations for Service Worker [fixme] +library/chromium/chromium.spec.ts > should report failure (due to content-type) of main service worker request [fixme] +library/chromium/chromium.spec.ts > should report failure (due to redirect) of main service worker request [fixme] +library/chromium/chromium.spec.ts > should report intercepted service worker requests in HAR [fixme] +library/chromium/chromium.spec.ts > should throw when connecting twice to an already running persistent context (--remote-debugging-pipe) [fixme] +library/chromium/chromium.spec.ts > should throw when connecting twice to an already running persistent context (--remote-debugging-port) [fixme] +library/chromium/connect-over-cdp.spec.ts > setInputFiles should preserve lastModified timestamp [fixme] +library/chromium/connect-over-cdp.spec.ts > setInputFiles should use local path when isLocal is set [fixme] +library/chromium/connect-over-cdp.spec.ts > should allow tracing over cdp session [fixme] +library/chromium/connect-over-cdp.spec.ts > should be able to connect via localhost [fixme] +library/chromium/connect-over-cdp.spec.ts > should cleanup artifacts dir after connectOverCDP disconnects due to ws close [fixme] +library/chromium/connect-over-cdp.spec.ts > should connect over a ws endpoint [fixme] +library/chromium/connect-over-cdp.spec.ts > should connect to an existing cdp session [fixme] +library/chromium/connect-over-cdp.spec.ts > should connect to an existing cdp session twice [fixme] +library/chromium/connect-over-cdp.spec.ts > should connect to an existing cdp session when passed as a first argument [fixme] +library/chromium/connect-over-cdp.spec.ts > should connect to existing page with iframe and navigate [fixme] +library/chromium/connect-over-cdp.spec.ts > should connect to existing service workers [fixme] +library/chromium/connect-over-cdp.spec.ts > should connect via https [fixme] +library/chromium/connect-over-cdp.spec.ts > should connectOverCDP and manage downloads in default context [fixme] +library/chromium/connect-over-cdp.spec.ts > should not reuse utility worlds between two clients [fixme] +library/chromium/connect-over-cdp.spec.ts > should report all pages in an existing browser [fixme] +library/chromium/connect-over-cdp.spec.ts > should return valid browser from context.browser() [fixme] +library/chromium/connect-over-cdp.spec.ts > should send default User-Agent header with connect request [fixme] +library/chromium/connect-over-cdp.spec.ts > should send extra headers with connect request [fixme] +library/chromium/connect-over-cdp.spec.ts > should use logger in default context [fixme] +library/chromium/connect-over-cdp.spec.ts > should use proxy with connectOverCDP [fixme] +library/chromium/css-coverage.spec.ts > should ignore injected stylesheets [fixme] +library/chromium/css-coverage.spec.ts > should NOT report scripts across navigations [fixme] +library/chromium/css-coverage.spec.ts > should report multiple stylesheets [fixme] +library/chromium/css-coverage.spec.ts > should report sourceURLs [fixme] +library/chromium/css-coverage.spec.ts > should report stylesheets across navigations [fixme] +library/chromium/css-coverage.spec.ts > should report stylesheets that have no coverage [fixme] +library/chromium/css-coverage.spec.ts > should work [fixme] +library/chromium/css-coverage.spec.ts > should work with a recently loaded stylesheet [fixme] +library/chromium/css-coverage.spec.ts > should work with complicated usecases [fixme] +library/chromium/css-coverage.spec.ts > should work with media queries [fixme] +library/chromium/disable-web-security.spec.ts > test utility world in popup w/ --disable-web-security [fixme] +library/chromium/extensions.spec.ts > MV3 > should give access to the service worker [fixme] +library/chromium/extensions.spec.ts > MV3 > should give access to the service worker when recording video [fixme] +library/chromium/extensions.spec.ts > MV3 > should report console messages from content script [fixme] +library/chromium/extensions.spec.ts > MV3 > should support request/response events in the service worker [fixme] +library/chromium/js-coverage.spec.ts > should ignore eval() scripts by default [fixme] +library/chromium/js-coverage.spec.ts > should not hang when there is a debugger statement [fixme] +library/chromium/js-coverage.spec.ts > should NOT report scripts across navigations when enabled [fixme] +library/chromium/js-coverage.spec.ts > should report multiple scripts [fixme] +library/chromium/js-coverage.spec.ts > should report scripts across navigations when disabled [fixme] +library/chromium/js-coverage.spec.ts > should report sourceURLs [fixme] +library/chromium/js-coverage.spec.ts > should work [fixme] +library/chromium/js-coverage.spec.ts > shouldn't ignore eval() scripts if reportAnonymousScripts is true [fixme] +library/chromium/launcher.spec.ts > should not create pages automatically [fixme] +library/chromium/oopif.spec.ts > contentFrame should work [fixme] +library/chromium/oopif.spec.ts > ElementHandle.boundingBox() should work [fixme] +library/chromium/oopif.spec.ts > should allow cdp sessions on oopifs [fixme] +library/chromium/oopif.spec.ts > should allow to re-connect to OOPIFs with CDP when iframes were there already [fixme] +library/chromium/oopif.spec.ts > should be able to click in iframe [fixme] +library/chromium/oopif.spec.ts > should click [fixme] +library/chromium/oopif.spec.ts > should click a button when it overlays oopif [fixme] +library/chromium/oopif.spec.ts > should emit filechooser event for iframe [fixme] +library/chromium/oopif.spec.ts > should emulate media [fixme] +library/chromium/oopif.spec.ts > should emulate offline [fixme] +library/chromium/oopif.spec.ts > should expose function [fixme] +library/chromium/oopif.spec.ts > should handle oopif detach [fixme] +library/chromium/oopif.spec.ts > should handle remote -> local -> remote transitions [fixme] +library/chromium/oopif.spec.ts > should load oopif iframes with subresources and route [fixme] +library/chromium/oopif.spec.ts > should not throw on exposeFunction when oopif detaches [fixme] +library/chromium/oopif.spec.ts > should report google.com frame with headed [fixme] +library/chromium/oopif.spec.ts > should report main requests [fixme] +library/chromium/oopif.spec.ts > should report oopif frames [fixme] +library/chromium/oopif.spec.ts > should respect route [fixme] +library/chromium/oopif.spec.ts > should support addInitScript [fixme] +library/chromium/oopif.spec.ts > should support context options [fixme] +library/chromium/oopif.spec.ts > should support exposeFunction [fixme] +library/chromium/oopif.spec.ts > should take screenshot [fixme] +library/chromium/session.spec.ts > should be able to detach session [fixme] +library/chromium/session.spec.ts > should detach when page closes [fixme] +library/chromium/session.spec.ts > should enable and disable domains independently [fixme] +library/chromium/session.spec.ts > should not break page.close() [fixme] +library/chromium/session.spec.ts > should reject protocol calls when page closes [fixme] +library/chromium/session.spec.ts > should send events [fixme] +library/chromium/session.spec.ts > should throw if target is part of main [fixme] +library/chromium/session.spec.ts > should throw nice errors [fixme] +library/chromium/session.spec.ts > should work [fixme] +library/chromium/session.spec.ts > should work with main frame [fixme] +library/chromium/session.spec.ts > should work with newBrowserCDPSession [fixme] +library/chromium/tracing.spec.ts > should create directories as needed [fixme] +library/chromium/tracing.spec.ts > should output a trace [fixme] +library/chromium/tracing.spec.ts > should return a buffer [fixme] +library/chromium/tracing.spec.ts > should run with custom categories if provided [fixme] +library/chromium/tracing.spec.ts > should support a buffer without a path [fixme] +library/chromium/tracing.spec.ts > should throw if tracing on two pages [fixme] +library/chromium/tracing.spec.ts > should work without options [fixme] +library/client-certificates.spec.ts > browser > persistentContext > should pass with matching certificates [fixme] +library/debug-controller.spec.ts > should allow setting recorder mode only for specific browser [fixme] +library/defaultbrowsercontext-1.spec.ts > context.addCookies() should work [fixme] +library/defaultbrowsercontext-1.spec.ts > context.clearCookies() should work [fixme] +library/defaultbrowsercontext-1.spec.ts > context.cookies() should work @smoke [fixme] +library/defaultbrowsercontext-1.spec.ts > should support acceptDownloads option [fixme] +library/defaultbrowsercontext-1.spec.ts > should support bypassCSP option [fixme] +library/defaultbrowsercontext-1.spec.ts > should support deviceScaleFactor option [fixme] +library/defaultbrowsercontext-1.spec.ts > should support javascriptEnabled option [fixme] +library/defaultbrowsercontext-1.spec.ts > should support offline option [fixme] +library/defaultbrowsercontext-1.spec.ts > should support userAgent option [fixme] +library/defaultbrowsercontext-1.spec.ts > should support viewport option [fixme] +library/defaultbrowsercontext-2.spec.ts > coverage should work [fixme] +library/defaultbrowsercontext-2.spec.ts > dialog.accept should work [fixme] +library/defaultbrowsercontext-2.spec.ts > exposes browser [fixme] +library/defaultbrowsercontext-2.spec.ts > should accept relative userDataDir [fixme] +library/defaultbrowsercontext-2.spec.ts > should accept userDataDir [fixme] +library/defaultbrowsercontext-2.spec.ts > should connect to a browser with the default page [fixme] +library/defaultbrowsercontext-2.spec.ts > should create userDataDir if it does not exist [fixme] +library/defaultbrowsercontext-2.spec.ts > should fire close event for a persistent context [fixme] +library/defaultbrowsercontext-2.spec.ts > should handle exception [fixme] +library/defaultbrowsercontext-2.spec.ts > should handle timeout [fixme] +library/defaultbrowsercontext-2.spec.ts > should have default URL when launching browser [fixme] +library/defaultbrowsercontext-2.spec.ts > should have passed URL when launching with ignoreDefaultArgs: true [fixme] +library/defaultbrowsercontext-2.spec.ts > should respect selectors [fixme] +library/defaultbrowsercontext-2.spec.ts > should restore state from userDataDir [fixme] +library/defaultbrowsercontext-2.spec.ts > should support colorScheme option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support contrast option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support extraHTTPHeaders option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support forcedColors option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support geolocation and permissions options [fixme] +library/defaultbrowsercontext-2.spec.ts > should support har option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support hasTouch option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support ignoreHTTPSErrors option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support locale option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support reducedMotion option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support timezoneId option [fixme] +library/defaultbrowsercontext-2.spec.ts > should work in persistent context [fixme] +library/defaultbrowsercontext-2.spec.ts > user agent is up to date [fixme] +library/download.spec.ts > download event > should be able to cancel pending downloads [fixme] +library/download.spec.ts > download event > should close the context without awaiting the download [fixme] +library/download.spec.ts > download event > should create subdirectories when saving to non-existent user-specified path [fixme] +library/download.spec.ts > download event > should delete downloads on browser gone [fixme] +library/download.spec.ts > download event > should delete downloads on context destruction [fixme] +library/download.spec.ts > download event > should delete file [fixme] +library/download.spec.ts > download event > should download large binary.zip [fixme] +library/download.spec.ts > download event > should emit download event from nested iframes [fixme] +library/download.spec.ts > download event > should error when saving after deletion [fixme] +library/download.spec.ts > download event > should error when saving with downloads disabled [fixme] +library/download.spec.ts > download event > should expose stream [fixme] +library/download.spec.ts > download event > should not fail explicitly to cancel a download even if that is already finished [fixme] +library/download.spec.ts > download event > should report alt-click downloads [fixme] +library/download.spec.ts > download event > should report download path within page.on('download', …) handler for Blobs [fixme] +library/download.spec.ts > download event > should report download path within page.on('download', …) handler for Files [fixme] +library/download.spec.ts > download event > should report download when navigation turns into download @smoke [fixme] +library/download.spec.ts > download event > should report downloads for download attribute [fixme] +library/download.spec.ts > download event > should report downloads with acceptDownloads: false [fixme] +library/download.spec.ts > download event > should report downloads with acceptDownloads: true [fixme] +library/download.spec.ts > download event > should report downloads with interception [fixme] +library/download.spec.ts > download event > should report new window downloads [fixme] +library/download.spec.ts > download event > should report non-navigation downloads [fixme] +library/download.spec.ts > download event > should report proper download url when download is from download attribute [fixme] +library/download.spec.ts > download event > should save to overwritten filepath [fixme] +library/download.spec.ts > download event > should save to two different paths with multiple saveAs calls [fixme] +library/download.spec.ts > download event > should save to user-specified path without updating original path [fixme] +library/download.spec.ts > download event > should throw if browser dies [fixme] +library/download.spec.ts > download event > should work with Cross-Origin-Opener-Policy [fixme] +library/download.spec.ts > should be able to download a inline PDF file via navigation [fixme] +library/download.spec.ts > should be able to download a inline PDF file via response interception [fixme] +library/download.spec.ts > should be able to download a PDF file [fixme] +library/download.spec.ts > should convert navigation to a resource with unsupported mime type into download [fixme] +library/download.spec.ts > should download even if there is no "attachment" value [fixme] +library/download.spec.ts > should download links with data url [fixme] +library/download.spec.ts > should download successfully when routing [fixme] +library/download.spec.ts > should save to user-specified path [fixme] +library/downloads-path.spec.ts > downloads path > should accept downloads in persistent context [fixme] +library/downloads-path.spec.ts > downloads path > should delete downloads when context closes [fixme] +library/downloads-path.spec.ts > downloads path > should delete downloads when persistent context closes [fixme] +library/downloads-path.spec.ts > downloads path > should keep downloadsPath folder [fixme] +library/downloads-path.spec.ts > downloads path > should report downloads in downloadsPath folder [fixme] +library/downloads-path.spec.ts > downloads path > should report downloads in downloadsPath folder with a relative path [fixme] +library/emulation-focus.spec.ts > should change document.activeElement [fixme] +library/emulation-focus.spec.ts > should focus popups by default [fixme] +library/emulation-focus.spec.ts > should not affect screenshots [fixme] +library/geolocation.spec.ts > should isolate contexts [fixme] +library/geolocation.spec.ts > should use context options [fixme] +library/geolocation.spec.ts > should use context options for popup [fixme] +library/geolocation.spec.ts > should work @smoke [fixme] +library/geolocation.spec.ts > watchPosition should be notified [fixme] +library/har.spec.ts > should calculate time [fixme] +library/har.spec.ts > should have connection details [fixme] +library/har.spec.ts > should have connection details for failed requests [fixme] +library/har.spec.ts > should have connection details for redirects [fixme] +library/har.spec.ts > should have pages in persistent context [fixme] +library/har.spec.ts > should have popup requests [fixme] +library/har.spec.ts > should have security details [fixme] +library/har.spec.ts > should include binary postData [fixme] +library/har.spec.ts > should include form params [fixme] +library/har.spec.ts > should include postData [fixme] +library/har.spec.ts > should include set-cookies [fixme] +library/har.spec.ts > should include set-cookies with comma [fixme] +library/har.spec.ts > should include sizes [fixme] +library/har.spec.ts > should not hang on resources served from cache [fixme] +library/har.spec.ts > should report the correct response body size when the bodySize is 0 [fixme] +library/har.spec.ts > should return receive time [fixme] +library/har.spec.ts > should return security details directly from response [fixme] +library/har.spec.ts > should return server address directly from response [fixme] +library/headful.spec.ts > should click background tab [fixme] +library/headful.spec.ts > should click bottom row w/ infobar in OOPIF [fixme] +library/headful.spec.ts > should click in OOPIF [fixme] +library/headful.spec.ts > should close browser with beforeunload page [fixme] +library/headful.spec.ts > should close browsercontext with pending beforeunload dialog [fixme] +library/headful.spec.ts > should have default url when launching browser @smoke [fixme] +library/headful.spec.ts > should not override viewport size when passed null [fixme] +library/hit-target.spec.ts > should detect overlaid element in a transformed iframe [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should assert navigation [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should await popup [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should check [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should check a radio button [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should check with keyboard [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should click [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should click after same-document navigation [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should click button with nested div [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should emit single keyup on ArrowDown [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill [contentEditable] [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill japanese text [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill textarea [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should fill textarea with new lines at the end [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should ignore AltGraph [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should ignore programmatic events [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should make a positioned click on a canvas [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should middle click [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should not target selector preview by text regexp [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should press [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should record ArrowDown [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should record omnibox navigations after performAction [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should record omnibox navigations after recordAction [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should record slider [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should select [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should select with size attribute [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should uncheck [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should update selected element after pressing Tab [fixme] +library/inspector/cli-codegen-1.spec.ts > cli codegen > should work with TrustedTypes [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > click should emit events in order [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should check input with chaining id [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should clear files [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should contain close page [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should contain open page [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should contain second page [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should download files [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should fill tricky characters [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should handle dialogs [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should handle history.postData [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should not clash pages [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should not lead to an error if html gets clicked [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should record navigations after identical pushState [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should record open in a new tab with url [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should reset hover model on action when element detaches [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should update active model on action [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should update hover model on action [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should upload a single file [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should upload multiple files [fixme] +library/inspector/cli-codegen-2.spec.ts > should --test-id-attribute [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert value [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert value on disabled input [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert value on disabled select [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should assert visibility [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should click locator.first [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should click locator.nth [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should consume contextmenu events, despite a custom context menu [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should consume pointer events [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with id attribute [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with name attribute [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with special characters in name attribute [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with testId [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators with title attribute [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByAltText [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByLabel [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByLabel without regex [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByPlaceholder [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate getByTestId [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate role locators undef frame locators [fixme] +library/inspector/pause.spec.ts > pause > should highlight locators with custom testId [fixme] +library/inspector/pause.spec.ts > pause > should highlight on explore (csharp) [fixme] +library/inspector/pause.spec.ts > pause > should highlight on explore [fixme] +library/inspector/pause.spec.ts > pause > should highlight pointer, only in main frame [fixme] +library/launcher.spec.ts > should throw a friendly error if its headed and there is no xserver on linux running [fixme] +library/locator-generator.spec.ts > reverse engineer internal:has-text locators [fixme] +library/multiclient.spec.ts > last emulateMedia wins [fixme] +library/multiclient.spec.ts > should launch persistent [fixme] +library/multiclient.spec.ts > should not allow parallel css coverage [fixme] +library/multiclient.spec.ts > should not allow parallel js coverage and cleanup upon disconnect [fixme] +library/multiclient.spec.ts > should unroute websockets [fixme] +library/page-clock.spec.ts > runFor > creates updated Date while ticking [fixme] +library/page-clock.spec.ts > runFor > passes 1 minute [fixme] +library/page-clock.spec.ts > runFor > passes 8 seconds [fixme] +library/page-clock.spec.ts > runFor > triggers multiple simultaneous timers [fixme] +library/page-clock.spec.ts > runFor > triggers simultaneous timers [fixme] +library/page-clock.spec.ts > stubTimers > replaces global setInterval [fixme] +library/page-close.spec.ts > expect should not print timed out error message when page closes [fixme] +library/page-close.spec.ts > interrupt request.response() and request.allHeaders() on page.close [fixme] +library/page-close.spec.ts > should not treat navigations as new popups [fixme] +library/page-close.spec.ts > should reject all promises when page is closed [fixme] +library/page-event-crash.spec.ts > should be able to close context when page crashes [fixme] +library/page-event-crash.spec.ts > should cancel navigation when page crashes [fixme] +library/page-event-crash.spec.ts > should cancel waitForEvent when page crashes [fixme] +library/page-event-crash.spec.ts > should emit crash event when page crashes [fixme] +library/page-event-crash.spec.ts > should throw on any action after page crashes [fixme] +library/pdf.spec.ts > should be able to generate outline [fixme] +library/permissions.spec.ts > should be able to use the local-fonts API [fixme] +library/permissions.spec.ts > local network request is allowed from public origin [fixme] +library/permissions.spec.ts > permissions > should accumulate when adding [fixme] +library/permissions.spec.ts > permissions > should be prompt by default [fixme] +library/permissions.spec.ts > permissions > should clear permissions [fixme] +library/permissions.spec.ts > permissions > should deny permission when not listed [fixme] +library/permissions.spec.ts > permissions > should fail when bad permission is given [fixme] +library/permissions.spec.ts > permissions > should grant permission when creating context [fixme] +library/permissions.spec.ts > permissions > should grant permission when listed for all domains [fixme] +library/permissions.spec.ts > permissions > should isolate permissions between browser contexts [fixme] +library/permissions.spec.ts > permissions > should trigger permission onchange [fixme] +library/permissions.spec.ts > should support clipboard read [fixme] +library/permissions.spec.ts > storage access [fixme] +library/popup.spec.ts > BrowserContext.addInitScript should apply to a cross-process popup [fixme] +library/popup.spec.ts > should inherit extra headers from browser context [fixme] +library/popup.spec.ts > should inherit http credentials from browser context [fixme] +library/popup.spec.ts > should inherit offline from browser context [fixme] +library/popup.spec.ts > should inherit touch support from browser context [fixme] +library/popup.spec.ts > should inherit user agent from browser context @smoke [fixme] +library/popup.spec.ts > should not throttle rAF in the opener page [fixme] +library/popup.spec.ts > should respect routes from browser context [fixme] +library/popup.spec.ts > should respect routes from browser context when using window.open [fixme] +library/popup.spec.ts > should use viewport size from window features [fixme] +library/proxy.spec.ts > should proxy local network requests > by default > link-local [fixme] +library/resource-timing.spec.ts > should work when serving from memory cache [fixme] +library/role-utils.spec.ts > wpt accname #0 [fixme] +library/role-utils.spec.ts > wpt accname #1 [fixme] +library/role-utils.spec.ts > wpt accname #2 [fixme] +library/screenshot.spec.ts > element screenshot > element screenshot should work with a mobile viewport [fixme] +library/screenshot.spec.ts > element screenshot > element screenshot should work with device scale factor [fixme] +library/screenshot.spec.ts > element screenshot > page screenshot should capture css transform with device pixels [fixme] +library/screenshot.spec.ts > element screenshot > should capture full element when larger than viewport with device scale factor [fixme] +library/screenshot.spec.ts > element screenshot > should capture full element when larger than viewport with device scale factor and scale:css [fixme] +library/screenshot.spec.ts > page screenshot > should run in parallel in multiple pages [fixme] +library/screenshot.spec.ts > page screenshot > should work with a mobile viewport [fixme] +library/screenshot.spec.ts > page screenshot > should work with a mobile viewport and clip [fixme] +library/screenshot.spec.ts > page screenshot > should work with a mobile viewport and fullPage [fixme] +library/screenshot.spec.ts > page screenshot > should work with device scale factor [fixme] +library/screenshot.spec.ts > page screenshot > should work with device scale factor and clip [fixme] +library/screenshot.spec.ts > page screenshot > should work with device scale factor and scale:css [fixme] +library/screenshot.spec.ts > page screenshot > should work with device scale factor, clip and scale:css [fixme] +library/selector-generator.spec.ts > selector generator > should accept valid aria-label for candidate consideration [fixme] +library/selector-generator.spec.ts > selector generator > should accept valid data-test-id for candidate consideration [fixme] +library/selector-generator.spec.ts > selector generator > should chain text after parent [fixme] +library/selector-generator.spec.ts > selector generator > should escape text with quote [fixme] +library/selector-generator.spec.ts > selector generator > should escape text with slash [fixme] +library/selector-generator.spec.ts > selector generator > should find text in shadow dom [fixme] +library/selector-generator.spec.ts > selector generator > should generate exact label when necessary [fixme] +library/selector-generator.spec.ts > selector generator > should generate exact placeholder when necessary [fixme] +library/selector-generator.spec.ts > selector generator > should generate exact role when necessary [fixme] +library/selector-generator.spec.ts > selector generator > should generate exact text when necessary [fixme] +library/selector-generator.spec.ts > selector generator > should generate exact title when necessary [fixme] +library/selector-generator.spec.ts > selector generator > should generate label selector [fixme] +library/selector-generator.spec.ts > selector generator > should generate multiple: noId [fixme] +library/selector-generator.spec.ts > selector generator > should generate multiple: noId noText [fixme] +library/selector-generator.spec.ts > selector generator > should generate multiple: noText in role [fixme] +library/selector-generator.spec.ts > selector generator > should generate multiple: noText in text [fixme] +library/selector-generator.spec.ts > selector generator > should generate relative selector [fixme] +library/selector-generator.spec.ts > selector generator > should generate text and normalize whitespace [fixme] +library/selector-generator.spec.ts > selector generator > should generate text for [fixme] +library/selector-generator.spec.ts > selector generator > should generate title selector [fixme] +library/selector-generator.spec.ts > selector generator > should handle first non-unique data-testid [fixme] +library/selector-generator.spec.ts > selector generator > should handle second non-unique data-testid [fixme] +library/selector-generator.spec.ts > selector generator > should ignore empty aria-label for candidate consideration [fixme] +library/selector-generator.spec.ts > selector generator > should ignore empty data-test-id for candidate consideration [fixme] +library/selector-generator.spec.ts > selector generator > should ignore empty role for candidate consideration [fixme] +library/selector-generator.spec.ts > selector generator > should match in deep shadow dom [fixme] +library/selector-generator.spec.ts > selector generator > should match in shadow dom [fixme] +library/selector-generator.spec.ts > selector generator > should not accept invalid role for candidate consideration [fixme] +library/selector-generator.spec.ts > selector generator > should not escape spaces inside named attr selectors [fixme] +library/selector-generator.spec.ts > selector generator > should not escape text with >> [fixme] +library/selector-generator.spec.ts > selector generator > should not improve guid text [fixme] +library/selector-generator.spec.ts > selector generator > should not over-escape for CSS syntax [fixme] +library/selector-generator.spec.ts > selector generator > should not prefer zero-sized button over inner span [fixme] +library/selector-generator.spec.ts > selector generator > should not use generated id [fixme] +library/selector-generator.spec.ts > selector generator > should not use icon fonts aria name [fixme] +library/selector-generator.spec.ts > selector generator > should not use input[value] [fixme] +library/selector-generator.spec.ts > selector generator > should not use text for select [fixme] +library/selector-generator.spec.ts > selector generator > should prefer button over inner span [fixme] +library/selector-generator.spec.ts > selector generator > should prefer class to ordinal [fixme] +library/selector-generator.spec.ts > selector generator > should prefer data-testid [fixme] +library/selector-generator.spec.ts > selector generator > should prefer role other input[type] [fixme] +library/selector-generator.spec.ts > selector generator > should prefer role with hasText to css with hasText [fixme] +library/selector-generator.spec.ts > selector generator > should prefer role=button over inner span [fixme] +library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > name [fixme] +library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > placeholder [fixme] +library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > role [fixme] +library/selector-generator.spec.ts > selector generator > should prioritize attributes correctly > type [fixme] +library/selector-generator.spec.ts > selector generator > should properly join child selectors under nested ordinals [fixme] +library/selector-generator.spec.ts > selector generator > should separate selectors by >> [fixme] +library/selector-generator.spec.ts > selector generator > should trim long text [fixme] +library/selector-generator.spec.ts > selector generator > should trim text [fixme] +library/selector-generator.spec.ts > selector generator > should try to improve label text by shortening [fixme] +library/selector-generator.spec.ts > selector generator > should try to improve role name [fixme] +library/selector-generator.spec.ts > selector generator > should try to improve text [fixme] +library/selector-generator.spec.ts > selector generator > should try to improve text by shortening [fixme] +library/selector-generator.spec.ts > selector generator > should use data-testid in strict errors [fixme] +library/selector-generator.spec.ts > selector generator > should use internal:has-text [fixme] +library/selector-generator.spec.ts > selector generator > should use internal:has-text with regexp [fixme] +library/selector-generator.spec.ts > selector generator > should use internal:has-text with regexp with a quote [fixme] +library/selector-generator.spec.ts > selector generator > should use nested ordinals [fixme] +library/selector-generator.spec.ts > selector generator > should use ordinal for identical nodes [fixme] +library/selector-generator.spec.ts > selector generator > should use parent text [fixme] +library/selector-generator.spec.ts > selector generator > should use readable id [fixme] +library/selector-generator.spec.ts > selector generator > should use the name attributes for elements that can have it [fixme] +library/selector-generator.spec.ts > selector generator > should work in dynamic iframes without navigation [fixme] +library/selector-generator.spec.ts > selector generator > should work with tricky attributes [fixme] +library/selector-generator.spec.ts > selector generator > should work without CSS.escape [fixme] +library/shared-worker.spec.ts > should survive shared worker restart [fixme] +library/signals.spec.ts > signals > should close the browser on SIGINT [fixme] +library/slowmo.spec.ts > slowMo > Frame SlowMo setInputFiles [fixme] +library/slowmo.spec.ts > slowMo > Page SlowMo reload [fixme] +library/slowmo.spec.ts > slowMo > Page SlowMo setInputFiles [fixme] +library/snapshotter.spec.ts > snapshots > should capture snapshot target [fixme] +library/tap.spec.ts > should not send mouse events touchstart is canceled [fixme] +library/tap.spec.ts > should not send mouse events when touchend is canceled [fixme] +library/tap.spec.ts > should not wait for a navigation caused by a tap [fixme] +library/tap.spec.ts > should send all of the correct events @smoke [fixme] +library/tap.spec.ts > should send well formed touch points [fixme] +library/tap.spec.ts > should wait until an element is visible to tap it [fixme] +library/tap.spec.ts > should work with modifiers [fixme] +library/tap.spec.ts > trial run should not tap [fixme] +library/trace-viewer.spec.ts > should handle multiple headers [fixme] +library/trace-viewer.spec.ts > should highlight locator in iframe while typing [fixme] +library/trace-viewer.spec.ts > should open console errors on click [fixme] +library/trace-viewer.spec.ts > should pick locator in iframe [fixme] +library/trace-viewer.spec.ts > should render console [fixme] +library/trace-viewer.spec.ts > should serve css without content-type [fixme] +library/trace-viewer.spec.ts > should show empty trace viewer [fixme] +library/tracing.spec.ts > should collect trace with resources, but no js [fixme] +library/tracing.spec.ts > should not include trace resources from the previous chunks [fixme] +library/tracing.spec.ts > should respect tracesDir and name [fixme] +library/video.spec.ts > screencast > should be 800x450 by default [fixme] +library/video.spec.ts > screencast > should be 800x600 with null viewport [fixme] +library/video.spec.ts > screencast > should capture css transformation [fixme] +library/video.spec.ts > screencast > should capture navigation [fixme] +library/video.spec.ts > screencast > should capture static page [fixme] +library/video.spec.ts > screencast > should capture static page in persistent context @smoke [fixme] +library/video.spec.ts > screencast > should continue recording main page after popup closes [fixme] +library/video.spec.ts > screencast > should delete video [fixme] +library/video.spec.ts > screencast > should emulate an iphone [fixme] +library/video.spec.ts > screencast > should expose video path [fixme] +library/video.spec.ts > screencast > should expose video path blank page [fixme] +library/video.spec.ts > screencast > should expose video path blank popup [fixme] +library/video.spec.ts > screencast > should throw if browser dies [fixme] +library/video.spec.ts > screencast > should throw on browser close [fixme] +library/video.spec.ts > screencast > should use viewport scaled down to fit into 800x800 as default size [fixme] +library/video.spec.ts > screencast > should wait for video to finish if page was closed [fixme] +library/video.spec.ts > screencast > should work for popups [fixme] +library/video.spec.ts > screencast > should work with old options [fixme] +library/video.spec.ts > screencast > should work with relative path for recordVideo.dir [fixme] +library/video.spec.ts > screencast > should work with weird screen resolution [fixme] +library/video.spec.ts > should saveAs video [fixme] +library/web-socket.spec.ts > should emit binary frame events [fixme] +library/web-socket.spec.ts > should emit close events [fixme] +library/web-socket.spec.ts > should emit error [fixme] +library/web-socket.spec.ts > should emit frame events [fixme] +library/web-socket.spec.ts > should filter out the close events when the server closes with a message [fixme] +library/web-socket.spec.ts > should not have stray error events [fixme] +library/web-socket.spec.ts > should pass self as argument to close event [fixme] +library/web-socket.spec.ts > should reject waitForEvent on page close [fixme] +library/web-socket.spec.ts > should reject waitForEvent on socket close [fixme] \ No newline at end of file diff --git a/tests/bidi/expectations/bidi-chromium-library.txt b/tests/bidi/expectations/bidi-chromium-library.txt deleted file mode 100644 index 0d104126b4244..0000000000000 --- a/tests/bidi/expectations/bidi-chromium-library.txt +++ /dev/null @@ -1,636 +0,0 @@ -library/beforeunload.spec.ts › should access page after beforeunload [timeout] -library/beforeunload.spec.ts › should run beforeunload if asked for @smoke [timeout] -library/browser.spec.ts › version should work [fail] -library/browsercontext-add-cookies.spec.ts › should roundtrip cookie [fail] -library/browsercontext-add-cookies.spec.ts › should set cookie with reasonable defaults [fail] -library/browsercontext-add-cookies.spec.ts › should set cookies with SameSite attribute and no secure attribute [fail] -library/browsercontext-base-url.spec.ts › should construct a new URL when a baseURL in browserType.launchPersistentContext is passed to page.goto [timeout] -library/browsercontext-basic.spec.ts › fetch with keepalive should throw when offline [fail] -library/browsercontext-basic.spec.ts › should disable javascript [fail] -library/browsercontext-basic.spec.ts › should emulate media in cross-process iframe [fail] -library/browsercontext-basic.spec.ts › should emulate media in popup [fail] -library/browsercontext-basic.spec.ts › should emulate navigator.onLine [fail] -library/browsercontext-basic.spec.ts › should emulate offline event [fail] -library/browsercontext-basic.spec.ts › should work with offline option [fail] -library/browsercontext-clearcookies.spec.ts › should remove cookies by domain [fail] -library/browsercontext-clearcookies.spec.ts › should remove cookies by name [fail] -library/browsercontext-clearcookies.spec.ts › should remove cookies by name and domain [fail] -library/browsercontext-clearcookies.spec.ts › should remove cookies by name regex [fail] -library/browsercontext-clearcookies.spec.ts › should remove cookies by path [fail] -library/browsercontext-cookies-third-party.spec.ts › add 'Partitioned;' cookie via API [fail] -library/browsercontext-cookies-third-party.spec.ts › same origin third party 'Partitioned;' cookie with different origin intermediate iframe [flaky] -library/browsercontext-cookies-third-party.spec.ts › save/load third party 'Partitioned;' cookies [fail] -library/browsercontext-cookies-third-party.spec.ts › save/load third party non-partitioned cookies [flaky] -library/browsercontext-cookies-third-party.spec.ts › should(not) block third party cookies - persistent context [timeout] -library/browsercontext-cookies-third-party.spec.ts › third party 'Partitioned;' cookies [flaky] -library/browsercontext-cookies-third-party.spec.ts › third party non-partitioned cookies [flaky] -library/browsercontext-cookies-third-party.spec.ts › top level 'Partitioned;' cookie and same origin iframe [fail] -library/browsercontext-cookies.spec.ts › iframe should inherit cookies from parent [fail] -library/browsercontext-cookies.spec.ts › should get a cookie @smoke [fail] -library/browsercontext-cookies.spec.ts › should get a non-session cookie [fail] -library/browsercontext-cookies.spec.ts › should get multiple cookies [fail] -library/browsercontext-cookies.spec.ts › should parse cookie with large Max-Age correctly [fail] -library/browsercontext-credentials.spec.ts › should fail with correct credentials and mismatching hostname [fail] -library/browsercontext-credentials.spec.ts › should fail with correct credentials and mismatching port [fail] -library/browsercontext-credentials.spec.ts › should fail with correct credentials and mismatching scheme [fail] -library/browsercontext-credentials.spec.ts › should work with setHTTPCredentials [fail] -library/browsercontext-csp.spec.ts › should bypass after cross-process navigation [fail] -library/browsercontext-csp.spec.ts › should bypass CSP header [fail] -library/browsercontext-csp.spec.ts › should bypass CSP in iframes as well [fail] -library/browsercontext-csp.spec.ts › should bypass CSP meta tag @smoke [fail] -library/browsercontext-events.spec.ts › console event should work in immediately closed popup [timeout] -library/browsercontext-events.spec.ts › console event should work in popup 2 [timeout] -library/browsercontext-events.spec.ts › console event should work with element handles [fail] -library/browsercontext-events.spec.ts › dialog event should work in immediately closed popup [timeout] -library/browsercontext-events.spec.ts › dialog event should work in popup [timeout] -library/browsercontext-events.spec.ts › dialog event should work in popup 2 [fail] -library/browsercontext-events.spec.ts › dialog event should work with inline script tag [timeout] -library/browsercontext-events.spec.ts › weberror event should work [timeout] -library/browsercontext-fetch.spec.ts › should work with connectOverCDP [fail] -library/browsercontext-har.spec.ts › should change document URL after redirected navigation [fail] -library/browsercontext-har.spec.ts › should goBack to redirected navigation [fail] -library/browsercontext-har.spec.ts › should goForward to redirected navigation [fail] -library/browsercontext-har.spec.ts › should record overridden requests to har [fail] -library/browsercontext-har.spec.ts › should reload redirected navigation [fail] -library/browsercontext-har.spec.ts › should round-trip har with postData [fail] -library/browsercontext-locale.spec.ts › should format number in popups [flaky] -library/browsercontext-locale.spec.ts › should format number in workers [timeout] -library/browsercontext-network-event.spec.ts › BrowserContext.Events.Request [fail] -library/browsercontext-network-event.spec.ts › BrowserContext.Events.Response [fail] -library/browsercontext-page-event.spec.ts › should have about:blank for empty url with domcontentloaded [timeout] -library/browsercontext-page-event.spec.ts › should have about:blank url with domcontentloaded [timeout] -library/browsercontext-page-event.spec.ts › should have an opener [fail] -library/browsercontext-page-event.spec.ts › should have url [fail] -library/browsercontext-page-event.spec.ts › should not hang on ctrl-click during provisional load [timeout] -library/browsercontext-page-event.spec.ts › should report when a new page is created and closed [fail] -library/browsercontext-proxy.spec.ts › should proxy local network requests › by default › link-local [timeout] -library/browsercontext-proxy.spec.ts › should proxy local network requests › with other bypasses › link-local [timeout] -library/browsercontext-proxy.spec.ts › should proxy local network requests › with other bypasses › localhost [fail] -library/browsercontext-proxy.spec.ts › should proxy local network requests › with other bypasses › loopback address [fail] -library/browsercontext-proxy.spec.ts › should use proxy for https urls [timeout] -library/browsercontext-reuse.spec.ts › reuse connect › should continue issuing events after closing the reused page [flaky] -library/browsercontext-reuse.spec.ts › reuse connect › should not cache resources [fail] -library/browsercontext-reuse.spec.ts › reuse connect › should re-add binding after reset [flaky] -library/browsercontext-reuse.spec.ts › reuse connect › should reset mouse position [fail] -library/browsercontext-reuse.spec.ts › reuse connect › should update viewport and media [fail] -library/browsercontext-reuse.spec.ts › reuse connect › should work with routeWebSocket [flaky] -library/browsercontext-reuse.spec.ts › reuse launch › should continue issuing events after closing the reused page [flaky] -library/browsercontext-reuse.spec.ts › reuse launch › should not cache resources [fail] -library/browsercontext-reuse.spec.ts › reuse launch › should reset mouse position [fail] -library/browsercontext-reuse.spec.ts › reuse launch › should update viewport and media [fail] -library/browsercontext-route.spec.ts › should support Set-Cookie header [fail] -library/browsercontext-route.spec.ts › should use Set-Cookie header in future requests [fail] -library/browsercontext-service-worker-policy.spec.ts › block › blocks service worker registration [timeout] -library/browsercontext-set-extra-http-headers.spec.ts › should override extra headers from browser context [fail] -library/browsercontext-storage-state.spec.ts › should capture cookies [fail] -library/browsercontext-storage-state.spec.ts › should round-trip through the file [fail] -library/browsercontext-user-agent.spec.ts › custom user agent for download [timeout] -library/browsercontext-user-agent.spec.ts › should work for navigator.userAgentData and sec-ch-ua headers [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › default mobile viewports to 980 width [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should emulate the hover media feature [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should fire orientationchange event [timeout] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should preserve window.orientation override after navigation [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support touch emulation [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support window.orientation emulation [fail] -library/browsercontext-viewport.spec.ts › should support touch with null viewport [fail] -library/browsertype-connect.spec.ts › launchServer › disconnected event should be emitted when browser is closed or server is closed [timeout] -library/browsertype-connect.spec.ts › launchServer › disconnected event should have browser as argument [timeout] -library/browsertype-connect.spec.ts › launchServer › setInputFiles should preserve lastModified timestamp [timeout] -library/browsertype-connect.spec.ts › launchServer › should be able to connect 20 times to a single server without warnings [timeout] -library/browsertype-connect.spec.ts › launchServer › should be able to connect two browsers at the same time [timeout] -library/browsertype-connect.spec.ts › launchServer › should be able to connect when the wsEndpoint is passed as an option [timeout] -library/browsertype-connect.spec.ts › launchServer › should be able to reconnect to a browser [timeout] -library/browsertype-connect.spec.ts › launchServer › should be able to visit ipv6 [timeout] -library/browsertype-connect.spec.ts › launchServer › should be able to visit ipv6 through localhost [timeout] -library/browsertype-connect.spec.ts › launchServer › should connect over http [timeout] -library/browsertype-connect.spec.ts › launchServer › should connect over wss [timeout] -library/browsertype-connect.spec.ts › launchServer › should emit close events on pages and contexts [timeout] -library/browsertype-connect.spec.ts › launchServer › should error when saving download after deletion [timeout] -library/browsertype-connect.spec.ts › launchServer › should filter launch options [timeout] -library/browsertype-connect.spec.ts › launchServer › should fulfill with global fetch result [timeout] -library/browsertype-connect.spec.ts › launchServer › should handle exceptions during connect [timeout] -library/browsertype-connect.spec.ts › launchServer › should ignore page.pause when headed [timeout] -library/browsertype-connect.spec.ts › launchServer › should not throw on close after disconnect [timeout] -library/browsertype-connect.spec.ts › launchServer › should properly disconnect when connection closes from the client side [timeout] -library/browsertype-connect.spec.ts › launchServer › should record trace with sources [timeout] -library/browsertype-connect.spec.ts › launchServer › should reject navigation when browser closes [timeout] -library/browsertype-connect.spec.ts › launchServer › should reject waitForEvent before browser.close finishes [timeout] -library/browsertype-connect.spec.ts › launchServer › should reject waitForEvent before browser.onDisconnect fires [timeout] -library/browsertype-connect.spec.ts › launchServer › should reject waitForSelector when browser closes [timeout] -library/browsertype-connect.spec.ts › launchServer › should respect selectors [timeout] -library/browsertype-connect.spec.ts › launchServer › should save download [timeout] -library/browsertype-connect.spec.ts › launchServer › should save har [timeout] -library/browsertype-connect.spec.ts › launchServer › should saveAs videos from remote browser [timeout] -library/browsertype-connect.spec.ts › launchServer › should set the browser connected state [timeout] -library/browsertype-connect.spec.ts › launchServer › should support slowmo option [timeout] -library/browsertype-connect.spec.ts › launchServer › should terminate network waiters [timeout] -library/browsertype-connect.spec.ts › launchServer › should throw when calling waitForNavigation after disconnect [timeout] -library/browsertype-connect.spec.ts › launchServer › should throw when used after isConnected returns false [timeout] -library/browsertype-connect.spec.ts › launchServer › should upload large file [timeout] -library/browsertype-connect.spec.ts › launchServer only › should be able to reconnect to a browser 12 times without warnings [timeout] -library/browsertype-connect.spec.ts › launchServer only › should properly disconnect when connection closes from the server side [timeout] -library/browsertype-connect.spec.ts › launchServer only › should work with cluster [timeout] -library/browsertype-connect.spec.ts › run-server › should error when saving download after deletion [fail] -library/browsertype-connect.spec.ts › run-server › should save download [fail] -library/browsertype-connect.spec.ts › run-server › should saveAs videos from remote browser [fail] -library/browsertype-connect.spec.ts › run-server › socks proxy › should lead to the error page for forwarded requests when the connection is refused [fail] -library/browsertype-launch.spec.ts › should handle exception [timeout] -library/browsertype-launch.spec.ts › should handle timeout [timeout] -library/browsertype-launch.spec.ts › should reject all promises when browser is closed [fail] -library/browsertype-launch.spec.ts › should reject if launched browser fails immediately [fail] -library/browsertype-launch.spec.ts › should report launch log [timeout] -library/channels.spec.ts › should scope CDPSession handles [fail] -library/channels.spec.ts › should work with the domain module [timeout] -library/chromium/bfcache.spec.ts › bindings should work after restoring from bfcache [timeout] -library/chromium/chromium.spec.ts › http credentials › httpCredentials [timeout] -library/chromium/chromium.spec.ts › PLAYWRIGHT_DISABLE_SERVICE_WORKER_NETWORK [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › serviceWorker(), and fromServiceWorker() work [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setExtraHTTPHeaders [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setOffline [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept only serviceworker request, not page [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker importScripts [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker requests (main and within) [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker (advanced) [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to content-type) of main service worker request [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to redirect) of main service worker request [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report intercepted service worker requests in HAR [timeout] -library/chromium/chromium.spec.ts › serviceWorker(), and fromServiceWorker() work [timeout] -library/chromium/chromium.spec.ts › serviceWorkers() should return current workers [timeout] -library/chromium/chromium.spec.ts › setExtraHTTPHeaders [timeout] -library/chromium/chromium.spec.ts › setOffline [timeout] -library/chromium/chromium.spec.ts › should capture console.log from ServiceWorker start [timeout] -library/chromium/chromium.spec.ts › should close service worker together with the context [timeout] -library/chromium/chromium.spec.ts › should create a worker from a service worker [timeout] -library/chromium/chromium.spec.ts › should create a worker from service worker with noop routing [timeout] -library/chromium/chromium.spec.ts › should emit console messages from service worker [timeout] -library/chromium/chromium.spec.ts › should emit new service worker on update [timeout] -library/chromium/chromium.spec.ts › should intercept only serviceworker request, not page [timeout] -library/chromium/chromium.spec.ts › should intercept service worker importScripts [timeout] -library/chromium/chromium.spec.ts › should intercept service worker requests (main and within) [timeout] -library/chromium/chromium.spec.ts › should pass args with spaces [timeout] -library/chromium/chromium.spec.ts › should produce network events, routing, and annotations for Service Worker (advanced) [timeout] -library/chromium/chromium.spec.ts › should produce network events, routing, and annotations for Service Worker [timeout] -library/chromium/chromium.spec.ts › should report failure (due to content-type) of main service worker request [timeout] -library/chromium/chromium.spec.ts › should report failure (due to redirect) of main service worker request [timeout] -library/chromium/chromium.spec.ts › should report intercepted service worker requests in HAR [timeout] -library/chromium/chromium.spec.ts › should throw when connecting twice to an already running persistent context (--remote-debugging-pipe) [timeout] -library/chromium/chromium.spec.ts › should throw when connecting twice to an already running persistent context (--remote-debugging-port) [timeout] -library/chromium/connect-over-cdp.spec.ts › setInputFiles should preserve lastModified timestamp [fail] -library/chromium/connect-over-cdp.spec.ts › setInputFiles should use local path when isLocal is set [fail] -library/chromium/connect-over-cdp.spec.ts › should allow tracing over cdp session [fail] -library/chromium/connect-over-cdp.spec.ts › should be able to connect via localhost [fail] -library/chromium/connect-over-cdp.spec.ts › should cleanup artifacts dir after connectOverCDP disconnects due to ws close [fail] -library/chromium/connect-over-cdp.spec.ts › should connect over a ws endpoint [fail] -library/chromium/connect-over-cdp.spec.ts › should connect to an existing cdp session [fail] -library/chromium/connect-over-cdp.spec.ts › should connect to an existing cdp session twice [fail] -library/chromium/connect-over-cdp.spec.ts › should connect to an existing cdp session when passed as a first argument [fail] -library/chromium/connect-over-cdp.spec.ts › should connect to existing page with iframe and navigate [fail] -library/chromium/connect-over-cdp.spec.ts › should connect to existing service workers [fail] -library/chromium/connect-over-cdp.spec.ts › should connect via https [fail] -library/chromium/connect-over-cdp.spec.ts › should connectOverCDP and manage downloads in default context [fail] -library/chromium/connect-over-cdp.spec.ts › should not reuse utility worlds between two clients [fail] -library/chromium/connect-over-cdp.spec.ts › should report all pages in an existing browser [fail] -library/chromium/connect-over-cdp.spec.ts › should return valid browser from context.browser() [fail] -library/chromium/connect-over-cdp.spec.ts › should send default User-Agent header with connect request [timeout] -library/chromium/connect-over-cdp.spec.ts › should send extra headers with connect request [timeout] -library/chromium/connect-over-cdp.spec.ts › should use logger in default context [fail] -library/chromium/connect-over-cdp.spec.ts › should use proxy with connectOverCDP [fail] -library/chromium/css-coverage.spec.ts › should ignore injected stylesheets [fail] -library/chromium/css-coverage.spec.ts › should NOT report scripts across navigations [fail] -library/chromium/css-coverage.spec.ts › should report multiple stylesheets [fail] -library/chromium/css-coverage.spec.ts › should report sourceURLs [fail] -library/chromium/css-coverage.spec.ts › should report stylesheets across navigations [fail] -library/chromium/css-coverage.spec.ts › should report stylesheets that have no coverage [fail] -library/chromium/css-coverage.spec.ts › should work [fail] -library/chromium/css-coverage.spec.ts › should work with a recently loaded stylesheet [fail] -library/chromium/css-coverage.spec.ts › should work with complicated usecases [fail] -library/chromium/css-coverage.spec.ts › should work with media queries [fail] -library/chromium/disable-web-security.spec.ts › test utility world in popup w/ --disable-web-security [fail] -library/chromium/extensions.spec.ts › MV3 › should give access to the service worker [timeout] -library/chromium/extensions.spec.ts › MV3 › should give access to the service worker when recording video [timeout] -library/chromium/extensions.spec.ts › MV3 › should report console messages from content script [timeout] -library/chromium/extensions.spec.ts › MV3 › should support request/response events in the service worker [timeout] -library/chromium/js-coverage.spec.ts › should ignore eval() scripts by default [fail] -library/chromium/js-coverage.spec.ts › should not hang when there is a debugger statement [fail] -library/chromium/js-coverage.spec.ts › should NOT report scripts across navigations when enabled [fail] -library/chromium/js-coverage.spec.ts › should report multiple scripts [fail] -library/chromium/js-coverage.spec.ts › should report scripts across navigations when disabled [fail] -library/chromium/js-coverage.spec.ts › should report sourceURLs [fail] -library/chromium/js-coverage.spec.ts › should work [fail] -library/chromium/js-coverage.spec.ts › shouldn't ignore eval() scripts if reportAnonymousScripts is true [fail] -library/chromium/launcher.spec.ts › should not create pages automatically [fail] -library/chromium/oopif.spec.ts › contentFrame should work [fail] -library/chromium/oopif.spec.ts › ElementHandle.boundingBox() should work [fail] -library/chromium/oopif.spec.ts › should allow cdp sessions on oopifs [fail] -library/chromium/oopif.spec.ts › should allow to re-connect to OOPIFs with CDP when iframes were there already [fail] -library/chromium/oopif.spec.ts › should be able to click in iframe [fail] -library/chromium/oopif.spec.ts › should click [fail] -library/chromium/oopif.spec.ts › should click a button when it overlays oopif [fail] -library/chromium/oopif.spec.ts › should emit filechooser event for iframe [timeout] -library/chromium/oopif.spec.ts › should emulate media [fail] -library/chromium/oopif.spec.ts › should emulate offline [fail] -library/chromium/oopif.spec.ts › should expose function [fail] -library/chromium/oopif.spec.ts › should handle oopif detach [fail] -library/chromium/oopif.spec.ts › should handle remote -> local -> remote transitions [fail] -library/chromium/oopif.spec.ts › should load oopif iframes with subresources and route [fail] -library/chromium/oopif.spec.ts › should not throw on exposeFunction when oopif detaches [fail] -library/chromium/oopif.spec.ts › should report google.com frame with headed [fail] -library/chromium/oopif.spec.ts › should report main requests [fail] -library/chromium/oopif.spec.ts › should report oopif frames [fail] -library/chromium/oopif.spec.ts › should respect route [fail] -library/chromium/oopif.spec.ts › should support addInitScript [fail] -library/chromium/oopif.spec.ts › should support context options [fail] -library/chromium/oopif.spec.ts › should support exposeFunction [fail] -library/chromium/oopif.spec.ts › should take screenshot [fail] -library/chromium/session.spec.ts › should be able to detach session [fail] -library/chromium/session.spec.ts › should detach when page closes [fail] -library/chromium/session.spec.ts › should enable and disable domains independently [fail] -library/chromium/session.spec.ts › should not break page.close() [fail] -library/chromium/session.spec.ts › should reject protocol calls when page closes [fail] -library/chromium/session.spec.ts › should send events [fail] -library/chromium/session.spec.ts › should throw if target is part of main [fail] -library/chromium/session.spec.ts › should throw nice errors [fail] -library/chromium/session.spec.ts › should work [fail] -library/chromium/session.spec.ts › should work with main frame [fail] -library/chromium/session.spec.ts › should work with newBrowserCDPSession [fail] -library/chromium/tracing.spec.ts › should create directories as needed [fail] -library/chromium/tracing.spec.ts › should output a trace [fail] -library/chromium/tracing.spec.ts › should return a buffer [fail] -library/chromium/tracing.spec.ts › should run with custom categories if provided [fail] -library/chromium/tracing.spec.ts › should support a buffer without a path [fail] -library/chromium/tracing.spec.ts › should throw if tracing on two pages [fail] -library/chromium/tracing.spec.ts › should work without options [fail] -library/client-certificates.spec.ts › browser › persistentContext › should pass with matching certificates [timeout] -library/debug-controller.spec.ts › should allow setting recorder mode only for specific browser [fail] -library/defaultbrowsercontext-1.spec.ts › context.addCookies() should work [timeout] -library/defaultbrowsercontext-1.spec.ts › context.clearCookies() should work [timeout] -library/defaultbrowsercontext-1.spec.ts › context.cookies() should work @smoke [timeout] -library/defaultbrowsercontext-1.spec.ts › should support acceptDownloads option [timeout] -library/defaultbrowsercontext-1.spec.ts › should support bypassCSP option [timeout] -library/defaultbrowsercontext-1.spec.ts › should support deviceScaleFactor option [timeout] -library/defaultbrowsercontext-1.spec.ts › should support javascriptEnabled option [timeout] -library/defaultbrowsercontext-1.spec.ts › should support offline option [timeout] -library/defaultbrowsercontext-1.spec.ts › should support userAgent option [timeout] -library/defaultbrowsercontext-1.spec.ts › should support viewport option [timeout] -library/defaultbrowsercontext-2.spec.ts › coverage should work [timeout] -library/defaultbrowsercontext-2.spec.ts › dialog.accept should work [timeout] -library/defaultbrowsercontext-2.spec.ts › exposes browser [timeout] -library/defaultbrowsercontext-2.spec.ts › should accept relative userDataDir [timeout] -library/defaultbrowsercontext-2.spec.ts › should accept userDataDir [timeout] -library/defaultbrowsercontext-2.spec.ts › should connect to a browser with the default page [timeout] -library/defaultbrowsercontext-2.spec.ts › should create userDataDir if it does not exist [timeout] -library/defaultbrowsercontext-2.spec.ts › should fire close event for a persistent context [timeout] -library/defaultbrowsercontext-2.spec.ts › should handle exception [timeout] -library/defaultbrowsercontext-2.spec.ts › should handle timeout [timeout] -library/defaultbrowsercontext-2.spec.ts › should have default URL when launching browser [timeout] -library/defaultbrowsercontext-2.spec.ts › should have passed URL when launching with ignoreDefaultArgs: true [timeout] -library/defaultbrowsercontext-2.spec.ts › should respect selectors [timeout] -library/defaultbrowsercontext-2.spec.ts › should restore state from userDataDir [timeout] -library/defaultbrowsercontext-2.spec.ts › should support colorScheme option [timeout] -library/defaultbrowsercontext-2.spec.ts › should support contrast option [timeout] -library/defaultbrowsercontext-2.spec.ts › should support extraHTTPHeaders option [timeout] -library/defaultbrowsercontext-2.spec.ts › should support forcedColors option [timeout] -library/defaultbrowsercontext-2.spec.ts › should support geolocation and permissions options [timeout] -library/defaultbrowsercontext-2.spec.ts › should support har option [timeout] -library/defaultbrowsercontext-2.spec.ts › should support hasTouch option [timeout] -library/defaultbrowsercontext-2.spec.ts › should support ignoreHTTPSErrors option [timeout] -library/defaultbrowsercontext-2.spec.ts › should support locale option [timeout] -library/defaultbrowsercontext-2.spec.ts › should support reducedMotion option [timeout] -library/defaultbrowsercontext-2.spec.ts › should support timezoneId option [timeout] -library/defaultbrowsercontext-2.spec.ts › should work in persistent context [timeout] -library/defaultbrowsercontext-2.spec.ts › user agent is up to date [timeout] -library/download.spec.ts › download event › should be able to cancel pending downloads [timeout] -library/download.spec.ts › download event › should close the context without awaiting the download [timeout] -library/download.spec.ts › download event › should create subdirectories when saving to non-existent user-specified path [timeout] -library/download.spec.ts › download event › should delete downloads on browser gone [timeout] -library/download.spec.ts › download event › should delete downloads on context destruction [timeout] -library/download.spec.ts › download event › should delete file [timeout] -library/download.spec.ts › download event › should download large binary.zip [timeout] -library/download.spec.ts › download event › should emit download event from nested iframes [timeout] -library/download.spec.ts › download event › should error when saving after deletion [timeout] -library/download.spec.ts › download event › should error when saving with downloads disabled [timeout] -library/download.spec.ts › download event › should expose stream [timeout] -library/download.spec.ts › download event › should not fail explicitly to cancel a download even if that is already finished [timeout] -library/download.spec.ts › download event › should report alt-click downloads [timeout] -library/download.spec.ts › download event › should report download path within page.on('download', …) handler for Blobs [timeout] -library/download.spec.ts › download event › should report download path within page.on('download', …) handler for Files [timeout] -library/download.spec.ts › download event › should report download when navigation turns into download @smoke [timeout] -library/download.spec.ts › download event › should report downloads for download attribute [timeout] -library/download.spec.ts › download event › should report downloads with acceptDownloads: false [timeout] -library/download.spec.ts › download event › should report downloads with acceptDownloads: true [timeout] -library/download.spec.ts › download event › should report downloads with interception [fail] -library/download.spec.ts › download event › should report new window downloads [timeout] -library/download.spec.ts › download event › should report non-navigation downloads [timeout] -library/download.spec.ts › download event › should report proper download url when download is from download attribute [timeout] -library/download.spec.ts › download event › should save to overwritten filepath [timeout] -library/download.spec.ts › download event › should save to two different paths with multiple saveAs calls [timeout] -library/download.spec.ts › download event › should save to user-specified path without updating original path [timeout] -library/download.spec.ts › download event › should throw if browser dies [timeout] -library/download.spec.ts › download event › should work with Cross-Origin-Opener-Policy [timeout] -library/download.spec.ts › should be able to download a inline PDF file via navigation [timeout] -library/download.spec.ts › should be able to download a inline PDF file via response interception [fail] -library/download.spec.ts › should be able to download a PDF file [timeout] -library/download.spec.ts › should convert navigation to a resource with unsupported mime type into download [timeout] -library/download.spec.ts › should download even if there is no "attachment" value [timeout] -library/download.spec.ts › should download links with data url [timeout] -library/download.spec.ts › should download successfully when routing [timeout] -library/download.spec.ts › should save to user-specified path [timeout] -library/downloads-path.spec.ts › downloads path › should accept downloads in persistent context [timeout] -library/downloads-path.spec.ts › downloads path › should delete downloads when context closes [timeout] -library/downloads-path.spec.ts › downloads path › should delete downloads when persistent context closes [timeout] -library/downloads-path.spec.ts › downloads path › should keep downloadsPath folder [timeout] -library/downloads-path.spec.ts › downloads path › should report downloads in downloadsPath folder [timeout] -library/downloads-path.spec.ts › downloads path › should report downloads in downloadsPath folder with a relative path [timeout] -library/emulation-focus.spec.ts › should change document.activeElement [flaky] -library/emulation-focus.spec.ts › should focus popups by default [fail] -library/emulation-focus.spec.ts › should not affect screenshots [fail] -library/geolocation.spec.ts › should isolate contexts [timeout] -library/geolocation.spec.ts › should use context options [timeout] -library/geolocation.spec.ts › should use context options for popup [timeout] -library/geolocation.spec.ts › should work @smoke [timeout] -library/geolocation.spec.ts › watchPosition should be notified [timeout] -library/har.spec.ts › should calculate time [flaky] -library/har.spec.ts › should have connection details [fail] -library/har.spec.ts › should have connection details for failed requests [fail] -library/har.spec.ts › should have connection details for redirects [fail] -library/har.spec.ts › should have pages in persistent context [timeout] -library/har.spec.ts › should have popup requests [fail] -library/har.spec.ts › should have security details [fail] -library/har.spec.ts › should include binary postData [fail] -library/har.spec.ts › should include form params [fail] -library/har.spec.ts › should include postData [fail] -library/har.spec.ts › should include set-cookies [fail] -library/har.spec.ts › should include set-cookies with comma [fail] -library/har.spec.ts › should include sizes [fail] -library/har.spec.ts › should not hang on resources served from cache [flaky] -library/har.spec.ts › should report the correct response body size when the bodySize is 0 [fail] -library/har.spec.ts › should return receive time [flaky] -library/har.spec.ts › should return security details directly from response [fail] -library/har.spec.ts › should return server address directly from response [fail] -library/headful.spec.ts › should click background tab [timeout] -library/headful.spec.ts › should click bottom row w/ infobar in OOPIF [timeout] -library/headful.spec.ts › should click in OOPIF [timeout] -library/headful.spec.ts › should close browser with beforeunload page [timeout] -library/headful.spec.ts › should close browsercontext with pending beforeunload dialog [timeout] -library/headful.spec.ts › should have default url when launching browser @smoke [timeout] -library/headful.spec.ts › should not override viewport size when passed null [flaky] -library/hit-target.spec.ts › should detect overlaid element in a transformed iframe [fail] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should assert navigation [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should await popup [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should check [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should check a radio button [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should check with keyboard [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should click [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should click after same-document navigation [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should click button with nested div [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should emit single keyup on ArrowDown [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill [contentEditable] [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill japanese text [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill textarea [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should fill textarea with new lines at the end [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should ignore AltGraph [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should ignore programmatic events [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should make a positioned click on a canvas [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should middle click [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should not target selector preview by text regexp [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should press [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should record ArrowDown [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should record omnibox navigations after performAction [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should record omnibox navigations after recordAction [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should record slider [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should select [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should select with size attribute [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should uncheck [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should update selected element after pressing Tab [timeout] -library/inspector/cli-codegen-1.spec.ts › cli codegen › should work with TrustedTypes [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › click should emit events in order [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should check input with chaining id [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should clear files [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should contain close page [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should contain open page [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should contain second page [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should download files [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should fill tricky characters [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should handle dialogs [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should handle history.postData [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should not clash pages [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should not lead to an error if html gets clicked [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should record navigations after identical pushState [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should record open in a new tab with url [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should reset hover model on action when element detaches [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should update active model on action [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should update hover model on action [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should upload a single file [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should upload multiple files [timeout] -library/inspector/cli-codegen-2.spec.ts › should --test-id-attribute [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert value [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert value on disabled input [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert value on disabled select [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should assert visibility [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should click locator.first [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should click locator.nth [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should consume contextmenu events, despite a custom context menu [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should consume pointer events [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with id attribute [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with name attribute [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with special characters in name attribute [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with testId [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators with title attribute [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByAltText [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByLabel [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByLabel without regex [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByPlaceholder [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate getByTestId [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate role locators undef frame locators [timeout] -library/inspector/pause.spec.ts › pause › should highlight locators with custom testId [timeout] -library/inspector/pause.spec.ts › pause › should highlight on explore (csharp) [timeout] -library/inspector/pause.spec.ts › pause › should highlight on explore [timeout] -library/inspector/pause.spec.ts › pause › should highlight pointer, only in main frame [timeout] -library/launcher.spec.ts › should throw a friendly error if its headed and there is no xserver on linux running [fail] -library/locator-generator.spec.ts › reverse engineer internal:has-text locators [timeout] -library/multiclient.spec.ts › last emulateMedia wins [fail] -library/multiclient.spec.ts › should launch persistent [timeout] -library/multiclient.spec.ts › should not allow parallel css coverage [fail] -library/multiclient.spec.ts › should not allow parallel js coverage and cleanup upon disconnect [fail] -library/multiclient.spec.ts › should unroute websockets [flaky] -library/page-clock.spec.ts › runFor › creates updated Date while ticking [fail] -library/page-clock.spec.ts › runFor › passes 1 minute [fail] -library/page-clock.spec.ts › runFor › passes 8 seconds [fail] -library/page-clock.spec.ts › runFor › triggers multiple simultaneous timers [fail] -library/page-clock.spec.ts › runFor › triggers simultaneous timers [fail] -library/page-clock.spec.ts › stubTimers › replaces global setInterval [fail] -library/page-close.spec.ts › expect should not print timed out error message when page closes [timeout] -library/page-close.spec.ts › interrupt request.response() and request.allHeaders() on page.close [fail] -library/page-close.spec.ts › should not treat navigations as new popups [flaky] -library/page-close.spec.ts › should reject all promises when page is closed [fail] -library/page-event-crash.spec.ts › should be able to close context when page crashes [timeout] -library/page-event-crash.spec.ts › should cancel navigation when page crashes [timeout] -library/page-event-crash.spec.ts › should cancel waitForEvent when page crashes [timeout] -library/page-event-crash.spec.ts › should emit crash event when page crashes [timeout] -library/page-event-crash.spec.ts › should throw on any action after page crashes [timeout] -library/pdf.spec.ts › should be able to generate outline [fail] -library/permissions.spec.ts › should be able to use the local-fonts API [fail] -library/permissions.spec.ts › local network request is allowed from public origin [fail] -library/permissions.spec.ts › permissions › should accumulate when adding [fail] -library/permissions.spec.ts › permissions › should be prompt by default [flaky] -library/permissions.spec.ts › permissions › should clear permissions [fail] -library/permissions.spec.ts › permissions › should deny permission when not listed [fail] -library/permissions.spec.ts › permissions › should fail when bad permission is given [fail] -library/permissions.spec.ts › permissions › should grant permission when creating context [fail] -library/permissions.spec.ts › permissions › should grant permission when listed for all domains [fail] -library/permissions.spec.ts › permissions › should isolate permissions between browser contexts [fail] -library/permissions.spec.ts › permissions › should trigger permission onchange [fail] -library/permissions.spec.ts › should support clipboard read [fail] -library/permissions.spec.ts › storage access [fail] -library/popup.spec.ts › BrowserContext.addInitScript should apply to a cross-process popup [flaky] -library/popup.spec.ts › should inherit extra headers from browser context [flaky] -library/popup.spec.ts › should inherit http credentials from browser context [fail] -library/popup.spec.ts › should inherit offline from browser context [fail] -library/popup.spec.ts › should inherit touch support from browser context [fail] -library/popup.spec.ts › should inherit user agent from browser context @smoke [flaky] -library/popup.spec.ts › should not throttle rAF in the opener page [timeout] -library/popup.spec.ts › should respect routes from browser context [fail] -library/popup.spec.ts › should respect routes from browser context when using window.open [fail] -library/popup.spec.ts › should use viewport size from window features [timeout] -library/proxy.spec.ts › should proxy local network requests › by default › link-local [flaky] -library/resource-timing.spec.ts › should work when serving from memory cache [fail] -library/role-utils.spec.ts › wpt accname #0 [flaky] -library/role-utils.spec.ts › wpt accname #1 [flaky] -library/role-utils.spec.ts › wpt accname #2 [flaky] -library/screenshot.spec.ts › element screenshot › element screenshot should work with a mobile viewport [fail] -library/screenshot.spec.ts › element screenshot › element screenshot should work with device scale factor [fail] -library/screenshot.spec.ts › element screenshot › page screenshot should capture css transform with device pixels [fail] -library/screenshot.spec.ts › element screenshot › should capture full element when larger than viewport with device scale factor [fail] -library/screenshot.spec.ts › element screenshot › should capture full element when larger than viewport with device scale factor and scale:css [fail] -library/screenshot.spec.ts › page screenshot › should run in parallel in multiple pages [fail] -library/screenshot.spec.ts › page screenshot › should work with a mobile viewport [fail] -library/screenshot.spec.ts › page screenshot › should work with a mobile viewport and clip [fail] -library/screenshot.spec.ts › page screenshot › should work with a mobile viewport and fullPage [fail] -library/screenshot.spec.ts › page screenshot › should work with device scale factor [fail] -library/screenshot.spec.ts › page screenshot › should work with device scale factor and clip [fail] -library/screenshot.spec.ts › page screenshot › should work with device scale factor and scale:css [fail] -library/screenshot.spec.ts › page screenshot › should work with device scale factor, clip and scale:css [fail] -library/selector-generator.spec.ts › selector generator › should accept valid aria-label for candidate consideration [timeout] -library/selector-generator.spec.ts › selector generator › should accept valid data-test-id for candidate consideration [timeout] -library/selector-generator.spec.ts › selector generator › should chain text after parent [timeout] -library/selector-generator.spec.ts › selector generator › should escape text with quote [timeout] -library/selector-generator.spec.ts › selector generator › should escape text with slash [timeout] -library/selector-generator.spec.ts › selector generator › should find text in shadow dom [timeout] -library/selector-generator.spec.ts › selector generator › should generate exact label when necessary [timeout] -library/selector-generator.spec.ts › selector generator › should generate exact placeholder when necessary [timeout] -library/selector-generator.spec.ts › selector generator › should generate exact role when necessary [timeout] -library/selector-generator.spec.ts › selector generator › should generate exact text when necessary [timeout] -library/selector-generator.spec.ts › selector generator › should generate exact title when necessary [timeout] -library/selector-generator.spec.ts › selector generator › should generate label selector [timeout] -library/selector-generator.spec.ts › selector generator › should generate multiple: noId [timeout] -library/selector-generator.spec.ts › selector generator › should generate multiple: noId noText [timeout] -library/selector-generator.spec.ts › selector generator › should generate multiple: noText in role [timeout] -library/selector-generator.spec.ts › selector generator › should generate multiple: noText in text [timeout] -library/selector-generator.spec.ts › selector generator › should generate relative selector [timeout] -library/selector-generator.spec.ts › selector generator › should generate text and normalize whitespace [timeout] -library/selector-generator.spec.ts › selector generator › should generate text for [timeout] -library/selector-generator.spec.ts › selector generator › should generate title selector [timeout] -library/selector-generator.spec.ts › selector generator › should handle first non-unique data-testid [timeout] -library/selector-generator.spec.ts › selector generator › should handle second non-unique data-testid [timeout] -library/selector-generator.spec.ts › selector generator › should ignore empty aria-label for candidate consideration [timeout] -library/selector-generator.spec.ts › selector generator › should ignore empty data-test-id for candidate consideration [timeout] -library/selector-generator.spec.ts › selector generator › should ignore empty role for candidate consideration [timeout] -library/selector-generator.spec.ts › selector generator › should match in deep shadow dom [timeout] -library/selector-generator.spec.ts › selector generator › should match in shadow dom [timeout] -library/selector-generator.spec.ts › selector generator › should not accept invalid role for candidate consideration [timeout] -library/selector-generator.spec.ts › selector generator › should not escape spaces inside named attr selectors [timeout] -library/selector-generator.spec.ts › selector generator › should not escape text with >> [timeout] -library/selector-generator.spec.ts › selector generator › should not improve guid text [timeout] -library/selector-generator.spec.ts › selector generator › should not over-escape for CSS syntax [timeout] -library/selector-generator.spec.ts › selector generator › should not prefer zero-sized button over inner span [timeout] -library/selector-generator.spec.ts › selector generator › should not use generated id [timeout] -library/selector-generator.spec.ts › selector generator › should not use icon fonts aria name [timeout] -library/selector-generator.spec.ts › selector generator › should not use input[value] [timeout] -library/selector-generator.spec.ts › selector generator › should not use text for select [timeout] -library/selector-generator.spec.ts › selector generator › should prefer button over inner span [timeout] -library/selector-generator.spec.ts › selector generator › should prefer class to ordinal [timeout] -library/selector-generator.spec.ts › selector generator › should prefer data-testid [timeout] -library/selector-generator.spec.ts › selector generator › should prefer role other input[type] [timeout] -library/selector-generator.spec.ts › selector generator › should prefer role with hasText to css with hasText [timeout] -library/selector-generator.spec.ts › selector generator › should prefer role=button over inner span [timeout] -library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › name [timeout] -library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › placeholder [timeout] -library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › role [timeout] -library/selector-generator.spec.ts › selector generator › should prioritize attributes correctly › type [timeout] -library/selector-generator.spec.ts › selector generator › should properly join child selectors under nested ordinals [timeout] -library/selector-generator.spec.ts › selector generator › should separate selectors by >> [timeout] -library/selector-generator.spec.ts › selector generator › should trim long text [timeout] -library/selector-generator.spec.ts › selector generator › should trim text [timeout] -library/selector-generator.spec.ts › selector generator › should try to improve label text by shortening [timeout] -library/selector-generator.spec.ts › selector generator › should try to improve role name [timeout] -library/selector-generator.spec.ts › selector generator › should try to improve text [timeout] -library/selector-generator.spec.ts › selector generator › should try to improve text by shortening [timeout] -library/selector-generator.spec.ts › selector generator › should use data-testid in strict errors [timeout] -library/selector-generator.spec.ts › selector generator › should use internal:has-text [timeout] -library/selector-generator.spec.ts › selector generator › should use internal:has-text with regexp [timeout] -library/selector-generator.spec.ts › selector generator › should use internal:has-text with regexp with a quote [timeout] -library/selector-generator.spec.ts › selector generator › should use nested ordinals [timeout] -library/selector-generator.spec.ts › selector generator › should use ordinal for identical nodes [timeout] -library/selector-generator.spec.ts › selector generator › should use parent text [timeout] -library/selector-generator.spec.ts › selector generator › should use readable id [timeout] -library/selector-generator.spec.ts › selector generator › should use the name attributes for elements that can have it [timeout] -library/selector-generator.spec.ts › selector generator › should work in dynamic iframes without navigation [timeout] -library/selector-generator.spec.ts › selector generator › should work with tricky attributes [timeout] -library/selector-generator.spec.ts › selector generator › should work without CSS.escape [timeout] -library/shared-worker.spec.ts › should survive shared worker restart [timeout] -library/signals.spec.ts › signals › should close the browser on SIGINT [flaky] -library/slowmo.spec.ts › slowMo › Frame SlowMo setInputFiles [timeout] -library/slowmo.spec.ts › slowMo › Page SlowMo reload [timeout] -library/slowmo.spec.ts › slowMo › Page SlowMo setInputFiles [timeout] -library/snapshotter.spec.ts › snapshots › should capture snapshot target [timeout] -library/tap.spec.ts › should not send mouse events touchstart is canceled [fail] -library/tap.spec.ts › should not send mouse events when touchend is canceled [fail] -library/tap.spec.ts › should not wait for a navigation caused by a tap [timeout] -library/tap.spec.ts › should send all of the correct events @smoke [fail] -library/tap.spec.ts › should send well formed touch points [timeout] -library/tap.spec.ts › should wait until an element is visible to tap it [fail] -library/tap.spec.ts › should work with modifiers [timeout] -library/tap.spec.ts › trial run should not tap [fail] -library/trace-viewer.spec.ts › should handle multiple headers [fail] -library/trace-viewer.spec.ts › should highlight locator in iframe while typing [fail] -library/trace-viewer.spec.ts › should open console errors on click [fail] -library/trace-viewer.spec.ts › should pick locator in iframe [fail] -library/trace-viewer.spec.ts › should render console [fail] -library/trace-viewer.spec.ts › should serve css without content-type [timeout] -library/trace-viewer.spec.ts › should show empty trace viewer [flaky] -library/tracing.spec.ts › should collect trace with resources, but no js [timeout] -library/tracing.spec.ts › should not include trace resources from the previous chunks [fail] -library/tracing.spec.ts › should respect tracesDir and name [fail] -library/video.spec.ts › screencast › should be 800x450 by default [fail] -library/video.spec.ts › screencast › should be 800x600 with null viewport [fail] -library/video.spec.ts › screencast › should capture css transformation [fail] -library/video.spec.ts › screencast › should capture navigation [fail] -library/video.spec.ts › screencast › should capture static page [fail] -library/video.spec.ts › screencast › should capture static page in persistent context @smoke [timeout] -library/video.spec.ts › screencast › should continue recording main page after popup closes [fail] -library/video.spec.ts › screencast › should delete video [fail] -library/video.spec.ts › screencast › should emulate an iphone [fail] -library/video.spec.ts › screencast › should expose video path [timeout] -library/video.spec.ts › screencast › should expose video path blank page [timeout] -library/video.spec.ts › screencast › should expose video path blank popup [timeout] -library/video.spec.ts › screencast › should throw if browser dies [fail] -library/video.spec.ts › screencast › should throw on browser close [fail] -library/video.spec.ts › screencast › should use viewport scaled down to fit into 800x800 as default size [fail] -library/video.spec.ts › screencast › should wait for video to finish if page was closed [fail] -library/video.spec.ts › screencast › should work for popups [timeout] -library/video.spec.ts › screencast › should work with old options [fail] -library/video.spec.ts › screencast › should work with relative path for recordVideo.dir [timeout] -library/video.spec.ts › screencast › should work with weird screen resolution [timeout] -library/video.spec.ts › should saveAs video [fail] -library/web-socket.spec.ts › should emit binary frame events [timeout] -library/web-socket.spec.ts › should emit close events [timeout] -library/web-socket.spec.ts › should emit error [timeout] -library/web-socket.spec.ts › should emit frame events [timeout] -library/web-socket.spec.ts › should filter out the close events when the server closes with a message [timeout] -library/web-socket.spec.ts › should not have stray error events [timeout] -library/web-socket.spec.ts › should pass self as argument to close event [timeout] -library/web-socket.spec.ts › should reject waitForEvent on page close [timeout] -library/web-socket.spec.ts › should reject waitForEvent on socket close [timeout] \ No newline at end of file diff --git a/tests/bidi/expectations/bidi-chromium-page.conf b/tests/bidi/expectations/bidi-chromium-page.conf new file mode 100644 index 0000000000000..952e9278e591b --- /dev/null +++ b/tests/bidi/expectations/bidi-chromium-page.conf @@ -0,0 +1,282 @@ +page/elementhandle-bounding-box.spec.ts > should handle nested frames [fixme] +page/elementhandle-bounding-box.spec.ts > should return null for invisible elements [fixme] +page/elementhandle-click.spec.ts > should work for TextNodes [fixme] +page/elementhandle-content-frame.spec.ts > should work for cross-frame evaluations [fixme] +page/elementhandle-owner-frame.spec.ts > should work for cross-process iframes [fixme] +page/elementhandle-query-selector.spec.ts > should work for adopted elements [fixme] +page/elementhandle-screenshot.spec.ts > element screenshot > should not issue resize event [fixme] +page/elementhandle-scroll-into-view.spec.ts > should scroll display:contents into view [fixme] +page/elementhandle-scroll-into-view.spec.ts > should throw for detached element [fixme] +page/elementhandle-scroll-into-view.spec.ts > should timeout waiting for visible [fixme] +page/elementhandle-scroll-into-view.spec.ts > should wait for display:none to become visible [fixme] +page/elementhandle-scroll-into-view.spec.ts > should wait for nested display:none to become visible [fixme] +page/expect-boolean.spec.ts > toBeAttached > over navigation [fixme] +page/expect-matcher-result.spec.ts > toHaveScreenshot should populate matcherResult [fixme] +page/expect-timeout.spec.ts > should not print timed out error message when page closes [fixme] +page/frame-evaluate.spec.ts > should allow cross-frame element handles [fixme] +page/frame-evaluate.spec.ts > should dispose context on cross-origin navigation [fixme] +page/frame-evaluate.spec.ts > should dispose context on navigation [fixme] +page/frame-evaluate.spec.ts > should not allow cross-frame element handles when frames do not script each other [fixme] +page/frame-frame-element.spec.ts > should work with contentFrame [fixme] +page/frame-frame-element.spec.ts > should work with frameset [fixme] +page/frame-goto.spec.ts > should continue after client redirect [fixme] +page/frame-hierarchy.spec.ts > should detach child frames on navigation [fixme] +page/frame-hierarchy.spec.ts > should refuse to display x-frame-options:deny iframe [fixme] +page/frame-hierarchy.spec.ts > should report different frame instance when frame re-attaches [fixme] +page/frame-hierarchy.spec.ts > should return frame.page() [fixme] +page/frame-hierarchy.spec.ts > should send "framenavigated" when navigating on anchor URLs [fixme] +page/frame-hierarchy.spec.ts > should support framesets [fixme] +page/interception.spec.ts > should intercept after a service worker [fixme] +page/jshandle-to-string.spec.ts > should beautifully render sparse arrays [fixme] +page/locator-click.spec.ts > should work for TextNodes [fixme] +page/locator-convenience.spec.ts > should return page [fixme] +page/locator-is-visible.spec.ts > isVisible during navigation should not throw [fixme] +page/locator-misc-1.spec.ts > should upload the file [fixme] +page/locator-misc-2.spec.ts > should take screenshot [fixme] +page/locator-query.spec.ts > should enforce same frame for has/leftOf/rightOf/above/below/near [fixme] +page/network-post-data.spec.ts > should get post data for file/blob [fixme] +page/network-post-data.spec.ts > should get post data for navigator.sendBeacon api calls [fixme] +page/network-post-data.spec.ts > should return correct postData buffer for utf-8 body [fixme] +page/network-post-data.spec.ts > should return post data for PUT requests [fixme] +page/network-post-data.spec.ts > should return post data w/o content-type @smoke [fixme] +page/network-post-data.spec.ts > should throw on invalid JSON in post data [fixme] +page/network-request-body.spec.ts > should get request body for file/blob [fixme] +page/network-request-body.spec.ts > should get request body for navigator.sendBeacon api calls [fixme] +page/network-request-body.spec.ts > should return body for PUT requests [fixme] +page/network-request-body.spec.ts > should return correct request body buffer for utf-8 body [fixme] +page/network-request-body.spec.ts > should return request body w/o content-type @smoke [fixme] +page/network-request-body.spec.ts > should throw on invalid JSON in post data [fixme] +page/page-accessibility.spec.ts > autocomplete [fixme] +page/page-accessibility.spec.ts > checkbox with and tabIndex and label should not have children [fixme] +page/page-accessibility.spec.ts > checkbox without label should not have children [fixme] +page/page-accessibility.spec.ts > keyshortcuts [fixme] +page/page-accessibility.spec.ts > multiselectable [fixme] +page/page-accessibility.spec.ts > non editable textbox with role and tabIndex and label should not have children [fixme] +page/page-accessibility.spec.ts > orientation [fixme] +page/page-accessibility.spec.ts > rich text editable fields should have children [fixme] +page/page-accessibility.spec.ts > rich text editable fields with role should have children [fixme] +page/page-accessibility.spec.ts > roledescription [fixme] +page/page-accessibility.spec.ts > should not report text nodes inside controls [fixme] +page/page-accessibility.spec.ts > should return null when the element is no longer in DOM [fixme] +page/page-accessibility.spec.ts > should show uninteresting nodes [fixme] +page/page-accessibility.spec.ts > should work @smoke [fixme] +page/page-accessibility.spec.ts > should work a button [fixme] +page/page-accessibility.spec.ts > should work an input [fixme] +page/page-accessibility.spec.ts > should work on a menu [fixme] +page/page-accessibility.spec.ts > should work when there is a title [fixme] +page/page-accessibility.spec.ts > should work with aria-invalid accessibility tree [fixme] +page/page-accessibility.spec.ts > should work with regular text [fixme] +page/page-add-init-script.spec.ts > init script should run only once in iframe [fixme] +page/page-add-locator-handler.spec.ts > should work with toHaveScreenshot [fixme] +page/page-add-script-tag.spec.ts > should throw when added with content to the CSP page [fixme] +page/page-aria-snapshot-ai.spec.ts > should stitch all frame snapshots [fixme] +page/page-autowaiting-basic.spec.ts > should await form-get on click [fixme] +page/page-autowaiting-basic.spec.ts > should await form-post on click [fixme] +page/page-autowaiting-no-hang.spec.ts > clicking in the middle of navigation that aborts [fixme] +page/page-autowaiting-no-hang.spec.ts > goBack in the middle of navigation that commits [fixme] +page/page-basic.spec.ts > frame.press should work [fixme] +page/page-basic.spec.ts > page.frame should respect url [fixme] +page/page-click-scroll.spec.ts > should scroll into view display:contents [fixme] +page/page-click.spec.ts > should click button inside frameset [fixme] +page/page-click.spec.ts > should click in a nested transformed iframe [fixme] +page/page-click.spec.ts > should click in a transformed iframe [fixme] +page/page-click.spec.ts > should click in a transformed iframe with force [fixme] +page/page-click.spec.ts > should click the button @smoke [fixme] +page/page-click.spec.ts > should click the button with fixed position inside an iframe [fixme] +page/page-click.spec.ts > should issue clicks in parallel in page and popup [fixme] +page/page-click.spec.ts > should not hang when frame is detached [fixme] +page/page-click.spec.ts > should set PointerEvent.pressure on pointerdown [fixme] +page/page-click.spec.ts > should set PointerEvent.pressure on pointermove [fixme] +page/page-dialog.spec.ts > should handle multiple alerts [fixme] +page/page-dialog.spec.ts > should handle multiple confirms [fixme] +page/page-drag.spec.ts > Drag and drop > should cancel on escape [fixme] +page/page-drag.spec.ts > Drag and drop > should not send dragover on the first mousemove [fixme] +page/page-emulate-media.spec.ts > should change the actual colors in css [fixme] +page/page-emulate-media.spec.ts > should default to light [fixme] +page/page-emulate-media.spec.ts > should emulate colorScheme should work @smoke [fixme] +page/page-emulate-media.spec.ts > should emulate contrast [fixme] +page/page-emulate-media.spec.ts > should emulate forcedColors [fixme] +page/page-emulate-media.spec.ts > should emulate reduced motion [fixme] +page/page-emulate-media.spec.ts > should emulate type @smoke [fixme] +page/page-emulate-media.spec.ts > should keep reduced motion and color emulation after reload [fixme] +page/page-emulate-media.spec.ts > should work during navigation [fixme] +page/page-evaluate-no-stall.spec.ts > should throw when no main execution context [fixme] +page/page-evaluate.spec.ts > should throw a nice error after a navigation [fixme] +page/page-evaluate.spec.ts > should throw when evaluation triggers reload [fixme] +page/page-event-console.spec.ts > should not throw when there are console messages in detached iframes [fixme] +page/page-event-console.spec.ts > should trigger correct Log [fixme] +page/page-event-console.spec.ts > should work @smoke [fixme] +page/page-event-console.spec.ts > should work for different console API calls [fixme] +page/page-event-load.spec.ts > should fire once with iframe navigation [fixme] +page/page-event-network.spec.ts > should resolve responses after a navigation [fixme] +page/page-event-pageerror.spec.ts > should contain sourceURL [fixme] +page/page-event-pageerror.spec.ts > should contain the Error.name property [fixme] +page/page-event-pageerror.spec.ts > should emit error from unhandled rejects [fixme] +page/page-event-pageerror.spec.ts > should fire [fixme] +page/page-event-pageerror.spec.ts > should handle object [fixme] +page/page-event-pageerror.spec.ts > should handle odd values [fixme] +page/page-event-pageerror.spec.ts > should handle window [fixme] +page/page-event-pageerror.spec.ts > should not receive console message for pageError [fixme] +page/page-event-pageerror.spec.ts > should support an empty Error.name property [fixme] +page/page-event-popup.spec.ts > should be able to capture alert [fixme] +page/page-event-popup.spec.ts > should report popup opened from iframes [fixme] +page/page-event-popup.spec.ts > should work with clicking target=_blank [fixme] +page/page-event-request.spec.ts > should fire requestfailed when intercepting race [fixme] +page/page-event-request.spec.ts > should not expose preflight OPTIONS request [fixme] +page/page-event-request.spec.ts > should not expose preflight OPTIONS request with network interception [fixme] +page/page-event-request.spec.ts > should report navigation requests and responses handled by service worker with routing [fixme] +page/page-event-request.spec.ts > should report requests and responses handled by service worker [fixme] +page/page-event-request.spec.ts > should report requests and responses handled by service worker with routing [fixme] +page/page-expose-function.spec.ts > should be callable from-inside addInitScript [fixme] +page/page-expose-function.spec.ts > should not result in unhandled rejection [fixme] +page/page-expose-function.spec.ts > should work on frames [fixme] +page/page-expose-function.spec.ts > should work on frames before navigation [fixme] +page/page-expose-function.spec.ts > should work with busted Array.prototype.map/push [fixme] +page/page-filechooser.spec.ts > should not throw when frame is detached immediately [fixme] +page/page-fill.spec.ts > should not double-fill in contenteditable with beforeinput handler in Firefox [fixme] +page/page-focus.spec.ts > should emit blur event [fixme] +page/page-goto.spec.ts > should be able to navigate to a page controlled by service worker [fixme] +page/page-goto.spec.ts > should fail when canceled by another navigation [fixme] +page/page-goto.spec.ts > should fail when replaced by another navigation [fixme] +page/page-goto.spec.ts > should not leak listeners during navigation [fixme] +page/page-goto.spec.ts > should override referrer-policy [fixme] +page/page-goto.spec.ts > should send referer [fixme] +page/page-goto.spec.ts > should send referer of cross-origin URL [fixme] +page/page-goto.spec.ts > should work with anchor navigation [fixme] +page/page-goto.spec.ts > should work with file URL with subframes [fixme] +page/page-goto.spec.ts > should work with lazy loading iframes [fixme] +page/page-goto.spec.ts > should work with subframes return 204 with domcontentloaded [fixme] +page/page-history.spec.ts > goBack/goForward should work with bfcache-able pages [fixme] +page/page-history.spec.ts > page.goBack during renderer-initiated navigation [fixme] +page/page-history.spec.ts > page.goForward during renderer-initiated navigation [fixme] +page/page-history.spec.ts > page.reload during renderer-initiated navigation [fixme] +page/page-history.spec.ts > page.reload should work with data url [fixme] +page/page-history.spec.ts > regression test for issue 20791 [fixme] +page/page-history.spec.ts > should reload proper page [fixme] +page/page-keyboard.spec.ts > insertText should only emit input event [fixme] +page/page-keyboard.spec.ts > should press Enter [fixme] +page/page-keyboard.spec.ts > should send a character with insertText [fixme] +page/page-keyboard.spec.ts > should send proper codes while typing with shift [fixme] +page/page-keyboard.spec.ts > should shift raw codes [fixme] +page/page-keyboard.spec.ts > should work after a cross origin navigation [fixme] +page/page-navigation.spec.ts > should work with _blank target in form [fixme] +page/page-navigation.spec.ts > should work with cross-process _blank target [fixme] +page/page-network-idle.spec.ts > should navigate to empty page with networkidle [fixme] +page/page-network-idle.spec.ts > should wait for networkidle from the popup [fixme] +page/page-network-request.spec.ts > page.reload return 304 status code [fixme] +page/page-network-request.spec.ts > should get the same headers as the server [fixme] +page/page-network-request.spec.ts > should get the same headers as the server CORS [fixme] +page/page-network-request.spec.ts > should handle mixed-content blocked requests [fixme] +page/page-network-request.spec.ts > should not allow to access frame on popup main request [fixme] +page/page-network-request.spec.ts > should not get preflight CORS requests when intercepting [fixme] +page/page-network-request.spec.ts > should not return allHeaders() until they are available [fixme] +page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded [fixme] +page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fixme] +page/page-network-request.spec.ts > should parse the json post data [fixme] +page/page-network-request.spec.ts > should report raw headers [fixme] +page/page-network-request.spec.ts > should report raw response headers in redirects [fixme] +page/page-network-request.spec.ts > should return event source [fixme] +page/page-network-request.spec.ts > should return multipart/form-data [fixme] +page/page-network-request.spec.ts > should return navigation bit [fixme] +page/page-network-request.spec.ts > should return postData [fixme] +page/page-network-request.spec.ts > should work with binary post data [fixme] +page/page-network-request.spec.ts > should work with binary post data and interception [fixme] +page/page-network-response.spec.ts > should behave the same way for headers and allHeaders [fixme] +page/page-network-response.spec.ts > should provide a Response with a file URL [fixme] +page/page-network-response.spec.ts > should report all headers [fixme] +page/page-network-response.spec.ts > should report if request was fromServiceWorker [fixme] +page/page-network-response.spec.ts > should report multiple set-cookie headers [fixme] +page/page-network-response.spec.ts > should return headers after route.fulfill [fixme] +page/page-network-response.spec.ts > should return set-cookie header after route.fulfill [fixme] +page/page-network-sizes.spec.ts > should handle redirects [fixme] +page/page-network-sizes.spec.ts > should have the correct responseBodySize [fixme] +page/page-network-sizes.spec.ts > should have the correct responseBodySize for chunked request [fixme] +page/page-network-sizes.spec.ts > should have the correct responseBodySize with gzip compression [fixme] +page/page-network-sizes.spec.ts > should set bodySize to 0 when there was no response body [fixme] +page/page-network-sizes.spec.ts > should set bodySize, headersSize, and transferSize [fixme] +page/page-network-sizes.spec.ts > should work with 200 status code [fixme] +page/page-network-sizes.spec.ts > should work with 401 status code [fixme] +page/page-network-sizes.spec.ts > should work with 404 status code [fixme] +page/page-network-sizes.spec.ts > should work with 500 status code [fixme] +page/page-request-continue.spec.ts > propagate headers cross origin redirect [fixme] +page/page-request-continue.spec.ts > redirected requests should report overridden headers [fixme] +page/page-request-continue.spec.ts > should not allow to override unsafe HTTP headers [fixme] +page/page-request-fulfill.spec.ts > headerValue should return set-cookie from intercepted response [fixme] +page/page-request-fulfill.spec.ts > should allow mocking binary responses [fixme] +page/page-request-fulfill.spec.ts > should allow mocking svg with charset [fixme] +page/page-request-fulfill.spec.ts > should fulfill with fetch response that has multiple set-cookie [fixme] +page/page-request-fulfill.spec.ts > should fulfill with multiple set-cookie [fixme] +page/page-request-fulfill.spec.ts > should include the origin header [fixme] +page/page-request-gc.spec.ts > should work [fixme] +page/page-request-intercept.spec.ts > request.postData is not null when fetching FormData with a Blob [fixme] +page/page-request-intercept.spec.ts > should abort favicon requests if interception is enabled [fixme] +page/page-request-intercept.spec.ts > should fulfill popup main request using alias [fixme] +page/page-request-intercept.spec.ts > should override with defaults when intercepted response not provided [fixme] +page/page-route.spec.ts > should add Access-Control-Allow-Origin by default when fulfill [fixme] +page/page-route.spec.ts > should allow null origin for about:blank [fixme] +page/page-route.spec.ts > should be abortable with custom error codes [fixme] +page/page-route.spec.ts > should contain raw request header [fixme] +page/page-route.spec.ts > should intercept when postData is more than 1MB [fixme] +page/page-route.spec.ts > should not auto-intercept non-preflight OPTIONS with network interception [fixme] +page/page-route.spec.ts > should not override cookie header [fixme] +page/page-route.spec.ts > should support cors for different methods [fixme] +page/page-route.spec.ts > should support cors with credentials [fixme] +page/page-route.spec.ts > should support cors with POST [fixme] +page/page-screenshot.spec.ts > page screenshot > should allow transparency [fixme] +page/page-set-extra-http-headers.spec.ts > should not duplicate referer header [fixme] +page/page-set-input-files.spec.ts > input event.composed should be true and cross shadow dom boundary [fixme] +page/page-set-input-files.spec.ts > input should trigger events when files changed second time [fixme] +page/page-set-input-files.spec.ts > should accept single file [fixme] +page/page-set-input-files.spec.ts > should be able to read selected file [fixme] +page/page-set-input-files.spec.ts > should be able to reset selected files with empty file list [fixme] +page/page-set-input-files.spec.ts > should detect mime type [fixme] +page/page-set-input-files.spec.ts > should emit event addListener/removeListener [fixme] +page/page-set-input-files.spec.ts > should emit event after navigation [fixme] +page/page-set-input-files.spec.ts > should emit event for iframe [fixme] +page/page-set-input-files.spec.ts > should emit event on/off [fixme] +page/page-set-input-files.spec.ts > should emit event once [fixme] +page/page-set-input-files.spec.ts > should emit event via prepend [fixme] +page/page-set-input-files.spec.ts > should emit input and change events [fixme] +page/page-set-input-files.spec.ts > should not accept multiple files for single-file input [fixme] +page/page-set-input-files.spec.ts > should not throw when filechooser belongs to iframe [fixme] +page/page-set-input-files.spec.ts > should preserve lastModified timestamp [fixme] +page/page-set-input-files.spec.ts > should return the same file chooser when there are many watchdogs simultaneously [fixme] +page/page-set-input-files.spec.ts > should set from memory [fixme] +page/page-set-input-files.spec.ts > should trigger listener added before navigation [fixme] +page/page-set-input-files.spec.ts > should work @smoke [fixme] +page/page-set-input-files.spec.ts > should work for "multiple" [fixme] +page/page-set-input-files.spec.ts > should work for "webkitdirectory" [fixme] +page/page-set-input-files.spec.ts > should work for single file pick [fixme] +page/page-set-input-files.spec.ts > should work when file input is attached to DOM [fixme] +page/page-set-input-files.spec.ts > should work when file input is not attached to DOM [fixme] +page/page-set-input-files.spec.ts > should work with CSP [fixme] +page/page-set-input-files.spec.ts > should work with no timeout [fixme] +page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup [fixme] +page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup with noopener [fixme] +page/page-wait-for-load-state.spec.ts > should wait for load state of empty url popup [fixme] +page/page-wait-for-load-state.spec.ts > should wait for load state of newPage [fixme] +page/page-wait-for-navigation.spec.ts > should work with url match [fixme] +page/page-wait-for-selector-1.spec.ts > should throw when frame is detached [fixme] +page/page-wait-for-selector-2.spec.ts > should throw when frame is detached xpath [fixme] +page/page-wait-for-selector-2.spec.ts > should work when navigating before node adoption [fixme] +page/page-wait-for-url.spec.ts > should work with commit and about:blank [fixme] +page/retarget.spec.ts > setInputFiles should work with label [fixme] +page/wheel.spec.ts > should dispatch wheel events after popup was opened @smoke [fixme] +page/workers.spec.ts > Page.workers @smoke [fixme] +page/workers.spec.ts > should attribute network activity for worker inside iframe to the iframe [fixme] +page/workers.spec.ts > should clear upon cross-process navigation [fixme] +page/workers.spec.ts > should clear upon navigation [fixme] +page/workers.spec.ts > should dispatch console messages when page has workers [fixme] +page/workers.spec.ts > should emit created and destroyed events [fixme] +page/workers.spec.ts > should evaluate [fixme] +page/workers.spec.ts > should have JSHandles for console logs [fixme] +page/workers.spec.ts > should not report console logs from workers twice [fixme] +page/workers.spec.ts > should report and intercept network from nested worker [fixme] +page/workers.spec.ts > should report console event on the worker [fixme] +page/workers.spec.ts > should report console event on the worker when not listening on page or context [fixme] +page/workers.spec.ts > should report console logs [fixme] +page/workers.spec.ts > should report errors [fixme] +page/workers.spec.ts > should report network activity [fixme] +page/workers.spec.ts > should report network activity on worker creation [fixme] +page/workers.spec.ts > should support extra http headers [fixme] +page/workers.spec.ts > should support offline [fixme] \ No newline at end of file diff --git a/tests/bidi/expectations/bidi-chromium-page.txt b/tests/bidi/expectations/bidi-chromium-page.txt deleted file mode 100644 index d51402783e0ff..0000000000000 --- a/tests/bidi/expectations/bidi-chromium-page.txt +++ /dev/null @@ -1,282 +0,0 @@ -page/elementhandle-bounding-box.spec.ts › should handle nested frames [flaky] -page/elementhandle-bounding-box.spec.ts › should return null for invisible elements [fail] -page/elementhandle-click.spec.ts › should work for TextNodes [fail] -page/elementhandle-content-frame.spec.ts › should work for cross-frame evaluations [fail] -page/elementhandle-owner-frame.spec.ts › should work for cross-process iframes [flaky] -page/elementhandle-query-selector.spec.ts › should work for adopted elements [fail] -page/elementhandle-screenshot.spec.ts › element screenshot › should not issue resize event [fail] -page/elementhandle-scroll-into-view.spec.ts › should scroll display:contents into view [fail] -page/elementhandle-scroll-into-view.spec.ts › should throw for detached element [fail] -page/elementhandle-scroll-into-view.spec.ts › should timeout waiting for visible [fail] -page/elementhandle-scroll-into-view.spec.ts › should wait for display:none to become visible [fail] -page/elementhandle-scroll-into-view.spec.ts › should wait for nested display:none to become visible [fail] -page/expect-boolean.spec.ts › toBeAttached › over navigation [flaky] -page/expect-matcher-result.spec.ts › toHaveScreenshot should populate matcherResult [fail] -page/expect-timeout.spec.ts › should not print timed out error message when page closes [timeout] -page/frame-evaluate.spec.ts › should allow cross-frame element handles [fail] -page/frame-evaluate.spec.ts › should dispose context on cross-origin navigation [fail] -page/frame-evaluate.spec.ts › should dispose context on navigation [fail] -page/frame-evaluate.spec.ts › should not allow cross-frame element handles when frames do not script each other [fail] -page/frame-frame-element.spec.ts › should work with contentFrame [flaky] -page/frame-frame-element.spec.ts › should work with frameset [flaky] -page/frame-goto.spec.ts › should continue after client redirect [fail] -page/frame-hierarchy.spec.ts › should detach child frames on navigation [fail] -page/frame-hierarchy.spec.ts › should refuse to display x-frame-options:deny iframe [timeout] -page/frame-hierarchy.spec.ts › should report different frame instance when frame re-attaches [fail] -page/frame-hierarchy.spec.ts › should return frame.page() [flaky] -page/frame-hierarchy.spec.ts › should send "framenavigated" when navigating on anchor URLs [timeout] -page/frame-hierarchy.spec.ts › should support framesets [fail] -page/interception.spec.ts › should intercept after a service worker [timeout] -page/jshandle-to-string.spec.ts › should beautifully render sparse arrays [fail] -page/locator-click.spec.ts › should work for TextNodes [fail] -page/locator-convenience.spec.ts › should return page [fail] -page/locator-is-visible.spec.ts › isVisible during navigation should not throw [timeout] -page/locator-misc-1.spec.ts › should upload the file [timeout] -page/locator-misc-2.spec.ts › should take screenshot [fail] -page/locator-query.spec.ts › should enforce same frame for has/leftOf/rightOf/above/below/near [flaky] -page/network-post-data.spec.ts › should get post data for file/blob [fail] -page/network-post-data.spec.ts › should get post data for navigator.sendBeacon api calls [fail] -page/network-post-data.spec.ts › should return correct postData buffer for utf-8 body [fail] -page/network-post-data.spec.ts › should return post data for PUT requests [fail] -page/network-post-data.spec.ts › should return post data w/o content-type @smoke [fail] -page/network-post-data.spec.ts › should throw on invalid JSON in post data [fail] -page/network-request-body.spec.ts › should get request body for file/blob [fail] -page/network-request-body.spec.ts › should get request body for navigator.sendBeacon api calls [fail] -page/network-request-body.spec.ts › should return body for PUT requests [fail] -page/network-request-body.spec.ts › should return correct request body buffer for utf-8 body [fail] -page/network-request-body.spec.ts › should return request body w/o content-type @smoke [fail] -page/network-request-body.spec.ts › should throw on invalid JSON in post data [fail] -page/page-accessibility.spec.ts › autocomplete [fail] -page/page-accessibility.spec.ts › checkbox with and tabIndex and label should not have children [fail] -page/page-accessibility.spec.ts › checkbox without label should not have children [fail] -page/page-accessibility.spec.ts › keyshortcuts [fail] -page/page-accessibility.spec.ts › multiselectable [fail] -page/page-accessibility.spec.ts › non editable textbox with role and tabIndex and label should not have children [fail] -page/page-accessibility.spec.ts › orientation [fail] -page/page-accessibility.spec.ts › rich text editable fields should have children [fail] -page/page-accessibility.spec.ts › rich text editable fields with role should have children [fail] -page/page-accessibility.spec.ts › roledescription [fail] -page/page-accessibility.spec.ts › should not report text nodes inside controls [fail] -page/page-accessibility.spec.ts › should return null when the element is no longer in DOM [fail] -page/page-accessibility.spec.ts › should show uninteresting nodes [fail] -page/page-accessibility.spec.ts › should work @smoke [fail] -page/page-accessibility.spec.ts › should work a button [fail] -page/page-accessibility.spec.ts › should work an input [fail] -page/page-accessibility.spec.ts › should work on a menu [fail] -page/page-accessibility.spec.ts › should work when there is a title [fail] -page/page-accessibility.spec.ts › should work with aria-invalid accessibility tree [fail] -page/page-accessibility.spec.ts › should work with regular text [fail] -page/page-add-init-script.spec.ts › init script should run only once in iframe [flaky] -page/page-add-locator-handler.spec.ts › should work with toHaveScreenshot [fail] -page/page-add-script-tag.spec.ts › should throw when added with content to the CSP page [fail] -page/page-aria-snapshot-ai.spec.ts › should stitch all frame snapshots [flaky] -page/page-autowaiting-basic.spec.ts › should await form-get on click [flaky] -page/page-autowaiting-basic.spec.ts › should await form-post on click [fail] -page/page-autowaiting-no-hang.spec.ts › clicking in the middle of navigation that aborts [flaky] -page/page-autowaiting-no-hang.spec.ts › goBack in the middle of navigation that commits [flaky] -page/page-basic.spec.ts › frame.press should work [fail] -page/page-basic.spec.ts › page.frame should respect url [flaky] -page/page-click-scroll.spec.ts › should scroll into view display:contents [fail] -page/page-click.spec.ts › should click button inside frameset [fail] -page/page-click.spec.ts › should click in a nested transformed iframe [timeout] -page/page-click.spec.ts › should click in a transformed iframe [timeout] -page/page-click.spec.ts › should click in a transformed iframe with force [fail] -page/page-click.spec.ts › should click the button @smoke [flaky] -page/page-click.spec.ts › should click the button with fixed position inside an iframe [timeout] -page/page-click.spec.ts › should issue clicks in parallel in page and popup [timeout] -page/page-click.spec.ts › should not hang when frame is detached [fail] -page/page-click.spec.ts › should set PointerEvent.pressure on pointerdown [fail] -page/page-click.spec.ts › should set PointerEvent.pressure on pointermove [fail] -page/page-dialog.spec.ts › should handle multiple alerts [timeout] -page/page-dialog.spec.ts › should handle multiple confirms [timeout] -page/page-drag.spec.ts › Drag and drop › should cancel on escape [fail] -page/page-drag.spec.ts › Drag and drop › should not send dragover on the first mousemove [fail] -page/page-emulate-media.spec.ts › should change the actual colors in css [fail] -page/page-emulate-media.spec.ts › should default to light [fail] -page/page-emulate-media.spec.ts › should emulate colorScheme should work @smoke [fail] -page/page-emulate-media.spec.ts › should emulate contrast [fail] -page/page-emulate-media.spec.ts › should emulate forcedColors [fail] -page/page-emulate-media.spec.ts › should emulate reduced motion [fail] -page/page-emulate-media.spec.ts › should emulate type @smoke [fail] -page/page-emulate-media.spec.ts › should keep reduced motion and color emulation after reload [fail] -page/page-emulate-media.spec.ts › should work during navigation [fail] -page/page-evaluate-no-stall.spec.ts › should throw when no main execution context [fail] -page/page-evaluate.spec.ts › should throw a nice error after a navigation [fail] -page/page-evaluate.spec.ts › should throw when evaluation triggers reload [fail] -page/page-event-console.spec.ts › should not throw when there are console messages in detached iframes [fail] -page/page-event-console.spec.ts › should trigger correct Log [timeout] -page/page-event-console.spec.ts › should work @smoke [flaky] -page/page-event-console.spec.ts › should work for different console API calls [fail] -page/page-event-load.spec.ts › should fire once with iframe navigation [flaky] -page/page-event-network.spec.ts › should resolve responses after a navigation [timeout] -page/page-event-pageerror.spec.ts › should contain sourceURL [timeout] -page/page-event-pageerror.spec.ts › should contain the Error.name property [timeout] -page/page-event-pageerror.spec.ts › should emit error from unhandled rejects [timeout] -page/page-event-pageerror.spec.ts › should fire [timeout] -page/page-event-pageerror.spec.ts › should handle object [timeout] -page/page-event-pageerror.spec.ts › should handle odd values [timeout] -page/page-event-pageerror.spec.ts › should handle window [timeout] -page/page-event-pageerror.spec.ts › should not receive console message for pageError [timeout] -page/page-event-pageerror.spec.ts › should support an empty Error.name property [timeout] -page/page-event-popup.spec.ts › should be able to capture alert [timeout] -page/page-event-popup.spec.ts › should report popup opened from iframes [flaky] -page/page-event-popup.spec.ts › should work with clicking target=_blank [flaky] -page/page-event-request.spec.ts › should fire requestfailed when intercepting race [timeout] -page/page-event-request.spec.ts › should not expose preflight OPTIONS request [flaky] -page/page-event-request.spec.ts › should not expose preflight OPTIONS request with network interception [fail] -page/page-event-request.spec.ts › should report navigation requests and responses handled by service worker with routing [fail] -page/page-event-request.spec.ts › should report requests and responses handled by service worker [fail] -page/page-event-request.spec.ts › should report requests and responses handled by service worker with routing [timeout] -page/page-expose-function.spec.ts › should be callable from-inside addInitScript [timeout] -page/page-expose-function.spec.ts › should not result in unhandled rejection [timeout] -page/page-expose-function.spec.ts › should work on frames [flaky] -page/page-expose-function.spec.ts › should work on frames before navigation [flaky] -page/page-expose-function.spec.ts › should work with busted Array.prototype.map/push [fail] -page/page-filechooser.spec.ts › should not throw when frame is detached immediately [flaky] -page/page-fill.spec.ts › should not double-fill in contenteditable with beforeinput handler in Firefox [fail] -page/page-focus.spec.ts › should emit blur event [fail] -page/page-goto.spec.ts › should be able to navigate to a page controlled by service worker [flaky] -page/page-goto.spec.ts › should fail when canceled by another navigation [flaky] -page/page-goto.spec.ts › should fail when replaced by another navigation [fail] -page/page-goto.spec.ts › should not leak listeners during navigation [flaky] -page/page-goto.spec.ts › should override referrer-policy [fail] -page/page-goto.spec.ts › should send referer [fail] -page/page-goto.spec.ts › should send referer of cross-origin URL [fail] -page/page-goto.spec.ts › should work with anchor navigation [timeout] -page/page-goto.spec.ts › should work with file URL with subframes [flaky] -page/page-goto.spec.ts › should work with lazy loading iframes [fail] -page/page-goto.spec.ts › should work with subframes return 204 with domcontentloaded [fail] -page/page-history.spec.ts › goBack/goForward should work with bfcache-able pages [flaky] -page/page-history.spec.ts › page.goBack during renderer-initiated navigation [timeout] -page/page-history.spec.ts › page.goForward during renderer-initiated navigation [flaky] -page/page-history.spec.ts › page.reload during renderer-initiated navigation [flaky] -page/page-history.spec.ts › page.reload should work with data url [timeout] -page/page-history.spec.ts › regression test for issue 20791 [fail] -page/page-history.spec.ts › should reload proper page [flaky] -page/page-keyboard.spec.ts › insertText should only emit input event [fail] -page/page-keyboard.spec.ts › should press Enter [fail] -page/page-keyboard.spec.ts › should send a character with insertText [fail] -page/page-keyboard.spec.ts › should send proper codes while typing with shift [timeout] -page/page-keyboard.spec.ts › should shift raw codes [fail] -page/page-keyboard.spec.ts › should work after a cross origin navigation [flaky] -page/page-navigation.spec.ts › should work with _blank target in form [timeout] -page/page-navigation.spec.ts › should work with cross-process _blank target [flaky] -page/page-network-idle.spec.ts › should navigate to empty page with networkidle [flaky] -page/page-network-idle.spec.ts › should wait for networkidle from the popup [timeout] -page/page-network-request.spec.ts › page.reload return 304 status code [flaky] -page/page-network-request.spec.ts › should get the same headers as the server [fail] -page/page-network-request.spec.ts › should get the same headers as the server CORS [fail] -page/page-network-request.spec.ts › should handle mixed-content blocked requests [timeout] -page/page-network-request.spec.ts › should not allow to access frame on popup main request [fail] -page/page-network-request.spec.ts › should not get preflight CORS requests when intercepting [fail] -page/page-network-request.spec.ts › should not return allHeaders() until they are available [fail] -page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded [fail] -page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fail] -page/page-network-request.spec.ts › should parse the json post data [fail] -page/page-network-request.spec.ts › should report raw headers [fail] -page/page-network-request.spec.ts › should report raw response headers in redirects [flaky] -page/page-network-request.spec.ts › should return event source [fail] -page/page-network-request.spec.ts › should return multipart/form-data [fail] -page/page-network-request.spec.ts › should return navigation bit [fail] -page/page-network-request.spec.ts › should return postData [fail] -page/page-network-request.spec.ts › should work with binary post data [fail] -page/page-network-request.spec.ts › should work with binary post data and interception [fail] -page/page-network-response.spec.ts › should behave the same way for headers and allHeaders [fail] -page/page-network-response.spec.ts › should provide a Response with a file URL [flaky] -page/page-network-response.spec.ts › should report all headers [fail] -page/page-network-response.spec.ts › should report if request was fromServiceWorker [fail] -page/page-network-response.spec.ts › should report multiple set-cookie headers [fail] -page/page-network-response.spec.ts › should return headers after route.fulfill [fail] -page/page-network-response.spec.ts › should return set-cookie header after route.fulfill [fail] -page/page-network-sizes.spec.ts › should handle redirects [fail] -page/page-network-sizes.spec.ts › should have the correct responseBodySize [fail] -page/page-network-sizes.spec.ts › should have the correct responseBodySize for chunked request [fail] -page/page-network-sizes.spec.ts › should have the correct responseBodySize with gzip compression [fail] -page/page-network-sizes.spec.ts › should set bodySize to 0 when there was no response body [fail] -page/page-network-sizes.spec.ts › should set bodySize, headersSize, and transferSize [fail] -page/page-network-sizes.spec.ts › should work with 200 status code [fail] -page/page-network-sizes.spec.ts › should work with 401 status code [fail] -page/page-network-sizes.spec.ts › should work with 404 status code [fail] -page/page-network-sizes.spec.ts › should work with 500 status code [fail] -page/page-request-continue.spec.ts › propagate headers cross origin redirect [fail] -page/page-request-continue.spec.ts › redirected requests should report overridden headers [fail] -page/page-request-continue.spec.ts › should not allow to override unsafe HTTP headers [fail] -page/page-request-fulfill.spec.ts › headerValue should return set-cookie from intercepted response [fail] -page/page-request-fulfill.spec.ts › should allow mocking binary responses [fail] -page/page-request-fulfill.spec.ts › should allow mocking svg with charset [fail] -page/page-request-fulfill.spec.ts › should fulfill with fetch response that has multiple set-cookie [timeout] -page/page-request-fulfill.spec.ts › should fulfill with multiple set-cookie [timeout] -page/page-request-fulfill.spec.ts › should include the origin header [fail] -page/page-request-gc.spec.ts › should work [fail] -page/page-request-intercept.spec.ts › request.postData is not null when fetching FormData with a Blob [fail] -page/page-request-intercept.spec.ts › should abort favicon requests if interception is enabled [timeout] -page/page-request-intercept.spec.ts › should fulfill popup main request using alias [fail] -page/page-request-intercept.spec.ts › should override with defaults when intercepted response not provided [fail] -page/page-route.spec.ts › should add Access-Control-Allow-Origin by default when fulfill [fail] -page/page-route.spec.ts › should allow null origin for about:blank [fail] -page/page-route.spec.ts › should be abortable with custom error codes [fail] -page/page-route.spec.ts › should contain raw request header [fail] -page/page-route.spec.ts › should intercept when postData is more than 1MB [fail] -page/page-route.spec.ts › should not auto-intercept non-preflight OPTIONS with network interception [fail] -page/page-route.spec.ts › should not override cookie header [fail] -page/page-route.spec.ts › should support cors for different methods [fail] -page/page-route.spec.ts › should support cors with credentials [fail] -page/page-route.spec.ts › should support cors with POST [fail] -page/page-screenshot.spec.ts › page screenshot › should allow transparency [fail] -page/page-set-extra-http-headers.spec.ts › should not duplicate referer header [fail] -page/page-set-input-files.spec.ts › input event.composed should be true and cross shadow dom boundary [timeout] -page/page-set-input-files.spec.ts › input should trigger events when files changed second time [timeout] -page/page-set-input-files.spec.ts › should accept single file [timeout] -page/page-set-input-files.spec.ts › should be able to read selected file [timeout] -page/page-set-input-files.spec.ts › should be able to reset selected files with empty file list [timeout] -page/page-set-input-files.spec.ts › should detect mime type [fail] -page/page-set-input-files.spec.ts › should emit event addListener/removeListener [timeout] -page/page-set-input-files.spec.ts › should emit event after navigation [timeout] -page/page-set-input-files.spec.ts › should emit event for iframe [timeout] -page/page-set-input-files.spec.ts › should emit event on/off [timeout] -page/page-set-input-files.spec.ts › should emit event once [timeout] -page/page-set-input-files.spec.ts › should emit event via prepend [timeout] -page/page-set-input-files.spec.ts › should emit input and change events [fail] -page/page-set-input-files.spec.ts › should not accept multiple files for single-file input [timeout] -page/page-set-input-files.spec.ts › should not throw when filechooser belongs to iframe [timeout] -page/page-set-input-files.spec.ts › should preserve lastModified timestamp [timeout] -page/page-set-input-files.spec.ts › should return the same file chooser when there are many watchdogs simultaneously [timeout] -page/page-set-input-files.spec.ts › should set from memory [timeout] -page/page-set-input-files.spec.ts › should trigger listener added before navigation [timeout] -page/page-set-input-files.spec.ts › should work @smoke [timeout] -page/page-set-input-files.spec.ts › should work for "multiple" [timeout] -page/page-set-input-files.spec.ts › should work for "webkitdirectory" [timeout] -page/page-set-input-files.spec.ts › should work for single file pick [timeout] -page/page-set-input-files.spec.ts › should work when file input is attached to DOM [timeout] -page/page-set-input-files.spec.ts › should work when file input is not attached to DOM [timeout] -page/page-set-input-files.spec.ts › should work with CSP [timeout] -page/page-set-input-files.spec.ts › should work with no timeout [timeout] -page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup [timeout] -page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup with noopener [timeout] -page/page-wait-for-load-state.spec.ts › should wait for load state of empty url popup [timeout] -page/page-wait-for-load-state.spec.ts › should wait for load state of newPage [timeout] -page/page-wait-for-navigation.spec.ts › should work with url match [flaky] -page/page-wait-for-selector-1.spec.ts › should throw when frame is detached [fail] -page/page-wait-for-selector-2.spec.ts › should throw when frame is detached xpath [fail] -page/page-wait-for-selector-2.spec.ts › should work when navigating before node adoption [fail] -page/page-wait-for-url.spec.ts › should work with commit and about:blank [timeout] -page/retarget.spec.ts › setInputFiles should work with label [timeout] -page/wheel.spec.ts › should dispatch wheel events after popup was opened @smoke [timeout] -page/workers.spec.ts › Page.workers @smoke [timeout] -page/workers.spec.ts › should attribute network activity for worker inside iframe to the iframe [timeout] -page/workers.spec.ts › should clear upon cross-process navigation [timeout] -page/workers.spec.ts › should clear upon navigation [timeout] -page/workers.spec.ts › should dispatch console messages when page has workers [timeout] -page/workers.spec.ts › should emit created and destroyed events [timeout] -page/workers.spec.ts › should evaluate [timeout] -page/workers.spec.ts › should have JSHandles for console logs [timeout] -page/workers.spec.ts › should not report console logs from workers twice [timeout] -page/workers.spec.ts › should report and intercept network from nested worker [fail] -page/workers.spec.ts › should report console event on the worker [timeout] -page/workers.spec.ts › should report console event on the worker when not listening on page or context [timeout] -page/workers.spec.ts › should report console logs [timeout] -page/workers.spec.ts › should report errors [timeout] -page/workers.spec.ts › should report network activity [timeout] -page/workers.spec.ts › should report network activity on worker creation [timeout] -page/workers.spec.ts › should support extra http headers [timeout] -page/workers.spec.ts › should support offline [timeout] \ No newline at end of file diff --git a/tests/bidi/expectations/moz-firefox-nightly-library.conf b/tests/bidi/expectations/moz-firefox-nightly-library.conf new file mode 100644 index 0000000000000..33aff003dfda8 --- /dev/null +++ b/tests/bidi/expectations/moz-firefox-nightly-library.conf @@ -0,0 +1,213 @@ +library/agent-perform.spec.ts > retrieve a secret [fixme] +library/browsercontext-add-cookies.spec.ts > should allow unnamed cookies [fixme] +library/browsercontext-basic.spec.ts > fetch with keepalive should throw when offline [fixme] +library/browsercontext-basic.spec.ts > should disable javascript [fixme] +library/browsercontext-basic.spec.ts > should emulate media in cross-process iframe [fixme] +library/browsercontext-basic.spec.ts > should emulate media in popup [fixme] +library/browsercontext-cookies-third-party.spec.ts > same origin third party 'Partitioned;' cookie with different origin intermediate iframe [fixme] +library/browsercontext-cookies-third-party.spec.ts > save/load third party 'Partitioned;' cookies [fixme] +library/browsercontext-cookies-third-party.spec.ts > save/load third party non-partitioned cookies [fixme] +library/browsercontext-cookies-third-party.spec.ts > should be able to send third party cookies via an iframe [fixme] +library/browsercontext-cookies-third-party.spec.ts > third party 'Partitioned;' cookies [fixme] +library/browsercontext-cookies-third-party.spec.ts > third party non-partitioned cookies [fixme] +library/browsercontext-cookies.spec.ts > should support requestStorageAccess [fixme] +library/browsercontext-csp.spec.ts > should bypass CSP header [fixme] +library/browsercontext-csp.spec.ts > should bypass CSP in iframes as well [fixme] +library/browsercontext-csp.spec.ts > should bypass CSP meta tag @smoke [fixme] +library/browsercontext-csp.spec.ts > should bypass after cross-process navigation [fixme] +library/browsercontext-devtools.spec.ts > should close tab via close button [fixme] +library/browsercontext-devtools.spec.ts > should display screencast image [fixme] +library/browsercontext-devtools.spec.ts > should show no-pages placeholder when all tabs are closed [fixme] +library/browsercontext-events.spec.ts > console event should work with element handles [fixme] +library/browsercontext-har.spec.ts > should goForward to redirected navigation [fixme] +library/browsercontext-har.spec.ts > should record overridden requests to har [fixme] +library/browsercontext-har.spec.ts > should round-trip har with postData [fixme] +library/browsercontext-locale.spec.ts > should format number [fixme] +library/browsercontext-locale.spec.ts > should format number in popups [fixme] +library/browsercontext-locale.spec.ts > should format number in workers [fixme] +library/browsercontext-network-event.spec.ts > should reject response.finished if context closes [fixme] +library/browsercontext-page-event.spec.ts > should have about:blank for empty url with domcontentloaded [fixme] +library/browsercontext-page-event.spec.ts > should have about:blank url with domcontentloaded [fixme] +library/browsercontext-page-event.spec.ts > should have an opener [fixme] +library/browsercontext-page-event.spec.ts > should have url [fixme] +library/browsercontext-page-event.spec.ts > should report when a new page is created and closed [fixme] +library/browsercontext-pages.spec.ts > frame.focus should work multiple times [fixme] +library/browsercontext-pages.spec.ts > should click the button with deviceScaleFactor set [fixme] +library/browsercontext-reuse.spec.ts > reuse connect > should not cache resources [fixme] +library/browsercontext-reuse.spec.ts > reuse connect > should reset serviceworker [fixme] +library/browsercontext-reuse.spec.ts > reuse connect > should reset serviceworker that hangs in importScripts [fixme] +library/browsercontext-reuse.spec.ts > reuse connect > should update viewport and media [fixme] +library/browsercontext-reuse.spec.ts > reuse launch > should not cache resources [fixme] +library/browsercontext-reuse.spec.ts > reuse launch > should reset serviceworker [fixme] +library/browsercontext-reuse.spec.ts > reuse launch > should reset serviceworker that hangs in importScripts [fixme] +library/browsercontext-reuse.spec.ts > reuse launch > should update viewport and media [fixme] +library/browsercontext-service-worker-policy.spec.ts > block > should not throw error on about:blank [fixme] +library/browsercontext-storage-state.spec.ts > should roundtrip local storage in third-party context [fixme] +library/browsercontext-storage-state.spec.ts > should set local storage in third-party context [fixme] +library/browsercontext-storage-state.spec.ts > should work when service worker is intefering and the origin is not open [fixme] +library/browsercontext-user-agent.spec.ts > should override navigator.platform to match custom user agent [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > default mobile viewports to 980 width [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should be detectable [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should detect touch when applying viewport with touches [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should emulate the hover media feature [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should preserve window.orientation override after navigation [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support touch emulation [fixme] +library/browsercontext-viewport-mobile.spec.ts > mobile viewport > should support window.orientation emulation [fixme] +library/browsercontext-viewport.spec.ts > should drag with high dpi [fixme] +library/browsercontext-viewport.spec.ts > should keep touch emulation after screenshot beyond viewport [fixme] +library/browsercontext-viewport.spec.ts > should support touch with null viewport [fixme] +library/browsertype-connect.spec.ts > launchServer > should be able to connect 20 times to a single server without warnings [fixme] +library/browsertype-connect.spec.ts > launchServer > should save download [fixme] +library/browsertype-connect.spec.ts > launchServer > should upload a folder [fixme] +library/browsertype-connect.spec.ts > run-server > should be able to connect 20 times to a single server without warnings [fixme] +library/browsertype-connect.spec.ts > run-server > should save download [fixme] +library/browsertype-connect.spec.ts > run-server > should upload a folder [fixme] +library/browsertype-launch.spec.ts > should reject if launched browser fails immediately [fixme] +library/capabilities.spec.ts > SharedArrayBuffer should work @smoke [fixme] +library/channels.spec.ts > should work with the domain module [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > serviceWorker(), and fromServiceWorker() work [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setExtraHTTPHeaders [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > setOffline [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept only serviceworker request, not page [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker importScripts [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should intercept service worker requests (main and within) [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker (advanced) [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should produce network events, routing, and annotations for Service Worker [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to content-type) of main service worker request [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report failure (due to redirect) of main service worker request [fixme] +library/chromium/chromium.spec.ts > PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 > should report intercepted service worker requests in HAR [fixme] +library/chromium/chromium.spec.ts > http credentials > httpCredentials [fixme] +library/chromium/chromium.spec.ts > serviceWorkers() should return current workers [fixme] +library/chromium/chromium.spec.ts > should close service worker together with the context [fixme] +library/chromium/chromium.spec.ts > should create a worker from a service worker [fixme] +library/chromium/chromium.spec.ts > should create a worker from service worker with noop routing [fixme] +library/chromium/chromium.spec.ts > should emit new service worker on update [fixme] +library/chromium/connect-over-cdp.spec.ts > should send default User-Agent header with connect request [fixme] +library/chromium/connect-over-cdp.spec.ts > should send extra headers with connect request [fixme] +library/chromium/launcher.spec.ts > should report console messages from content script [fixme] +library/chromium/launcher.spec.ts > should return background pages [fixme] +library/chromium/launcher.spec.ts > should return background pages when recording video [fixme] +library/chromium/launcher.spec.ts > should support request/response events when using backgroundPage() [fixme] +library/client-certificates.spec.ts > browser > persistentContext > should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fixme] +library/client-certificates.spec.ts > browser > should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fixme] +library/client-certificates.spec.ts > browser > should not intercept TLS for origins without a client certificate [fixme] +library/debug-controller.spec.ts > should allow setting recorder mode only for specific browser [fixme] +library/debug-controller.spec.ts > should record [fixme] +library/debug-controller.spec.ts > should work with browser._launchServer [fixme] +library/defaultbrowsercontext-1.spec.ts > should support bypassCSP option [fixme] +library/defaultbrowsercontext-1.spec.ts > should support javascriptEnabled option [fixme] +library/defaultbrowsercontext-2.spec.ts > should have passed URL when launching with ignoreDefaultArgs: true [fixme] +library/defaultbrowsercontext-2.spec.ts > should support colorScheme option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support contrast option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support forcedColors option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support hasTouch option [fixme] +library/defaultbrowsercontext-2.spec.ts > should support reducedMotion option [fixme] +library/defaultbrowsercontext-2.spec.ts > should work in persistent context [fixme] +library/download.spec.ts > download event > should be able to cancel pending downloads [fixme] +library/download.spec.ts > download event > should report new window downloads [fixme] +library/download.spec.ts > download event > should throw if browser dies [fixme] +library/emulation-focus.spec.ts > should focus popups by default [fixme] +library/emulation-focus.spec.ts > should focus with more than one page/context [fixme] +library/emulation-focus.spec.ts > should think that all pages are focused @smoke [fixme] +library/fetch-proxy.spec.ts > context request should pick up proxy credentials [fixme] +library/firefox/launcher.spec.ts > should support custom firefox policies [fixme] +library/geolocation.spec.ts > should use context options for popup [fixme] +library/har-websocket.spec.ts > should attach websocket messages [fixme] +library/har-websocket.spec.ts > should attach websocket messages for a still open websocket after stopping [fixme] +library/har-websocket.spec.ts > should embed websocket messages [fixme] +library/har-websocket.spec.ts > should include websocket handshake headers and status [fixme] +library/har-websocket.spec.ts > should omit websocket messages [fixme] +library/har-websocket.spec.ts > should only have one websocket entry [fixme] +library/har-websocket.spec.ts > should record websocket connection failure [fixme] +library/har-websocket.spec.ts > should record websocket handshake failure [fixme] +library/har-websocket.spec.ts > should respect PLAYWRIGHT_HAR_NO_WEBSOCKET_FRAMES [fixme] +library/har-websocket.spec.ts > should still allow routeWebSocket to modify messages when capturing HAR [fixme] +library/har-websocket.spec.ts > should still capture websocket when route passes messages through [fixme] +library/har.spec.ts > should have connection details [fixme] +library/har.spec.ts > should have connection details for failed requests [fixme] +library/har.spec.ts > should have connection details for redirects [fixme] +library/har.spec.ts > should have security details [fixme] +library/har.spec.ts > should include binary postData [fixme] +library/har.spec.ts > should include form params [fixme] +library/har.spec.ts > should include postData [fixme] +library/har.spec.ts > should include set-cookies [fixme] +library/har.spec.ts > should include set-cookies with comma [fixme] +library/har.spec.ts > should include sizes [fixme] +library/har.spec.ts > should not hang on slow chunked response [fixme] +library/har.spec.ts > should report the correct _transferSize with PNG files [fixme] +library/har.spec.ts > should return security details directly from response [fixme] +library/har.spec.ts > should return server address directly from response [fixme] +library/headful.spec.ts > should click bottom row w/ infobar in OOPIF [fixme] +library/headful.spec.ts > should click in OOPIF [fixme] +library/heap.spec.ts > cycle handles [fixme] +library/hit-target.spec.ts > should detect overlaid element in a transformed iframe [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should --test-id-attribute [fixme] +library/inspector/cli-codegen-2.spec.ts > cli codegen > should not clash pages [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (1) [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (2) [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (3) [fixme] +library/inspector/cli-codegen-3.spec.ts > cli codegen > should generate frame locators (4) [fixme] +library/launcher.spec.ts > should throw a friendly error if its headed and there is no xserver on linux running [fixme] +library/locator-dispatchevent-touch.spec.ts > should support touch points in touch event arguments [fixme] +library/multiclient.spec.ts > last emulateMedia wins [fixme] +library/multiclient.spec.ts > should chain routes [fixme] +library/multiclient.spec.ts > should unroute websockets [fixme] +library/page-clock.spec.ts > popup > should tick after popup [fixme] +library/page-event-crash.spec.ts > should be able to close context when page crashes [fixme] +library/page-event-crash.spec.ts > should be able to close page after crash [fixme] +library/page-event-crash.spec.ts > should cancel navigation when page crashes [fixme] +library/page-event-crash.spec.ts > should cancel waitForEvent when page crashes [fixme] +library/page-event-crash.spec.ts > should emit crash event when page crashes [fixme] +library/page-event-crash.spec.ts > should throw on any action after page crashes [fixme] +library/permissions.spec.ts > permissions > should deny permission when not listed [fixme] +library/permissions.spec.ts > permissions > should fail when bad permission is given [fixme] +library/permissions.spec.ts > permissions > should isolate permissions between browser contexts [fixme] +library/permissions.spec.ts > permissions > should trigger permission onchange [fixme] +library/permissions.spec.ts > should support clipboard read [fixme] +library/popup.spec.ts > BrowserContext.addInitScript should apply to a cross-process popup [fixme] +library/popup.spec.ts > should expose function from browser context [fixme] +library/popup.spec.ts > should inherit touch support from browser context [fixme] +library/popup.spec.ts > should not dispatch binding on a closed page [fixme] +library/popup.spec.ts > should not throw when click closes popup [fixme] +library/popup.spec.ts > should use viewport size from window features [fixme] +library/proxy.spec.ts > should reconnect with credentials after CONNECT 407 closes the socket [fixme] +library/role-utils.spec.ts > axe-core accessible-text [fixme] +library/role-utils.spec.ts > wpt accname #2 [fixme] +library/role-utils.spec.ts > wpt accname #3 [fixme] +library/route-web-socket.spec.ts > should emit close upon frame detach [fixme] +library/screencast.spec.ts > onFrame receives viewport size [fixme] +library/screenshot.spec.ts > page screenshot > should work with device scale factor and scale:css [fixme] +library/screenshot.spec.ts > page screenshot > should work with device scale factor, clip and scale:css [fixme] +library/selector-generator.spec.ts > selector generator > should work in dynamic iframes without navigation [fixme] +library/slowmo.spec.ts > slowMo > Frame SlowMo check [fixme] +library/slowmo.spec.ts > slowMo > Frame SlowMo uncheck [fixme] +library/tap.spec.ts > should not send mouse events touchstart is canceled [fixme] +library/tap.spec.ts > should not send mouse events when touchend is canceled [fixme] +library/tap.spec.ts > should not wait for a navigation caused by a tap [fixme] +library/tap.spec.ts > should send all of the correct events @smoke [fixme] +library/tap.spec.ts > should send well formed touch points [fixme] +library/tap.spec.ts > should wait until an element is visible to tap it [fixme] +library/tap.spec.ts > should work with modifiers [fixme] +library/tap.spec.ts > trial run should not tap [fixme] +library/trace-viewer.spec.ts > should filter network requests by multiple resource types [fixme] +library/trace-viewer.spec.ts > should filter network requests by url [fixme] +library/trace-viewer.spec.ts > should filter network requests by websocket type [fixme] +library/trace-viewer.spec.ts > should highlight locator in iframe while typing [fixme] +library/trace-viewer.spec.ts > should open console errors on click [fixme] +library/trace-viewer.spec.ts > should pick locator in iframe [fixme] +library/trace-viewer.spec.ts > should render console [fixme] +library/trace-viewer.spec.ts > should show only one pointer with multilevel iframes [fixme] +library/trace-viewer.spec.ts > should show websocket messages [fixme] +library/tracing.spec.ts > should produce screencast frames crop [fixme] +library/tracing.spec.ts > should produce screencast frames fit [fixme] +library/tracing.spec.ts > should produce screencast frames scale [fixme] +library/tracing.spec.ts > should save trace while a WebSocket keeps streaming frames [fixme] +library/web-socket.spec.ts > should emit binary frame events [fixme] +library/web-socket.spec.ts > should emit close events [fixme] +library/web-socket.spec.ts > should emit error [fixme] +library/web-socket.spec.ts > should emit frame events [fixme] +library/web-socket.spec.ts > should filter out the close events when the server closes with a message [fixme] +library/web-socket.spec.ts > should not have stray error events [fixme] +library/web-socket.spec.ts > should pass self as argument to close event [fixme] +library/web-socket.spec.ts > should reject waitForEvent on page close [fixme] +library/web-socket.spec.ts > should reject waitForEvent on socket close [fixme] \ No newline at end of file diff --git a/tests/bidi/expectations/moz-firefox-nightly-library.txt b/tests/bidi/expectations/moz-firefox-nightly-library.txt deleted file mode 100644 index af096803a20ec..0000000000000 --- a/tests/bidi/expectations/moz-firefox-nightly-library.txt +++ /dev/null @@ -1,213 +0,0 @@ -library/agent-perform.spec.ts › retrieve a secret [timeout] -library/browsercontext-add-cookies.spec.ts › should allow unnamed cookies [fail] -library/browsercontext-basic.spec.ts › fetch with keepalive should throw when offline [fail] -library/browsercontext-basic.spec.ts › should disable javascript [fail] -library/browsercontext-basic.spec.ts › should emulate media in cross-process iframe [fail] -library/browsercontext-basic.spec.ts › should emulate media in popup [fail] -library/browsercontext-cookies-third-party.spec.ts › same origin third party 'Partitioned;' cookie with different origin intermediate iframe [fail] -library/browsercontext-cookies-third-party.spec.ts › save/load third party 'Partitioned;' cookies [fail] -library/browsercontext-cookies-third-party.spec.ts › save/load third party non-partitioned cookies [fail] -library/browsercontext-cookies-third-party.spec.ts › should be able to send third party cookies via an iframe [fail] -library/browsercontext-cookies-third-party.spec.ts › third party 'Partitioned;' cookies [timeout] -library/browsercontext-cookies-third-party.spec.ts › third party non-partitioned cookies [timeout] -library/browsercontext-cookies.spec.ts › should support requestStorageAccess [fail] -library/browsercontext-csp.spec.ts › should bypass CSP header [fail] -library/browsercontext-csp.spec.ts › should bypass CSP in iframes as well [fail] -library/browsercontext-csp.spec.ts › should bypass CSP meta tag @smoke [fail] -library/browsercontext-csp.spec.ts › should bypass after cross-process navigation [fail] -library/browsercontext-devtools.spec.ts › should close tab via close button [fail] -library/browsercontext-devtools.spec.ts › should display screencast image [fail] -library/browsercontext-devtools.spec.ts › should show no-pages placeholder when all tabs are closed [fail] -library/browsercontext-events.spec.ts › console event should work with element handles [fail] -library/browsercontext-har.spec.ts › should goForward to redirected navigation [fail] -library/browsercontext-har.spec.ts › should record overridden requests to har [fail] -library/browsercontext-har.spec.ts › should round-trip har with postData [fail] -library/browsercontext-locale.spec.ts › should format number [fail] -library/browsercontext-locale.spec.ts › should format number in popups [fail] -library/browsercontext-locale.spec.ts › should format number in workers [timeout] -library/browsercontext-network-event.spec.ts › should reject response.finished if context closes [timeout] -library/browsercontext-page-event.spec.ts › should have about:blank for empty url with domcontentloaded [timeout] -library/browsercontext-page-event.spec.ts › should have about:blank url with domcontentloaded [timeout] -library/browsercontext-page-event.spec.ts › should have an opener [fail] -library/browsercontext-page-event.spec.ts › should have url [fail] -library/browsercontext-page-event.spec.ts › should report when a new page is created and closed [fail] -library/browsercontext-pages.spec.ts › frame.focus should work multiple times [fail] -library/browsercontext-pages.spec.ts › should click the button with deviceScaleFactor set [fail] -library/browsercontext-reuse.spec.ts › reuse connect › should not cache resources [fail] -library/browsercontext-reuse.spec.ts › reuse connect › should reset serviceworker [timeout] -library/browsercontext-reuse.spec.ts › reuse connect › should reset serviceworker that hangs in importScripts [timeout] -library/browsercontext-reuse.spec.ts › reuse connect › should update viewport and media [fail] -library/browsercontext-reuse.spec.ts › reuse launch › should not cache resources [fail] -library/browsercontext-reuse.spec.ts › reuse launch › should reset serviceworker [timeout] -library/browsercontext-reuse.spec.ts › reuse launch › should reset serviceworker that hangs in importScripts [timeout] -library/browsercontext-reuse.spec.ts › reuse launch › should update viewport and media [fail] -library/browsercontext-service-worker-policy.spec.ts › block › should not throw error on about:blank [fail] -library/browsercontext-storage-state.spec.ts › should roundtrip local storage in third-party context [fail] -library/browsercontext-storage-state.spec.ts › should set local storage in third-party context [fail] -library/browsercontext-storage-state.spec.ts › should work when service worker is intefering and the origin is not open [fail] -library/browsercontext-user-agent.spec.ts › should override navigator.platform to match custom user agent [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › default mobile viewports to 980 width [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should be detectable [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should detect touch when applying viewport with touches [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should emulate the hover media feature [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should preserve window.orientation override after navigation [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support touch emulation [fail] -library/browsercontext-viewport-mobile.spec.ts › mobile viewport › should support window.orientation emulation [fail] -library/browsercontext-viewport.spec.ts › should drag with high dpi [fail] -library/browsercontext-viewport.spec.ts › should keep touch emulation after screenshot beyond viewport [fail] -library/browsercontext-viewport.spec.ts › should support touch with null viewport [fail] -library/browsertype-connect.spec.ts › launchServer › should be able to connect 20 times to a single server without warnings [timeout] -library/browsertype-connect.spec.ts › launchServer › should save download [fail] -library/browsertype-connect.spec.ts › launchServer › should upload a folder [fail] -library/browsertype-connect.spec.ts › run-server › should be able to connect 20 times to a single server without warnings [timeout] -library/browsertype-connect.spec.ts › run-server › should save download [fail] -library/browsertype-connect.spec.ts › run-server › should upload a folder [fail] -library/browsertype-launch.spec.ts › should reject if launched browser fails immediately [fail] -library/capabilities.spec.ts › SharedArrayBuffer should work @smoke [timeout] -library/channels.spec.ts › should work with the domain module [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › serviceWorker(), and fromServiceWorker() work [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setExtraHTTPHeaders [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › setOffline [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept only serviceworker request, not page [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker importScripts [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should intercept service worker requests (main and within) [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker (advanced) [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should produce network events, routing, and annotations for Service Worker [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to content-type) of main service worker request [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report failure (due to redirect) of main service worker request [timeout] -library/chromium/chromium.spec.ts › PW_EXPERIMENTAL_SERVICE_WORKER_NETWORK_EVENTS=1 › should report intercepted service worker requests in HAR [timeout] -library/chromium/chromium.spec.ts › http credentials › httpCredentials [timeout] -library/chromium/chromium.spec.ts › serviceWorkers() should return current workers [timeout] -library/chromium/chromium.spec.ts › should close service worker together with the context [timeout] -library/chromium/chromium.spec.ts › should create a worker from a service worker [timeout] -library/chromium/chromium.spec.ts › should create a worker from service worker with noop routing [timeout] -library/chromium/chromium.spec.ts › should emit new service worker on update [timeout] -library/chromium/connect-over-cdp.spec.ts › should send default User-Agent header with connect request [timeout] -library/chromium/connect-over-cdp.spec.ts › should send extra headers with connect request [timeout] -library/chromium/launcher.spec.ts › should report console messages from content script [timeout] -library/chromium/launcher.spec.ts › should return background pages [timeout] -library/chromium/launcher.spec.ts › should return background pages when recording video [timeout] -library/chromium/launcher.spec.ts › should support request/response events when using backgroundPage() [timeout] -library/client-certificates.spec.ts › browser › persistentContext › should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fail] -library/client-certificates.spec.ts › browser › should intercept TLS and send no client certificate when noCertificate is set for the visited origin [fail] -library/client-certificates.spec.ts › browser › should not intercept TLS for origins without a client certificate [fail] -library/debug-controller.spec.ts › should allow setting recorder mode only for specific browser [fail] -library/debug-controller.spec.ts › should record [flaky] -library/debug-controller.spec.ts › should work with browser._launchServer [flaky] -library/defaultbrowsercontext-1.spec.ts › should support bypassCSP option [fail] -library/defaultbrowsercontext-1.spec.ts › should support javascriptEnabled option [fail] -library/defaultbrowsercontext-2.spec.ts › should have passed URL when launching with ignoreDefaultArgs: true [timeout] -library/defaultbrowsercontext-2.spec.ts › should support colorScheme option [fail] -library/defaultbrowsercontext-2.spec.ts › should support contrast option [fail] -library/defaultbrowsercontext-2.spec.ts › should support forcedColors option [fail] -library/defaultbrowsercontext-2.spec.ts › should support hasTouch option [fail] -library/defaultbrowsercontext-2.spec.ts › should support reducedMotion option [fail] -library/defaultbrowsercontext-2.spec.ts › should work in persistent context [fail] -library/download.spec.ts › download event › should be able to cancel pending downloads [timeout] -library/download.spec.ts › download event › should report new window downloads [timeout] -library/download.spec.ts › download event › should throw if browser dies [fail] -library/emulation-focus.spec.ts › should focus popups by default [fail] -library/emulation-focus.spec.ts › should focus with more than one page/context [fail] -library/emulation-focus.spec.ts › should think that all pages are focused @smoke [fail] -library/fetch-proxy.spec.ts › context request should pick up proxy credentials [timeout] -library/firefox/launcher.spec.ts › should support custom firefox policies [fail] -library/geolocation.spec.ts › should use context options for popup [timeout] -library/har-websocket.spec.ts › should attach websocket messages [fail] -library/har-websocket.spec.ts › should attach websocket messages for a still open websocket after stopping [timeout] -library/har-websocket.spec.ts › should embed websocket messages [fail] -library/har-websocket.spec.ts › should include websocket handshake headers and status [fail] -library/har-websocket.spec.ts › should omit websocket messages [fail] -library/har-websocket.spec.ts › should only have one websocket entry [fail] -library/har-websocket.spec.ts › should record websocket connection failure [timeout] -library/har-websocket.spec.ts › should record websocket handshake failure [fail] -library/har-websocket.spec.ts › should respect PLAYWRIGHT_HAR_NO_WEBSOCKET_FRAMES [fail] -library/har-websocket.spec.ts › should still allow routeWebSocket to modify messages when capturing HAR [fail] -library/har-websocket.spec.ts › should still capture websocket when route passes messages through [fail] -library/har.spec.ts › should have connection details [fail] -library/har.spec.ts › should have connection details for failed requests [fail] -library/har.spec.ts › should have connection details for redirects [fail] -library/har.spec.ts › should have security details [fail] -library/har.spec.ts › should include binary postData [fail] -library/har.spec.ts › should include form params [fail] -library/har.spec.ts › should include postData [fail] -library/har.spec.ts › should include set-cookies [fail] -library/har.spec.ts › should include set-cookies with comma [fail] -library/har.spec.ts › should include sizes [fail] -library/har.spec.ts › should not hang on slow chunked response [timeout] -library/har.spec.ts › should report the correct _transferSize with PNG files [fail] -library/har.spec.ts › should return security details directly from response [fail] -library/har.spec.ts › should return server address directly from response [fail] -library/headful.spec.ts › should click bottom row w/ infobar in OOPIF [fail] -library/headful.spec.ts › should click in OOPIF [fail] -library/heap.spec.ts › cycle handles [timeout] -library/hit-target.spec.ts › should detect overlaid element in a transformed iframe [fail] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should --test-id-attribute [timeout] -library/inspector/cli-codegen-2.spec.ts › cli codegen › should not clash pages [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (1) [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (2) [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (3) [timeout] -library/inspector/cli-codegen-3.spec.ts › cli codegen › should generate frame locators (4) [timeout] -library/launcher.spec.ts › should throw a friendly error if its headed and there is no xserver on linux running [fail] -library/locator-dispatchevent-touch.spec.ts › should support touch points in touch event arguments [fail] -library/multiclient.spec.ts › last emulateMedia wins [fail] -library/multiclient.spec.ts › should chain routes [timeout] -library/multiclient.spec.ts › should unroute websockets [timeout] -library/page-clock.spec.ts › popup › should tick after popup [flaky] -library/page-event-crash.spec.ts › should be able to close context when page crashes [timeout] -library/page-event-crash.spec.ts › should be able to close page after crash [timeout] -library/page-event-crash.spec.ts › should cancel navigation when page crashes [timeout] -library/page-event-crash.spec.ts › should cancel waitForEvent when page crashes [timeout] -library/page-event-crash.spec.ts › should emit crash event when page crashes [timeout] -library/page-event-crash.spec.ts › should throw on any action after page crashes [timeout] -library/permissions.spec.ts › permissions › should deny permission when not listed [fail] -library/permissions.spec.ts › permissions › should fail when bad permission is given [fail] -library/permissions.spec.ts › permissions › should isolate permissions between browser contexts [fail] -library/permissions.spec.ts › permissions › should trigger permission onchange [fail] -library/permissions.spec.ts › should support clipboard read [fail] -library/popup.spec.ts › BrowserContext.addInitScript should apply to a cross-process popup [flaky] -library/popup.spec.ts › should expose function from browser context [fail] -library/popup.spec.ts › should inherit touch support from browser context [fail] -library/popup.spec.ts › should not dispatch binding on a closed page [fail] -library/popup.spec.ts › should not throw when click closes popup [timeout] -library/popup.spec.ts › should use viewport size from window features [timeout] -library/proxy.spec.ts › should reconnect with credentials after CONNECT 407 closes the socket [fail] -library/role-utils.spec.ts › axe-core accessible-text [timeout] -library/role-utils.spec.ts › wpt accname #2 [timeout] -library/role-utils.spec.ts › wpt accname #3 [timeout] -library/route-web-socket.spec.ts › should emit close upon frame detach [timeout] -library/screencast.spec.ts › onFrame receives viewport size [fail] -library/screenshot.spec.ts › page screenshot › should work with device scale factor and scale:css [fail] -library/screenshot.spec.ts › page screenshot › should work with device scale factor, clip and scale:css [fail] -library/selector-generator.spec.ts › selector generator › should work in dynamic iframes without navigation [fail] -library/slowmo.spec.ts › slowMo › Frame SlowMo check [fail] -library/slowmo.spec.ts › slowMo › Frame SlowMo uncheck [fail] -library/tap.spec.ts › should not send mouse events touchstart is canceled [fail] -library/tap.spec.ts › should not send mouse events when touchend is canceled [fail] -library/tap.spec.ts › should not wait for a navigation caused by a tap [timeout] -library/tap.spec.ts › should send all of the correct events @smoke [fail] -library/tap.spec.ts › should send well formed touch points [timeout] -library/tap.spec.ts › should wait until an element is visible to tap it [fail] -library/tap.spec.ts › should work with modifiers [timeout] -library/tap.spec.ts › trial run should not tap [fail] -library/trace-viewer.spec.ts › should filter network requests by multiple resource types [flaky] -library/trace-viewer.spec.ts › should filter network requests by url [fail] -library/trace-viewer.spec.ts › should filter network requests by websocket type [fail] -library/trace-viewer.spec.ts › should highlight locator in iframe while typing [fail] -library/trace-viewer.spec.ts › should open console errors on click [fail] -library/trace-viewer.spec.ts › should pick locator in iframe [fail] -library/trace-viewer.spec.ts › should render console [fail] -library/trace-viewer.spec.ts › should show only one pointer with multilevel iframes [fail] -library/trace-viewer.spec.ts › should show websocket messages [fail] -library/tracing.spec.ts › should produce screencast frames crop [timeout] -library/tracing.spec.ts › should produce screencast frames fit [timeout] -library/tracing.spec.ts › should produce screencast frames scale [fail] -library/tracing.spec.ts › should save trace while a WebSocket keeps streaming frames [fail] -library/web-socket.spec.ts › should emit binary frame events [timeout] -library/web-socket.spec.ts › should emit close events [timeout] -library/web-socket.spec.ts › should emit error [timeout] -library/web-socket.spec.ts › should emit frame events [timeout] -library/web-socket.spec.ts › should filter out the close events when the server closes with a message [timeout] -library/web-socket.spec.ts › should not have stray error events [timeout] -library/web-socket.spec.ts › should pass self as argument to close event [timeout] -library/web-socket.spec.ts › should reject waitForEvent on page close [timeout] -library/web-socket.spec.ts › should reject waitForEvent on socket close [timeout] \ No newline at end of file diff --git a/tests/bidi/expectations/moz-firefox-nightly-page.conf b/tests/bidi/expectations/moz-firefox-nightly-page.conf new file mode 100644 index 0000000000000..52a9c4f7c6bee --- /dev/null +++ b/tests/bidi/expectations/moz-firefox-nightly-page.conf @@ -0,0 +1,159 @@ +page/elementhandle-click.spec.ts > should double click the button [fixme] +page/elementhandle-click.spec.ts > should work for TextNodes [fixme] +page/elementhandle-content-frame.spec.ts > should work for cross-frame evaluations [fixme] +page/elementhandle-screenshot.spec.ts > element screenshot > should work for an element with an offset [fixme] +page/elementhandle-screenshot.spec.ts > element screenshot > should work with a rotated element [fixme] +page/elementhandle-scroll-into-view.spec.ts > should scroll display:contents into view [fixme] +page/elementhandle-scroll-into-view.spec.ts > should throw for detached element [fixme] +page/elementhandle-scroll-into-view.spec.ts > should timeout waiting for visible [fixme] +page/elementhandle-scroll-into-view.spec.ts > should wait for display:none to become visible [fixme] +page/elementhandle-scroll-into-view.spec.ts > should wait for nested display:none to become visible [fixme] +page/elementhandle-scroll-into-view.spec.ts > should work @smoke [fixme] +page/frame-evaluate.spec.ts > should allow cross-frame element handles [fixme] +page/frame-evaluate.spec.ts > should dispose context on cross-origin navigation [fixme] +page/frame-evaluate.spec.ts > should dispose context on navigation [fixme] +page/frame-hierarchy.spec.ts > should support framesets [fixme] +page/interception.spec.ts > should disable memory cache when intercepting [fixme] +page/interception.spec.ts > should intercept worker requests when enabled after worker creation [fixme] +page/jshandle-to-string.spec.ts > should beautifully render sparse arrays [fixme] +page/locator-click.spec.ts > should double click the button [fixme] +page/locator-click.spec.ts > should work for TextNodes [fixme] +page/locator-misc-2.spec.ts > should scroll into view [fixme] +page/network-post-data.spec.ts > should get post data for file/blob [fixme] +page/network-post-data.spec.ts > should get post data for navigator.sendBeacon api calls [fixme] +page/network-post-data.spec.ts > should return correct postData buffer for utf-8 body [fixme] +page/network-post-data.spec.ts > should return post data for PUT requests [fixme] +page/network-post-data.spec.ts > should return post data w/o content-type @smoke [fixme] +page/network-post-data.spec.ts > should throw on invalid JSON in post data [fixme] +page/network-request-body.spec.ts > should get request body for file/blob [fixme] +page/network-request-body.spec.ts > should get request body for navigator.sendBeacon api calls [fixme] +page/network-request-body.spec.ts > should return body for PUT requests [fixme] +page/network-request-body.spec.ts > should return correct request body buffer for utf-8 body [fixme] +page/network-request-body.spec.ts > should return request body w/o content-type @smoke [fixme] +page/network-request-body.spec.ts > should throw on invalid JSON in post data [fixme] +page/page-accessibility.spec.ts > autocomplete [fixme] +page/page-accessibility.spec.ts > checkbox with and tabIndex and label should not have children [fixme] +page/page-accessibility.spec.ts > checkbox without label should not have children [fixme] +page/page-accessibility.spec.ts > keyshortcuts [fixme] +page/page-accessibility.spec.ts > multiselectable [fixme] +page/page-accessibility.spec.ts > non editable textbox with role and tabIndex and label should not have children [fixme] +page/page-accessibility.spec.ts > orientation [fixme] +page/page-accessibility.spec.ts > rich text editable fields should have children [fixme] +page/page-accessibility.spec.ts > rich text editable fields with role should have children [fixme] +page/page-accessibility.spec.ts > roledescription [fixme] +page/page-accessibility.spec.ts > should not report text nodes inside controls [fixme] +page/page-accessibility.spec.ts > should return null when the element is no longer in DOM [fixme] +page/page-accessibility.spec.ts > should show uninteresting nodes [fixme] +page/page-accessibility.spec.ts > should work @smoke [fixme] +page/page-accessibility.spec.ts > should work a button [fixme] +page/page-accessibility.spec.ts > should work an input [fixme] +page/page-accessibility.spec.ts > should work on a menu [fixme] +page/page-accessibility.spec.ts > should work when there is a title [fixme] +page/page-accessibility.spec.ts > should work with aria-invalid accessibility tree [fixme] +page/page-accessibility.spec.ts > should work with regular text [fixme] +page/page-add-init-script.spec.ts > init script should run only once in iframe [fixme] +page/page-add-init-script.spec.ts > init script should run only once in popup [fixme] +page/page-add-init-script-callback.spec.ts > should call a function passed as an argument [fixme] +page/page-add-init-script-callback.spec.ts > should work in a child frame [fixme] +page/page-add-script-tag.spec.ts > should throw when added with content to the CSP page [fixme] +page/page-add-style-tag.spec.ts > should throw when added with content to the CSP page [fixme] +page/page-aria-snapshot-ai.spec.ts > return empty snapshot when iframe is not loaded [fixme] +page/page-basic.spec.ts > frame.press should work [fixme] +page/page-basic.spec.ts > should return null if parent page has been closed [fixme] +page/page-click-scroll.spec.ts > should scroll into view display:contents [fixme] +page/page-click-scroll.spec.ts > should scroll into view display:contents with position [fixme] +page/page-click.spec.ts > should click a button that is overlaid by a permission popup [fixme] +page/page-click.spec.ts > should click in a nested transformed iframe [fixme] +page/page-click.spec.ts > should click in a transformed iframe [fixme] +page/page-click.spec.ts > should click in a transformed iframe with force [fixme] +page/page-click.spec.ts > should click the button with fixed position inside an iframe [fixme] +page/page-click.spec.ts > should double click the button [fixme] +page/page-click.spec.ts > should not retain removed iframe after clicking inside it [fixme] +page/page-click.spec.ts > should select the text by triple clicking [fixme] +page/page-drag.spec.ts > Drag and drop > should cancel on escape [fixme] +page/page-drag.spec.ts > Drag and drop > should respect the drop effect [fixme] +page/page-drag.spec.ts > Drag and drop > should send the right events [fixme] +page/page-drag.spec.ts > Drag and drop > should work @smoke [fixme] +page/page-drag.spec.ts > Drag and drop > should work if a frame is stalled [fixme] +page/page-drag.spec.ts > Drag and drop > should work if the drag event is captured but not canceled [fixme] +page/page-drag.spec.ts > Drag and drop > should work inside iframe [fixme] +page/page-drag.spec.ts > Drag and drop > should work with locators [fixme] +page/page-drag.spec.ts > Drag and drop > should work with the helper method [fixme] +page/page-drag.spec.ts > should handle custom dataTransfer [fixme] +page/page-emulate-media.spec.ts > should change the actual colors in css [fixme] +page/page-emulate-media.spec.ts > should default to light [fixme] +page/page-emulate-media.spec.ts > should emulate colorScheme should work @smoke [fixme] +page/page-emulate-media.spec.ts > should emulate contrast [fixme] +page/page-emulate-media.spec.ts > should emulate forcedColors [fixme] +page/page-emulate-media.spec.ts > should emulate reduced motion [fixme] +page/page-emulate-media.spec.ts > should emulate type @smoke [fixme] +page/page-emulate-media.spec.ts > should keep reduced motion and color emulation after reload [fixme] +page/page-emulate-media.spec.ts > should report hover and fine pointer for desktop [fixme] +page/page-emulate-media.spec.ts > should work during navigation [fixme] +page/page-event-console.spec.ts > should trigger correct Log [fixme] +page/page-event-console.spec.ts > should work @smoke [fixme] +page/page-event-request.spec.ts > should report requests and responses handled by service worker [fixme] +page/page-event-request.spec.ts > should report requests and responses handled by service worker with routing [fixme] +page/page-expose-function.spec.ts > should work with setContent [fixme] +page/page-filechooser.spec.ts > should be able to reset selected files with empty file list [fixme] +page/page-filechooser.spec.ts > should emit event for iframe [fixme] +page/page-filechooser.spec.ts > should respect timeout [fixme] +page/page-goto.spec.ts > should override referrer-policy [fixme] +page/page-goto.spec.ts > should send referer [fixme] +page/page-goto.spec.ts > should send referer of cross-origin URL [fixme] +page/page-history.spec.ts > goBack/goForward should work with bfcache-able pages [fixme] +page/page-history.spec.ts > page.goBack should work for file urls [fixme] +page/page-history.spec.ts > regression test for issue 20791 [fixme] +page/page-keyboard.spec.ts > should press audio and media control keys [fixme] +page/page-mouse.spec.ts > should always round down [fixme] +page/page-mouse.spec.ts > should dblclick the div [fixme] +page/page-network-idle.spec.ts > should not wait for an open EventSource connection [fixme] +page/page-network-idle.spec.ts > should not wait for an open EventSource connection in setContent [fixme] +page/page-network-request.spec.ts > should not allow to access frame on popup main request [fixme] +page/page-network-request.spec.ts > should not get preflight CORS requests when intercepting [fixme] +page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded [fixme] +page/page-network-request.spec.ts > should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fixme] +page/page-network-request.spec.ts > should parse the json post data [fixme] +page/page-network-request.spec.ts > should return event source [fixme] +page/page-network-request.spec.ts > should return multipart/form-data [fixme] +page/page-network-request.spec.ts > should return postData [fixme] +page/page-network-request.spec.ts > should work with binary post data [fixme] +page/page-network-request.spec.ts > should work with binary post data and interception [fixme] +page/page-network-response.spec.ts > should reject response.finished if context closes [fixme] +page/page-network-response.spec.ts > should report all headers [fixme] +page/page-network-response.spec.ts > should report if request was fromServiceWorker [fixme] +page/page-network-response.spec.ts > should report multiple set-cookie headers [fixme] +page/page-network-response.spec.ts > should return non-utf8 body even when content-type says utf8 [fixme] +page/page-network-response.spec.ts > should wait until response completes [fixme] +page/page-request-continue.spec.ts > continue with headers should send fresh cookie from the browser cookie store [fixme] +page/page-request-continue.spec.ts > should not throw if request was cancelled by the page [fixme] +page/page-request-fulfill.spec.ts > should fulfill with gzip and readback [fixme] +page/page-request-fulfill.spec.ts > should not throw if request was cancelled by the page [fixme] +page/page-request-intercept.spec.ts > request.postData is not null when fetching FormData with a Blob [fixme] +page/page-request-intercept.spec.ts > should intercept multipart/form-data request body [fixme] +page/page-route.spec.ts > should be abortable with custom error codes [fixme] +page/page-route.spec.ts > should intercept when postData is more than 1MB [fixme] +page/page-route.spec.ts > should not override cookie header [fixme] +page/page-route.spec.ts > should not throw if request was cancelled by the page [fixme] +page/page-screenshot.spec.ts > page screenshot animations > should not capture css animations in shadow DOM [fixme] +page/page-screenshot.spec.ts > page screenshot animations > should not capture pseudo element css animation [fixme] +page/page-screenshot.spec.ts > page screenshot > should allow transparency [fixme] +page/page-set-input-files.spec.ts > should upload a folder [fixme] +page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup [fixme] +page/page-wait-for-load-state.spec.ts > should wait for load state of about:blank popup with noopener [fixme] +page/page-wait-for-load-state.spec.ts > should wait for load state of empty url popup [fixme] +page/wheel.spec.ts > should dispatch wheel events after popup was opened @smoke [fixme] +page/workers.spec.ts > Page.workers @smoke [fixme] +page/workers.spec.ts > should attribute network activity for worker inside iframe to the iframe [fixme] +page/workers.spec.ts > should clear upon cross-process navigation [fixme] +page/workers.spec.ts > should clear upon navigation [fixme] +page/workers.spec.ts > should dispatch console messages when page has workers [fixme] +page/workers.spec.ts > should emit created and destroyed events [fixme] +page/workers.spec.ts > should evaluate [fixme] +page/workers.spec.ts > should have JSHandles for console logs [fixme] +page/workers.spec.ts > should report and intercept network from nested worker [fixme] +page/workers.spec.ts > should report console event on the worker [fixme] +page/workers.spec.ts > should report console event on the worker when not listening on page or context [fixme] +page/workers.spec.ts > should report network activity [fixme] +page/workers.spec.ts > should support extra http headers [fixme] +page/workers.spec.ts > should support offline [fixme] \ No newline at end of file diff --git a/tests/bidi/expectations/moz-firefox-nightly-page.txt b/tests/bidi/expectations/moz-firefox-nightly-page.txt deleted file mode 100644 index 72d12de13b0d4..0000000000000 --- a/tests/bidi/expectations/moz-firefox-nightly-page.txt +++ /dev/null @@ -1,159 +0,0 @@ -page/elementhandle-click.spec.ts › should double click the button [fail] -page/elementhandle-click.spec.ts › should work for TextNodes [fail] -page/elementhandle-content-frame.spec.ts › should work for cross-frame evaluations [fail] -page/elementhandle-screenshot.spec.ts › element screenshot › should work for an element with an offset [fail] -page/elementhandle-screenshot.spec.ts › element screenshot › should work with a rotated element [fail] -page/elementhandle-scroll-into-view.spec.ts › should scroll display:contents into view [fail] -page/elementhandle-scroll-into-view.spec.ts › should throw for detached element [fail] -page/elementhandle-scroll-into-view.spec.ts › should timeout waiting for visible [fail] -page/elementhandle-scroll-into-view.spec.ts › should wait for display:none to become visible [fail] -page/elementhandle-scroll-into-view.spec.ts › should wait for nested display:none to become visible [fail] -page/elementhandle-scroll-into-view.spec.ts › should work @smoke [fail] -page/frame-evaluate.spec.ts › should allow cross-frame element handles [fail] -page/frame-evaluate.spec.ts › should dispose context on cross-origin navigation [fail] -page/frame-evaluate.spec.ts › should dispose context on navigation [fail] -page/frame-hierarchy.spec.ts › should support framesets [fail] -page/interception.spec.ts › should disable memory cache when intercepting [timeout] -page/interception.spec.ts › should intercept worker requests when enabled after worker creation [timeout] -page/jshandle-to-string.spec.ts › should beautifully render sparse arrays [fail] -page/locator-click.spec.ts › should double click the button [fail] -page/locator-click.spec.ts › should work for TextNodes [fail] -page/locator-misc-2.spec.ts › should scroll into view [fail] -page/network-post-data.spec.ts › should get post data for file/blob [fail] -page/network-post-data.spec.ts › should get post data for navigator.sendBeacon api calls [fail] -page/network-post-data.spec.ts › should return correct postData buffer for utf-8 body [fail] -page/network-post-data.spec.ts › should return post data for PUT requests [fail] -page/network-post-data.spec.ts › should return post data w/o content-type @smoke [fail] -page/network-post-data.spec.ts › should throw on invalid JSON in post data [fail] -page/network-request-body.spec.ts › should get request body for file/blob [fail] -page/network-request-body.spec.ts › should get request body for navigator.sendBeacon api calls [fail] -page/network-request-body.spec.ts › should return body for PUT requests [fail] -page/network-request-body.spec.ts › should return correct request body buffer for utf-8 body [fail] -page/network-request-body.spec.ts › should return request body w/o content-type @smoke [fail] -page/network-request-body.spec.ts › should throw on invalid JSON in post data [fail] -page/page-accessibility.spec.ts › autocomplete [fail] -page/page-accessibility.spec.ts › checkbox with and tabIndex and label should not have children [fail] -page/page-accessibility.spec.ts › checkbox without label should not have children [fail] -page/page-accessibility.spec.ts › keyshortcuts [fail] -page/page-accessibility.spec.ts › multiselectable [fail] -page/page-accessibility.spec.ts › non editable textbox with role and tabIndex and label should not have children [fail] -page/page-accessibility.spec.ts › orientation [fail] -page/page-accessibility.spec.ts › rich text editable fields should have children [fail] -page/page-accessibility.spec.ts › rich text editable fields with role should have children [fail] -page/page-accessibility.spec.ts › roledescription [fail] -page/page-accessibility.spec.ts › should not report text nodes inside controls [fail] -page/page-accessibility.spec.ts › should return null when the element is no longer in DOM [fail] -page/page-accessibility.spec.ts › should show uninteresting nodes [fail] -page/page-accessibility.spec.ts › should work @smoke [fail] -page/page-accessibility.spec.ts › should work a button [fail] -page/page-accessibility.spec.ts › should work an input [fail] -page/page-accessibility.spec.ts › should work on a menu [fail] -page/page-accessibility.spec.ts › should work when there is a title [fail] -page/page-accessibility.spec.ts › should work with aria-invalid accessibility tree [fail] -page/page-accessibility.spec.ts › should work with regular text [fail] -page/page-add-init-script.spec.ts › init script should run only once in iframe [fail] -page/page-add-init-script.spec.ts › init script should run only once in popup [timeout] -page/page-add-init-script-callback.spec.ts › should call a function passed as an argument [fail] -page/page-add-init-script-callback.spec.ts › should work in a child frame [fail] -page/page-add-script-tag.spec.ts › should throw when added with content to the CSP page [fail] -page/page-add-style-tag.spec.ts › should throw when added with content to the CSP page [timeout] -page/page-aria-snapshot-ai.spec.ts › return empty snapshot when iframe is not loaded [flaky] -page/page-basic.spec.ts › frame.press should work [fail] -page/page-basic.spec.ts › should return null if parent page has been closed [timeout] -page/page-click-scroll.spec.ts › should scroll into view display:contents [fail] -page/page-click-scroll.spec.ts › should scroll into view display:contents with position [fail] -page/page-click.spec.ts › should click a button that is overlaid by a permission popup [timeout] -page/page-click.spec.ts › should click in a nested transformed iframe [timeout] -page/page-click.spec.ts › should click in a transformed iframe [timeout] -page/page-click.spec.ts › should click in a transformed iframe with force [fail] -page/page-click.spec.ts › should click the button with fixed position inside an iframe [fail] -page/page-click.spec.ts › should double click the button [fail] -page/page-click.spec.ts › should not retain removed iframe after clicking inside it [fail] -page/page-click.spec.ts › should select the text by triple clicking [fail] -page/page-drag.spec.ts › Drag and drop › should cancel on escape [fail] -page/page-drag.spec.ts › Drag and drop › should respect the drop effect [fail] -page/page-drag.spec.ts › Drag and drop › should send the right events [fail] -page/page-drag.spec.ts › Drag and drop › should work @smoke [fail] -page/page-drag.spec.ts › Drag and drop › should work if a frame is stalled [fail] -page/page-drag.spec.ts › Drag and drop › should work if the drag event is captured but not canceled [fail] -page/page-drag.spec.ts › Drag and drop › should work inside iframe [fail] -page/page-drag.spec.ts › Drag and drop › should work with locators [fail] -page/page-drag.spec.ts › Drag and drop › should work with the helper method [fail] -page/page-drag.spec.ts › should handle custom dataTransfer [timeout] -page/page-emulate-media.spec.ts › should change the actual colors in css [fail] -page/page-emulate-media.spec.ts › should default to light [fail] -page/page-emulate-media.spec.ts › should emulate colorScheme should work @smoke [fail] -page/page-emulate-media.spec.ts › should emulate contrast [fail] -page/page-emulate-media.spec.ts › should emulate forcedColors [fail] -page/page-emulate-media.spec.ts › should emulate reduced motion [fail] -page/page-emulate-media.spec.ts › should emulate type @smoke [fail] -page/page-emulate-media.spec.ts › should keep reduced motion and color emulation after reload [fail] -page/page-emulate-media.spec.ts › should report hover and fine pointer for desktop [fail] -page/page-emulate-media.spec.ts › should work during navigation [fail] -page/page-event-console.spec.ts › should trigger correct Log [timeout] -page/page-event-console.spec.ts › should work @smoke [flaky] -page/page-event-request.spec.ts › should report requests and responses handled by service worker [fail] -page/page-event-request.spec.ts › should report requests and responses handled by service worker with routing [fail] -page/page-expose-function.spec.ts › should work with setContent [timeout] -page/page-filechooser.spec.ts › should be able to reset selected files with empty file list [timeout] -page/page-filechooser.spec.ts › should emit event for iframe [timeout] -page/page-filechooser.spec.ts › should respect timeout [flaky] -page/page-goto.spec.ts › should override referrer-policy [fail] -page/page-goto.spec.ts › should send referer [fail] -page/page-goto.spec.ts › should send referer of cross-origin URL [fail] -page/page-history.spec.ts › goBack/goForward should work with bfcache-able pages [timeout] -page/page-history.spec.ts › page.goBack should work for file urls [timeout] -page/page-history.spec.ts › regression test for issue 20791 [flaky] -page/page-keyboard.spec.ts › should press audio and media control keys [fail] -page/page-mouse.spec.ts › should always round down [fail] -page/page-mouse.spec.ts › should dblclick the div [timeout] -page/page-network-idle.spec.ts › should not wait for an open EventSource connection [timeout] -page/page-network-idle.spec.ts › should not wait for an open EventSource connection in setContent [timeout] -page/page-network-request.spec.ts › should not allow to access frame on popup main request [fail] -page/page-network-request.spec.ts › should not get preflight CORS requests when intercepting [fail] -page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded [fail] -page/page-network-request.spec.ts › should parse the data if content-type is application/x-www-form-urlencoded; charset=UTF-8 [fail] -page/page-network-request.spec.ts › should parse the json post data [fail] -page/page-network-request.spec.ts › should return event source [fail] -page/page-network-request.spec.ts › should return multipart/form-data [fail] -page/page-network-request.spec.ts › should return postData [fail] -page/page-network-request.spec.ts › should work with binary post data [fail] -page/page-network-request.spec.ts › should work with binary post data and interception [fail] -page/page-network-response.spec.ts › should reject response.finished if context closes [timeout] -page/page-network-response.spec.ts › should report all headers [fail] -page/page-network-response.spec.ts › should report if request was fromServiceWorker [fail] -page/page-network-response.spec.ts › should report multiple set-cookie headers [fail] -page/page-network-response.spec.ts › should return non-utf8 body even when content-type says utf8 [fail] -page/page-network-response.spec.ts › should wait until response completes [fail] -page/page-request-continue.spec.ts › continue with headers should send fresh cookie from the browser cookie store [fail] -page/page-request-continue.spec.ts › should not throw if request was cancelled by the page [timeout] -page/page-request-fulfill.spec.ts › should fulfill with gzip and readback [timeout] -page/page-request-fulfill.spec.ts › should not throw if request was cancelled by the page [timeout] -page/page-request-intercept.spec.ts › request.postData is not null when fetching FormData with a Blob [fail] -page/page-request-intercept.spec.ts › should intercept multipart/form-data request body [fail] -page/page-route.spec.ts › should be abortable with custom error codes [fail] -page/page-route.spec.ts › should intercept when postData is more than 1MB [fail] -page/page-route.spec.ts › should not override cookie header [timeout] -page/page-route.spec.ts › should not throw if request was cancelled by the page [timeout] -page/page-screenshot.spec.ts › page screenshot animations › should not capture css animations in shadow DOM [flaky] -page/page-screenshot.spec.ts › page screenshot animations › should not capture pseudo element css animation [fail] -page/page-screenshot.spec.ts › page screenshot › should allow transparency [fail] -page/page-set-input-files.spec.ts › should upload a folder [fail] -page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup [timeout] -page/page-wait-for-load-state.spec.ts › should wait for load state of about:blank popup with noopener [timeout] -page/page-wait-for-load-state.spec.ts › should wait for load state of empty url popup [timeout] -page/wheel.spec.ts › should dispatch wheel events after popup was opened @smoke [timeout] -page/workers.spec.ts › Page.workers @smoke [timeout] -page/workers.spec.ts › should attribute network activity for worker inside iframe to the iframe [timeout] -page/workers.spec.ts › should clear upon cross-process navigation [timeout] -page/workers.spec.ts › should clear upon navigation [timeout] -page/workers.spec.ts › should dispatch console messages when page has workers [timeout] -page/workers.spec.ts › should emit created and destroyed events [timeout] -page/workers.spec.ts › should evaluate [timeout] -page/workers.spec.ts › should have JSHandles for console logs [fail] -page/workers.spec.ts › should report and intercept network from nested worker [fail] -page/workers.spec.ts › should report console event on the worker [timeout] -page/workers.spec.ts › should report console event on the worker when not listening on page or context [timeout] -page/workers.spec.ts › should report network activity [timeout] -page/workers.spec.ts › should support extra http headers [timeout] -page/workers.spec.ts › should support offline [timeout] \ No newline at end of file diff --git a/tests/bidi/playwright.config.ts b/tests/bidi/playwright.config.ts index 3dfe1d6786071..9fa4abae975a0 100644 --- a/tests/bidi/playwright.config.ts +++ b/tests/bidi/playwright.config.ts @@ -48,11 +48,11 @@ const reporters = () => { ['blob'], ['../config/parquetReporter.ts'], ['./csvReporter', { outputFile: path.join(outputDir, 'report.csv') }], - ['./expectationReporter', { rebase: false }], + ['../config/expectationReporter', { rebase: false, expectationsDir: path.join(__dirname, 'expectations') }], ] : [ ['html', { open: 'on-failure' }], ['./csvReporter', { outputFile: path.join(outputDir, 'report.csv') }], - ['./expectationReporter', { rebase: false }], + ['../config/expectationReporter', { rebase: false, expectationsDir: path.join(__dirname, 'expectations') }], ]; return result; }; diff --git a/tests/bidi/expectationReporter.ts b/tests/config/expectationReporter.ts similarity index 59% rename from tests/bidi/expectationReporter.ts rename to tests/config/expectationReporter.ts index 734095aa9c34f..6f6c7ba25aad7 100644 --- a/tests/bidi/expectationReporter.ts +++ b/tests/config/expectationReporter.ts @@ -20,10 +20,17 @@ import type { import fs from 'fs'; import path from 'path'; -type TestExpectation = 'unknown' | 'flaky' | 'pass' | 'fail' | 'timeout'; +type TestOutcome = 'unknown' | 'flaky' | 'pass' | 'fail' | 'timeout'; + +type Expectation = { + expectation: 'skip' | 'fixme' | 'fail'; + reason?: string; +}; type ReporterOptions = { rebase?: boolean; + expectationsDir?: string; + expectationsFile?: string; }; class ExpectationReporter implements Reporter { @@ -36,17 +43,20 @@ class ExpectationReporter implements Reporter { } async preprocess({ suite, testRun }: Parameters>[0]) { - if (!process.env.PWTEST_USE_BIDI_EXPECTATIONS) + if (!this._options.expectationsFile && !process.env.PWTEST_USE_BIDI_EXPECTATIONS) return; if (this._options.rebase) return; for (const project of suite.suites) { - const expectations = await parseExpectations(project.title); - for (const test of project.allTests()) { - const expectation = expectations.get(expectationKey(test)); - if (expectation && ['flaky', 'fail', 'timeout'].includes(expectation)) - testRun.fixme(test, `marked as ${expectation} in bidi expectations`); - } + const expectations = await parseExpectations(this._expectationsPath(project.title)); + const visit = (entry: Suite | TestCase) => { + const expectation = expectations.get(expectationKey(entry)); + if (expectation) + testRun[expectation.expectation](entry, expectation.reason ?? `marked as ${expectation.expectation} in expectations`); + else if (entry.type !== 'test') + entry.entries().forEach(visit); + }; + project.entries().forEach(visit); } } @@ -66,19 +76,19 @@ class ExpectationReporter implements Reporter { } private async _updateProjectExpectations(project: Suite) { - const outputFile = projectExpectationPath(project.title); - const expectations = await parseExpectations(project.title); + const outputFile = this._expectationsPath(project.title); + const expectations = await parseExpectations(outputFile); for (const test of project.allTests()) { const outcome = getOutcome(test); const key = expectationKey(test); if (outcome === 'timeout') - expectations.set(key, outcome); + expectations.set(key, { expectation: 'fixme' }); else if (expectations.has(key) && test.outcome() !== 'skipped') expectations.delete(key); // Remove tests that no longer timeout. } const keys = Array.from(expectations.keys()); keys.sort(); - const results = keys.map(key => `${key} [${expectations.get(key)}]`); + const results = keys.map(key => `${key} [${expectations.get(key)!.expectation}]`); console.log('Writing new expectations to', outputFile); await fs.promises.writeFile(outputFile, results.join('\n')); } @@ -86,9 +96,13 @@ class ExpectationReporter implements Reporter { printsToStdio(): boolean { return false; } + + private _expectationsPath(projectName: string): string { + return this._options.expectationsFile ?? path.join(this._options.expectationsDir!, projectName + '.conf'); + } } -function getOutcome(test: TestCase): TestExpectation { +function getOutcome(test: TestCase): TestOutcome { if (test.results.length === 0) return 'unknown'; if (test.results.every(r => r.status === 'timedOut')) @@ -102,31 +116,34 @@ function getOutcome(test: TestCase): TestExpectation { return 'unknown'; } -function expectationKey(test: TestCase): string { - return test.titlePath().slice(2).join(' › '); +function expectationKey(entry: Suite | TestCase): string { + return entry.titlePath().slice(2).join(' > '); } -async function parseExpectations(projectName: string): Promise> { - const filePath = projectExpectationPath(projectName); +async function parseExpectations(filePath: string): Promise> { try { await fs.promises.access(filePath); } catch (e) { return new Map(); } const content = await fs.promises.readFile(filePath); - const pairs = content.toString().split('\n').map(line => { - const match = /(?.+) \[(?[^\]]+)\]$/.exec(line); + const expectations = new Map(); + let reason: string | undefined; + for (const line of content.toString().split('\n')) { + if (!line.trim()) + continue; + if (line.startsWith('#')) { + reason = line.substring(1).trim(); + continue; + } + const match = /^(?.+) \[(?skip|fixme|fail)\]$/.exec(line); if (!match) { console.error('Bad expectation line: ' + line); - return undefined; + continue; } - return [match.groups!.titlePath, match.groups!.expectation]; - }).filter(Boolean) as [string, TestExpectation][]; - return new Map(pairs); -} - -function projectExpectationPath(project: string): string { - return path.join(__dirname, 'expectations', project + '.txt'); + expectations.set(match.groups!.titlePath, { expectation: match.groups!.expectation as Expectation['expectation'], reason }); + } + return expectations; } export default ExpectationReporter; diff --git a/tests/playwright-test/access-data.spec.ts b/tests/playwright-test/access-data.spec.ts index ea5b984341293..5e9907d03eb13 100644 --- a/tests/playwright-test/access-data.spec.ts +++ b/tests/playwright-test/access-data.spec.ts @@ -65,7 +65,7 @@ test('should access annotations in fixture', async ({ runInlineTest }) => { { type: 'myname', description: 'hello' } ]); expect(test.results[0].stdout).toEqual([{ text: 'console.log\n' }]); - expect(test.results[0].stderr).toEqual([{ text: 'console.error\n' }]); + expect(test.results[0].stderr).toEqual([{ text: expect.stringContaining('console.error') }]); }); test('should report projectName in result', async ({ runInlineTest }) => { diff --git a/tests/playwright-test/babel.spec.ts b/tests/playwright-test/babel.spec.ts index a98810876f040..6d6c1bfa8bd5e 100644 --- a/tests/playwright-test/babel.spec.ts +++ b/tests/playwright-test/babel.spec.ts @@ -16,8 +16,6 @@ import { test, expect } from './playwright-test-fixtures'; -test.skip(!!process.env.PW_BUN, 'bun transpiles test files itself'); - test('should succeed', async ({ runInlineTest }) => { const result = await runInlineTest({ 'one-success.spec.ts': ` diff --git a/tests/playwright-test/basic.spec.ts b/tests/playwright-test/basic.spec.ts index 6493c9e29d35b..769c6b755e00c 100644 --- a/tests/playwright-test/basic.spec.ts +++ b/tests/playwright-test/basic.spec.ts @@ -492,7 +492,7 @@ test('should report unhandled rejection during worker shutdown', async ({ runInl expect(result.exitCode).toBe(1); expect(result.passed).toBe(1); expect(result.output).toContain('Error: Unhandled'); - expect(result.output).toContain('a.test.ts:4:33'); + expect(result.output).toContain('a.test.ts:4:'); }); test('should not reuse worker after unhandled rejection in test.fail', async ({ runInlineTest }) => { diff --git a/tests/playwright-test/bun-expectations.conf b/tests/playwright-test/bun-expectations.conf new file mode 100644 index 0000000000000..deda270dcca8f --- /dev/null +++ b/tests/playwright-test/bun-expectations.conf @@ -0,0 +1,92 @@ +# Bun transpiles test files itself, so there is no Babel transform and no compilation cache. +babel.spec.ts [skip] +cache.spec.ts [skip] + +# Bun loads and resolves modules itself. +esm.spec.ts [skip] +resolver.spec.ts [skip] + +# Bun resolves modules with its own tsconfig, so --tsconfig has no effect. +ui-mode-test-run.spec.ts > should respect --tsconfig option [skip] + +# Bun does not support custom ESM loaders. +loader.spec.ts > preflight should survive faulty ESM loader ahead of playwright [skip] +loader.spec.ts > should compose with a custom ESM loader after playwright [skip] +loader.spec.ts > should compose with a custom ESM loader before playwright [skip] + +# Bun does not report module dependencies, so there is no watch mode. +loader.spec.ts > should complain when one test file imports another [skip] +only-changed.spec.ts > should understand dependency structure [skip] +test-server.spec.ts > file watching [skip] +test-server.spec.ts > find related test files [skip] +ui-mode-test-watch.spec.ts [skip] +watch.spec.ts [skip] + +# Bun transpiles JSX itself and ignores the JSX options in tsconfig. +loader.spec.ts > should respect jsx options from tsconfig references and extends [skip] +loader.spec.ts > should respect react-jsxdev from tsconfig [skip] +loader.spec.ts > should use react/jsx-runtime when tsconfig does not configure jsx [skip] + +# Bun adds an ESM import of the JSX runtime to CJS files and then cannot load them. +loader.spec.ts > should load a jsx/tsx files with fragments [skip] + +# Bun does not have async stack frames. +playwright.trace.spec.ts > should record step stack in trace [skip] +reporter.spec.ts > AggregateError sub-errors are spread into testInfo.errors [skip] +test-step.spec.ts > library API call inside expect.poll [skip] +test-step.spec.ts > should contain steps chain in the stack [skip] +test-step.spec.ts > should soft step w/ box [skip] +test-step.spec.ts > should step w/ box [skip] +test-step.spec.ts > should step w/o box [skip] +test-step.spec.ts > show api calls inside expects [skip] +test-step.spec.ts > web assertion inside expect.poll [skip] +to-have-screenshot.spec.ts > should write missing expectations locally twice and attach them [skip] + +# Bun reports different error columns. +list-mode.spec.ts > should report errors with location [skip] +reporter.spec.ts > created > onError should have code snippet [skip] +reporter.spec.ts > merged > onError should have code snippet [skip] + +# Bun formats stack frames differently. +reporter-line.spec.ts > onTestPaused > pause at end - error in teardown [skip] +reporter-line.spec.ts > onTestPaused > pause on error [skip] +reporter-list.spec.ts > onTestPaused > pause at end - error in teardown [skip] +reporter-list.spec.ts > onTestPaused > pause on error [skip] + +# Bun does not report the import stack of parse errors. +loader.spec.ts > should return the location of a syntax error with deep stack [skip] + +# Bun does not apply NODE_OPTIONS to workers. +runner.spec.ts > should report subprocess creation error [skip] + +# Bun formats console output itself. +stdio.spec.ts > should support console colors but not tty [skip] + +# Bun has no class names in stack frames, so API names lose the class name: "click" and not "locator.click". +playwright.connect.spec.ts > should respect connectOptions.timeout [fixme] +playwright.connect.spec.ts > should throw with bad connectOptions [fixme] +playwright.spec.ts > should call logger from launchOptions config [fixme] +playwright.spec.ts > should report error and pending operations on timeout [fixme] +playwright.spec.ts > should use actionTimeout for APIRequestContext [fixme] +test-step.spec.ts > should not mark page.close as failed when page.click fails [fixme] +test-step.spec.ts > should report api step failure [fixme] +test-step.spec.ts > step timeout includes interrupted action errors [fixme] + +# Bun's console methods do not call process.stdout.write, so console output of the test does not get into the trace. +ui-mode-test-output.spec.ts > should collapse repeated console messages for test [fixme] +ui-mode-test-output.spec.ts > should print beforeAll console messages once [fixme] +ui-mode-test-output.spec.ts > should show console messages for test [fixme] +ui-mode-test-output.spec.ts > should stream console messages live [fixme] +ui-mode-trace.spec.ts > should show request source context id [fixme] + +# Bun's console methods do not call process.stdout.write, so console output of the runner process does not get to UI mode. +test-server.spec.ts > stdio interception [fixme] +ui-mode-metadata.spec.ts > should render html report git info metadata [fixme] +ui-mode-test-setup.spec.ts > should run global setup and teardown [fixme] +ui-mode-test-setup.spec.ts > should teardown on sigint [fixme] + +# Bun's console methods do not call process.stdout.write, so console output comes through the stdout pipe and its order changes. +reporter-list.spec.ts > created > should update test status row only when TTY has not scrolled [fixme] +reporter-list.spec.ts > created > should update test status row only within configured TTY height [fixme] +reporter-list.spec.ts > merged > should update test status row only when TTY has not scrolled [fixme] +reporter-list.spec.ts > merged > should update test status row only within configured TTY height [fixme] diff --git a/tests/playwright-test/cache.spec.ts b/tests/playwright-test/cache.spec.ts index 7eeb87bc14a56..132cf8ca6ee68 100644 --- a/tests/playwright-test/cache.spec.ts +++ b/tests/playwright-test/cache.spec.ts @@ -19,8 +19,6 @@ import * as path from 'path'; import { test, expect } from './playwright-test-fixtures'; -test.skip(!!process.env.PW_BUN, 'bun transpiles test files itself, there is no compilation cache'); - test('should clear cache with type:module', async ({ runCLICommand }) => { const result = await runCLICommand({ 'playwright.config.ts': ` diff --git a/tests/playwright-test/config.spec.ts b/tests/playwright-test/config.spec.ts index f8a51dd00eeae..9c88b462b83e4 100644 --- a/tests/playwright-test/config.spec.ts +++ b/tests/playwright-test/config.spec.ts @@ -312,7 +312,7 @@ test('should print nice error when the project wildcard does not match anything' ` }, { '--project': ['not*found'] }); expect(exitCode).toBe(1); - expect(output).toContain('Error: No projects matched. Available projects: "suite1", "suite2"'); + expect(output).toContain('No projects matched. Available projects: "suite1", "suite2"'); }); test('should filter by project wildcard and exact name', async ({ runInlineTest }) => { diff --git a/tests/playwright-test/esm.spec.ts b/tests/playwright-test/esm.spec.ts index 5f1d98434f75f..5f4022b466410 100644 --- a/tests/playwright-test/esm.spec.ts +++ b/tests/playwright-test/esm.spec.ts @@ -16,8 +16,6 @@ import { test, expect } from './playwright-test-fixtures'; -test.skip(!!process.env.PW_BUN, 'bun loads and resolves modules itself'); - test('should load nested as esm when package.json has type module', async ({ runInlineTest }) => { const result = await runInlineTest({ 'playwright.config.js': ` diff --git a/tests/playwright-test/fixture-errors.spec.ts b/tests/playwright-test/fixture-errors.spec.ts index ab58467675451..44072deb7780e 100644 --- a/tests/playwright-test/fixture-errors.spec.ts +++ b/tests/playwright-test/fixture-errors.spec.ts @@ -400,7 +400,7 @@ test('should print nice error message for problematic fixtures', async ({ runInl }); expect(result.exitCode).toBe(1); expect(result.output).toContain('oh my!'); - expect(result.output).toContain('x.spec.ts:4:49'); + expect(result.output).toContain('x.spec.ts:4:'); }); test('should exit with timeout when fixture causes an exception in the test', async ({ runInlineTest }) => { diff --git a/tests/playwright-test/loader.spec.ts b/tests/playwright-test/loader.spec.ts index 2593737b3ea96..18355a3b36177 100644 --- a/tests/playwright-test/loader.spec.ts +++ b/tests/playwright-test/loader.spec.ts @@ -31,7 +31,6 @@ test('should return the location of a syntax error', async ({ runInlineTest }) = expect(result.passed).toBe(0); expect(result.failed).toBe(0); expect(result.output).toContain('error.spec.js'); - expect(result.output).toContain('(3:18)'); expect(result.output).toContain(`> 3 | foo: 'bar';\n | ^`); }); diff --git a/tests/playwright-test/playwright.config.ts b/tests/playwright-test/playwright.config.ts index 014e890cce811..4aeca9635db0d 100644 --- a/tests/playwright-test/playwright.config.ts +++ b/tests/playwright-test/playwright.config.ts @@ -31,6 +31,8 @@ const reporters = () => { ]; if (process.env.PWTEST_COVERAGE) result.push(['coverage', { outputDir: path.join(__dirname, '..', '..', 'coverage', 'html-reporter') }]); + if (process.env.PW_BUN) + result.push(['../config/expectationReporter', { expectationsFile: path.join(__dirname, 'bun-expectations.conf') }]); return result; }; export default defineConfig({ diff --git a/tests/playwright-test/reporter-attachment.spec.ts b/tests/playwright-test/reporter-attachment.spec.ts index 8935acd73cc4b..a9bc483e3ee79 100644 --- a/tests/playwright-test/reporter-attachment.spec.ts +++ b/tests/playwright-test/reporter-attachment.spec.ts @@ -113,7 +113,7 @@ test(`testInfo.attach errors with empty path`, async ({ runInlineTest }) => { }); `, }, { reporter: 'line', workers: 1 }); - expect(result.output).toMatch(/Error: ENOENT: no such file or directory, copyfile ''/); + expect(result.output).toMatch(/Error: ENOENT: no such file or directory, copyfile/); expect(result.exitCode).toBe(1); }); diff --git a/tests/playwright-test/reporter-base.spec.ts b/tests/playwright-test/reporter-base.spec.ts index 70e89981a5e54..e4af0ae9b5c2b 100644 --- a/tests/playwright-test/reporter-base.spec.ts +++ b/tests/playwright-test/reporter-base.spec.ts @@ -155,13 +155,13 @@ for (const useIntermediateMergeReport of [false, true] as const) { expect(result.exitCode).toBe(1); expect(result.failed).toBe(1); const testFile = path.join(result.report.config.rootDir, result.report.suites[0].specs[0].file); - expect(result.output).toContain(`${testFile}:18:21`); + expect(result.output).toContain(`${testFile}:18:`); expect(result.output).toContain(`[cause]: Error: outer-message`); - expect(result.output).toContain(`${testFile}:14:25`); + expect(result.output).toContain(`${testFile}:14:`); expect(result.output).toContain(`[cause]: Error: inner-message`); - expect(result.output).toContain(`${testFile}:12:25`); + expect(result.output).toContain(`${testFile}:12:`); expect(result.output).toContain(`[cause]: SpecialError: my-message`); - expect(result.output).toContain(`${testFile}:7:31`); + expect(result.output).toContain(`${testFile}:7:`); expect(result.output).toContain('afterAll executed successfully'); }); @@ -187,7 +187,7 @@ for (const useIntermediateMergeReport of [false, true] as const) { expect(result.output).toContain('Error: oh my'); expect(result.output).toContain(` 2 | export function ohMy() {`); expect(result.output).toContain(` > 3 | throw new Error('oh my');`); - expect(result.output).toContain(` | ^`); + expect(result.output).toMatch(/^ +\| +\^$/m); }); test('should print slow tests', async ({ runInlineTest }) => { diff --git a/tests/playwright-test/reporter-blob.spec.ts b/tests/playwright-test/reporter-blob.spec.ts index 10b97833a3a75..e6575aa0bb0cb 100644 --- a/tests/playwright-test/reporter-blob.spec.ts +++ b/tests/playwright-test/reporter-blob.spec.ts @@ -1023,7 +1023,7 @@ test('preserve config fields', async ({ runInlineTest, mergeReports }) => { }; const files = { 'echo-reporter.js': ` - import fs from 'fs'; + const fs = require('fs'); class EchoReporter { onBegin(config, suite) { @@ -1092,7 +1092,7 @@ test('preserve stdout and stderr', async ({ runInlineTest, mergeReports }) => { const reportDir = test.info().outputPath('blob-report'); const files = { 'echo-reporter.js': ` - import fs from 'fs'; + const fs = require('fs'); class EchoReporter { log = []; @@ -1134,7 +1134,7 @@ test('preserve stdout and stderr', async ({ runInlineTest, mergeReports }) => { const { exitCode } = await mergeReports(reportDir, {}, { additionalArgs: ['--reporter', test.info().outputPath('echo-reporter.js')] }); expect(exitCode).toBe(0); - const log = fs.readFileSync(test.info().outputPath('log.txt')).toString(); + const log = stripAnsi(fs.readFileSync(test.info().outputPath('log.txt')).toString()); expect(log).toBe(`onStdOut: stdout text result.stdout: stdout text @@ -1154,7 +1154,7 @@ test('encode inline attachments', async ({ runInlineTest, mergeReports }) => { const reportDir = test.info().outputPath('blob-report'); const files = { 'echo-reporter.js': ` - import fs from 'fs'; + const fs = require('fs'); class EchoReporter { onTestEnd(test, result) { @@ -1510,7 +1510,7 @@ test('blob report should include version', async ({ runInlineTest }) => { const events = await extractReport(test.info().outputPath('blob-report', 'report.zip'), test.info().outputPath('tmp')); const metadataEvent = events.find(e => e.method === 'onBlobReportMetadata'); expect(metadataEvent.params.version).toBe(2); - expect(metadataEvent.params.userAgent).toBe(getUserAgent()); + expect(metadataEvent.params.userAgent.split(' node/')[0]).toBe(getUserAgent().split(' node/')[0]); }); async function extractReport(reportZipFile: string, unzippedReportDir: string): Promise { @@ -1574,7 +1574,7 @@ test('merge-reports should throw if report version is from the future', async ({ const { exitCode, output } = await mergeReports(reportDir, { 'PLAYWRIGHT_HTML_OPEN': 'never' }, { additionalArgs: ['--reporter', 'html'] }); expect(exitCode).toBe(1); - expect(output).toContain(`Error: Blob report report-2.zip was created with a newer version of Playwright.`); + expect(output).toContain(`Blob report report-2.zip was created with a newer version of Playwright.`); }); @@ -1703,7 +1703,7 @@ test('reporter list in the custom config', async ({ runInlineTest, mergeReports const text = stripAnsi(output); expect(text).toContain('testReporter.js'); - expect(text).toContain('{ myOpt: 1 }'); + expect(text).toContain('myOpt: 1'); }); test('merge reports with different rootDirs', async ({ runInlineTest, mergeReports }) => { diff --git a/tests/playwright-test/resolver.spec.ts b/tests/playwright-test/resolver.spec.ts index 765718600f074..95b9987db7021 100644 --- a/tests/playwright-test/resolver.spec.ts +++ b/tests/playwright-test/resolver.spec.ts @@ -19,8 +19,6 @@ import path from 'path'; import { test, expect } from './playwright-test-fixtures'; -test.skip(!!process.env.PW_BUN, 'bun resolves modules and tsconfig itself'); - test('should print tsconfig parsing error', async ({ runInlineTest }) => { const files = { 'a.spec.ts': ` diff --git a/tests/playwright-test/test-server.spec.ts b/tests/playwright-test/test-server.spec.ts index 931c0f48c08b3..f7fcfffac023c 100644 --- a/tests/playwright-test/test-server.spec.ts +++ b/tests/playwright-test/test-server.spec.ts @@ -208,7 +208,7 @@ test('find related test files errors', async ({ startTestServer, writeFiles }) = const aSpecTs = test.info().outputPath('a.spec.ts'); const result = await testServerConnection.findRelatedTestFiles({ files: [aSpecTs] }); expect(result).toEqual({ testFiles: [], errors: [ - expect.objectContaining({ message: expect.stringContaining(`Identifier 'a' has already been declared`) }), + expect.objectContaining({ message: expect.stringContaining(`has already been declared`) }), expect.objectContaining({ message: expect.stringContaining(`No tests found`) }), ] }); diff --git a/tests/playwright-test/ui-mode-test-output.spec.ts b/tests/playwright-test/ui-mode-test-output.spec.ts index b6230b5bfac4a..d759976b09c4f 100644 --- a/tests/playwright-test/ui-mode-test-output.spec.ts +++ b/tests/playwright-test/ui-mode-test-output.spec.ts @@ -29,7 +29,7 @@ test('should print load errors', async ({ runUITest }) => { `, }); await page.getByTitle('Toggle output').click(); - await expect(page.getByTestId('output')).toContainText(`Unexpected reserved word 'await'`); + await expect(page.getByTestId('output')).toContainText(/Unexpected reserved word 'await'|"await" can only be used inside an "async" function/); }); test('should work after theme switch', async ({ runUITest, writeFiles }) => { @@ -190,12 +190,12 @@ test('should format console messages in page', async ({ runUITest }, testInfo) = await expect(page.locator('.console-tab')).toMatchAriaSnapshot(` - listbox: - - option /:1 Object/ - - option /:4 Date/ - - option /:5 Regex/ - - option /:6 Number 0 one 2/ - - option /:7 Download the React DevTools/ - - option /:8 Array of values/ + - option /:\\d+ Object/ + - option /:\\d+ Date/ + - option /:\\d+ Regex/ + - option /:\\d+ Number 0 one 2/ + - option /:\\d+ Download the React DevTools/ + - option /:\\d+ Array of values/ - option /Failed to load resource/ `); diff --git a/tests/playwright-test/ui-mode-test-source.spec.ts b/tests/playwright-test/ui-mode-test-source.spec.ts index a22a142587863..a65ea15209f2c 100644 --- a/tests/playwright-test/ui-mode-test-source.spec.ts +++ b/tests/playwright-test/ui-mode-test-source.spec.ts @@ -122,7 +122,7 @@ test('should show top-level errors in file', async ({ runUITest }) => { await expect( page.locator('.CodeMirror-linewidget') ).toHaveText([ - 'TypeError: Assignment to constant variable.' + /TypeError: Assignment to constant variable.|This assignment will throw because "a" is a constant/ ]); }); @@ -154,7 +154,7 @@ test('should show syntax errors in file', async ({ runUITest }) => { await expect( page.locator('.CodeMirror-linewidget') ).toHaveText([ - /Missing semicolon./ + /Missing semicolon.|Expected ";" but found "&"/ ]); }); diff --git a/tests/playwright-test/watch.spec.ts b/tests/playwright-test/watch.spec.ts index b3e575b8029fc..d8db08d945a91 100644 --- a/tests/playwright-test/watch.spec.ts +++ b/tests/playwright-test/watch.spec.ts @@ -17,8 +17,6 @@ import timers from 'timers/promises'; import { test, expect } from './playwright-test-fixtures'; -test.skip(!!process.env.PW_BUN, 'bun does not report module dependencies'); - test.describe.configure({ mode: 'parallel' }); test('should print dependencies in CJS mode', async ({ runInlineTest }) => {