chore: mirror js tests and implementation

.claude/skills/playwright-roll/SKILL.md

@@ -282,11 +282,17 @@ After the script settles, run `pre-commit run --all-files` once more to confirm
 
 ### 6. Add tests
 
-For each PORT, port the upstream test that covers it, as an async test and a matching sync test. Conventions:
+Copy the upstream registry of the new release, then bring the Python tests in line with it:
 
-- The upstream file decides the Python file: `tests/page/expect-misc.spec.ts` becomes `tests/async/test_expect_misc.py` and `tests/sync/test_expect_misc.py`. Create the file if it does not exist.
-- The upstream title decides the test name: the `describe` title and the test title, in snake_case. `test('should support pseudo element')` in `test.describe('toHaveCSS')` becomes `test_to_have_css_should_support_pseudo_element`.
-- When no upstream test covers the change, extend an existing test before you add a new one.
+```sh
+cp "$PW_SRC_DIR/tests/registry.md" tests/upstream_registry.md
+python scripts/check_test_registry.py --report
+```
+
+- **New identifiers**: port each new upstream test, as an async test and a matching sync test. `python scripts/check_test_registry.py --missing <code or file glob>` prints the file and the expected name of each. The upstream file decides the Python file (`tests/page/expect-misc.spec.ts` becomes `tests/async/page/test_expect_misc.py` and `tests/sync/page/test_expect_misc.py`); the identifier and the title decide the name (see [Tests](../../../AGENTS.md#tests)).
+- **Changed titles**: the checker names the expected name; rename the Python test and port the changed body.
+- **Removed identifiers**: delete the Python test (the checker reports it as not in the registry).
+- **Not ported**: a test that can not exist in Python goes in `tests/upstream_not_ported.txt`, with the reason. The checker fails on a rule that no longer matches a test.
 - Use `from playwright.async_api import …`, **not** `from playwright._impl._page import Page` (the impl class doesn't have the public wrappers like `expect_console_message`).
 - For event-info objects, `await message_info.value` (it's an `async` property).
 - Don't write tests that hang the page (e.g. `page.evaluate(... fetch slow ...)` followed by `page.close()` from a fixture) — the request task gets a `TargetClosedError`. Use `page.on("event", handler)` to capture state at event time instead.
@@ -308,7 +314,7 @@ mypy playwright                 # 2 pre-existing errors in _json_pipe.py and _ar
 pytest --browser chromium tests/async/<files-you-touched> tests/sync/<files-you-touched>
 ```
 
-Then a smoke regression on a few neighboring suites (`tests/async/test_browser*.py`, `test_cdp_session.py`, `test_tracing.py`, `test_dialog.py`, `test_page_*.py`) to make sure nothing inherent to the port shifted.
+Then run `python scripts/check_test_registry.py`, and a smoke regression on a few neighboring suites (for example `tests/async/library/test_browser*.py`, `tests/async/library/chromium/test_session.py`, `tests/async/library/test_tracing.py`, `tests/async/page/test_page_*.py`) to make sure nothing inherent to the port shifted.
 
 ## Reference: `python_rules.js` tables
 

.github/workflows/ci.yml

@@ -34,58 +34,30 @@ jobs:
         pip install -e .
     - name: Lint
       run: pre-commit run --show-diff-on-failure --color=always --all-files
+    - name: Check the tests against the upstream test registry
+      run: python scripts/check_test_registry.py --report
 
   build:
     name: Build
-    timeout-minutes: 45
+    timeout-minutes: 120
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-latest, windows-latest, macos-latest]
-        python-version: ['3.14']
+        os: [ubuntu-latest, windows-latest, macos-latest, macos-15-xlarge]
+        python-version: ['3.12']
         browser: [chromium, firefox, webkit]
         exclude:
         # WebKit on standard macOS-latest (currently macos-15-arm64) is unstable;
         # upstream pins paid macos-15-xlarge for cross-browser webkit too.
         - os: macos-latest
           browser: webkit
         include:
-        - os: windows-latest
-          python-version: '3.10'
-          browser: chromium
-        - os: macos-latest
-          python-version: '3.10'
-          browser: chromium
         - os: ubuntu-latest
           python-version: '3.10'
           browser: chromium
-        - os: macos-15-xlarge
-          python-version: '3.14'
-          browser: webkit
-        - os: windows-latest
-          python-version: '3.11'
-          browser: chromium
-        - os: macos-latest
-          python-version: '3.11'
-          browser: chromium
         - os: ubuntu-latest
           python-version: '3.11'
           browser: chromium
-        - os: windows-latest
-          python-version: '3.12'
-          browser: chromium
-        - os: macos-latest
-          python-version: '3.12'
-          browser: chromium
-        - os: ubuntu-latest
-          python-version: '3.12'
-          browser: chromium
-        - os: windows-latest
-          python-version: '3.13'
-          browser: chromium
-        - os: macos-latest
-          python-version: '3.13'
-          browser: chromium
         - os: ubuntu-latest
           python-version: '3.13'
           browser: chromium
@@ -112,59 +84,18 @@ jobs:
       run: pytest tests/test_installation.py --browser=${{ matrix.browser }}
     - name: Test Sync API
       if: matrix.os != 'ubuntu-latest'
-      run: pytest tests/sync --browser=${{ matrix.browser }} --timeout 90
-    - name: Test Sync API
-      if: matrix.os == 'ubuntu-latest'
-      run: xvfb-run pytest tests/sync --browser=${{ matrix.browser }} --timeout 90
-    - name: Test Async API
-      if: matrix.os != 'ubuntu-latest'
-      run: pytest tests/async --browser=${{ matrix.browser }} --timeout 90
-    - name: Test Async API
-      if: matrix.os == 'ubuntu-latest'
-      run: xvfb-run pytest tests/async --browser=${{ matrix.browser }} --timeout 90
-
-  test-stable:
-    name: Stable
-    timeout-minutes: 45
-    strategy:
-      fail-fast: false
-      matrix:
-        os: [ubuntu-latest, windows-latest, macos-latest]
-        browser-channel: [chrome]
-        include:
-        - os: windows-latest
-          browser-channel: msedge
-        - os: macos-latest
-          browser-channel: msedge
-    runs-on: ${{ matrix.os }}
-    steps:
-    - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
-    - name: Set up Python
-      uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
-      with:
-        python-version: "3.10"
-    - name: Install dependencies & browsers
-      run: |
-        python -m pip install --upgrade pip
-        pip install -r local-requirements.txt
-        pip install -r requirements.txt
-        pip install -e .
-        python -m build --wheel
-        python -m playwright install ${{ matrix.browser-channel }} --with-deps
-    - name: Common Tests
-      run: pytest tests/common --browser=chromium --browser-channel=${{ matrix.browser-channel }} --timeout 90
-    - name: Test Sync API
-      if: matrix.os != 'ubuntu-latest'
-      run: pytest tests/sync --browser=chromium --browser-channel=${{ matrix.browser-channel }} --timeout 90
+      run: pytest tests/sync --browser=${{ matrix.browser }} --timeout 90 --timeout-method thread -n auto
     - name: Test Sync API
       if: matrix.os == 'ubuntu-latest'
-      run: xvfb-run pytest tests/sync --browser=chromium --browser-channel=${{ matrix.browser-channel }} --timeout 90
+      run: xvfb-run pytest tests/sync --browser=${{ matrix.browser }} --timeout 90 --timeout-method thread -n auto
     - name: Test Async API
-      if: matrix.os != 'ubuntu-latest'
-      run: pytest tests/async --browser=chromium --browser-channel=${{ matrix.browser-channel }} --timeout 90
+      # Run it after a failure of the sync tests too, to see the failures of both.
+      if: ${{ !cancelled() && matrix.os != 'ubuntu-latest' }}
+      run: pytest tests/async --browser=${{ matrix.browser }} --timeout 90 --timeout-method thread -n auto
     - name: Test Async API
-      if: matrix.os == 'ubuntu-latest'
-      run: xvfb-run pytest tests/async --browser=chromium --browser-channel=${{ matrix.browser-channel }} --timeout 90
+      # Run it after a failure of the sync tests too, to see the failures of both.
+      if: ${{ !cancelled() && matrix.os == 'ubuntu-latest' }}
+      run: xvfb-run pytest tests/async --browser=${{ matrix.browser }} --timeout 90 --timeout-method thread -n auto
 
   test_examples:
     name: Examples

.pre-commit-config.yaml

@@ -1,12 +1,13 @@
 # See https://pre-commit.com for more information
 # See https://pre-commit.com/hooks.html for more hooks
+# The test assets are copied from upstream byte for byte; the hooks must not change them.
+exclude: ^tests/assets/
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
     rev: v5.0.0
     hooks:
       - id: trailing-whitespace
       - id: end-of-file-fixer
-        exclude: tests/assets/har-sha1-main-response.txt
       - id: check-yaml
       - id: check-toml
       - id: requirements-txt-fixer

AGENTS.md

@@ -17,7 +17,7 @@ Python bindings for [Playwright](https://playwright.dev). The Python client talk
   - `_protocol_types.py` has the TypedDicts for initializers, results, events and nested types, named as upstream's `utils/generate_channels.js` names them (`PageInitializer`, `FrameGotoResult`, `PageRouteEvent`, …).
   - `_protocol.py` has the parameters of every command. With `PW_CHECK_PROTOCOL=1`, `playwright/_impl/_protocol_check.py` checks each message that the client sends against it. The test suite sets this, and fails a test that sends an unknown command, an unknown or missing parameter, or a value of the wrong type.
 - `scripts/codegen/compare_api.py` — compares two generated files (signatures, annotations, call bodies, docstrings) and lists every difference. Use it to check that a generator change does not change the API.
-- `tests/async/`, `tests/sync/` — pytest suites, ported from the upstream tests. Most new tests are added to the async file with a sync mirror. See [Tests](#tests).
+- `tests/async/`, `tests/sync/` — pytest suites, ported test for test from the upstream tests, which `tests/upstream_registry.md` lists by identifier. See [Tests](#tests).
 - `DRIVER_VERSION` — the single source of truth for which Playwright release the driver is assembled from (one line, the `playwright-core` npm version, e.g. `1.61.0`, no `v` prefix). Read by `setup.py`, `scripts/build_driver.py`, and CI. The wheel build downloads `playwright-core` at this version from npm plus the matching Node.js binary and assembles the per-platform bundles — no source build. The version is baked into the staged bundle filenames (`driver/playwright-<version>-<suffix>.zip`), so it doubles as the build cache key.
 - `NODE_VERSION` — the Node.js version bundled with the driver (one line, e.g. `24.16.0`). Maintained at roll time by `scripts/update_node_version.py` (latest LTS, mirroring upstream's `utils/build/update-playwright-node.mjs`).
 - `scripts/build_driver.py` — assembles the per-platform driver bundles into `driver/` by downloading the `playwright-core` npm package (`DRIVER_VERSION`) and the official Node.js binaries (`NODE_VERSION`). Fetches `playwright-core` with `npm pack` (needs Node.js/npm on PATH; honours a root `.npmrc`) and the Node.js binaries over plain HTTP; invoked from `setup.py`'s `bdist_wheel` with the target platform's suffix (no arg builds all six).
@@ -50,14 +50,16 @@ The public API comes from the upstream docs. After `./scripts/update_api.sh`, ru
 
 ## Tests
 
-The tests are a port of the upstream tests in `microsoft/playwright` (`tests/page/`, `tests/library/`). Keep them close to upstream, so that each upstream test has one place in this repo.
+The tests are a port of the upstream tests in `microsoft/playwright` (`tests/page/`, `tests/library/`), test for test. Upstream gives each test an identifier, the first token of its title: `it('CH-001 should check the box', ...)`. `tests/upstream_registry.md` is a copy of upstream's `tests/registry.md`, which lists every identifier with its file and title.
 
-**First rule: follow the upstream names and files.**
+**First rule: every upstream test is ported, or listed as not ported.**
 
-- When a change needs a test, find the upstream test for the same behavior and port it. Do not write a new test when an upstream test exists.
-- Put the test in the Python file that matches the upstream file: `tests/page/expect-misc.spec.ts` becomes `tests/async/test_expect_misc.py`. If that file does not exist, create it.
-- Name the test after the upstream title, in snake_case, with the `describe` title in front: `test('should support pseudo element')` in `test.describe('toHaveCSS')` becomes `test_to_have_css_should_support_pseudo_element`.
-- Add the sync mirror in `tests/sync/`, with the same file name and test name.
+- Port each upstream test twice, to `tests/async/` and to `tests/sync/`, in the file that matches the upstream file: `tests/page/page-check.spec.ts` becomes `tests/async/page/test_page_check.py` and `tests/sync/page/test_page_check.py`; `tests/library/chromium/oopif.spec.ts` becomes `tests/async/library/chromium/test_oopif.py`.
+- Name the test `test_<ID>_<title>`: the identifier with `_`, then the `describe` titles and the title in snake_case. `test('EX-181 toHaveCount pass')` in `test.describe('toHaveCount')` becomes `test_EX_181_to_have_count_to_have_count_pass`. A test that a loop declares several times is one function with `@pytest.mark.parametrize`.
+- Port faithfully: the same steps, assertions and skip conditions. A test that fails because of a bug in the Python client stays, marked `@pytest.mark.xfail(reason="python: ...", strict=True)`.
+- A test that can not exist in Python (a JavaScript-only API, Node.js client internals, tools that run in the driver, `@playwright/test` features) goes in `tests/upstream_not_ported.txt`, with the reason.
+- `python scripts/check_test_registry.py` checks all of this. `--missing <code or file glob>` prints the expected names of the tests still to port; `--report` prints the coverage per subsystem.
+- Do not write a new test when an upstream test exists. `tests/async/legacy/` and `tests/sync/legacy/` hold older ports named after old upstream titles; do not add tests there.
 
 **Second rule: keep the number of tests small.** This applies to every test, and most of all to Python-only behavior that has no upstream test (the sync API, asyncio, the driver).
 

DRIVER_VERSION

@@ -1 +1 @@
-1.65.0-alpha-1792021904000
+1.65.0-alpha-2026-10-17

local-requirements.txt

@@ -11,6 +11,7 @@ pytest==9.0.3
 pytest-asyncio==1.4.0
 pytest-rerunfailures==16.7
 pytest-timeout==2.4.0
+pytest-xdist==3.8.0
 PyYAML==6.0.3
 service_identity==24.2.0
 twisted==25.5.0

playwright/_impl/_artifact.py

@@ -14,11 +14,11 @@
 
 import pathlib
 from pathlib import Path
-from typing import TYPE_CHECKING, Dict, Optional, Union, cast
+from typing import TYPE_CHECKING, Optional, Union, cast
 
 from playwright._impl._connection import ChannelOwner, from_channel
 from playwright._impl._errors import Error, patch_error_message
-from playwright._impl._helper import make_dirs_for_file
+from playwright._impl._file_utils import mkdir_if_needed
 from playwright._impl._stream import Stream
 
 if TYPE_CHECKING:  # pragma: no cover
@@ -28,40 +28,36 @@
 class Artifact(ChannelOwner):
     _channel: "ArtifactChannel"
 
-    def __init__(
-        self, parent: ChannelOwner, type: str, guid: str, initializer: Dict
-    ) -> None:
-        super().__init__(parent, type, guid, initializer)
-        self.absolute_path = initializer["absolutePath"]
-
     async def path_after_finished(self) -> pathlib.Path:
         if self._connection.is_remote:
             raise Error(
-                "Path is not available when using browser_type.connect(). Use save_as() to save a local copy."
+                "Path is not available when connecting remotely. Use save_as() to save a local copy."
             )
         path = (await self._channel.pathAfterFinished())["value"]
         return pathlib.Path(path)
 
     async def save_as(self, path: Union[str, Path]) -> None:
-        stream = cast(
-            Stream, from_channel((await self._channel.saveAsStream())["stream"])
-        )
-        make_dirs_for_file(path)
+        if not self._connection.is_remote:
+            # The driver is another process: resolve the path against the current
+            # directory of this process.
+            await self._channel.saveAs(path=str(Path(path).absolute()))
+            return
+
+        result = await self._channel.saveAsStream()
+        stream = cast(Stream, from_channel(result["stream"]))
+        mkdir_if_needed(path)
         await stream.save_as(path)
 
     async def failure(self) -> Optional[str]:
         reason = (await self._channel.failure())["error"]
-        if reason is None:
-            return None
-        return patch_error_message(reason)
-
-    async def delete(self) -> None:
-        await self._channel.delete()
+        return patch_error_message(reason) if reason else None
 
-    async def read_info_buffer(self) -> bytes:
+    async def read_into_buffer(self) -> bytes:
         stream = cast(Stream, from_channel((await self._channel.stream())["stream"]))
-        buffer = await stream.read_all()
-        return buffer
+        return await stream.read_all()
 
     async def cancel(self) -> None:  # pyright: ignore[reportIncompatibleMethodOverride]
         await self._channel.cancel()
+
+    async def delete(self) -> None:
+        await self._channel.delete()