Remove obsolete python versions from tests

Add missing import
Format
2024-10-01 10:02:03 +02:00 · 2024-10-01 09:57:46 +02:00 · 2024-09-30 22:31:38 +02:00 · 2024-09-30 22:26:08 +02:00 · 2024-09-30 22:22:41 +02:00
293 changed files with 2372 additions and 5915 deletions
@@ -7,18 +7,93 @@ on:
      # ** matches 'zero or more of any character'
      - 'release-v[0-9]+.[0-9]+.[0-9]+**'
      - 'prerelease-v[0-9]+.[0-9]+.[0-9]+**'
-
-permissions: {}
-
 jobs:
  build_wheels:
-    uses: explosion/gha-cibuildwheel/.github/workflows/cibuildwheel.yml@2c98f757f13d112cf73fcf4b627249f1fffb5aae  # main
+    name: Build wheels on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        # macos-13 is an intel runner, macos-14 is apple silicon
+        os: [ubuntu-latest, windows-latest, macos-13, macos-14]
+
+    steps:
+      - uses: actions/checkout@v4
+      # aarch64 (arm) is built via qemu emulation
+      # QEMU is sadly too slow. We need to wait for public ARM support
+      #- name: Set up QEMU
+      #  if: runner.os == 'Linux'
+      #  uses: docker/setup-qemu-action@v3
+      #  with:
+      #    platforms: all
+      - name: Build wheels
+        uses: pypa/cibuildwheel@v2.19.1
+        env:
+          CIBW_ARCHS_LINUX: auto
+        with:
+          package-dir: .
+          output-dir: wheelhouse
+          config-file: "{package}/pyproject.toml"
+      - uses: actions/upload-artifact@v4
+        with:
+          name: cibw-wheels-${{ matrix.os }}-${{ strategy.job-index }}
+          path: ./wheelhouse/*.whl
+
+  build_sdist:
+    name: Build source distribution
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Build sdist
+        run: pipx run build --sdist
+      - uses: actions/upload-artifact@v4
+        with:
+          name: cibw-sdist
+          path: dist/*.tar.gz
+  create_release:
+    needs: [build_wheels, build_sdist]
+    runs-on: ubuntu-latest
    permissions:
      contents: write
+      checks: write
      actions: read
-    with:
-      wheel-name-pattern: "spacy-*.whl"
-      pure-python: false
-    secrets:
-      gh-token: ${{ secrets.GITHUB_TOKEN }}
-
+      issues: read
+      packages: write
+      pull-requests: read
+      repository-projects: read
+      statuses: read
+    steps:
+      - name: Get the tag name and determine if it's a prerelease
+        id: get_tag_info
+        run: |
+          FULL_TAG=${GITHUB_REF#refs/tags/}
+          if [[ $FULL_TAG == release-* ]]; then
+            TAG_NAME=${FULL_TAG#release-}
+            IS_PRERELEASE=false
+          elif [[ $FULL_TAG == prerelease-* ]]; then
+            TAG_NAME=${FULL_TAG#prerelease-}
+            IS_PRERELEASE=true
+          else
+            echo "Tag does not match expected patterns" >&2
+            exit 1
+          fi
+          echo "FULL_TAG=$TAG_NAME" >> $GITHUB_ENV
+          echo "TAG_NAME=$TAG_NAME" >> $GITHUB_ENV
+          echo "IS_PRERELEASE=$IS_PRERELEASE" >> $GITHUB_ENV
+      - uses: actions/download-artifact@v4
+        with:
+          # unpacks all CIBW artifacts into dist/
+          pattern: cibw-*
+          path: dist
+          merge-multiple: true
+      - name: Create Draft Release
+        id: create_release
+        uses: softprops/action-gh-release@v2
+        if: startsWith(github.ref, 'refs/tags/')
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          name: ${{ env.TAG_NAME }}
+          draft: true
+          prerelease: ${{ env.IS_PRERELEASE }}
+          files: "./dist/*" 
@@ -6,8 +6,6 @@ on:
      - created
      - edited

-permissions: {}
-
 jobs:
  explosion-bot:
    if: github.repository_owner == 'explosion'
@@ -17,15 +15,13 @@ jobs:
        env:
          GITHUB_CONTEXT: ${{ toJson(github) }}
        run: echo "$GITHUB_CONTEXT"
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6
-      - uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405  # v6
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v4
      - name: Install and run explosion-bot
        run: |
-          git config --global url."https://x-access-token:${EXPLOSIONBOT_TOKEN}@github.com/".insteadOf "https://github.com/"
-          pip install git+https://github.com/explosion/explosion-bot
+          pip install git+https://${{ secrets.EXPLOSIONBOT_TOKEN }}@github.com/explosion/explosion-bot
          python -m explosionbot
        env:
-          EXPLOSIONBOT_TOKEN: ${{ secrets.EXPLOSIONBOT_TOKEN }}
          INPUT_TOKEN: ${{ secrets.EXPLOSIONBOT_TOKEN }}
          INPUT_BK_TOKEN: ${{ secrets.BUILDKITE_SECRET }}
          ENABLED_COMMANDS: "test_gpu,test_slow,test_slow_gpu"
@@ -11,16 +11,12 @@ on:
    types:
      - labeled

-permissions: {}
-
 jobs:
  issue-manager:
-    permissions:
-      issues: write
    if: github.repository_owner == 'explosion'
    runs-on: ubuntu-latest
    steps:
-      - uses: tiangolo/issue-manager@4d1b7e05935a404dc8337d30bd23be46be8bb8e5  # 0.4.0
+      - uses: tiangolo/issue-manager@0.4.0
        with:
          token: ${{ secrets.GITHUB_TOKEN }}
          config: >
@@ -16,7 +16,7 @@ jobs:
    if: github.repository_owner == 'explosion'
    runs-on: ubuntu-latest
    steps:
-      - uses: dessant/lock-threads@1bf7ec25051fe7c00bdd17e6a7cf3d7bfb7dc771  # v5
+      - uses: dessant/lock-threads@v5
        with:
          process-only: 'issues'
          issue-inactive-days: '30'
@@ -8,8 +8,6 @@ on:
    types:
      - published

-permissions: {}
-
 jobs:
  upload_pypi:
    runs-on: ubuntu-latest
@@ -23,7 +21,7 @@ jobs:
    # or, alternatively, upload to PyPI on every tag starting with 'v' (remove on: release above to use this)
    # if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v')
    steps:
-      - uses: robinraju/release-downloader@daf26c55d821e836577a15f77d86ddc078948b05  # v1
+      - uses: robinraju/release-downloader@v1
        with:
          tag: ${{ github.event.release.tag_name }}
          fileName: '*'
@@ -5,16 +5,21 @@ on:
    paths:
      - "website/meta/universe.json"

-permissions: {}
-
 jobs:
  build:
    if: github.repository_owner == 'explosion'
    runs-on: ubuntu-latest

    steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6
-      - uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405  # v6
+      - name: Dump GitHub context
+        env:
+          GITHUB_CONTEXT: ${{ toJson(github) }}
+          PR_NUMBER: ${{github.event.number}}
+        run: |
+          echo "$GITHUB_CONTEXT"
+
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v4
        with:
          python-version: '3.10'
      - name: Install Bernadette app dependency and send an alert
@@ -12,6 +12,7 @@ on:
      - "*.md"
      - "*.mdx"
      - "website/**"
+      - ".github/workflows/**"
  pull_request:
    types: [opened, synchronize, reopened, edited]
    paths-ignore:
@@ -19,8 +20,6 @@ on:
      - "*.mdx"
      - "website/**"

-permissions: {}
-
 jobs:
  validate:
    name: Validate
@@ -28,38 +27,55 @@ jobs:
    runs-on: ubuntu-latest
    steps:
      - name: Check out repo
-        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6
+        uses: actions/checkout@v4

      - name: Configure Python version
-        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405  # v6
+        uses: actions/setup-python@v4
        with:
-          python-version: "3.10"
+          python-version: "3.7"

-      - name: ruff format
+      - name: black
        run: |
-          python -m pip install ruff -c requirements.txt
-          python -m ruff format spacy --check
-      - name: ruff isort
+          python -m pip install black -c requirements.txt
+          python -m black spacy --check
+      - name: isort
        run: |
-          python -m ruff check spacy --select I
+          python -m pip install isort -c requirements.txt
+          python -m isort spacy --check
+      - name: flake8
+        run: |
+          python -m pip install flake8==5.0.4
+          python -m flake8 spacy --count --select=E901,E999,F821,F822,F823,W605 --show-source --statistics
+      - name: cython-lint
+        run: |
+          python -m pip install cython-lint -c requirements.txt
+          # E501: line too log, W291: trailing whitespace, E266: too many leading '#' for block comment
+          cython-lint spacy --ignore E501,W291,E266

  tests:
    name: Test
    needs: Validate
    strategy:
-      fail-fast: false
+      fail-fast: true
      matrix:
        os: [ubuntu-latest, windows-latest, macos-latest]
-        python_version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
+        python_version: ["3.12"]
+        include:
+          - os: ubuntu-latest
+            python_version: "3.9"
+          - os: windows-latest
+            python_version: "3.10"
+          - os: macos-latest
+            python_version: "3.11"

    runs-on: ${{ matrix.os }}

    steps:
      - name: Check out repo
-        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6
+        uses: actions/checkout@v4

      - name: Configure Python version
-        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405  # v6
+        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python_version }}

@@ -95,7 +111,7 @@ jobs:
        shell: bash

      - name: Test import
-        run: python -W error -W 'ignore:Core Pydantic V1:UserWarning:pydantic' -c "import spacy"
+        run: python -W error -c "import spacy"

      - name: "Test download CLI"
        run: |
@@ -139,9 +155,7 @@ jobs:
      - name: "Test assemble CLI"
        run: |
          python -c "import spacy; config = spacy.util.load_config('ner.cfg'); config['components']['ner'] = {'source': 'ca_core_news_sm'}; config.to_disk('ner_source_sm.cfg')"
-          python -m spacy assemble ner_source_sm.cfg output_dir
-        env:
-          PYTHONWARNINGS: "error,ignore::DeprecationWarning" 
+          PYTHONWARNINGS="error,ignore::DeprecationWarning" python -m spacy assemble ner_source_sm.cfg output_dir
        if: matrix.python_version == '3.9'

      - name: "Test assemble CLI vectors warning"
@@ -156,7 +170,7 @@ jobs:

      - name: "Run CPU tests"
        run: |
-          python -m pytest --pyargs spacy -W error -W 'ignore:Core Pydantic V1:UserWarning:pydantic'
+          python -m pytest --pyargs spacy -W error
        if: "!(startsWith(matrix.os, 'macos') && matrix.python_version == '3.11')"

      - name: "Run CPU tests with thinc-apple-ops"
@@ -13,8 +13,6 @@ on:
    paths:
      - "website/meta/universe.json"

-permissions: {}
-
 jobs:
  validate:
    name: Validate
@@ -22,10 +20,10 @@ jobs:
    runs-on: ubuntu-latest
    steps:
      - name: Check out repo
-        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6
+        uses: actions/checkout@v4

      - name: Configure Python version
-        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405  # v6
+        uses: actions/setup-python@v4
        with:
          python-version: "3.7"

@@ -1,7 +1,13 @@
 repos:
-   repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.9.0
+-   repo: https://github.com/ambv/black
+    rev: 22.3.0
    hooks:
-    - id: ruff
-      args: ['--fix']
-    - id: ruff-format
+    - id: black
+      language_version: python3.7
+      additional_dependencies: ['click==8.0.4']
+-   repo: https://github.com/pycqa/flake8
+    rev: 5.0.4
+    hooks:
+    - id: flake8
+      args:
+        - "--config=setup.cfg"
@@ -35,7 +35,7 @@ so that more people can benefit from it.

 When opening an issue, use a **descriptive title** and include your
 **environment** (operating system, Python version, spaCy version). Our
-[issue templates](https://github.com/explosion/spaCy/issues/new/choose) help you
+[issue template](https://github.com/explosion/spaCy/issues/new) helps you
 remember the most important details to include. If you've discovered a bug, you
 can also submit a [regression test](#fixing-bugs) straight away. When you're
 opening an issue to report the bug, simply refer to your pull request in the
@@ -449,8 +449,8 @@ and plugins in spaCy v3.0, and we can't wait to see what you build with it!
  [`spacy`](https://github.com/topics/spacy?o=desc&s=stars) and
  [`spacy-extensions`](https://github.com/topics/spacy-extension?o=desc&s=stars)
  to make it easier to find. Those are also the topics we're linking to from the
-  spaCy website. If you're sharing your project on X, feel free to tag
-  [@spacy_io](https://x.com/spacy_io) so we can check it out.
+  spaCy website. If you're sharing your project on Twitter, feel free to tag
+  [@spacy_io](https://twitter.com/spacy_io) so we can check it out.

 - Once your extension is published, you can open a
  [PR](https://github.com/explosion/spaCy/pulls) to suggest it for the
@@ -1,10 +1,8 @@
 recursive-include spacy *.pyi *.pyx *.pxd *.txt *.cfg *.jinja *.toml *.hh
-recursive-include spacy_cli *.json
 include LICENSE
 include README.md
 include pyproject.toml
 include spacy/py.typed
 recursive-include spacy/cli *.yml
-recursive-include spacy/tests *.json
 recursive-include licenses *
 recursive-exclude spacy *.cpp
@@ -16,7 +16,7 @@ model packaging, deployment and workflow management. spaCy is commercial
 open-source software, released under the
 [MIT license](https://github.com/explosion/spaCy/blob/master/LICENSE).

-💫 **Version 3.8 out now!**
+💫 **Version 3.7 out now!**
 [Check out the release notes here.](https://github.com/explosion/spaCy/releases)

 [![tests](https://github.com/explosion/spaCy/actions/workflows/tests.yml/badge.svg)](https://github.com/explosion/spaCy/actions/workflows/tests.yml)
@@ -28,6 +28,7 @@ open-source software, released under the
 <br />
 [![PyPi downloads](https://static.pepy.tech/personalized-badge/spacy?period=total&units=international_system&left_color=grey&right_color=orange&left_text=pip%20downloads)](https://pypi.org/project/spacy/)
 [![Conda downloads](https://img.shields.io/conda/dn/conda-forge/spacy?label=conda%20downloads)](https://anaconda.org/conda-forge/spacy)
+[![spaCy on Twitter](https://img.shields.io/twitter/follow/spacy_io.svg?style=social&label=Follow)](https://twitter.com/spacy_io)

 ## 📖 Documentation

@@ -46,7 +47,6 @@ open-source software, released under the
 | 👩‍🏫 **[Online Course]**                                                                                                                                                                                                    | Learn spaCy in this free and interactive online course.                                                                                                                                                                                                                                                                                      |
 | 📰 **[Blog]**                                                                                                                                                                                                             | Read about current spaCy and Prodigy development, releases, talks and more from Explosion.                                                                                                                                                                                                                 |
 | 📺 **[Videos]**                                                                                                                                                                                                           | Our YouTube channel with video tutorials, talks and more.                                                                                                                                                                                                                                                                                    |
-| 🔴 **[Live Stream]**                                                                                                                                                                                                       | Join Matt as he works on spaCy and chat about NLP, live every week.                                                                                                                                                                                                                                                                         |
 | 🛠 **[Changelog]**                                                                                                                                                                                                         | Changes and version history.                                                                                                                                                                                                                                                                                                                 |
 | 💝 **[Contribute]**                                                                                                                                                                                                       | How to contribute to the spaCy project and code base.                                                                                                                                                                                                                                                                                        |
 | 👕 **[Swag]**                                                                                                                                                                                                             | Support us and our work with unique, custom-designed swag!                                                                                                                                                                                                                                                                                   |
@@ -62,7 +62,6 @@ open-source software, released under the
 [universe]: https://spacy.io/universe
 [spacy vs code extension]: https://github.com/explosion/spacy-vscode
 [videos]: https://www.youtube.com/c/ExplosionAI
-[live stream]: https://www.youtube.com/playlist?list=PLBmcuObd5An5_iAxNYLJa_xWmNzsYce8c
 [online course]: https://course.spacy.io
 [blog]: https://explosion.ai
 [project templates]: https://github.com/explosion/projects
@@ -80,14 +79,13 @@ more people can benefit from it.
 | Type                            | Platforms                               |
 | ------------------------------- | --------------------------------------- |
 | 🚨 **Bug Reports**              | [GitHub Issue Tracker]                  |
-| 🎁 **Feature Requests & Ideas** | [GitHub Discussions] · [Live Stream]    |
+| 🎁 **Feature Requests & Ideas** | [GitHub Discussions]                    |
 | 👩‍💻 **Usage Questions**          | [GitHub Discussions] · [Stack Overflow] |
-| 🗯 **General Discussion**        | [GitHub Discussions] · [Live Stream]   |
+| 🗯 **General Discussion**        | [GitHub Discussions]                    |

 [github issue tracker]: https://github.com/explosion/spaCy/issues
 [github discussions]: https://github.com/explosion/spaCy/discussions
 [stack overflow]: https://stackoverflow.com/questions/tagged/spacy
-[live stream]: https://www.youtube.com/playlist?list=PLBmcuObd5An5_iAxNYLJa_xWmNzsYce8c

 ## Features

@@ -117,7 +115,7 @@ For detailed installation instructions, see the

 - **Operating system**: macOS / OS X · Linux · Windows (Cygwin, MinGW, Visual
  Studio)
- **Python version**: Python >=3.7, <3.13 (only 64 bit)
+- **Python version**: Python 3.7+ (only 64 bit)
 - **Package managers**: [pip] · [conda] (via `conda-forge`)

 [pip]: https://pypi.org/project/spacy/
@@ -1,20 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-# Insist repository is clean
-git diff-index --quiet HEAD
-
-version=$(grep "__version__ = " spacy/about.py)
-version=${version/__version__ = }
-version=${version/\'/}
-version=${version/\'/}
-version=${version/\"/}
-version=${version/\"/}
-
-echo "Pushing release-v"$version
-
-git tag -d release-v$version || true
-git push origin :release-v$version || true
-git tag release-v$version
-git push origin release-v$version
@@ -1,2 +1,6 @@
 # build version constraints for use with wheelwright
-numpy>=2.0.0,<3.0.0
+numpy==1.15.0; python_version=='3.7' and platform_machine!='aarch64'
+numpy==1.19.2; python_version=='3.7' and platform_machine=='aarch64'
+numpy==1.17.3; python_version=='3.8' and platform_machine!='aarch64'
+numpy==1.19.2; python_version=='3.8' and platform_machine=='aarch64'
+numpy>=1.25.0; python_version>='3.9'
@@ -1,37 +0,0 @@
-#!/usr/bin/env bash
-# Local lint script matching the CI Validate job + mypy type checks.
-# Fixes formatting and import sorting in-place, then re-verifies in
-# check mode to catch any conflicts between the two, and runs mypy.
-set -euo pipefail
-
-err=0
-
-echo "==> ruff format (auto-fixing)"
-python -m ruff format spacy
-
-echo "==> ruff isort (auto-fixing)"
-python -m ruff check spacy --select I --fix
-
-echo "==> ruff format (verify)"
-if ! python -m ruff format spacy --check; then
-    echo "FAIL: isort fix broke formatting"
-    err=1
-fi
-
-echo "==> ruff isort (verify)"
-if ! python -m ruff check spacy --select I; then
-    echo "FAIL: format fix broke import sorting"
-    err=1
-fi
-
-echo "==> mypy"
-if ! python -m mypy spacy; then
-    err=1
-fi
-
-if [ "$err" -ne 0 ]; then
-    echo "FAIL: see errors above"
-    exit 1
-fi
-
-echo "OK: all checks passed"
@@ -1,19 +1,21 @@
 [build-system]
 requires = [
    "setuptools",
-    "cython>=3.0,<4.0",
+    "cython>=0.25,<3.0",
    "cymem>=2.0.2,<2.1.0",
    "preshed>=3.0.2,<3.1.0",
    "murmurhash>=0.28.0,<1.1.0",
-    "thinc>=8.3.12,<8.4.0",
-    "numpy>=2.0.0,<3.0.0"
+    "thinc>=8.3.0,<8.4.0",
+    "numpy>=2.0.0,<2.1.0; python_version < '3.9'",
+    "numpy>=2.0.0,<2.1.0; python_version >= '3.9'",
 ]
 build-backend = "setuptools.build_meta"

 [tool.cibuildwheel]
 build = "*"
-skip = "cp39* *-win32 *i686* cp3??t-* *cp310-win_arm64"
+skip = "pp* cp36* cp37* cp38* *-win32 *i686*"
 test-skip = ""
+free-threaded-support = false

 archs = ["native"]

@@ -62,13 +64,5 @@ repair-wheel-command = "delocate-wheel --require-archs {delocate_archs} -w {dest
 [tool.cibuildwheel.pyodide]


-[tool.ruff]
-line-length = 88
-
-[tool.ruff.lint]
-select = ["E", "F", "W", "C", "B", "B9"]
-ignore = ["E203", "E266", "E501", "E731", "E741", "F541"]
-
-[tool.ruff.lint.isort]
-combine-as-imports = true
-split-on-trailing-comma = true
+[tool.isort]
+profile = "black"
@@ -3,35 +3,38 @@ spacy-legacy>=3.0.11,<3.1.0
 spacy-loggers>=1.0.0,<2.0.0
 cymem>=2.0.2,<2.1.0
 preshed>=3.0.2,<3.1.0
-thinc>=8.3.12,<8.4.0
-ml_datasets>=0.2.1,<0.3.0
+thinc>=8.2.2,<8.3.0
+ml_datasets>=0.2.0,<0.3.0
 murmurhash>=0.28.0,<1.1.0
 wasabi>=0.9.1,<1.2.0
-srsly>=2.5.3,<3.0.0
+srsly>=2.4.3,<3.0.0
 catalogue>=2.0.6,<2.1.0
 typer>=0.3.0,<1.0.0
-weasel>=1.0.0,<2.0.0
+weasel>=0.1.0,<0.5.0
 # Third party dependencies
-numpy>=2.0.0,<3.0.0
+numpy>=2.0.0; python_version < "3.9"
+numpy>=2.0.0; python_version >= "3.9"
 requests>=2.13.0,<3.0.0
 tqdm>=4.38.0,<5.0.0
-pydantic>=2.0.0,<3.0.0
+pydantic>=1.7.4,!=1.8,!=1.8.1,<3.0.0
 jinja2
+langcodes>=3.2.0,<4.0.0
 # Official Python utilities
 setuptools
 packaging>=20.0
 # Development dependencies
 pre-commit>=2.13.0
-cython>=3.0,<4.0
+cython>=0.25,<3.0
 pytest>=5.2.0,!=7.1.0
 pytest-timeout>=1.3.0,<2.0.0
 mock>=2.0.0,<3.0.0
+flake8>=3.8.0,<6.0.0
 hypothesis>=3.27.0,<7.0.0
 mypy>=1.5.0,<1.6.0; platform_machine != "aarch64" and python_version >= "3.8"
 types-mock>=0.1.1
 types-setuptools>=57.0.0
 types-requests
 types-setuptools>=57.0.0
-ruff>=0.9.0
+black==22.3.0
 cython-lint>=0.15.0
-confection>=1.1.0,<2.0.0
+isort>=5.0,<6.0
@@ -17,12 +17,12 @@ classifiers =
    Operating System :: Microsoft :: Windows
    Programming Language :: Cython
    Programming Language :: Python :: 3
+    Programming Language :: Python :: 3.7
+    Programming Language :: Python :: 3.8
    Programming Language :: Python :: 3.9
    Programming Language :: Python :: 3.10
    Programming Language :: Python :: 3.11
    Programming Language :: Python :: 3.12
-    Programming Language :: Python :: 3.13
-    Programming Language :: Python :: 3.14
    Topic :: Scientific/Engineering
 project_urls =
    Release notes = https://github.com/explosion/spaCy/releases
@@ -31,18 +31,18 @@ project_urls =
 [options]
 zip_safe = false
 include_package_data = true
-python_requires = >=3.9,<3.15
+python_requires = >=3.7
 # NOTE: This section is superseded by pyproject.toml and will be removed in
 # spaCy v4
 setup_requires =
-    cython>=3.0,<4.0
-    numpy>=2.0.0,<3.0.0; python_version < "3.9"
-    numpy>=2.0.0,<3.0.0; python_version >= "3.9"
+    cython>=0.25,<3.0
+    numpy>=2.0.0,<2.1.0; python_version < "3.9"
+    numpy>=2.0.0,<2.1.0; python_version >= "3.9"
    # We also need our Cython packages here to compile against
    cymem>=2.0.2,<2.1.0
    preshed>=3.0.2,<3.1.0
    murmurhash>=0.28.0,<1.1.0
-    thinc>=8.3.12,<8.4.0
+    thinc>=8.3.0,<8.4.0
 install_requires =
    # Our libraries
    spacy-legacy>=3.0.11,<3.1.0
@@ -50,27 +50,27 @@ install_requires =
    murmurhash>=0.28.0,<1.1.0
    cymem>=2.0.2,<2.1.0
    preshed>=3.0.2,<3.1.0
-    thinc>=8.3.12,<8.4.0
+    thinc>=8.3.0,<8.4.0
    wasabi>=0.9.1,<1.2.0
-    srsly>=2.5.3,<3.0.0
+    srsly>=2.4.3,<3.0.0
    catalogue>=2.0.6,<2.1.0
-    weasel>=1.0.0,<2.0.0
-    confection>=1.1.0,<2.0.0
+    weasel>=0.1.0,<0.5.0
    # Third-party dependencies
    typer>=0.3.0,<1.0.0
    tqdm>=4.38.0,<5.0.0
    numpy>=1.15.0; python_version < "3.9"
    numpy>=1.19.0; python_version >= "3.9"
    requests>=2.13.0,<3.0.0
-    pydantic>=2.0.0,<3.0.0
+    pydantic>=1.7.4,!=1.8,!=1.8.1,<3.0.0
    jinja2
    # Official Python utilities
    setuptools
    packaging>=20.0
+    langcodes>=3.2.0,<4.0.0

 [options.entry_points]
 console_scripts =
-    spacy = spacy_cli.main:main
+    spacy = spacy.cli:setup_cli

 [options.extras_require]
 lookups =
@@ -116,7 +116,7 @@ cuda12x =
 cuda-autodetect =
    cupy-wheel>=11.0.0,<13.0.0
 apple =
-    thinc-apple-ops>=1.0.0,<2.0.0
+    thinc-apple-ops>=0.1.0.dev0,<1.0.0
 # Language tokenizers with external dependencies
 ja =
    sudachipy>=0.5.2,!=0.6.1
@@ -132,13 +132,20 @@ universal = false
 [sdist]
 formats = gztar

+[flake8]
+ignore = E203, E266, E501, E731, W503, E741, F541
+max-line-length = 80
+select = B,C,E,F,W,T4,B9
+exclude =
+    .env,
+    .git,
+    __pycache__,
+    _tokenizer_exceptions_list.py,
+
 [tool:pytest]
 markers =
    slow: mark a test as slow
    issue: reference specific issue
-filterwarnings =
-    error
-    ignore:Core Pydantic V1:UserWarning:pydantic

 [mypy]
 ignore_missing_imports = True
@@ -82,9 +82,9 @@ COMPILER_DIRECTIVES = {
 }
 # Files to copy into the package that are otherwise not included
 COPY_FILES = {
-    ROOT / "setup.cfg": PACKAGE_ROOT / "tests" / "package" / "test.cfg",
-    ROOT / "pyproject.toml": PACKAGE_ROOT / "tests" / "package" / "test.toml",
-    ROOT / "requirements.txt": PACKAGE_ROOT / "tests" / "package" / "test.txt",
+    ROOT / "setup.cfg": PACKAGE_ROOT / "tests" / "package",
+    ROOT / "pyproject.toml": PACKAGE_ROOT / "tests" / "package",
+    ROOT / "requirements.txt": PACKAGE_ROOT / "tests" / "package",
 }


@@ -158,10 +158,10 @@ GIT_VERSION = "%(git_version)s"


 def clean(path):
-    for child in path.glob("**/*"):
-        if child.is_file() and child.suffix in (".so", ".cpp", ".html"):
-            print(f"Deleting {child.name}")
-            child.unlink()
+    for path in path.glob("**/*"):
+        if path.is_file() and path.suffix in (".so", ".cpp", ".html"):
+            print(f"Deleting {path.name}")
+            path.unlink()


 def setup_package():
@@ -173,10 +173,10 @@ def setup_package():
        about = {}
        exec(f.read(), about)

-    for copy_file, target_file in COPY_FILES.items():
+    for copy_file, target_dir in COPY_FILES.items():
        if copy_file.exists():
-            shutil.copyfile(str(copy_file), str(target_file))
-            print(f"Copied {copy_file} -> {target_file}")
+            shutil.copy(str(copy_file), str(target_dir))
+            print(f"Copied {copy_file} -> {target_dir}")

    include_dirs = [
        numpy.get_include(),
@@ -213,7 +213,7 @@ def setup_package():
        version=about["__version__"],
        ext_modules=ext_modules,
        cmdclass={"build_ext": build_ext_subclass},
-        package_data={"": ["*.pyx", "*.pxd", "*.pxi"], "spacy_cli": ["*.json"]},
+        package_data={"": ["*.pyx", "*.pxd", "*.pxi"]},
    )


@@ -10,39 +10,16 @@ setup_default_warnings()  # noqa: E402
 # These are imported as part of the API
 from thinc.api import Config, prefer_gpu, require_cpu, require_gpu  # noqa: F401

-from . import (
-    pipeline,  # noqa: F401
-    util,
-)
+from . import pipeline  # noqa: F401
+from . import util
 from .about import __version__  # noqa: F401
 from .cli.info import info  # noqa: F401
 from .errors import Errors
 from .glossary import explain  # noqa: F401
 from .language import Language
-from .registrations import REGISTRY_POPULATED, populate_registry
-
-# Rebuild pydantic v2 schemas that use forward references to Language/Vocab
-from .schemas import (  # noqa: F401
-    ConfigSchema,
-    ConfigSchemaInit,
-    ConfigSchemaNlp,
-    ConfigSchemaPretrain,
-    ConfigSchemaTraining,
-)
-from .training import Example  # noqa: F401
 from .util import logger, registry  # noqa: F401
 from .vocab import Vocab

-_rebuild_ns = {"Language": Language, "Vocab": Vocab, "Example": Example}
-for _schema in (
-    ConfigSchemaTraining,
-    ConfigSchemaNlp,
-    ConfigSchemaPretrain,
-    ConfigSchemaInit,
-    ConfigSchema,
-):
-    _schema.model_rebuild(_types_namespace=_rebuild_ns)  # type: ignore[attr-defined]
-
 if sys.maxunicode == 65535:
    raise SystemError(Errors.E130)

@@ -1,5 +1,5 @@
 # fmt: off
 __title__ = "spacy"
-__version__ = "3.8.12"
+__version__ = "3.7.7"
 __download_url__ = "https://github.com/explosion/spacy-models/releases/download"
 __compatibility__ = "https://raw.githubusercontent.com/explosion/spacy-models/master/compatibility.json"
@@ -1,96 +1,40 @@
-import sys
-import types
-from importlib import import_module
-from typing import Iterable
-
-from typer.main import get_command
 from wasabi import msg

-from ..util import registry
-from ._dispatch import (
-    GROUP_MODULES,
-    PUBLIC_ATTRS,
-    SUBCOMMAND_MODULES,
-    TOP_LEVEL_MODULES,
-    iter_builtin_modules,
+# Needed for testing
+from . import download as download_module  # noqa: F401
+from ._util import app, setup_cli  # noqa: F401
+from .apply import apply  # noqa: F401
+from .assemble import assemble_cli  # noqa: F401
+
+# These are the actual functions, NOT the wrapped CLI commands. The CLI commands
+# are registered automatically and won't have to be imported here.
+from .benchmark_speed import benchmark_speed_cli  # noqa: F401
+from .convert import convert  # noqa: F401
+from .debug_config import debug_config  # noqa: F401
+from .debug_data import debug_data  # noqa: F401
+from .debug_diff import debug_diff  # noqa: F401
+from .debug_model import debug_model  # noqa: F401
+from .download import download  # noqa: F401
+from .evaluate import evaluate  # noqa: F401
+from .find_function import find_function  # noqa: F401
+from .find_threshold import find_threshold  # noqa: F401
+from .info import info  # noqa: F401
+from .init_config import fill_config, init_config  # noqa: F401
+from .init_pipeline import init_pipeline_cli  # noqa: F401
+from .package import package  # noqa: F401
+from .pretrain import pretrain  # noqa: F401
+from .profile import profile  # noqa: F401
+from .project.assets import project_assets  # type: ignore[attr-defined]  # noqa: F401
+from .project.clone import project_clone  # type: ignore[attr-defined]  # noqa: F401
+from .project.document import (  # type: ignore[attr-defined]  # noqa: F401
+    project_document,
 )
-from ._util import COMMAND, add_project_cli, app
-
-HELP_OPTIONS = {"--help", "-h"}
-ROOT_OPTIONS = HELP_OPTIONS | {"--install-completion", "--show-completion"}
-
-__all__ = [
-    "app",
-    "load_all_commands",
-    "load_for_argv",
-    "setup_cli",
-    *sorted(PUBLIC_ATTRS),
-]
-
-
-def _import_modules(module_names: Iterable[str]) -> None:
-    for module_name in module_names:
-        import_module(module_name)
-
-
-def load_all_commands() -> None:
-    _import_modules(iter_builtin_modules())
-    add_project_cli()
-
-
-def load_for_argv(argv: Iterable[str]) -> None:
-    args = list(argv)
-    if not args or args[0] in ROOT_OPTIONS or args[0].startswith("-"):
-        load_all_commands()
-        return
-    command = args[0]
-    if command == "project":
-        add_project_cli()
-        return
-    if command in GROUP_MODULES:
-        subcommand = args[1] if len(args) > 1 and not args[1].startswith("-") else None
-        if subcommand is not None and (command, subcommand) in SUBCOMMAND_MODULES:
-            _import_modules(SUBCOMMAND_MODULES[(command, subcommand)])
-            return
-        _import_modules(GROUP_MODULES[command])
-        return
-    if command in TOP_LEVEL_MODULES:
-        _import_modules(TOP_LEVEL_MODULES[command])
-
-
-def setup_cli() -> None:
-    # Make sure entry-point CLI integrations are imported before command dispatch.
-    registry.cli.get_all()
-    load_for_argv(sys.argv[1:])
-    command = get_command(app)
-    command(prog_name=COMMAND)
-
-
-def __getattr__(name: str):
-    if name not in PUBLIC_ATTRS:
-        raise AttributeError(f"module 'spacy.cli' has no attribute {name!r}")
-    module_name, attr_name = PUBLIC_ATTRS[name]
-    module = import_module(module_name)
-    value = module if attr_name is None else getattr(module, attr_name)
-    globals()[name] = value
-    return value
-
-
-def __dir__():
-    return sorted(set(globals()) | set(PUBLIC_ATTRS))
-
-
-class _CLIModule(types.ModuleType):
-    def __setattr__(self, name, value):
-        if isinstance(value, types.ModuleType) and name in PUBLIC_ATTRS:
-            _, attr_name = PUBLIC_ATTRS[name]
-            if attr_name is not None:
-                super().__setattr__(name, getattr(value, attr_name))
-                return
-        super().__setattr__(name, value)
-
-
-sys.modules[__name__].__class__ = _CLIModule
+from .project.dvc import project_update_dvc  # type: ignore[attr-defined]  # noqa: F401
+from .project.pull import project_pull  # type: ignore[attr-defined]  # noqa: F401
+from .project.push import project_push  # type: ignore[attr-defined]  # noqa: F401
+from .project.run import project_run  # type: ignore[attr-defined]  # noqa: F401
+from .train import train_cli  # type: ignore[attr-defined]  # noqa: F401
+from .validate import validate  # type: ignore[attr-defined]  # noqa: F401


@app.command("link", no_args_is_help=True, deprecated=True, hidden=True)
@@ -1,104 +0,0 @@
-from typing import Dict, Iterable, Optional, Tuple
-
-CommandPath = Tuple[str, ...]
-
-
-TOP_LEVEL_MODULES: Dict[str, Tuple[str, ...]] = {
-    "apply": ("spacy.cli.apply",),
-    "assemble": ("spacy.cli.assemble",),
-    "convert": ("spacy.cli.convert",),
-    "debug-data": ("spacy.cli.debug_data",),
-    "download": ("spacy.cli.download",),
-    "evaluate": ("spacy.cli.evaluate",),
-    "find-function": ("spacy.cli.find_function",),
-    "find-threshold": ("spacy.cli.find_threshold",),
-    "info": ("spacy.cli.info",),
-    "package": ("spacy.cli.package",),
-    "pretrain": ("spacy.cli.pretrain",),
-    "profile": ("spacy.cli.profile",),
-    "train": ("spacy.cli.train",),
-    "validate": ("spacy.cli.validate",),
-}
-
-
-GROUP_MODULES: Dict[str, Tuple[str, ...]] = {
-    "benchmark": (
-        "spacy.cli.benchmark_speed",
-        "spacy.cli.evaluate",
-    ),
-    "debug": (
-        "spacy.cli.debug_config",
-        "spacy.cli.debug_data",
-        "spacy.cli.debug_diff",
-        "spacy.cli.debug_model",
-        "spacy.cli.profile",
-    ),
-    "init": (
-        "spacy.cli.init_config",
-        "spacy.cli.init_pipeline",
-    ),
-}
-
-
-SUBCOMMAND_MODULES: Dict[CommandPath, Tuple[str, ...]] = {
-    ("benchmark", "accuracy"): ("spacy.cli.evaluate",),
-    ("benchmark", "speed"): ("spacy.cli.benchmark_speed",),
-    ("debug", "config"): ("spacy.cli.debug_config",),
-    ("debug", "data"): ("spacy.cli.debug_data",),
-    ("debug", "diff-config"): ("spacy.cli.debug_diff",),
-    ("debug", "model"): ("spacy.cli.debug_model",),
-    ("debug", "profile"): ("spacy.cli.profile",),
-    ("init", "config"): ("spacy.cli.init_config",),
-    ("init", "fill-config"): ("spacy.cli.init_config",),
-    ("init", "labels"): ("spacy.cli.init_pipeline",),
-    ("init", "nlp"): ("spacy.cli.init_pipeline",),
-    ("init", "vectors"): ("spacy.cli.init_pipeline",),
-}
-
-
-PUBLIC_ATTRS: Dict[str, Tuple[str, Optional[str]]] = {
-    "app": ("spacy.cli._util", "app"),
-    "apply": ("spacy.cli.apply", "apply"),
-    "assemble_cli": ("spacy.cli.assemble", "assemble_cli"),
-    "benchmark_speed_cli": ("spacy.cli.benchmark_speed", "benchmark_speed_cli"),
-    "convert": ("spacy.cli.convert", "convert"),
-    "debug_config": ("spacy.cli.debug_config", "debug_config"),
-    "debug_data": ("spacy.cli.debug_data", "debug_data"),
-    "debug_diff": ("spacy.cli.debug_diff", "debug_diff"),
-    "debug_model": ("spacy.cli.debug_model", "debug_model"),
-    "download": ("spacy.cli.download", "download"),
-    "download_module": ("spacy.cli.download", None),
-    "evaluate": ("spacy.cli.evaluate", "evaluate"),
-    "fill_config": ("spacy.cli.init_config", "fill_config"),
-    "find_function": ("spacy.cli.find_function", "find_function"),
-    "find_threshold": ("spacy.cli.find_threshold", "find_threshold"),
-    "info": ("spacy.cli.info", "info"),
-    "init_config": ("spacy.cli.init_config", "init_config"),
-    "init_pipeline_cli": ("spacy.cli.init_pipeline", "init_pipeline_cli"),
-    "package": ("spacy.cli.package", "package"),
-    "pretrain": ("spacy.cli.pretrain", "pretrain"),
-    "profile": ("spacy.cli.profile", "profile"),
-    "project_assets": ("spacy.cli.project.assets", "project_assets"),
-    "project_clone": ("spacy.cli.project.clone", "project_clone"),
-    "project_document": ("spacy.cli.project.document", "project_document"),
-    "project_pull": ("spacy.cli.project.pull", "project_pull"),
-    "project_push": ("spacy.cli.project.push", "project_push"),
-    "project_run": ("spacy.cli.project.run", "project_run"),
-    "project_update_dvc": ("spacy.cli.project.dvc", "project_update_dvc"),
-    "train_cli": ("spacy.cli.train", "train_cli"),
-    "validate": ("spacy.cli.validate", "validate"),
-}
-
-
-def iter_builtin_modules() -> Iterable[str]:
-    seen = set()
-    for modules in TOP_LEVEL_MODULES.values():
-        for module in modules:
-            if module not in seen:
-                seen.add(module)
-                yield module
-    for modules in GROUP_MODULES.values():
-        for module in modules:
-            if module not in seen:
-                seen.add(module)
-                yield module
@@ -1,11 +1,15 @@
+import hashlib
 import os
+import shutil
 import sys
 from configparser import InterpolationError
 from contextlib import contextmanager
 from pathlib import Path
 from typing import (
+    TYPE_CHECKING,
    Any,
    Dict,
+    Iterable,
    List,
    Optional,
    Tuple,
@@ -16,16 +20,24 @@ from typing import (
 import srsly
 import typer
 from click import NoSuchOption
-from click.shell_completion import split_arg_string
-from thinc.api import ConfigValidationError, require_gpu
+from click.parser import split_arg_string
+from thinc.api import Config, ConfigValidationError, require_gpu
 from thinc.util import gpu_is_available
+from typer.main import get_command
 from wasabi import Printer, msg
+from weasel import app as project_cli

+from .. import about
 from ..compat import Literal
+from ..schemas import validate
 from ..util import (
    ENV_VARS,
+    SimpleFrozenDict,
    import_file,
+    is_compatible_version,
    logger,
+    make_tempdir,
+    registry,
    run_command,
 )

@@ -56,25 +68,23 @@ INIT_HELP = """Commands for initializing configs and pipeline packages."""
 Arg = typer.Argument
 Opt = typer.Option

-app = typer.Typer(name=NAME, help=HELP, rich_markup_mode=None)
+app = typer.Typer(name=NAME, help=HELP)
 benchmark_cli = typer.Typer(name="benchmark", help=BENCHMARK_HELP, no_args_is_help=True)
 debug_cli = typer.Typer(name="debug", help=DEBUG_HELP, no_args_is_help=True)
 init_cli = typer.Typer(name="init", help=INIT_HELP, no_args_is_help=True)
-_PROJECT_CLI_ADDED = False

+app.add_typer(project_cli, name="project", help=PROJECT_HELP, no_args_is_help=True)
 app.add_typer(debug_cli)
 app.add_typer(benchmark_cli)
 app.add_typer(init_cli)


-def add_project_cli() -> None:
-    global _PROJECT_CLI_ADDED
-    if _PROJECT_CLI_ADDED:
-        return
-    from weasel import app as project_cli
-
-    app.add_typer(project_cli, name="project", help=PROJECT_HELP, no_args_is_help=True)
-    _PROJECT_CLI_ADDED = True
+def setup_cli() -> None:
+    # Make sure the entry-point for CLI runs, so that they get imported.
+    registry.cli.get_all()
+    # Ensure that the help messages always display the correct prompt
+    command = get_command(app)
+    command(prog_name=COMMAND)


 def parse_config_overrides(
@@ -205,8 +215,8 @@ def get_git_version(
    """
    try:
        ret = run_command("git --version", capture=True)
-    except Exception as err:
-        raise RuntimeError(error) from err
+    except:
+        raise RuntimeError(error)
    stdout = ret.stdout.strip()
    if not stdout or not stdout.startswith("git version"):
        return 0, 0
@@ -215,11 +225,13 @@ def get_git_version(


@overload
-def string_to_list(value: str, intify: Literal[False] = ...) -> List[str]: ...
+def string_to_list(value: str, intify: Literal[False] = ...) -> List[str]:
+    ...


@overload
-def string_to_list(value: str, intify: Literal[True]) -> List[int]: ...
+def string_to_list(value: str, intify: Literal[True]) -> List[int]:
+    ...


 def string_to_list(value: str, intify: bool = False) -> Union[List[str], List[int]]:
@@ -22,7 +22,7 @@ to be grabbed ("text" by default)."""

 out_help = "Path to save the resulting .spacy file"
 code_help = (
-    "Path to Python file with additional code (registered functions) to be imported"
+    "Path to Python file with additional " "code (registered functions) to be imported"
 )
 gold_help = "Use gold preprocessing provided in the .spacy files"
 force_msg = (
@@ -72,15 +72,11 @@ def apply_cli(
    data_path: Path = Arg(..., help=path_help, exists=True),
    output_file: Path = Arg(..., help=out_help, dir_okay=False),
    code_path: Optional[Path] = Opt(None, "--code", "-c", help=code_help),
-    text_key: str = Opt(
-        "text", "--text-key", "-tk", help="Key containing text string for JSONL"
-    ),
-    force_overwrite: bool = Opt(
-        False, "--force", "-F", help="Force overwriting the output file"
-    ),
+    text_key: str = Opt("text", "--text-key", "-tk", help="Key containing text string for JSONL"),
+    force_overwrite: bool = Opt(False, "--force", "-F", help="Force overwriting the output file"),
    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU."),
    batch_size: int = Opt(1, "--batch-size", "-b", help="Batch size."),
-    n_process: int = Opt(1, "--n-process", "-n", help="number of processors to use."),
+    n_process: int = Opt(1, "--n-process", "-n", help="number of processors to use.")
 ):
    """
    Apply a trained pipeline to documents to get predictions.
@@ -118,7 +114,8 @@ def apply(
    if len(paths) == 0:
        docbin.to_disk(output_file)
        msg.warn(
-            f"Did not find data to process, {data_path} seems to be an empty directory."
+            "Did not find data to process,"
+            f" {data_path} seems to be an empty directory."
        )
        return
    nlp = load_model(model)
@@ -24,25 +24,10 @@ from ._util import (
 def assemble_cli(
    # fmt: off
    ctx: typer.Context,  # This is only used to read additional arguments
-    config_path: Path = Arg(
-        ..., help="Path to config file", exists=True, allow_dash=True
-    ),
-    output_path: Path = Arg(
-        ..., help="Output directory to store assembled pipeline in"
-    ),
-    code_path: Optional[Path] = Opt(
-        None,
-        "--code",
-        "-c",
-        help="Path to Python file with additional code (registered functions) to be imported",
-    ),
-    verbose: bool = Opt(
-        False,
-        "--verbose",
-        "-V",
-        "-VV",
-        help="Display more information for debugging purposes",
-    ),
+    config_path: Path = Arg(..., help="Path to config file", exists=True, allow_dash=True),
+    output_path: Path = Arg(..., help="Output directory to store assembled pipeline in"),
+    code_path: Optional[Path] = Opt(None, "--code", "-c", help="Path to Python file with additional code (registered functions) to be imported"),
+    verbose: bool = Opt(False, "--verbose", "-V", "-VV", help="Display more information for debugging purposes"),
    # fmt: on
 ):
    """
@@ -24,29 +24,13 @@ def benchmark_speed_cli(
    # fmt: off
    ctx: typer.Context,
    model: str = Arg(..., help="Model name or path"),
-    data_path: Path = Arg(
-        ..., help="Location of binary evaluation data in .spacy format", exists=True
-    ),
-    batch_size: Optional[int] = Opt(
-        None, "--batch-size", "-b", min=1, help="Override the pipeline batch size"
-    ),
+    data_path: Path = Arg(..., help="Location of binary evaluation data in .spacy format", exists=True),
+    batch_size: Optional[int] = Opt(None, "--batch-size", "-b", min=1, help="Override the pipeline batch size"),
    no_shuffle: bool = Opt(False, "--no-shuffle", help="Do not shuffle benchmark data"),
    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU"),
-    n_batches: int = Opt(
-        50,
-        "--batches",
-        help="Minimum number of batches to benchmark",
-        min=30,
-    ),
-    warmup_epochs: int = Opt(
-        3, "--warmup", "-w", min=0, help="Number of iterations over the data for warmup"
-    ),
-    code_path: Optional[Path] = Opt(
-        None,
-        "--code",
-        "-c",
-        help="Path to Python file with additional code (registered functions) to be imported",
-    ),
+    n_batches: int = Opt(50, "--batches", help="Minimum number of batches to benchmark", min=30,),
+    warmup_epochs: int = Opt(3, "--warmup", "-w", min=0, help="Number of iterations over the data for warmup"),
+    code_path: Optional[Path] = Opt(None, "--code", "-c", help="Path to Python file with additional code (registered functions) to be imported"),
    # fmt: on
 ):
    """
@@ -167,7 +151,7 @@ def print_mean_with_ci(sample: numpy.ndarray):
    low = bootstrap_means[int(len(bootstrap_means) * 0.025)]
    high = bootstrap_means[int(len(bootstrap_means) * 0.975)]

-    print(f"Mean: {mean:.1f} words/s (95% CI: {low - mean:.1f} +{high - mean:.1f})")
+    print(f"Mean: {mean:.1f} words/s (95% CI: {low-mean:.1f} +{high-mean:.1f})")


 def print_outliers(sample: numpy.ndarray):
@@ -48,47 +48,17 @@ class FileTypes(str, Enum):
 def convert_cli(
    # fmt: off
    input_path: str = Arg(..., help="Input file or directory", exists=True),
-    output_dir: Path = Arg(
-        "-", help="Output directory. '-' for stdout.", allow_dash=True, exists=True
-    ),
-    file_type: FileTypes = Opt(
-        "spacy", "--file-type", "-t", help="Type of data to produce"
-    ),
-    n_sents: int = Opt(
-        1, "--n-sents", "-n", help="Number of sentences per doc (0 to disable)"
-    ),
-    seg_sents: bool = Opt(
-        False, "--seg-sents", "-s", help="Segment sentences (for -c ner)"
-    ),
-    model: Optional[str] = Opt(
-        None,
-        "--model",
-        "--base",
-        "-b",
-        help="Trained spaCy pipeline for sentence segmentation to use as base (for --seg-sents)",
-    ),
-    morphology: bool = Opt(
-        False, "--morphology", "-m", help="Enable appending morphology to tags"
-    ),
-    merge_subtokens: bool = Opt(
-        False, "--merge-subtokens", "-T", help="Merge CoNLL-U subtokens"
-    ),
-    converter: str = Opt(
-        AUTO, "--converter", "-c", help=f"Converter: {tuple(CONVERTERS.keys())}"
-    ),
-    ner_map: Optional[Path] = Opt(
-        None,
-        "--ner-map",
-        "-nm",
-        help="NER tag mapping (as JSON-encoded dict of entity types)",
-        exists=True,
-    ),
-    lang: Optional[str] = Opt(
-        None, "--lang", "-l", help="Language (if tokenizer required)"
-    ),
-    concatenate: bool = Opt(
-        None, "--concatenate", "-C", help="Concatenate output to a single file"
-    ),
+    output_dir: Path = Arg("-", help="Output directory. '-' for stdout.", allow_dash=True, exists=True),
+    file_type: FileTypes = Opt("spacy", "--file-type", "-t", help="Type of data to produce"),
+    n_sents: int = Opt(1, "--n-sents", "-n", help="Number of sentences per doc (0 to disable)"),
+    seg_sents: bool = Opt(False, "--seg-sents", "-s", help="Segment sentences (for -c ner)"),
+    model: Optional[str] = Opt(None, "--model", "--base", "-b", help="Trained spaCy pipeline for sentence segmentation to use as base (for --seg-sents)"),
+    morphology: bool = Opt(False, "--morphology", "-m", help="Enable appending morphology to tags"),
+    merge_subtokens: bool = Opt(False, "--merge-subtokens", "-T", help="Merge CoNLL-U subtokens"),
+    converter: str = Opt(AUTO, "--converter", "-c", help=f"Converter: {tuple(CONVERTERS.keys())}"),
+    ner_map: Optional[Path] = Opt(None, "--ner-map", "-nm", help="NER tag mapping (as JSON-encoded dict of entity types)", exists=True),
+    lang: Optional[str] = Opt(None, "--lang", "-l", help="Language (if tokenizer required)"),
+    concatenate: bool = Opt(None, "--concatenate", "-C", help="Concatenate output to a single file"),
    # fmt: on
 ):
    """
@@ -26,28 +26,10 @@ from ._util import (
 def debug_config_cli(
    # fmt: off
    ctx: typer.Context,  # This is only used to read additional arguments
-    config_path: Path = Arg(
-        ..., help="Path to config file", exists=True, allow_dash=True
-    ),
-    code_path: Optional[Path] = Opt(
-        None,
-        "--code-path",
-        "--code",
-        "-c",
-        help="Path to Python file with additional code (registered functions) to be imported",
-    ),
-    show_funcs: bool = Opt(
-        False,
-        "--show-functions",
-        "-F",
-        help="Show an overview of all registered functions used in the config and where they come from (modules, files etc.)",
-    ),
-    show_vars: bool = Opt(
-        False,
-        "--show-variables",
-        "-V",
-        help="Show an overview of all variables referenced in the config and their values. This will also reflect variables overwritten on the CLI.",
-    ),
+    config_path: Path = Arg(..., help="Path to config file", exists=True, allow_dash=True),
+    code_path: Optional[Path] = Opt(None, "--code-path", "--code", "-c", help="Path to Python file with additional code (registered functions) to be imported"),
+    show_funcs: bool = Opt(False, "--show-functions", "-F", help="Show an overview of all registered functions used in the config and where they come from (modules, files etc.)"),
+    show_vars: bool = Opt(False, "--show-variables", "-V", help="Show an overview of all variables referenced in the config and their values. This will also reflect variables overwritten on the CLI.")
    # fmt: on
 ):
    """Debug a config file and show validation errors. The command will
@@ -82,10 +64,10 @@ def debug_config(
        config = nlp.config.interpolate()
    msg.divider("Config validation for [initialize]")
    with show_validation_error(config_path):
-        T = registry.resolve(config["initialize"], schema=ConfigSchemaInit)  # type: ignore[arg-type]
+        T = registry.resolve(config["initialize"], schema=ConfigSchemaInit)
    msg.divider("Config validation for [training]")
    with show_validation_error(config_path):
-        T = registry.resolve(config["training"], schema=ConfigSchemaTraining)  # type: ignore[arg-type]
+        T = registry.resolve(config["training"], schema=ConfigSchemaTraining)
        dot_names = [T["train_corpus"], T["dev_corpus"]]
        util.resolve_dot_names(config, dot_names)
    msg.good("Config is valid")
@@ -71,28 +71,11 @@ SPAN_LENGTH_THRESHOLD_PERCENTAGE = 90
 def debug_data_cli(
    # fmt: off
    ctx: typer.Context,  # This is only used to read additional arguments
-    config_path: Path = Arg(
-        ..., help="Path to config file", exists=True, allow_dash=True
-    ),
-    code_path: Optional[Path] = Opt(
-        None,
-        "--code-path",
-        "--code",
-        "-c",
-        help="Path to Python file with additional code (registered functions) to be imported",
-    ),
-    ignore_warnings: bool = Opt(
-        False,
-        "--ignore-warnings",
-        "-IW",
-        help="Ignore warnings, only show stats and errors",
-    ),
-    verbose: bool = Opt(
-        False, "--verbose", "-V", help="Print additional information and explanations"
-    ),
-    no_format: bool = Opt(
-        False, "--no-format", "-NF", help="Don't pretty-print the results"
-    ),
+    config_path: Path = Arg(..., help="Path to config file", exists=True, allow_dash=True),
+    code_path: Optional[Path] = Opt(None, "--code-path", "--code", "-c", help="Path to Python file with additional code (registered functions) to be imported"),
+    ignore_warnings: bool = Opt(False, "--ignore-warnings", "-IW", help="Ignore warnings, only show stats and errors"),
+    verbose: bool = Opt(False, "--verbose", "-V", help="Print additional information and explanations"),
+    no_format: bool = Opt(False, "--no-format", "-NF", help="Don't pretty-print the results"),
    # fmt: on
 ):
    """
@@ -137,7 +120,7 @@ def debug_data(
        cfg = util.load_config(config_path, overrides=config_overrides)
        nlp = util.load_model_from_config(cfg)
        config = nlp.config.interpolate()
-        T = registry.resolve(config["training"], schema=ConfigSchemaTraining)  # type: ignore[arg-type]
+        T = registry.resolve(config["training"], schema=ConfigSchemaTraining)
    # Use original config here, not resolved version
    sourced_components = get_sourced_components(cfg)
    frozen_components = T["frozen_components"]
@@ -725,7 +708,7 @@ def debug_data(
        if len(dev_not_train) != 0:
            pct = len(dev_not_train) / len(trees_dev)
            msg.info(
-                f"{len(dev_not_train)} lemmatizer trees ({pct * 100:.1f}% of dev trees)"
+                f"{len(dev_not_train)} lemmatizer trees ({pct*100:.1f}% of dev trees)"
                " were found exclusively in the dev data."
            )
        else:
@@ -985,14 +968,16 @@ def _compile_gold(


@overload
-def _format_labels(labels: Iterable[str], counts: Literal[False] = False) -> str: ...
+def _format_labels(labels: Iterable[str], counts: Literal[False] = False) -> str:
+    ...


@overload
 def _format_labels(
    labels: Iterable[Tuple[str, int]],
    counts: Literal[True],
-) -> str: ...
+) -> str:
+    ...


 def _format_labels(
@@ -2,10 +2,11 @@ from pathlib import Path
 from typing import Optional

 import typer
+from thinc.api import Config
 from wasabi import MarkdownRenderer, Printer, diff_strings

 from ..util import load_config
-from ._util import Arg, Opt, debug_cli, show_validation_error
+from ._util import Arg, Opt, debug_cli, parse_config_overrides, show_validation_error
 from .init_config import Optimizations, init_config


@@ -16,36 +17,12 @@ from .init_config import Optimizations, init_config
 def debug_diff_cli(
    # fmt: off
    ctx: typer.Context,
-    config_path: Path = Arg(
-        ..., help="Path to config file", exists=True, allow_dash=True
-    ),
-    compare_to: Optional[Path] = Opt(
-        None,
-        help="Path to a config file to diff against, or `None` to compare against default settings",
-        exists=True,
-        allow_dash=True,
-    ),
-    optimize: Optimizations = Opt(
-        Optimizations.efficiency.value,
-        "--optimize",
-        "-o",
-        help="Whether the user config was optimized for efficiency or accuracy. Only relevant when comparing against the default config.",
-    ),
-    gpu: bool = Opt(
-        False,
-        "--gpu",
-        "-G",
-        help="Whether the original config can run on a GPU. Only relevant when comparing against the default config.",
-    ),
-    pretraining: bool = Opt(
-        False,
-        "--pretraining",
-        "--pt",
-        help="Whether to compare on a config with pretraining involved. Only relevant when comparing against the default config.",
-    ),
-    markdown: bool = Opt(
-        False, "--markdown", "-md", help="Generate Markdown for GitHub issues"
-    ),
+    config_path: Path = Arg(..., help="Path to config file", exists=True, allow_dash=True),
+    compare_to: Optional[Path] = Opt(None, help="Path to a config file to diff against, or `None` to compare against default settings", exists=True, allow_dash=True),
+    optimize: Optimizations = Opt(Optimizations.efficiency.value, "--optimize", "-o", help="Whether the user config was optimized for efficiency or accuracy. Only relevant when comparing against the default config."),
+    gpu: bool = Opt(False, "--gpu", "-G", help="Whether the original config can run on a GPU. Only relevant when comparing against the default config."),
+    pretraining: bool = Opt(False, "--pretraining", "--pt", help="Whether to compare on a config with pretraining involved. Only relevant when comparing against the default config."),
+    markdown: bool = Opt(False, "--markdown", "-md", help="Generate Markdown for GitHub issues")
    # fmt: on
 ):
    """Show a diff of a config file with respect to spaCy's defaults or another config file. If
@@ -36,26 +36,18 @@ from ._util import (
 def debug_model_cli(
    # fmt: off
    ctx: typer.Context,  # This is only used to read additional arguments
-    config_path: Path = Arg(
-        ..., help="Path to config file", exists=True, allow_dash=True
-    ),
-    component: str = Arg(
-        ..., help="Name of the pipeline component of which the model should be analysed"
-    ),
-    layers: str = Opt(
-        "", "--layers", "-l", help="Comma-separated names of layer IDs to print"
-    ),
+    config_path: Path = Arg(..., help="Path to config file", exists=True, allow_dash=True),
+    component: str = Arg(..., help="Name of the pipeline component of which the model should be analysed"),
+    layers: str = Opt("", "--layers", "-l", help="Comma-separated names of layer IDs to print"),
    dimensions: bool = Opt(False, "--dimensions", "-DIM", help="Show dimensions"),
    parameters: bool = Opt(False, "--parameters", "-PAR", help="Show parameters"),
    gradients: bool = Opt(False, "--gradients", "-GRAD", help="Show gradients"),
    attributes: bool = Opt(False, "--attributes", "-ATTR", help="Show attributes"),
    P0: bool = Opt(False, "--print-step0", "-P0", help="Print model before training"),
-    P1: bool = Opt(
-        False, "--print-step1", "-P1", help="Print model after initialization"
-    ),
+    P1: bool = Opt(False, "--print-step1", "-P1", help="Print model after initialization"),
    P2: bool = Opt(False, "--print-step2", "-P2", help="Print model after training"),
    P3: bool = Opt(False, "--print-step3", "-P3", help="Print final predictions"),
-    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU"),
+    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU")
    # fmt: on
 ):
    """
@@ -89,7 +81,7 @@ def debug_model_cli(
    with show_validation_error(config_path):
        nlp = util.load_model_from_config(raw_config)
        config = nlp.config.interpolate()
-        T = registry.resolve(config["training"], schema=ConfigSchemaTraining)  # type: ignore[arg-type]
+        T = registry.resolve(config["training"], schema=ConfigSchemaTraining)
    seed = T["seed"]
    if seed is not None:
        msg.info(f"Fixing random seed: {seed}")
@@ -178,7 +170,7 @@ def debug_model(
        msg.divider(f"STEP 3 - prediction")
        msg.info(str(prediction))

-    msg.good(f"Successfully ended analysis - model looks good.")
+    msg.good(f"Succesfully ended analysis - model looks good.")


 def _sentences():
@@ -1,4 +1,3 @@
-import shutil
 import sys
 from typing import Optional, Sequence
 from urllib.parse import urljoin
@@ -28,16 +27,8 @@ def download_cli(
    # fmt: off
    ctx: typer.Context,
    model: str = Arg(..., help="Name of pipeline package to download"),
-    direct: bool = Opt(
-        False, "--direct", "-d", "-D", help="Force direct download of name + version"
-    ),
-    sdist: bool = Opt(
-        False,
-        "--sdist",
-        "-S",
-        help="Download sdist (.tar.gz) archive instead of pre-built binary wheel",
-    ),
-    url: str = Opt(None, "--url", "-U", help="Download from given url"),
+    direct: bool = Opt(False, "--direct", "-d", "-D", help="Force direct download of name + version"),
+    sdist: bool = Opt(False, "--sdist", "-S", help="Download sdist (.tar.gz) archive instead of pre-built binary wheel"),
    # fmt: on
 ):
    """
@@ -50,14 +41,13 @@ def download_cli(
    DOCS: https://spacy.io/api/cli#download
    AVAILABLE PACKAGES: https://spacy.io/models
    """
-    download(model, direct, sdist, url, *ctx.args)
+    download(model, direct, sdist, *ctx.args)


 def download(
    model: str,
    direct: bool = False,
    sdist: bool = False,
-    custom_url: Optional[str] = None,
    *pip_args,
 ) -> None:
    if (
@@ -97,7 +87,7 @@ def download(

    filename = get_model_filename(model_name, version, sdist)

-    download_model(filename, pip_args, custom_url)
+    download_model(filename, pip_args)
    msg.good(
        "Download and installation successful",
        f"You can now load the package via spacy.load('{model_name}')",
@@ -169,14 +159,12 @@ def get_latest_version(model: str) -> str:


 def download_model(
-    filename: str,
-    user_pip_args: Optional[Sequence[str]] = None,
-    custom_url: Optional[str] = None,
+    filename: str, user_pip_args: Optional[Sequence[str]] = None
 ) -> None:
    # Construct the download URL carefully. We need to make sure we don't
    # allow relative paths or other shenanigans to trick us into download
    # from outside our own repo.
-    base_url = custom_url if custom_url else about.__download_url__
+    base_url = about.__download_url__
    # urljoin requires that the path ends with /, or the last path part will be dropped
    if not base_url.endswith("/"):
        base_url = about.__download_url__ + "/"
@@ -184,19 +172,5 @@ def download_model(
    if not download_url.startswith(about.__download_url__):
        raise ValueError(f"Download from {filename} rejected. Was it a relative path?")
    pip_args = list(user_pip_args) if user_pip_args is not None else []
-    cmd = _get_pip_install_cmd() + pip_args + [download_url]
+    cmd = [sys.executable, "-m", "pip", "install"] + pip_args + [download_url]
    run_command(cmd)
-
-
-def _get_pip_install_cmd() -> list:
-    if shutil.which("pip"):
-        return [sys.executable, "-m", "pip", "install"]
-    elif shutil.which("uv"):
-        return ["uv", "pip", "install"]
-    else:
-        msg.fail(
-            "No package installer found",
-            "spaCy requires either pip or uv to download models. "
-            "Please install one of them and try again.",
-            exits=1,
-        )
@@ -1,12 +1,13 @@
 import re
 from pathlib import Path
-from typing import Any, Dict, List, Optional
+from typing import Any, Dict, List, Optional, Union

 import srsly
 from thinc.api import fix_random_seed
 from wasabi import Printer

 from .. import displacy, util
+from ..scorer import Scorer
 from ..tokens import Doc
 from ..training import Corpus
 from ._util import Arg, Opt, app, benchmark_cli, import_code, setup_gpu
@@ -19,42 +20,15 @@ from ._util import Arg, Opt, app, benchmark_cli, import_code, setup_gpu
 def evaluate_cli(
    # fmt: off
    model: str = Arg(..., help="Model name or path"),
-    data_path: Path = Arg(
-        ..., help="Location of binary evaluation data in .spacy format", exists=True
-    ),
-    output: Optional[Path] = Opt(
-        None, "--output", "-o", help="Output JSON file for metrics", dir_okay=False
-    ),
-    code_path: Optional[Path] = Opt(
-        None,
-        "--code",
-        "-c",
-        help="Path to Python file with additional code (registered functions) to be imported",
-    ),
+    data_path: Path = Arg(..., help="Location of binary evaluation data in .spacy format", exists=True),
+    output: Optional[Path] = Opt(None, "--output", "-o", help="Output JSON file for metrics", dir_okay=False),
+    code_path: Optional[Path] = Opt(None, "--code", "-c", help="Path to Python file with additional code (registered functions) to be imported"),
    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU"),
-    gold_preproc: bool = Opt(
-        False, "--gold-preproc", "-G", help="Use gold preprocessing"
-    ),
-    displacy_path: Optional[Path] = Opt(
-        None,
-        "--displacy-path",
-        "-dp",
-        help="Directory to output rendered parses as HTML",
-        exists=True,
-        file_okay=False,
-    ),
-    displacy_limit: int = Opt(
-        25, "--displacy-limit", "-dl", help="Limit of parses to render as HTML"
-    ),
-    per_component: bool = Opt(
-        False,
-        "--per-component",
-        "-P",
-        help="Return scores per component, only applicable when an output JSON file is specified.",
-    ),
-    spans_key: str = Opt(
-        "sc", "--spans-key", "-sk", help="Spans key to use when evaluating Doc.spans"
-    ),
+    gold_preproc: bool = Opt(False, "--gold-preproc", "-G", help="Use gold preprocessing"),
+    displacy_path: Optional[Path] = Opt(None, "--displacy-path", "-dp", help="Directory to output rendered parses as HTML", exists=True, file_okay=False),
+    displacy_limit: int = Opt(25, "--displacy-limit", "-dl", help="Limit of parses to render as HTML"),
+    per_component: bool = Opt(False, "--per-component", "-P", help="Return scores per component, only applicable when an output JSON file is specified."),
+    spans_key: str = Opt("sc", "--spans-key", "-sk", help="Spans key to use when evaluating Doc.spans"),
    # fmt: on
 ):
    """
@@ -149,7 +123,7 @@ def evaluate(
                    if key == "speed":
                        results[metric] = f"{scores[key]:.0f}"
                    else:
-                        results[metric] = f"{scores[key] * 100:.2f}"
+                        results[metric] = f"{scores[key]*100:.2f}"
                else:
                    results[metric] = "-"
                data[re.sub(r"[\s/]", "_", key.lower())] = scores[key]
@@ -11,9 +11,7 @@ from ._util import Arg, Opt, app
 def find_function_cli(
    # fmt: off
    func_name: str = Arg(..., help="Name of the registered function."),
-    registry_name: Optional[str] = Opt(
-        None, "--registry", "-r", help="Name of the catalogue registry."
-    ),
+    registry_name: Optional[str] = Opt(None, "--registry", "-r", help="Name of the catalogue registry."),
    # fmt: on
 ):
    """
@@ -27,39 +27,15 @@ _DEFAULTS = {
 def find_threshold_cli(
    # fmt: off
    model: str = Arg(..., help="Model name or path"),
-    data_path: Path = Arg(
-        ..., help="Location of binary evaluation data in .spacy format", exists=True
-    ),
+    data_path: Path = Arg(..., help="Location of binary evaluation data in .spacy format", exists=True),
    pipe_name: str = Arg(..., help="Name of pipe to examine thresholds for"),
-    threshold_key: str = Arg(
-        ..., help="Key of threshold attribute in component's configuration"
-    ),
+    threshold_key: str = Arg(..., help="Key of threshold attribute in component's configuration"),
    scores_key: str = Arg(..., help="Metric to optimize"),
-    n_trials: int = Opt(
-        _DEFAULTS["n_trials"],
-        "--n_trials",
-        "-n",
-        help="Number of trials to determine optimal thresholds",
-    ),
-    code_path: Optional[Path] = Opt(
-        None,
-        "--code",
-        "-c",
-        help="Path to Python file with additional code (registered functions) to be imported",
-    ),
-    use_gpu: int = Opt(
-        _DEFAULTS["use_gpu"], "--gpu-id", "-g", help="GPU ID or -1 for CPU"
-    ),
-    gold_preproc: bool = Opt(
-        _DEFAULTS["gold_preproc"], "--gold-preproc", "-G", help="Use gold preprocessing"
-    ),
-    verbose: bool = Opt(
-        False,
-        "--verbose",
-        "-V",
-        "-VV",
-        help="Display more information for debugging purposes",
-    ),
+    n_trials: int = Opt(_DEFAULTS["n_trials"], "--n_trials", "-n", help="Number of trials to determine optimal thresholds"),
+    code_path: Optional[Path] = Opt(None, "--code", "-c", help="Path to Python file with additional code (registered functions) to be imported"),
+    use_gpu: int = Opt(_DEFAULTS["use_gpu"], "--gpu-id", "-g", help="GPU ID or -1 for CPU"),
+    gold_preproc: bool = Opt(_DEFAULTS["gold_preproc"], "--gold-preproc", "-G", help="Use gold preprocessing"),
+    verbose: bool = Opt(False, "--verbose", "-V", "-VV", help="Display more information for debugging purposes"),
    # fmt: on
 ):
    """
@@ -181,11 +157,9 @@ def find_threshold(
                exits=1,
            )
        return {
-            keys[0]: (
-                filter_config(config[keys[0]], keys[1:], full_key)
-                if len(keys) > 1
-                else config[keys[0]]
-            )
+            keys[0]: filter_config(config[keys[0]], keys[1:], full_key)
+            if len(keys) > 1
+            else config[keys[0]]
        }

    # Evaluate with varying threshold values.
@@ -207,10 +181,10 @@ def find_threshold(
            ),
        )
        if hasattr(pipe, "cfg"):
-            nlp.get_pipe(pipe_name).cfg = set_nested_item(  # type: ignore[attr-defined]
-                pipe.cfg,
-                config_keys,
-                threshold,  # type: ignore[attr-defined]
+            setattr(
+                nlp.get_pipe(pipe_name),
+                "cfg",
+                set_nested_item(getattr(pipe, "cfg"), config_keys, threshold),
            )

        eval_scores = nlp.evaluate(dev_dataset)
@@ -242,14 +216,12 @@ def find_threshold(
    if len(set(scores.values())) == 1:
        wasabi.msg.warn(
            title="All scores are identical. Verify that all settings are correct.",
-            text=(
-                ""
-                if (
-                    not isinstance(pipe, MultiLabel_TextCategorizer)
-                    or scores_key in ("cats_macro_f", "cats_micro_f")
-                )
-                else "Use `cats_macro_f` or `cats_micro_f` when optimizing the threshold for `textcat_multilabel`."
-            ),
+            text=""
+            if (
+                not isinstance(pipe, MultiLabel_TextCategorizer)
+                or scores_key in ("cats_macro_f", "cats_micro_f")
+            )
+            else "Use `cats_macro_f` or `cats_micro_f` when optimizing the threshold for `textcat_multilabel`.",
        )

    else:
@@ -16,24 +16,10 @@ from .download import get_latest_version, get_model_filename
 def info_cli(
    # fmt: off
    model: Optional[str] = Arg(None, help="Optional loadable spaCy pipeline"),
-    markdown: bool = Opt(
-        False, "--markdown", "-md", help="Generate Markdown for GitHub issues"
-    ),
-    silent: bool = Opt(
-        False, "--silent", "-s", "-S", help="Don't print anything (just return)"
-    ),
-    exclude: str = Opt(
-        "labels",
-        "--exclude",
-        "-e",
-        help="Comma-separated keys to exclude from the print-out",
-    ),
-    url: bool = Opt(
-        False,
-        "--url",
-        "-u",
-        help="Print the URL to download the most recent compatible version of the pipeline",
-    ),
+    markdown: bool = Opt(False, "--markdown", "-md", help="Generate Markdown for GitHub issues"),
+    silent: bool = Opt(False, "--silent", "-s", "-S", help="Don't print anything (just return)"),
+    exclude: str = Opt("labels", "--exclude", "-e", help="Comma-separated keys to exclude from the print-out"),
+    url: bool = Opt(False, "--url", "-u", help="Print the URL to download the most recent compatible version of the pipeline"),
    # fmt: on
 ):
    """
@@ -49,44 +49,13 @@ class InitValues:
@init_cli.command("config")
 def init_config_cli(
    # fmt: off
-    output_file: Path = Arg(
-        ...,
-        help="File to save the config to or - for stdout (will only output config and no additional logging info)",
-        allow_dash=True,
-    ),
-    lang: str = Opt(
-        InitValues.lang, "--lang", "-l", help="Two-letter code of the language to use"
-    ),
-    pipeline: str = Opt(
-        ",".join(InitValues.pipeline),
-        "--pipeline",
-        "-p",
-        help="Comma-separated names of trainable pipeline components to include (without 'tok2vec' or 'transformer')",
-    ),
-    optimize: Optimizations = Opt(
-        InitValues.optimize,
-        "--optimize",
-        "-o",
-        help="Whether to optimize for efficiency (faster inference, smaller model, lower memory consumption) or higher accuracy (potentially larger and slower model). This will impact the choice of architecture, pretrained weights and related hyperparameters.",
-    ),
-    gpu: bool = Opt(
-        InitValues.gpu,
-        "--gpu",
-        "-G",
-        help="Whether the model can run on GPU. This will impact the choice of architecture, pretrained weights and related hyperparameters.",
-    ),
-    pretraining: bool = Opt(
-        InitValues.pretraining,
-        "--pretraining",
-        "-pt",
-        help="Include config for pretraining (with 'spacy pretrain')",
-    ),
-    force_overwrite: bool = Opt(
-        InitValues.force_overwrite,
-        "--force",
-        "-F",
-        help="Force overwriting the output file",
-    ),
+    output_file: Path = Arg(..., help="File to save the config to or - for stdout (will only output config and no additional logging info)", allow_dash=True),
+    lang: str = Opt(InitValues.lang, "--lang", "-l", help="Two-letter code of the language to use"),
+    pipeline: str = Opt(",".join(InitValues.pipeline), "--pipeline", "-p", help="Comma-separated names of trainable pipeline components to include (without 'tok2vec' or 'transformer')"),
+    optimize: Optimizations = Opt(InitValues.optimize, "--optimize", "-o", help="Whether to optimize for efficiency (faster inference, smaller model, lower memory consumption) or higher accuracy (potentially larger and slower model). This will impact the choice of architecture, pretrained weights and related hyperparameters."),
+    gpu: bool = Opt(InitValues.gpu, "--gpu", "-G", help="Whether the model can run on GPU. This will impact the choice of architecture, pretrained weights and related hyperparameters."),
+    pretraining: bool = Opt(InitValues.pretraining, "--pretraining", "-pt", help="Include config for pretraining (with 'spacy pretrain')"),
+    force_overwrite: bool = Opt(InitValues.force_overwrite, "--force", "-F", help="Force overwriting the output file"),
    # fmt: on
 ):
    """
@@ -119,28 +88,11 @@ def init_config_cli(
@init_cli.command("fill-config")
 def init_fill_config_cli(
    # fmt: off
-    base_path: Path = Arg(
-        ..., help="Path to base config to fill", exists=True, dir_okay=False
-    ),
-    output_file: Path = Arg(
-        "-", help="Path to output .cfg file (or - for stdout)", allow_dash=True
-    ),
-    pretraining: bool = Opt(
-        False,
-        "--pretraining",
-        "-pt",
-        help="Include config for pretraining (with 'spacy pretrain')",
-    ),
-    diff: bool = Opt(
-        False, "--diff", "-D", help="Print a visual diff highlighting the changes"
-    ),
-    code_path: Optional[Path] = Opt(
-        None,
-        "--code-path",
-        "--code",
-        "-c",
-        help="Path to Python file with additional code (registered functions) to be imported",
-    ),
+    base_path: Path = Arg(..., help="Path to base config to fill", exists=True, dir_okay=False),
+    output_file: Path = Arg("-", help="Path to output .cfg file (or - for stdout)", allow_dash=True),
+    pretraining: bool = Opt(False, "--pretraining", "-pt", help="Include config for pretraining (with 'spacy pretrain')"),
+    diff: bool = Opt(False, "--diff", "-D", help="Print a visual diff highlighting the changes"),
+    code_path: Optional[Path] = Opt(None, "--code-path", "--code", "-c", help="Path to Python file with additional code (registered functions) to be imported"),
    # fmt: on
 ):
    """
@@ -216,7 +168,7 @@ def init_config(
    # Filter out duplicates since tok2vec and transformer are added by template
    pipeline = [pipe for pipe in pipeline if pipe not in ("tok2vec", "transformer")]
    defaults = RECOMMENDATIONS["__default__"]
-    reco = RecommendationSchema(**RECOMMENDATIONS.get(lang, defaults)).model_dump()
+    reco = RecommendationSchema(**RECOMMENDATIONS.get(lang, defaults)).dict()
    variables = {
        "lang": lang,
        "components": pipeline,
@@ -243,11 +195,9 @@ def init_config(
        "Pipeline": ", ".join(pipeline),
        "Optimize for": optimize,
        "Hardware": variables["hardware"].upper(),
-        "Transformer": (
-            template_vars.transformer.get("name")  # type: ignore[attr-defined]
-            if template_vars.use_transformer  # type: ignore[attr-defined]
-            else None
-        ),
+        "Transformer": template_vars.transformer.get("name")  # type: ignore[attr-defined]
+        if template_vars.use_transformer  # type: ignore[attr-defined]
+        else None,
    }
    msg.info("Generated config template specific for your use case")
    for label, value in use_case.items():
@@ -26,42 +26,13 @@ def init_vectors_cli(
    lang: str = Arg(..., help="The language of the nlp object to create"),
    vectors_loc: Path = Arg(..., help="Vectors file in Word2Vec format", exists=True),
    output_dir: Path = Arg(..., help="Pipeline output directory"),
-    prune: int = Opt(
-        -1, "--prune", "-p", help="Optional number of vectors to prune to"
-    ),
-    truncate: int = Opt(
-        0,
-        "--truncate",
-        "-t",
-        help="Optional number of vectors to truncate to when reading in vectors file",
-    ),
+    prune: int = Opt(-1, "--prune", "-p", help="Optional number of vectors to prune to"),
+    truncate: int = Opt(0, "--truncate", "-t", help="Optional number of vectors to truncate to when reading in vectors file"),
    mode: str = Opt("default", "--mode", "-m", help="Vectors mode: default or floret"),
-    name: Optional[str] = Opt(
-        None,
-        "--name",
-        "-n",
-        help="Optional name for the word vectors, e.g. en_core_web_lg.vectors",
-    ),
-    verbose: bool = Opt(
-        False,
-        "--verbose",
-        "-V",
-        "-VV",
-        help="Display more information for debugging purposes",
-    ),
-    jsonl_loc: Optional[Path] = Opt(
-        None,
-        "--lexemes-jsonl",
-        "-j",
-        help="Location of JSONL-formatted attributes file",
-        hidden=True,
-    ),
-    attr: str = Opt(
-        "ORTH",
-        "--attr",
-        "-a",
-        help="Optional token attribute to use for vectors, e.g. LOWER or NORM",
-    ),
+    name: Optional[str] = Opt(None, "--name", "-n", help="Optional name for the word vectors, e.g. en_core_web_lg.vectors"),
+    verbose: bool = Opt(False, "--verbose", "-V", "-VV", help="Display more information for debugging purposes"),
+    jsonl_loc: Optional[Path] = Opt(None, "--lexemes-jsonl", "-j", help="Location of JSONL-formatted attributes file", hidden=True),
+    attr: str = Opt("ORTH", "--attr", "-a", help="Optional token attribute to use for vectors, e.g. LOWER or NORM"),
    # fmt: on
 ):
    """Convert word vectors for use with spaCy. Will export an nlp object that
@@ -110,24 +81,11 @@ def update_lexemes(nlp: Language, jsonl_loc: Path) -> None:
 def init_pipeline_cli(
    # fmt: off
    ctx: typer.Context,  # This is only used to read additional arguments
-    config_path: Path = Arg(
-        ..., help="Path to config file", exists=True, allow_dash=True
-    ),
+    config_path: Path = Arg(..., help="Path to config file", exists=True, allow_dash=True),
    output_path: Path = Arg(..., help="Output directory for the prepared data"),
-    code_path: Optional[Path] = Opt(
-        None,
-        "--code",
-        "-c",
-        help="Path to Python file with additional code (registered functions) to be imported",
-    ),
-    verbose: bool = Opt(
-        False,
-        "--verbose",
-        "-V",
-        "-VV",
-        help="Display more information for debugging purposes",
-    ),
-    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU"),
+    code_path: Optional[Path] = Opt(None, "--code", "-c", help="Path to Python file with additional code (registered functions) to be imported"),
+    verbose: bool = Opt(False, "--verbose", "-V", "-VV", help="Display more information for debugging purposes"),
+    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU")
    # fmt: on
 ):
    if verbose:
@@ -150,24 +108,11 @@ def init_pipeline_cli(
 def init_labels_cli(
    # fmt: off
    ctx: typer.Context,  # This is only used to read additional arguments
-    config_path: Path = Arg(
-        ..., help="Path to config file", exists=True, allow_dash=True
-    ),
+    config_path: Path = Arg(..., help="Path to config file", exists=True, allow_dash=True),
    output_path: Path = Arg(..., help="Output directory for the labels"),
-    code_path: Optional[Path] = Opt(
-        None,
-        "--code",
-        "-c",
-        help="Path to Python file with additional code (registered functions) to be imported",
-    ),
-    verbose: bool = Opt(
-        False,
-        "--verbose",
-        "-V",
-        "-VV",
-        help="Display more information for debugging purposes",
-    ),
-    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU"),
+    code_path: Optional[Path] = Opt(None, "--code", "-c", help="Path to Python file with additional code (registered functions) to be imported"),
+    verbose: bool = Opt(False, "--verbose", "-V", "-VV", help="Display more information for debugging purposes"),
+    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU")
    # fmt: on
 ):
    """Generate JSON files for the labels in the data. This helps speed up the
@@ -21,56 +21,15 @@ from ._util import SDIST_SUFFIX, WHEEL_SUFFIX, Arg, Opt, app, string_to_list
@app.command("package")
 def package_cli(
    # fmt: off
-    input_dir: Path = Arg(
-        ..., help="Directory with pipeline data", exists=True, file_okay=False
-    ),
-    output_dir: Path = Arg(
-        ..., help="Output parent directory", exists=True, file_okay=False
-    ),
-    code_paths: str = Opt(
-        "",
-        "--code",
-        "-c",
-        help="Comma-separated paths to Python file with additional code (registered functions) to be included in the package",
-    ),
-    meta_path: Optional[Path] = Opt(
-        None,
-        "--meta-path",
-        "--meta",
-        "-m",
-        help="Path to meta.json",
-        exists=True,
-        dir_okay=False,
-    ),
-    create_meta: bool = Opt(
-        False, "--create-meta", "-C", help="Create meta.json, even if one exists"
-    ),
-    name: Optional[str] = Opt(
-        None, "--name", "-n", help="Package name to override meta"
-    ),
-    version: Optional[str] = Opt(
-        None, "--version", "-v", help="Package version to override meta"
-    ),
-    build: str = Opt(
-        "sdist",
-        "--build",
-        "-b",
-        help="Comma-separated formats to build: sdist and/or wheel, or none.",
-    ),
-    force: bool = Opt(
-        False,
-        "--force",
-        "-f",
-        "-F",
-        help="Force overwriting existing data in output directory",
-    ),
-    require_parent: bool = Opt(
-        True,
-        "--require-parent/--no-require-parent",
-        "-R",
-        "-R",
-        help="Include the parent package (e.g. spacy) in the requirements",
-    ),
+    input_dir: Path = Arg(..., help="Directory with pipeline data", exists=True, file_okay=False),
+    output_dir: Path = Arg(..., help="Output parent directory", exists=True, file_okay=False),
+    code_paths: str = Opt("", "--code", "-c", help="Comma-separated paths to Python file with additional code (registered functions) to be included in the package"),
+    meta_path: Optional[Path] = Opt(None, "--meta-path", "--meta", "-m", help="Path to meta.json", exists=True, dir_okay=False),
+    create_meta: bool = Opt(False, "--create-meta", "-C", help="Create meta.json, even if one exists"),
+    name: Optional[str] = Opt(None, "--name", "-n", help="Package name to override meta"),
+    version: Optional[str] = Opt(None, "--version", "-v", help="Package version to override meta"),
+    build: str = Opt("sdist", "--build", "-b", help="Comma-separated formats to build: sdist and/or wheel, or none."),
+    force: bool = Opt(False, "--force", "-f", "-F", help="Force overwriting existing data in output directory"),
    # fmt: on
 ):
    """
@@ -101,7 +60,6 @@ def package_cli(
        create_sdist=create_sdist,
        create_wheel=create_wheel,
        force=force,
-        require_parent=require_parent,
        silent=False,
    )

@@ -116,7 +74,6 @@ def package(
    create_meta: bool = False,
    create_sdist: bool = True,
    create_wheel: bool = False,
-    require_parent: bool = False,
    force: bool = False,
    silent: bool = True,
 ) -> None:
@@ -156,7 +113,7 @@ def package(
    if not meta_path.exists() or not meta_path.is_file():
        msg.fail("Can't load pipeline meta.json", meta_path, exits=1)
    meta = srsly.read_json(meta_path)
-    meta = get_meta(input_dir, meta, require_parent=require_parent)
+    meta = get_meta(input_dir, meta)
    if meta["requirements"]:
        msg.good(
            f"Including {len(meta['requirements'])} package requirement(s) from "
@@ -229,7 +186,6 @@ def package(
        imports.append(code_path.stem)
        shutil.copy(str(code_path), str(package_path))
    create_file(main_path / "meta.json", srsly.json_dumps(meta, indent=2))
-
    create_file(main_path / "setup.py", TEMPLATE_SETUP)
    create_file(main_path / "MANIFEST.in", TEMPLATE_MANIFEST)
    init_py = TEMPLATE_INIT.format(
@@ -346,8 +302,6 @@ def get_third_party_dependencies(
                modules.add(func_info["module"].split(".")[0])  # type: ignore[union-attr]
    dependencies = []
    for module_name in modules:
-        if module_name == about.__title__:
-            continue
        if module_name in distributions:
            dist = distributions.get(module_name)
            if dist:
@@ -378,9 +332,7 @@ def create_file(file_path: Path, contents: str) -> None:


 def get_meta(
-    model_path: Union[str, Path],
-    existing_meta: Dict[str, Any],
-    require_parent: bool = False,
+    model_path: Union[str, Path], existing_meta: Dict[str, Any]
 ) -> Dict[str, Any]:
    meta: Dict[str, Any] = {
        "lang": "en",
@@ -409,8 +361,6 @@ def get_meta(
    existing_reqs = [util.split_requirement(req)[0] for req in meta["requirements"]]
    reqs = get_third_party_dependencies(nlp.config, exclude=existing_reqs)
    meta["requirements"].extend(reqs)
-    if require_parent and about.__title__ not in meta["requirements"]:
-        meta["requirements"].append(about.__title__ + meta["spacy_version"])
    return meta


@@ -450,7 +400,7 @@ def generate_readme(meta: Dict[str, Any]) -> str:
    pipeline = ", ".join([md.code(p) for p in meta.get("pipeline", [])])
    components = ", ".join([md.code(p) for p in meta.get("components", [])])
    vecs = meta.get("vectors", {})
-    vectors = f"{vecs.get('keys', 0)} keys, {vecs.get('vectors', 0)} unique vectors ({vecs.get('width', 0)} dimensions)"
+    vectors = f"{vecs.get('keys', 0)} keys, {vecs.get('vectors', 0)} unique vectors ({ vecs.get('width', 0)} dimensions)"
    author = meta.get("author") or "n/a"
    notes = meta.get("notes", "")
    license_name = meta.get("license")
@@ -509,7 +459,7 @@ def _format_accuracy(data: Dict[str, Any], exclude: List[str] = ["speed"]) -> st
    md = MarkdownRenderer()
    scalars = [(k, v) for k, v in data.items() if isinstance(v, (int, float))]
    scores = [
-        (md.code(acc.upper()), f"{score * 100:.2f}")
+        (md.code(acc.upper()), f"{score*100:.2f}")
        for acc, score in scalars
        if acc not in exclude
    ]
@@ -528,7 +478,9 @@ def _format_label_scheme(data: Dict[str, Any]) -> str:
        if not labels:
            continue
        col1 = md.bold(md.code(pipe))
-        col2 = ", ".join([md.code(str(label).replace("|", "\\|")) for label in labels])  # noqa: W605
+        col2 = ", ".join(
+            [md.code(str(label).replace("|", "\\|")) for label in labels]
+        )  # noqa: W605
        label_data.append((col1, col2))
        n_labels += len(labels)
        n_pipes += 1
@@ -583,11 +535,8 @@ def list_files(data_dir):


 def list_requirements(meta):
-    # Up to version 3.7, we included the parent package
-    # in requirements by default. This behaviour is removed
-    # in 3.8, with a setting to include the parent package in
-    # the requirements list in the meta if desired.
-    requirements = []
+    parent_package = meta.get('parent_package', 'spacy')
+    requirements = [parent_package + meta['spacy_version']]
    if 'setup_requires' in meta:
        requirements += meta['setup_requires']
    if 'requirements' in meta:
@@ -25,32 +25,13 @@ from ._util import (
 def pretrain_cli(
    # fmt: off
    ctx: typer.Context,  # This is only used to read additional arguments
-    config_path: Path = Arg(
-        ..., help="Path to config file", exists=True, dir_okay=False, allow_dash=True
-    ),
+    config_path: Path = Arg(..., help="Path to config file", exists=True, dir_okay=False, allow_dash=True),
    output_dir: Path = Arg(..., help="Directory to write weights to on each epoch"),
-    code_path: Optional[Path] = Opt(
-        None,
-        "--code",
-        "-c",
-        help="Path to Python file with additional code (registered functions) to be imported",
-    ),
-    resume_path: Optional[Path] = Opt(
-        None,
-        "--resume-path",
-        "-r",
-        help="Path to pretrained weights from which to resume pretraining",
-    ),
-    epoch_resume: Optional[int] = Opt(
-        None,
-        "--epoch-resume",
-        "-er",
-        help="The epoch to resume counting from when using --resume-path. Prevents unintended overwriting of existing weight files.",
-    ),
+    code_path: Optional[Path] = Opt(None, "--code", "-c", help="Path to Python file with additional code (registered functions) to be imported"),
+    resume_path: Optional[Path] = Opt(None, "--resume-path", "-r", help="Path to pretrained weights from which to resume pretraining"),
+    epoch_resume: Optional[int] = Opt(None, "--epoch-resume", "-er", help="The epoch to resume counting from when using --resume-path. Prevents unintended overwriting of existing weight files."),
    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU"),
-    skip_last: bool = Opt(
-        False, "--skip-last", "-L", help="Skip saving model-last.bin"
-    ),
+    skip_last: bool = Opt(False, "--skip-last", "-L", help="Skip saving model-last.bin"),
    # fmt: on
 ):
    """
@@ -21,15 +21,8 @@ def profile_cli(
    # fmt: off
    ctx: typer.Context,  # This is only used to read current calling context
    model: str = Arg(..., help="Trained pipeline to load"),
-    inputs: Optional[Path] = Arg(
-        None,
-        help="Location of input file. '-' for stdin.",
-        exists=True,
-        allow_dash=True,
-    ),
-    n_texts: int = Opt(
-        10000, "--n-texts", "-n", help="Maximum number of texts to use if available"
-    ),
+    inputs: Optional[Path] = Arg(None, help="Location of input file. '-' for stdin.", exists=True, allow_dash=True),
+    n_texts: int = Opt(10000, "--n-texts", "-n", help="Maximum number of texts to use if available"),
    # fmt: on
 ):
    """
@@ -26,30 +26,11 @@ from ._util import (
 def train_cli(
    # fmt: off
    ctx: typer.Context,  # This is only used to read additional arguments
-    config_path: Path = Arg(
-        ..., help="Path to config file", exists=True, allow_dash=True
-    ),
-    output_path: Optional[Path] = Opt(
-        None,
-        "--output",
-        "--output-path",
-        "-o",
-        help="Output directory to store trained pipeline in",
-    ),
-    code_path: Optional[Path] = Opt(
-        None,
-        "--code",
-        "-c",
-        help="Path to Python file with additional code (registered functions) to be imported",
-    ),
-    verbose: bool = Opt(
-        False,
-        "--verbose",
-        "-V",
-        "-VV",
-        help="Display more information for debugging purposes",
-    ),
-    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU"),
+    config_path: Path = Arg(..., help="Path to config file", exists=True, allow_dash=True),
+    output_path: Optional[Path] = Opt(None, "--output", "--output-path", "-o", help="Output directory to store trained pipeline in"),
+    code_path: Optional[Path] = Opt(None, "--code", "-c", help="Path to Python file with additional code (registered functions) to be imported"),
+    verbose: bool = Opt(False, "--verbose", "-V", "-VV", help="Display more information for debugging purposes"),
+    use_gpu: int = Opt(-1, "--gpu-id", "-g", help="GPU ID or -1 for CPU")
    # fmt: on
 ):
    """
@@ -1,5 +1,4 @@
 """Helpers for Python and platform compatibility."""
-
 import sys

 from thinc.util import copy_array
@@ -35,9 +34,7 @@ else:
 try:  # Python 3.8+
    import importlib.metadata as importlib_metadata
 except ImportError:
-    from catalogue import (  # type: ignore[no-redef]
-        _importlib_metadata as importlib_metadata,  # noqa: F401
-    )
+    from catalogue import _importlib_metadata as importlib_metadata  # type: ignore[no-redef]    # noqa: F401

 from thinc.api import Optimizer  # noqa: F401

@@ -4,7 +4,6 @@ spaCy's built in visualization suite for dependencies and named entities.
 DOCS: https://spacy.io/api/top-level#displacy
 USAGE: https://spacy.io/usage/visualizers
 """
-
 import warnings
 from typing import Any, Callable, Dict, Iterable, Optional, Union

@@ -67,7 +66,7 @@ def render(
    if jupyter or (jupyter is None and is_in_jupyter()):
        # return HTML rendered by IPython display()
        # See #4840 for details on span wrapper to disable mathjax
-        from IPython.display import HTML, display
+        from IPython.core.display import HTML, display

        return display(HTML('<span class="tex2jax_ignore">{}</span>'.format(html)))
    return html
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "አፕል የዩኬን ጅምር ድርጅት በ 1 ቢሊዮን ዶላር ለመግዛት አስቧል።",
    "የራስ ገዝ መኪኖች የኢንሹራንስ ኃላፊነትን ወደ አምራቾች ያዛውራሉ",
@@ -60,7 +60,7 @@ _ordinal_words = [
    "አስራ ስምንተኛ",
    "አስራ ዘጠነኛ",
    "ሃያኛ",
-    "ሰላሳኛአርባኛ",
+    "ሰላሳኛ" "አርባኛ",
    "አምሳኛ",
    "ስድሳኛ",
    "ሰባኛ",
@@ -4,6 +4,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Bu bir cümlədir.",
    "Necəsən?",
@@ -3,7 +3,6 @@ References:
    https://github.com/Alir3z4/stop-words - Original list, serves as a base.
    https://postvai.com/books/stop-dumi.pdf - Additions to the original list in order to improve it.
 """
-
 STOP_WORDS = set(
    """
 а автентичен аз ако ала
@@ -5,4 +5,5 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = ["তুই খুব ভালো", "আজ আমরা ডাক্তার দেখতে যাবো", "আমি জানি না "]
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "དོན་དུ་རྒྱ་མཚོ་བླ་མ་ཞེས་བྱ་ཞིང༌།",
    "ཏཱ་ལའི་ཞེས་པ་ནི་སོག་སྐད་ཡིན་པ་དེ་བོད་སྐད་དུ་རྒྱ་མཚོའི་དོན་དུ་འཇུག",
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Apple està buscant comprar una startup del Regne Unit per mil milions de dòlars",
    "Els cotxes autònoms deleguen la responsabilitat de l'assegurança als seus fabricants",
@@ -277,10 +277,10 @@ _currency = (
 # These expressions contain various unicode variations, including characters
 # used in Chinese (see #1333, #1340, #1351) – unless there are cross-language
 # conflicts, spaCy's base tokenizer should handle all of those by default
-_punct = r"… …… , : ; \! \? ¿ ؟ ¡ \( \) \[ \] \{ \} < > _ # \* & 。 ？ ！ ， 、 ； ： ～ · । ، ۔ ؛ ٪"
-_quotes = (
-    r'\' " ” “ ` ‘ ´ ’ ‚ , „ » « 「 」 『 』 （ ） 〔 〕 【 】 《 》 〈 〉 〈 〉  ⟦ ⟧'
+_punct = (
+    r"… …… , : ; \! \? ¿ ؟ ¡ \( \) \[ \] \{ \} < > _ # \* & 。 ？ ！ ， 、 ； ： ～ · । ، ۔ ؛ ٪"
 )
+_quotes = r'\' " ” “ ` ‘ ´ ’ ‚ , „ » « 「 」 『 』 （ ） 〔 〕 【 】 《 》 〈 〉 〈 〉  ⟦ ⟧'
 _hyphens = "- – — -- --- —— ~"

 # Various symbols like dingbats, but also emoji
@@ -4,6 +4,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Máma mele maso.",
    "Příliš žluťoučký kůň úpěl ďábelské ódy.",
@@ -2,7 +2,6 @@
 Tokenizer Exceptions.
 Source: https://forkortelse.dk/ and various others.
 """
-
 from ...symbols import NORM, ORTH
 from ...util import update_exc
 from ..tokenizer_exceptions import BASE_EXCEPTIONS
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Die ganze Stadt ist ein Startup: Shenzhen ist das Silicon Valley für Hardware-Firmen",
    "Wie deutsche Startups die Technologie vorantreiben wollen: Künstliche Intelligenz",
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Z tym stwori so wuměnjenje a zakład za dalše wobdźěłanje přez analyzu tekstoweje struktury a semantisku anotaciju a z tym tež za tu předstajenu digitalnu online-wersiju.",
    "Mi so tu jara derje spodoba.",
@@ -128,6 +128,7 @@ _other_exc = {
 _exc.update(_other_exc)

 for h in range(1, 12 + 1):
+
    for period in ["π.μ.", "πμ"]:
        _exc[f"{h}{period}"] = [
            {ORTH: f"{h}"},
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Apple is looking at buying U.K. startup for $1 billion",
    "Autonomous cars shift insurance liability toward manufacturers",
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Apple está buscando comprar una startup del Reino Unido por mil millones de dólares.",
    "Los coches autónomos delegan la responsabilidad del seguro en sus fabricantes.",
@@ -415,10 +415,7 @@ class SpanishLemmatizer(Lemmatizer):
        else:
            rule = self.select_rule("verb", features)
            verb_lemma = self.lemmatize_verb(
-                verb,
-                features - {"PronType=Prs"},  # type: ignore[operator]
-                rule,
-                index,  # type: ignore[operator]
+                verb, features - {"PronType=Prs"}, rule, index  # type: ignore[operator]
            )[0]
        pron_lemmas = []
        for pron in prons:
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "این یک جمله نمونه می باشد.",
    "قرار ما، امروز ساعت ۲:۳۰ بعدازظهر هست!",
@@ -611,8 +611,8 @@ narrative_ends = ["ه‌ام", "ه‌ای", "ه", "ه‌ایم", "ه‌اید",
 present_ends = ["م", "ی", "د", "یم", "ید", "ند"]

 # special case of '#هست':
-VERBS_EXC.update(dict.fromkeys(["هست" + end for end in simple_ends], "هست"))
-VERBS_EXC.update(dict.fromkeys(["نیست" + end for end in simple_ends], "هست"))
+VERBS_EXC.update({conj: "هست" for conj in ["هست" + end for end in simple_ends]})
+VERBS_EXC.update({conj: "هست" for conj in ["نیست" + end for end in simple_ends]})

 for verb_root in verb_roots:
    conjugations = []
@@ -648,4 +648,4 @@ for verb_root in verb_roots:
            )
        )

-    VERBS_EXC.update(dict.fromkeys(conjugations, (past,) if past else present))
+    VERBS_EXC.update({conj: (past,) if past else present for conj in conjugations})
@@ -100,9 +100,9 @@ conj_contraction_negations = [
    ("eivat", "eivät"),
    ("eivät", "eivät"),
 ]
-for base_lower, base_norm in conj_contraction_bases:
+for (base_lower, base_norm) in conj_contraction_bases:
    for base in [base_lower, base_lower.title()]:
-        for suffix, suffix_norm in conj_contraction_negations:
+        for (suffix, suffix_norm) in conj_contraction_negations:
            _exc[base + suffix] = [
                {ORTH: base, NORM: base_norm},
                {ORTH: suffix, NORM: suffix_norm},
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Apple cherche à acheter une start-up anglaise pour 1 milliard de dollars",
    "Les voitures autonomes déplacent la responsabilité de l'assurance vers les constructeurs",
@@ -1,4 +1,4 @@
-from typing import List, Tuple
+from typing import Dict, List, Tuple

 from ...pipeline import Lemmatizer
 from ...tokens import Token
@@ -382,5 +382,7 @@ urrainn
 ì
 ò
 ó
-""".split("\n")
+""".split(
+        "\n"
+    )
 )
@@ -1974,7 +1974,9 @@ Tron an
 tuilleadh 's a chòir
 Tuilleadh 's a chòir
 tuilleadh sa chòir
-Tuilleadh sa chòir""".split("\n"):
+Tuilleadh sa chòir""".split(
+    "\n"
+):
    _exc[orth] = [{ORTH: orth}]


@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "ἐρᾷ μὲν ἁγνὸς οὐρανὸς τρῶσαι χθόνα, ἔρως δὲ γαῖαν λαμβάνει γάμου τυχεῖν·",
    "εὐδαίμων Χαρίτων καὶ Μελάνιππος ἔφυ, θείας ἁγητῆρες ἐφαμερίοις φιλότατος.",
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "લોકશાહી એ સરકારનું એક એવું તંત્ર છે જ્યાં નાગરિકો મત દ્વારા સત્તાનો ઉપયોગ કરે છે.",
    "તે ગુજરાત રાજ્યના ધરમપુર શહેરમાં આવેલું હતું",
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "סין מקימה קרן של 440 מיליון דולר להשקעה בהייטק בישראל",
    'רה"מ הודיע כי יחרים טקס בחסותו',
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "एप्पल 1 अरब डॉलर के लिए यू.के. स्टार्टअप खरीदने पर विचार कर रहा है।",
    "स्वायत्त कारें निर्माताओं की ओर बीमा दायित्व रखतीं हैं।",
@@ -1,5 +1,5 @@
 The list of Croatian lemmas was extracted from the reldi-tagger repository (https://github.com/clarinsi/reldi-tagger).
-Reldi-tagger is licensed under the Apache 2.0 licence.
+Reldi-tagger is licesned under the Apache 2.0 licence.

@InProceedings{ljubesic16-new,
  author = {Nikola Ljubešić and Filip Klubička and Željko Agić and Ivo-Pavao Jazbec},
@@ -12,4 +12,4 @@ Reldi-tagger is licensed under the Apache 2.0 licence.
  publisher = {European Language Resources Association (ELRA)},
  address = {Paris, France},
  isbn = {978-2-9517408-9-1}
- }
+ }
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "To běšo wjelgin raźone a jo se wót luźi derje pśiwzeło. Tak som dožywiła wjelgin",
    "Jogo pśewóźowarce stej groniłej, až how w serbskich stronach njama Santa Claus nic pytaś.",
@@ -1,55 +0,0 @@
-from typing import Callable, Optional
-
-from thinc.api import Model
-
-from ...language import BaseDefaults, Language
-from .lemmatizer import HaitianCreoleLemmatizer
-from .lex_attrs import LEX_ATTRS
-from .punctuation import TOKENIZER_INFIXES, TOKENIZER_PREFIXES, TOKENIZER_SUFFIXES
-from .stop_words import STOP_WORDS
-from .syntax_iterators import SYNTAX_ITERATORS
-from .tag_map import TAG_MAP
-from .tokenizer_exceptions import TOKENIZER_EXCEPTIONS
-
-
-class HaitianCreoleDefaults(BaseDefaults):
-    tokenizer_exceptions = TOKENIZER_EXCEPTIONS
-    prefixes = TOKENIZER_PREFIXES
-    infixes = TOKENIZER_INFIXES
-    suffixes = TOKENIZER_SUFFIXES
-    lex_attr_getters = LEX_ATTRS
-    syntax_iterators = SYNTAX_ITERATORS
-    stop_words = STOP_WORDS
-    tag_map = TAG_MAP
-
-
-class HaitianCreole(Language):
-    lang = "ht"
-    Defaults = HaitianCreoleDefaults
-
-
-@HaitianCreole.factory(
-    "lemmatizer",
-    assigns=["token.lemma"],
-    default_config={
-        "model": None,
-        "mode": "rule",
-        "overwrite": False,
-        "scorer": {"@scorers": "spacy.lemmatizer_scorer.v1"},
-    },
-    default_score_weights={"lemma_acc": 1.0},
-)
-def make_lemmatizer(
-    nlp: Language,
-    model: Optional[Model],
-    name: str,
-    mode: str,
-    overwrite: bool,
-    scorer: Optional[Callable],
-):
-    return HaitianCreoleLemmatizer(
-        nlp.vocab, model, name, mode=mode, overwrite=overwrite, scorer=scorer
-    )
-
-
-__all__ = ["HaitianCreole"]
@@ -1,17 +0,0 @@
-"""
-Example sentences to test spaCy and its language models.
-
->>> from spacy.lang.ht.examples import sentences
->>> docs = nlp.pipe(sentences)
-"""
-
-sentences = [
-    "Apple ap panse achte yon demaraj nan Wayòm Ini pou $1 milya dola",
-    "Machin otonòm fè responsablite asirans lan ale sou men fabrikan yo",
-    "San Francisco ap konsidere entèdi robo ki livre sou twotwa yo",
-    "Lond se yon gwo vil nan Wayòm Ini",
-    "Kote ou ye?",
-    "Kilès ki prezidan Lafrans?",
-    "Ki kapital Etazini?",
-    "Kile Barack Obama te fèt?",
-]
@@ -1,50 +0,0 @@
-from typing import List, Tuple
-
-from ...pipeline import Lemmatizer
-from ...tokens import Token
-
-
-class HaitianCreoleLemmatizer(Lemmatizer):
-    """
-    Minimal Haitian Creole lemmatizer.
-    Returns a word's base form based on rules and lookup,
-    or defaults to the original form.
-    """
-
-    def is_base_form(self, token: Token) -> bool:
-        morph = token.morph.to_dict()
-        upos = token.pos_.lower()
-
-        # Consider unmarked forms to be base
-        if upos in {"noun", "verb", "adj", "adv"}:
-            if not morph:
-                return True
-            if upos == "noun" and morph.get("Number") == "Sing":
-                return True
-            if upos == "verb" and morph.get("VerbForm") == "Inf":
-                return True
-            if upos == "adj" and morph.get("Degree") == "Pos":
-                return True
-        return False
-
-    def rule_lemmatize(self, token: Token) -> List[str]:
-        string = token.text.lower()
-        pos = token.pos_.lower()
-        cache_key = (token.orth, token.pos)
-        if cache_key in self.cache:
-            return self.cache[cache_key]
-
-        forms = []
-
-        # fallback rule: just return lowercased form
-        forms.append(string)
-
-        self.cache[cache_key] = forms
-        return forms
-
-    @classmethod
-    def get_lookups_config(cls, mode: str) -> Tuple[List[str], List[str]]:
-        if mode == "rule":
-            required = ["lemma_lookup", "lemma_rules", "lemma_exc", "lemma_index"]
-            return (required, [])
-        return super().get_lookups_config(mode)
@@ -1,81 +0,0 @@
-from ...attrs import LIKE_NUM, NORM
-
-# Cardinal numbers in Creole
-_num_words = set(
-    """
-zewo youn en de twa kat senk sis sèt uit nèf dis
-onz douz trèz katoz kenz sèz disèt dizwit diznèf
-vent trant karant sinkant swasant swasann-dis
-san mil milyon milya
-""".split()
-)
-
-# Ordinal numbers in Creole (some are French-influenced, some simplified)
-_ordinal_words = set(
-    """
-premye dezyèm twazyèm katryèm senkyèm sizyèm sètvyèm uitvyèm nèvyèm dizyèm
-onzèm douzyèm trèzyèm katozyèm kenzèm sèzyèm disetyèm dizwityèm diznèvyèm
-ventyèm trantyèm karantyèm sinkantyèm swasantyèm
-swasann-disyèm santyèm milyèm milyonnyèm milyadyèm
-""".split()
-)
-
-NORM_MAP = {
-    "'m": "mwen",
-    "'w": "ou",
-    "'l": "li",
-    "'n": "nou",
-    "'y": "yo",
-    "’m": "mwen",
-    "’w": "ou",
-    "’l": "li",
-    "’n": "nou",
-    "’y": "yo",
-    "m": "mwen",
-    "n": "nou",
-    "l": "li",
-    "y": "yo",
-    "w": "ou",
-    "t": "te",
-    "k": "ki",
-    "p": "pa",
-    "M": "Mwen",
-    "N": "Nou",
-    "L": "Li",
-    "Y": "Yo",
-    "W": "Ou",
-    "T": "Te",
-    "K": "Ki",
-    "P": "Pa",
-}
-
-
-def like_num(text):
-    text = text.strip().lower()
-    if text.startswith(("+", "-", "±", "~")):
-        text = text[1:]
-    text = text.replace(",", "").replace(".", "")
-    if text.isdigit():
-        return True
-    if text.count("/") == 1:
-        num, denom = text.split("/")
-        if num.isdigit() and denom.isdigit():
-            return True
-    if text in _num_words:
-        return True
-    if text in _ordinal_words:
-        return True
-    # Handle things like "3yèm", "10yèm", "25yèm", etc.
-    if text.endswith("yèm") and text[:-3].isdigit():
-        return True
-    return False
-
-
-def norm_custom(text):
-    return NORM_MAP.get(text, text.lower())
-
-
-LEX_ATTRS = {
-    LIKE_NUM: like_num,
-    NORM: norm_custom,
-}
@@ -1,58 +0,0 @@
-from ..char_classes import (
-    ALPHA,
-    ALPHA_LOWER,
-    ALPHA_UPPER,
-    CONCAT_QUOTES,
-    HYPHENS,
-    LIST_ELLIPSES,
-    LIST_ICONS,
-    LIST_PUNCT,
-    LIST_QUOTES,
-    merge_chars,
-)
-
-ELISION = "'’".replace(" ", "")
-
-_prefixes_elision = "m n l y t k w"
-_prefixes_elision += " " + _prefixes_elision.upper()
-
-TOKENIZER_PREFIXES = (
-    LIST_PUNCT
-    + LIST_QUOTES
-    + [
-        r"(?:({pe})[{el}])(?=[{a}])".format(
-            a=ALPHA, el=ELISION, pe=merge_chars(_prefixes_elision)
-        )
-    ]
-)
-
-TOKENIZER_SUFFIXES = (
-    LIST_PUNCT
-    + LIST_QUOTES
-    + LIST_ELLIPSES
-    + [
-        r"(?<=[0-9])%",  # numbers like 10%
-        r"(?<=[0-9])(?:{h})".format(h=HYPHENS),  # hyphens after numbers
-        r"(?<=[{a}])['’]".format(a=ALPHA),  # apostrophes after letters
-        r"(?<=[{a}])['’][mwlnytk](?=\s|$)".format(a=ALPHA),  # contractions
-        r"(?<=[{a}0-9])\)",  # right parenthesis after letter/number
-        r"(?<=[{a}])\.(?=\s|$)".format(
-            a=ALPHA
-        ),  # period after letter if space or end of string
-        r"(?<=\))[\.\?!]",  # punctuation immediately after right parenthesis
-    ]
-)
-
-TOKENIZER_INFIXES = (
-    LIST_ELLIPSES
-    + LIST_ICONS
-    + [
-        r"(?<=[0-9])[+\-\*^](?=[0-9-])",
-        r"(?<=[{al}{q}])\.(?=[{au}{q}])".format(
-            al=ALPHA_LOWER, au=ALPHA_UPPER, q=CONCAT_QUOTES
-        ),
-        r"(?<=[{a}]),(?=[{a}])".format(a=ALPHA),
-        r"(?<=[{a}0-9])(?:{h})(?=[{a}])".format(a=ALPHA, h=HYPHENS),
-        r"(?<=[{a}][{el}])(?=[{a}])".format(a=ALPHA, el=ELISION),
-    ]
-)
@@ -1,49 +0,0 @@
-STOP_WORDS = set(
-    """
-a ak an ankò ant apre ap atò avan avanlè
-byen bò byenke
-
-chak
-
-de depi deja deja
-
-e en epi èske
-
-fò fòk
-
-gen genyen
-
-ki kisa kilès kote koukou konsa konbyen konn konnen kounye kouman
-
-la l laa le lè li lye lò
-
-m m' mwen
-
-nan nap nou n'
-
-ou oumenm
-
-pa paske pami pandan pito pou pral preske pwiske
-
-se selman si sou sòt
-
-ta tap tankou te toujou tou tan tout toutotan twòp tèl
-
-w w' wi wè
-
-y y' yo yon yonn
-
-non o oh eh
-
-sa san si swa si
-
-men mèsi oswa osinon
-
-""".split()
-)
-
-# Add common contractions, with and without apostrophe variants
-contractions = ["m'", "n'", "w'", "y'", "l'", "t'", "k'"]
-for apostrophe in ["'", "’", "‘"]:
-    for word in contractions:
-        STOP_WORDS.add(word.replace("'", apostrophe))
@@ -1,74 +0,0 @@
-from typing import Iterator, Tuple, Union
-
-from ...errors import Errors
-from ...symbols import NOUN, PRON, PROPN
-from ...tokens import Doc, Span
-
-
-def noun_chunks(doclike: Union[Doc, Span]) -> Iterator[Tuple[int, int, int]]:
-    """
-    Detect base noun phrases from a dependency parse for Haitian Creole.
-    Works on both Doc and Span objects.
-    """
-
-    # Core nominal dependencies common in Haitian Creole
-    labels = [
-        "nsubj",
-        "obj",
-        "obl",
-        "nmod",
-        "appos",
-        "ROOT",
-    ]
-
-    # Modifiers to optionally include in chunk (to the right)
-    post_modifiers = ["compound", "flat", "flat:name", "fixed"]
-
-    doc = doclike.doc
-    if not doc.has_annotation("DEP"):
-        raise ValueError(Errors.E029)
-
-    np_deps = {doc.vocab.strings.add(label) for label in labels}
-    np_mods = {doc.vocab.strings.add(mod) for mod in post_modifiers}
-    conj_label = doc.vocab.strings.add("conj")
-    np_label = doc.vocab.strings.add("NP")
-    adp_pos = doc.vocab.strings.add("ADP")
-    cc_pos = doc.vocab.strings.add("CCONJ")
-
-    prev_end = -1
-    for i, word in enumerate(doclike):
-        if word.pos not in (NOUN, PROPN, PRON):
-            continue
-        if word.left_edge.i <= prev_end:
-            continue
-
-        if word.dep in np_deps:
-            right_end = word
-            # expand to include known modifiers to the right
-            for child in word.rights:
-                if child.dep in np_mods:
-                    right_end = child.right_edge
-                elif child.pos == NOUN:
-                    right_end = child.right_edge
-
-            left_index = word.left_edge.i
-            # Skip prepositions at the start
-            if word.left_edge.pos == adp_pos:
-                left_index += 1
-
-            prev_end = right_end.i
-            yield left_index, right_end.i + 1, np_label
-
-        elif word.dep == conj_label:
-            head = word.head
-            while head.dep == conj_label and head.head.i < head.i:
-                head = head.head
-            if head.dep in np_deps:
-                left_index = word.left_edge.i
-                if word.left_edge.pos == cc_pos:
-                    left_index += 1
-                prev_end = word.i
-                yield left_index, word.i + 1, np_label
-
-
-SYNTAX_ITERATORS = {"noun_chunks": noun_chunks}
@@ -1,39 +0,0 @@
-from spacy.symbols import (
-    ADJ,
-    ADP,
-    ADV,
-    AUX,
-    CCONJ,
-    DET,
-    INTJ,
-    NOUN,
-    NUM,
-    PART,
-    PRON,
-    PROPN,
-    PUNCT,
-    SCONJ,
-    SYM,
-    VERB,
-    X,
-)
-
-TAG_MAP = {
-    "NOUN": {"pos": NOUN},
-    "VERB": {"pos": VERB},
-    "AUX": {"pos": AUX},
-    "ADJ": {"pos": ADJ},
-    "ADV": {"pos": ADV},
-    "PRON": {"pos": PRON},
-    "DET": {"pos": DET},
-    "ADP": {"pos": ADP},
-    "SCONJ": {"pos": SCONJ},
-    "CCONJ": {"pos": CCONJ},
-    "PART": {"pos": PART},
-    "INTJ": {"pos": INTJ},
-    "NUM": {"pos": NUM},
-    "PROPN": {"pos": PROPN},
-    "PUNCT": {"pos": PUNCT},
-    "SYM": {"pos": SYM},
-    "X": {"pos": X},
-}
@@ -1,126 +0,0 @@
-from spacy.symbols import NORM, ORTH
-
-
-def make_variants(base, first_norm, second_orth, second_norm):
-    return {
-        base: [
-            {ORTH: base.split("'")[0] + "'", NORM: first_norm},
-            {ORTH: second_orth, NORM: second_norm},
-        ],
-        base.capitalize(): [
-            {
-                ORTH: base.split("'")[0].capitalize() + "'",
-                NORM: first_norm.capitalize(),
-            },
-            {ORTH: second_orth, NORM: second_norm},
-        ],
-    }
-
-
-TOKENIZER_EXCEPTIONS = {"Dr.": [{ORTH: "Dr."}]}
-
-# Apostrophe forms
-TOKENIZER_EXCEPTIONS.update(make_variants("m'ap", "mwen", "ap", "ap"))
-TOKENIZER_EXCEPTIONS.update(make_variants("n'ap", "nou", "ap", "ap"))
-TOKENIZER_EXCEPTIONS.update(make_variants("l'ap", "li", "ap", "ap"))
-TOKENIZER_EXCEPTIONS.update(make_variants("y'ap", "yo", "ap", "ap"))
-TOKENIZER_EXCEPTIONS.update(make_variants("m'te", "mwen", "te", "te"))
-TOKENIZER_EXCEPTIONS.update(make_variants("m'pral", "mwen", "pral", "pral"))
-TOKENIZER_EXCEPTIONS.update(make_variants("w'ap", "ou", "ap", "ap"))
-TOKENIZER_EXCEPTIONS.update(make_variants("k'ap", "ki", "ap", "ap"))
-TOKENIZER_EXCEPTIONS.update(make_variants("p'ap", "pa", "ap", "ap"))
-TOKENIZER_EXCEPTIONS.update(make_variants("t'ap", "te", "ap", "ap"))
-
-# Non-apostrophe contractions (with capitalized variants)
-TOKENIZER_EXCEPTIONS.update(
-    {
-        "map": [
-            {ORTH: "m", NORM: "mwen"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "Map": [
-            {ORTH: "M", NORM: "Mwen"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "lem": [
-            {ORTH: "le", NORM: "le"},
-            {ORTH: "m", NORM: "mwen"},
-        ],
-        "Lem": [
-            {ORTH: "Le", NORM: "Le"},
-            {ORTH: "m", NORM: "mwen"},
-        ],
-        "lew": [
-            {ORTH: "le", NORM: "le"},
-            {ORTH: "w", NORM: "ou"},
-        ],
-        "Lew": [
-            {ORTH: "Le", NORM: "Le"},
-            {ORTH: "w", NORM: "ou"},
-        ],
-        "nap": [
-            {ORTH: "n", NORM: "nou"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "Nap": [
-            {ORTH: "N", NORM: "Nou"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "lap": [
-            {ORTH: "l", NORM: "li"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "Lap": [
-            {ORTH: "L", NORM: "Li"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "yap": [
-            {ORTH: "y", NORM: "yo"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "Yap": [
-            {ORTH: "Y", NORM: "Yo"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "mte": [
-            {ORTH: "m", NORM: "mwen"},
-            {ORTH: "te", NORM: "te"},
-        ],
-        "Mte": [
-            {ORTH: "M", NORM: "Mwen"},
-            {ORTH: "te", NORM: "te"},
-        ],
-        "mpral": [
-            {ORTH: "m", NORM: "mwen"},
-            {ORTH: "pral", NORM: "pral"},
-        ],
-        "Mpral": [
-            {ORTH: "M", NORM: "Mwen"},
-            {ORTH: "pral", NORM: "pral"},
-        ],
-        "wap": [
-            {ORTH: "w", NORM: "ou"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "Wap": [
-            {ORTH: "W", NORM: "Ou"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "kap": [
-            {ORTH: "k", NORM: "ki"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "Kap": [
-            {ORTH: "K", NORM: "Ki"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "tap": [
-            {ORTH: "t", NORM: "te"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-        "Tap": [
-            {ORTH: "T", NORM: "Te"},
-            {ORTH: "ap", NORM: "ap"},
-        ],
-    }
-)
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Az Apple egy brit startup vásárlását tervezi 1 milliárd dollár értékben.",
    "San Francisco vezetése mérlegeli a járdát használó szállító robotok betiltását.",
@@ -11,7 +11,7 @@ from ..char_classes import (
 )

 # removing ° from the special icons to keep e.g. 99° as one token
-_concat_icons = CONCAT_ICONS.replace("\u00b0", "")
+_concat_icons = CONCAT_ICONS.replace("\u00B0", "")

 _currency = r"\$¢£€¥฿"
 _quotes = CONCAT_QUOTES.replace("'", "")
@@ -4,6 +4,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Լոնդոնը Միացյալ Թագավորության մեծ քաղաք է։",
    "Ո՞վ է Ֆրանսիայի նախագահը։",
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Indonesia merupakan negara kepulauan yang kaya akan budaya.",
    "Berapa banyak warga yang dibutuhkan saat kerja bakti?",
@@ -156,7 +156,7 @@ for orth in [
    "S.T.",
    "S.T.Han",
    "S.Th.",
-    "S.Th.IS.TI.",
+    "S.Th.I" "S.TI.",
    "S.T.P.",
    "S.TrK",
    "S.Tekp.",
@@ -210,7 +210,7 @@ for orth in [
    "hlm.",
    "i/o",
    "n.b.",
-    "p.p.pjs.",
+    "p.p." "pjs.",
    "s.d.",
    "tel.",
    "u.p.",
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Apple vuole comprare una startup del Regno Unito per un miliardo di dollari",
    "Le automobili a guida autonoma spostano la responsabilità assicurativa verso i produttori",
@@ -32,6 +32,7 @@ split_mode = null
 """


+@registry.tokenizers("spacy.ja.JapaneseTokenizer")
 def create_tokenizer(split_mode: Optional[str] = None):
    def japanese_tokenizer_factory(nlp):
        return JapaneseTokenizer(nlp.vocab, split_mode=split_mode)
@@ -102,9 +103,9 @@ class JapaneseTokenizer(DummyTokenizer):
                token.dictionary_form(),  # lemma
                token.normalized_form(),
                token.reading_form(),
-                (
-                    sub_tokens_list[idx] if sub_tokens_list else None
-                ),  # user_data['sub_tokens']
+                sub_tokens_list[idx]
+                if sub_tokens_list
+                else None,  # user_data['sub_tokens']
            )
            for idx, token in enumerate(sudachipy_tokens)
            if len(token.surface()) > 0
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "アップルがイギリスの新興企業を１０億ドルで購入を検討",
    "自動運転車の損害賠償責任、自動車メーカーに一定の負担を求める",
@@ -25,9 +25,7 @@ TAG_MAP = {
    # Universal Dependencies Mapping: (Some of the entries in this mapping are updated to v2.6 in the list below)
    # http://universaldependencies.org/ja/overview/morphology.html
    # http://universaldependencies.org/ja/pos/all.html
-    "記号-一般": {
-        POS: NOUN
-    },  # this includes characters used to represent sounds like ドレミ
+    "記号-一般": {POS: NOUN},  # this includes characters used to represent sounds like ドレミ
    "記号-文字": {
        POS: NOUN
    },  # this is for Greek and Latin characters having some meanings, or used as symbols, as in math
@@ -74,9 +72,7 @@ TAG_MAP = {
    "名詞-固有名詞-地名-国": {POS: PROPN},  # country name
    "名詞-助動詞語幹": {POS: AUX},
    "名詞-数詞": {POS: NUM},  # includes Chinese numerals
-    "名詞-普通名詞-サ変可能": {
-        POS: NOUN
-    },  # XXX: sometimes VERB in UDv2; suru-verb noun
+    "名詞-普通名詞-サ変可能": {POS: NOUN},  # XXX: sometimes VERB in UDv2; suru-verb noun
    "名詞-普通名詞-サ変形状詞可能": {POS: NOUN},
    "名詞-普通名詞-一般": {POS: NOUN},
    "名詞-普通名詞-形状詞可能": {POS: NOUN},  # XXX: sometimes ADJ in UDv2
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "ಆಪಲ್ ಒಂದು ಯು.ಕೆ. ಸ್ಟಾರ್ಟ್ಅಪ್ ಅನ್ನು ೧ ಶತಕೋಟಿ ಡಾಲರ್ಗಳಿಗೆ ಖರೀದಿಸಲು ನೋಡುತ್ತಿದೆ.",
    "ಸ್ವಾಯತ್ತ ಕಾರುಗಳು ವಿಮಾ ಹೊಣೆಗಾರಿಕೆಯನ್ನು ತಯಾರಕರ ಕಡೆಗೆ ಬದಲಾಯಿಸುತ್ತವೆ.",
@@ -20,6 +20,7 @@ DEFAULT_CONFIG = """
 """


+@registry.tokenizers("spacy.ko.KoreanTokenizer")
 def create_tokenizer():
    def korean_tokenizer_factory(nlp):
        return KoreanTokenizer(nlp.vocab)
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Sciusciâ e sciorbî no se peu.",
    "Graçie di çetroin, che me son arrivæ.",
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Jaunikis pirmąją vestuvinę naktį iškeitė į areštinės gultą",
    "Bepiločiai automobiliai išnaikins vairavimo mokyklas, autoservisus ir eismo nelaimes",
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "അനാവശ്യമായി കണ്ണിലും മൂക്കിലും വായിലും സ്പർശിക്കാതിരിക്കുക",
    "പൊതുരംഗത്ത് മലയാള ഭാഷയുടെ സമഗ്രപുരോഗതി ലക്ഷ്യമാക്കി പ്രവർത്തിക്കുന്ന സംഘടനയായ മലയാളഐക്യവേദിയുടെ വിദ്യാർത്ഥിക്കൂട്ടായ്മയാണ് വിദ്യാർത്ഥി മലയാളവേദി",
@@ -5,12 +5,13 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Malaysia ialah sebuah negara yang terletak di Asia Tenggara.",
    "Berapa banyak pelajar yang akan menghadiri majlis perpisahan sekolah?",
    "Pengeluaran makanan berasal dari beberapa lokasi termasuk Cameron Highlands, Johor Bahru, dan Kuching.",
    "Syarikat XYZ telah menghasilkan 20,000 unit produk baharu dalam setahun terakhir",
-    "Kuala Lumpur merupakan ibu negara Malaysia.Kau berada di mana semalam?",
+    "Kuala Lumpur merupakan ibu negara Malaysia." "Kau berada di mana semalam?",
    "Siapa yang akan memimpin projek itu?",
    "Siapa perdana menteri Malaysia sekarang?",
 ]
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "Apple vurderer å kjøpe britisk oppstartfirma for en milliard dollar.",
    "Selvkjørende biler flytter forsikringsansvaret over på produsentene.",
@@ -5,6 +5,7 @@ Example sentences to test spaCy and its language models.
 >>> docs = nlp.pipe(sentences)
 """

+
 sentences = [
    "एप्पलले अमेरिकी स्टार्टअप १ अर्ब डलरमा किन्ने सोच्दै छ",
    "स्वायत्त कारहरूले बीमा दायित्व निर्माताहरु तिर बदल्छन्",
--- a/Show More
+++ b/Show More
Author	SHA1	Message	Date
Matthew Honnibal	07dba26cd2	Remove obsolete python versions from tests	2024-10-01 10:02:03 +02:00
Matthew Honnibal	e36a1785f6	Add missing import	2024-10-01 09:57:46 +02:00
Matthew Honnibal	5dde59a3ad	Format	2024-09-30 22:31:38 +02:00
Matthew Honnibal	57cbac78f4	Fix numpy floating values in meta.json for serialization	2024-09-30 22:26:08 +02:00
Matthew Honnibal	a9ed8bb401	Replace numpy floats in evaluate and update	2024-09-30 22:22:41 +02:00