Merge pull request #92 from zytedata/improve-typing

Improve typing, add py.typed, bump ruff

Author: wRAR

.github/workflows/publish.yml

@@ -12,14 +12,12 @@ jobs:
     permissions:
       id-token: write
     steps:
-    - uses: actions/checkout@v4
-    - uses: actions/setup-python@v5
+    - uses: actions/checkout@v5
+    - uses: actions/setup-python@v6
       with:
         python-version: 3.13
     - run: |
         python -m pip install --upgrade build
         python -m build
     - name: Publish to PyPI
       uses: pypa/gh-action-pypi-publish@release/v1
-      with:
-        password: ${{ secrets.PYPI_TOKEN }}

.github/workflows/test.yml

@@ -30,9 +30,9 @@ jobs:
           tox: x402
 
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v5
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v5
+      uses: actions/setup-python@v6
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
@@ -44,7 +44,7 @@ jobs:
         tox -e ${{ matrix.tox || 'py' }}
     - name: coverage
       if: ${{ success() }}
-      uses: codecov/codecov-action@v4.0.1
+      uses: codecov/codecov-action@v5
       with:
         token: ${{ secrets.CODECOV_TOKEN }}
 
@@ -53,13 +53,13 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.12']  # Keep in sync with .readthedocs.yml
+        python-version: ["3.13"]  # Keep in sync with .readthedocs.yml
         tox-job: ["mypy", "docs"]
 
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v5
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v5
+      uses: actions/setup-python@v6
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies

.pre-commit-config.yaml

@@ -1,13 +1,22 @@
 repos:
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.9.6
+  rev: v0.13.3
   hooks:
-    - id: ruff
+    - id: ruff-check
       args: [ --fix ]
     - id: ruff-format
 - repo: https://github.com/adamchainz/blacken-docs
-  rev: 1.19.0
+  rev: 1.20.0
   hooks:
   - id: blacken-docs
     additional_dependencies:
-    - black==25.1.0
+    - black==25.9.0
+- repo: https://github.com/pre-commit/pre-commit-hooks
+  rev: v6.0.0
+  hooks:
+  - id: end-of-file-fixer
+  - id: trailing-whitespace
+- repo: https://github.com/sphinx-contrib/sphinx-lint
+  rev: v1.0.0
+  hooks:
+    - id: sphinx-lint

.readthedocs.yml

@@ -3,11 +3,11 @@ formats: all
 sphinx:
   configuration: docs/conf.py
 build:
-  os: ubuntu-22.04
+  os: ubuntu-24.04
   tools:
     # For available versions, see:
     # https://docs.readthedocs.io/en/stable/config-file/v2.html#build-tools-python
-    python: "3.12"  # Keep in sync with .github/workflows/test.yml
+    python: "3.13"  # Keep in sync with .github/workflows/test.yml
 python:
   install:
     - requirements: docs/requirements.txt

docs/Makefile

@@ -16,4 +16,4 @@ help:
 # Catch-all target: route all unknown targets to Sphinx using the new
 # "make mode" option.  $(O) is meant as a shortcut for $(SPHINXOPTS).
 %: Makefile
-	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
+	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)

docs/conf.py

@@ -16,7 +16,7 @@
 # -- Project information -----------------------------------------------------
 
 project = "python-zyte-api"
-copyright = "2021, Zyte Group Ltd"
+project_copyright = "2021, Zyte Group Ltd"
 author = "Zyte Group Ltd"
 
 # The short X.Y version

docs/use/x402.rst

@@ -4,7 +4,7 @@
 x402
 ====
 
-It is possible to use :ref:`Zyte API <zyte-api>` without a Zyte API account by 
+It is possible to use :ref:`Zyte API <zyte-api>` without a Zyte API account by
 using the x402_ protocol to handle payments:
 
 #.  Read the `Zyte Terms of Service`_. By using Zyte API, you are accepting

pyproject.toml

@@ -21,23 +21,39 @@ filename = "zyte_api/__version__.py"
 
 [tool.coverage.run]
 branch = true
-
-[tool.coverage.report]
-exclude_also = [
-    "if TYPE_CHECKING:",
+patch = [
+    "subprocess",
 ]
 
+[tool.mypy]
+allow_untyped_defs = false
+implicit_reexport = false
+
+[[tool.mypy.overrides]]
+module = "runstats"
+ignore_missing_imports = true
+
+[[tool.mypy.overrides]]
+module = "tests.*"
+allow_untyped_defs = true
+
 [tool.pytest.ini_options]
 filterwarnings = [
     "ignore:The zyte_api\\.aio module is deprecated:DeprecationWarning"
 ]
 
 [tool.ruff.lint]
 extend-select = [
+    # flake8-builtins
+    "A",
+    # flake8-async
+    "ASYNC",
     # flake8-bugbear
     "B",
     # flake8-comprehensions
     "C4",
+    # flake8-commas
+    "COM",
     # pydocstyle
     "D",
     # flake8-future-annotations
@@ -84,6 +100,8 @@ extend-select = [
     "T10",
     # flake8-type-checking
     "TC",
+    # flake8-tidy-imports
+    "TID",
     # pyupgrade
     "UP",
     # pycodestyle warnings
@@ -92,6 +110,8 @@ extend-select = [
     "YTT",
 ]
 ignore = [
+    # Trailing comma missing
+    "COM812",
     # Missing docstring in public module
     "D100",
     # Missing docstring in public class
@@ -144,21 +164,27 @@ ignore = [
     "S101",
 ]
 
+[tool.ruff.lint.flake8-pytest-style]
+parametrize-values-type = "tuple"
+
+[tool.ruff.lint.flake8-tidy-imports]
+banned-module-level-imports = ["twisted.internet.reactor"]
+
+[tool.ruff.lint.flake8-type-checking]
+runtime-evaluated-decorators = ["attr.s"]
+
+[tool.ruff.lint.isort]
+split-on-trailing-comma = false
+
 [tool.ruff.lint.per-file-ignores]
 "zyte_api/__init__.py" = ["F401"]
 "zyte_api/aio/errors.py" = ["F401"]
 "zyte_api/aio/retry.py" = ["F401"]
 "tests/*" = ["S"]
 "docs/**" = ["B006"]
 # Skip PEP 604 suggestions for files with attr classes
-"zyte_api/errors.py" = ["UP007"]
-"zyte_api/stats.py" = ["UP007"]
-
-[tool.ruff.lint.flake8-pytest-style]
-parametrize-values-type = "tuple"
-
-[tool.ruff.lint.flake8-type-checking]
-runtime-evaluated-decorators = ["attr.s"]
+"zyte_api/errors.py" = ["UP007", "UP045"]
+"zyte_api/stats.py" = ["UP007", "UP045"]
 
 [tool.ruff.lint.pydocstyle]
 convention = "pep257"

setup.py

@@ -12,6 +12,10 @@
     author_email="[email protected]",
     url="https://github.com/zytedata/python-zyte-api",
     packages=find_packages(exclude=["tests", "examples"]),
+    package_data={
+        "zyte_api": ["py.typed"],
+    },
+    include_package_data=True,
     entry_points={
         "console_scripts": ["zyte-api=zyte_api.__main__:_main"],
     },

tests/conftest.py

@@ -3,7 +3,7 @@
 
 @pytest.fixture(scope="session")
 def mockserver():
-    from .mockserver import MockServer
+    from .mockserver import MockServer  # noqa: PLC0415
 
     with MockServer() as server:
         yield server