Migrate from Flake8 & Autopep8 to Ruff (#161)

Author: vdusek

.flake8

@@ -1,6 +1,7 @@
 __pycache__
 .mypy_cache
 .pytest_cache
+.ruff_cache
 
 .venv
 .direnv

.gitignore

@@ -1,10 +1,12 @@
 Changelog
 =========
 
-[1.5.1](../../releases/tag/v1.5.1) - Unreleased
+[1.6.0](../../releases/tag/v1.6.0) - Unreleased
 -----------------------------------------------
 
-...
+### Internal changes
+
+- Migrate from Autopep8 and Flake8 to Ruff
 
 [1.5.0](../../releases/tag/v1.5.0) - 2023-10-18
 -----------------------------------------------

.isort.cfg

@@ -2,7 +2,7 @@
 
 ## Environment
 
-For local development, it is required to have Python 3.8 installed.
+For local development, it is required to have Python 3.8 (or a later version) installed.
 
 It is recommended to set up a virtual environment while developing this package to isolate your development environment,
 however, due to the many varied ways Python can be installed and virtual environments can be set up,
@@ -24,11 +24,11 @@ To install this package and its development dependencies, run `make install-dev`
 
 ## Formatting
 
-We use `autopep8` and `isort` to automatically format the code to a common format. To run the formatting, just run `make format`.
+We use `ruff` to automatically format the code to a common format. To run the formatting, just run `make format`.
 
 ## Linting, type-checking and unit testing
 
-We use `flake8` for linting, `mypy` for type checking and `pytest` for unit testing. To run these tools, just run `make check-code`.
+We use `ruff` for linting, `mypy` for type checking and `pytest` for unit testing. To run these tools, just run `make check-code`.
 
 ## Integration tests
 

CHANGELOG.md

@@ -1,27 +1,29 @@
 .PHONY: clean install-dev build publish twine-check lint unit-tests integration-tests type-check check-code format check-async-docstrings fix-async-docstrings check-version-availability check-changelog-entry build-api-reference
 
+DIRS_WITH_CODE = src tests scripts
+
 # This is default for local testing, but GitHub workflows override it to a higher value in CI
 INTEGRATION_TESTS_CONCURRENCY = 1
 
 clean:
 	rm -rf build dist .mypy_cache .pytest_cache src/*.egg-info __pycache__
 
 install-dev:
-	python -m pip install --upgrade pip
+	python3 -m pip install --upgrade pip
 	pip install --no-cache-dir -e ".[dev]"
 	pre-commit install
 
 build:
-	python -m build
+	python3 -m build
 
 publish:
-	python -m twine upload dist/*
+	python3 -m twine upload dist/*
 
 twine-check:
-	python -m twine check dist/*
+	python3 -m twine check dist/*
 
 lint:
-	python3 -m flake8
+	python3 -m ruff check $(DIRS_WITH_CODE)
 
 unit-tests:
 	python3 -m pytest -n auto -ra tests/unit
@@ -30,13 +32,13 @@ integration-tests:
 	python3 -m pytest -n $(INTEGRATION_TESTS_CONCURRENCY) -ra tests/integration
 
 type-check:
-	python3 -m mypy
+	python3 -m mypy $(DIRS_WITH_CODE)
 
 check-code: lint check-async-docstrings type-check unit-tests
 
 format:
-	python3 -m isort src tests
-	python3 -m autopep8 --in-place --recursive src tests
+	python3 -m ruff check --fix $(DIRS_WITH_CODE)
+	python3 -m ruff format $(DIRS_WITH_CODE)
 
 check-async-docstrings:
 	python3 scripts/check_async_docstrings.py

CONTRIBUTING.md

@@ -1,12 +1,10 @@
 [project]
 name = "apify_client"
-version = "1.5.1"
+version = "1.6.0"
 description = "Apify API client for Python"
 readme = "README.md"
-license = {text = "Apache Software License"}
-authors = [
-    {name = "Apify Technologies s.r.o.", email = "[email protected]"},
-]
+license = { text = "Apache Software License" }
+authors = [{ name = "Apify Technologies s.r.o.", email = "[email protected]" }]
 keywords = ["apify", "api", "client", "scraping", "automation"]
 
 classifiers = [
@@ -24,30 +22,14 @@ classifiers = [
 
 requires-python = ">=3.8"
 dependencies = [
-    "apify-shared ~= 1.0.1",
-    "httpx >= 0.24.1",
+    "apify-shared ~= 1.1.0",
+    "httpx ~= 0.25.1",
 ]
 
 [project.optional-dependencies]
 dev = [
-    "autopep8 ~= 2.0.4",
     "build ~= 1.0.3",
-    "flake8 ~= 6.1.0",
-    "flake8-bugbear ~= 23.9.16",
-    "flake8-commas ~= 2.1.0; python_version < '3.12'",
-    "flake8-comprehensions ~= 3.14.0",
-    "flake8-datetimez ~= 20.10.0",
-    "flake8-docstrings ~= 1.7.0",
-    "flake8-encodings ~= 0.5.0",
-    "flake8-isort ~= 6.1.0",
-    "flake8-noqa ~= 1.3.1; python_version < '3.12'",
-    "flake8-pytest-style ~= 1.7.2",
-    "flake8-quotes ~= 3.3.2; python_version < '3.12'",
-    "flake8-simplify ~= 0.21.0",
-    "flake8-unused-arguments ~= 0.0.13",
-    "isort ~= 5.12.0",
-    "mypy ~= 1.5.1",
-    "pep8-naming ~= 0.13.3",
+    "mypy ~= 1.7.0",
     "pre-commit ~= 3.4.0",
     "pydoc-markdown ~= 4.8.2",
     "pytest ~= 7.4.2",
@@ -56,6 +38,7 @@ dev = [
     "pytest-timeout ~= 2.2.0",
     "pytest-xdist ~= 3.3.1",
     "redbaron ~= 0.9.2",
+    "ruff ~= 0.1.5",
     "twine ~= 4.0.2",
 ]
 
@@ -77,3 +60,56 @@ include = ["apify_client*"]
 
 [tool.setuptools.package-data]
 apify_client = ["py.typed"]
+
+[tool.ruff]
+line-length = 150
+select = ["ALL"]
+ignore = [
+    "ANN401",  # Dynamically typed expressions (typing.Any) are disallowed in {filename}
+    "BLE001",  # Do not catch blind exception
+    "COM812",  # This rule may cause conflicts when used with the formatter
+    "D100",    # Missing docstring in public module
+    "D104",    # Missing docstring in public package
+    "EM",      # flake8-errmsg
+    "ISC001",  # This rule may cause conflicts when used with the formatter
+    "FIX",     # flake8-fixme
+    "PGH003",  # Use specific rule codes when ignoring type issues
+    "PLR0913", # Too many arguments in function definition
+    "PTH123",  # `open()` should be replaced by `Path.open()`
+    "S102",    # Use of `exec` detected
+    "S105",    # Possible hardcoded password assigned to
+    "TID252",  # Relative imports from parent modules are bannedRuff
+    "TRY003",  # Avoid specifying long messages outside the exception class
+]
+
+[tool.ruff.format]
+quote-style = "single"
+indent-style = "space"
+
+[tool.ruff.lint.per-file-ignores]
+"**/__init__.py" = [
+    "F401", # Unused imports
+]
+"**/{scripts}/*" = [
+    "D",       # Everything from the pydocstyle
+    "INP001",  # File {filename} is part of an implicit namespace package, add an __init__.py
+    "PLR2004", # Magic value used in comparison, consider replacing {value} with a constant variable
+    "T20",     # flake8-print
+]
+"**/{tests}/*" = [
+    "D",       # Everything from the pydocstyle
+    "INP001",  # File {filename} is part of an implicit namespace package, add an __init__.py
+    "PLR2004", # Magic value used in comparison, consider replacing {value} with a constant variable
+    "T20",     # flake8-print
+    "S101",    # Use of assert detected
+]
+
+[tool.ruff.lint.flake8-quotes]
+docstring-quotes = "double"
+inline-quotes = "single"
+
+[tool.ruff.lint.isort]
+known-first-party = ["apify", "apify_client", "apify_shared"]
+
+[tool.ruff.lint.pydocstyle]
+convention = "google"

Makefile

@@ -1,3 +1,5 @@
+#!/usr/bin/env python3
+
 import re
 import sys
 from pathlib import Path
@@ -12,7 +14,7 @@
 
 # Go through every Python file in that directory
 for client_source_path in clients_path.glob('**/*.py'):
-    with open(client_source_path, 'r', encoding='utf-8') as source_file:
+    with open(client_source_path, encoding='utf-8') as source_file:
         # Read the source file and parse the code using Red Baron
         red = RedBaron(source_code=source_file.read())
 

pyproject.toml

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+
 from utils import get_current_package_version, get_published_package_versions
 
 # Checks whether the current package version number was not already used in a published release.

scripts/check_async_docstrings.py

@@ -16,7 +16,7 @@
     with open(CHANGELOG_PATH, encoding='utf-8') as changelog_file:
         for line in changelog_file:
             # The heading for the changelog entry for the given version can start with either the version number, or the version number in a link
-            if re.match(fr'\[?{current_package_version}([\] ]|$)', line):
+            if re.match(rf'\[?{current_package_version}([\] ]|$)', line):
                 break
         else:
             raise RuntimeError(f'There is no entry in the changelog for the current package version ({current_package_version})')