Migrate pre-commit hook, pin versions in setup.py

Author: jrmccluskey

.agent/skills/python-development/SKILL.md

@@ -176,10 +176,10 @@ Use `--requirements_file=requirements.txt` or custom containers.
 ## Code Quality Tools
 ```bash
 # Linting
-pylint apache_beam/
+ruff check apache_beam/
 
 # Type checking
-mypy apache_beam/
+pyrefly check apache_beam/
 
 # Formatting (via yapf)
 yapf -i apache_beam/file.py

.pre-commit-config.yaml

@@ -31,12 +31,11 @@ repos:
                 sdks/python/apache_beam/portability/api/.*pb2.*.py
             )$
 
-  - repo: https://github.com/pycqa/pylint
-    # this rev is a release tag in the repo above and corresponds with a pylint
-    # version. make sure this matches the version of pylint in tox.ini.
-    rev: v4.0.2
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    # this rev is a release tag in the repo above and corresponds with a ruff
+    # version. make sure this matches the version of yapf in setup.py
+    rev: v0.15.7
     hooks:
-      - id: pylint
-        args: ["--rcfile=sdks/python/.pylintrc"]
-        files: ^sdks/python/apache_beam/
-        exclude: *exclude
+      - id: ruff-check
+        files: "sdks/python/apache_beam"
+        args: ["--config=sdks/python/ruff.toml"]

sdks/python/setup.py

@@ -418,6 +418,12 @@ def get_portability_package_data():
       python_requires=python_requires,
       # BEAM-8840: Do NOT use tests_require or setup_requires.
       extras_require={
+          'dev': [
+            'isort==7.0.0',
+            'pyrefly==0.54.0',
+            'ruff==0.15.7',
+            'yapf==0.43.0',
+          ],
           'dill': [
               # Dill doesn't have forwards-compatibility guarantees within minor
               # version. Pickles created with a new version of dill may not

sdks/python/tox.ini

@@ -180,15 +180,12 @@ commands =
 [testenv:lint]
 # Don't set TMPDIR to avoid "AF_UNIX path too long" errors in pylint.
 setenv =
-# keep the version of pylint in sync with the 'rev' in .pre-commit-config.yaml
 deps =
-  ruff==0.15.7
-  isort==7.0.0
-  pyrefly==0.54.0
   dask==2022.01.0
   distributed==2022.01.0
 extras =
   gcp
+  dev
 commands =
   ruff --version
   time {toxinidir}/scripts/run_pylint.sh