Modernize the package.

Author: tobiasraabe

.github/workflows/main.yml

@@ -30,8 +30,11 @@ jobs:
           python-version-file: .python-version
           allow-prereleases: true
           cache: pip
+      - name: Install just
+        uses: extractions/setup-just@v2
       - run: pip install tox-uv
-      - run: tox -e typing
+      - name: Run type checking
+        run: just typing
 
   run-tests:
 
@@ -51,24 +54,13 @@ jobs:
           python-version: ${{ matrix.python-version }}
           cache: pip
           allow-prereleases: true
+      - name: Install just
+        uses: extractions/setup-just@v2
       - run: pip install tox
 
-      # Unit, integration, and end-to-end tests.
-
-      - name: Run unit tests and doctests.
+      - name: Run tests
         shell: bash -l {0}
-        run: tox -e test -- tests -m "unit or (not integration and not end_to_end)" --cov=src --cov=tests --cov-report=xml
+        run: just test
 
-      - name: Upload unit test coverage reports to Codecov with GitHub Action
+      - name: Upload test coverage reports to Codecov with GitHub Action
         uses: codecov/codecov-action@v5
-        with:
-          flags: unit
-
-      - name: Run end-to-end tests.
-        shell: bash -l {0}
-        run: tox -e test -- tests -m end_to_end --cov=src --cov=tests --cov-report=xml
-
-      - name: Upload end_to_end test coverage reports to Codecov with GitHub Action
-        uses: codecov/codecov-action@v5
-        with:
-          flags: end_to_end

.pre-commit-config.yaml

@@ -27,10 +27,6 @@ repos:
     hooks:
       - id: ruff
       - id: ruff-format
--   repo: https://github.com/dosisod/refurb
-    rev: v2.1.0
-    hooks:
-    -   id: refurb
 -   repo: https://github.com/kynan/nbstripout
     rev: 0.8.1
     hooks:

justfile

@@ -0,0 +1,26 @@
+# Install all dependencies
+install:
+    uv sync --all-groups
+
+# Run tests
+test:
+    uv run --group test pytest --cov=src --cov=tests --cov-report=xml
+
+# Run type checking
+typing:
+    uv run --group typing --group test ty check
+
+# Run linting and formatting
+lint:
+    uvx --with pre-commit-uv pre-commit run -a
+
+# Run all checks (format, lint, typing, test)
+check: lint typing test
+
+# Run tests with lowest dependency resolution
+test-lowest:
+    uv run --group test --resolution lowest-direct pytest
+
+# Run tests with highest dependency resolution
+test-highest:
+    uv run --group test --resolution highest pytest

pyproject.toml

@@ -11,7 +11,7 @@ classifiers = [
 requires-python = ">=3.9"
 dependencies = [
     "attrs>=21.3.0",
-    "click",
+    "click>=8.1.8,!=8.2.0",
     "cloudpickle",
     "loky",
     "pluggy>=1.0.0",
@@ -24,7 +24,7 @@ dynamic = ["version"]
 name = "Tobias Raabe"
 email = "[email protected]"
 
-[project.optional-dependencies]
+[dependency-groups]
 coiled = ["coiled>=0.9.4"]
 dask = ["dask[complete]", "distributed"]
 docs = [
@@ -40,7 +40,17 @@ docs = [
     "sphinx-toolbox",
     "sphinxext-opengraph",
 ]
-test = ["pytask-parallel[coiled,dask]", "nbmake", "pytest", "pytest-cov"]
+test = [
+    "nbmake",
+    "pytest>=8.4.0",
+    "pytest-cov>=5.0.0",
+    {include-group = "coiled"},
+    {include-group = "dask"},
+]
+typing = [
+    "pytask-parallel",
+    "ty",
+]
 
 [project.readme]
 file = "README.md"
@@ -105,7 +115,6 @@ disallow_untyped_defs = false
 ignore_errors = true
 
 [tool.ruff]
-target-version = "py39"
 fix = true
 unsafe-fixes = true
 
@@ -134,9 +143,6 @@ addopts = ["--nbmake"]
 testpaths = ["tests"]
 markers = [
     "wip: Tests that are work-in-progress.",
-    "unit: Flag for unit tests which target mainly a single function.",
-    "integration: Flag for integration tests which may comprise of multiple unit tests.",
-    "end_to_end: Flag for tests that cover the whole program.",
 ]
 norecursedirs = [".idea", ".tox"]
 

tests/test_backends.py

@@ -1,22 +1,19 @@
 import textwrap
 
-import pytest
 from pytask import ExitCode
 from pytask import cli
 
 from pytask_parallel import ParallelBackend
 from pytask_parallel import registry
 
 
-@pytest.mark.end_to_end
 def test_error_requesting_custom_backend_without_registration(runner, tmp_path):
     tmp_path.joinpath("task_example.py").write_text("def task_example(): pass")
     result = runner.invoke(cli, [tmp_path.as_posix(), "--parallel-backend", "custom"])
     assert result.exit_code == ExitCode.FAILED
     assert "No registered parallel backend found" in result.output
 
 
-@pytest.mark.end_to_end
 def test_error_while_instantiating_custom_backend(runner, tmp_path):
     hook_source = """
     from pytask_parallel import ParallelBackend, registry
@@ -35,7 +32,6 @@ def task_example(): pass
     assert "Could not instantiate parallel backend 'custom'." in result.output
 
 
-@pytest.mark.end_to_end
 def test_register_custom_backend(runner, tmp_path):
     source = """
     from loky import get_reusable_executor

tests/test_capture.py

@@ -7,7 +7,6 @@
 from pytask_parallel import ParallelBackend
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize(
     "parallel_backend",
     [

tests/test_config.py

@@ -10,7 +10,6 @@
 from pytask_parallel import ParallelBackend
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize(
     ("pdb", "n_workers", "expected"),
     [
@@ -26,7 +25,6 @@ def test_interplay_between_debugging_and_parallel(tmp_path, pdb, n_workers, expe
     assert session.config["n_workers"] == expected
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize(
     ("configuration_option", "value", "exit_code"),
     [

tests/test_execute.py

@@ -25,7 +25,6 @@
 ]
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("parallel_backend", _IMPLEMENTED_BACKENDS)
 def test_parallel_execution(tmp_path, parallel_backend):
     source = """
@@ -47,7 +46,6 @@ def task_2(path: Annotated[Path, Product] = Path("out_2.txt")):
     assert tmp_path.joinpath("out_2.txt").exists()
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("parallel_backend", _IMPLEMENTED_BACKENDS)
 def test_parallel_execution_w_cli(runner, tmp_path, parallel_backend):
     source = """
@@ -77,7 +75,6 @@ def task_2(path: Annotated[Path, Product] = Path("out_2.txt")):
     assert tmp_path.joinpath("out_2.txt").exists()
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("parallel_backend", _IMPLEMENTED_BACKENDS)
 def test_stop_execution_when_max_failures_is_reached(tmp_path, parallel_backend):
     source = """
@@ -105,7 +102,6 @@ def task_3(): time.sleep(3)
     assert len(session.execution_reports) == 2
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("parallel_backend", _IMPLEMENTED_BACKENDS)
 def test_task_priorities(tmp_path, parallel_backend):
     source = """
@@ -146,7 +142,6 @@ def task_5():
     assert last_task_name.endswith(("task_2", "task_5"))
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("parallel_backend", _IMPLEMENTED_BACKENDS)
 @pytest.mark.parametrize("show_locals", [True, False])
 def test_rendering_of_tracebacks_with_rich(
@@ -172,7 +167,6 @@ def task_raising_error():
     assert ("[0, 1, 2, 3, 4]" in result.output) is show_locals
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize(
     "parallel_backend",
     # Capturing warnings is not thread-safe.
@@ -207,7 +201,6 @@ def task_example(produces):
     assert "task_example.py::task_example[1]" in warnings_block
 
 
-@pytest.mark.unit
 def test_sleeper():
     sleeper = _Sleeper(timings=[1, 2, 3], timing_idx=0)
 
@@ -229,7 +222,6 @@ def test_sleeper():
     assert 1 <= end - start <= 2
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("parallel_backend", _IMPLEMENTED_BACKENDS)
 def test_task_that_return(runner, tmp_path, parallel_backend):
     source = """
@@ -249,7 +241,6 @@ def task_example() -> Annotated[str, Path("file.txt")]:
     )
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("parallel_backend", _IMPLEMENTED_BACKENDS)
 def test_task_without_path_that_return(runner, tmp_path, parallel_backend):
     source = """
@@ -270,7 +261,6 @@ def test_task_without_path_that_return(runner, tmp_path, parallel_backend):
     )
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("flag", ["--pdb", "--trace", "--dry-run"])
 @pytest.mark.parametrize("parallel_backend", _IMPLEMENTED_BACKENDS)
 def test_parallel_execution_is_deactivated(runner, tmp_path, flag, parallel_backend):
@@ -283,7 +273,6 @@ def test_parallel_execution_is_deactivated(runner, tmp_path, flag, parallel_back
     assert "Started 2 workers" not in result.output
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("code", ["breakpoint()", "import pdb; pdb.set_trace()"])
 @pytest.mark.parametrize(
     "parallel_backend",
@@ -298,7 +287,6 @@ def test_raise_error_on_breakpoint(runner, tmp_path, code, parallel_backend):
     assert "You cannot use 'breakpoint()'" in result.output
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("parallel_backend", _IMPLEMENTED_BACKENDS)
 def test_task_partialed(runner, tmp_path, parallel_backend):
     source = """
@@ -321,7 +309,6 @@ def create_text(text):
     assert tmp_path.joinpath("file.txt").exists()
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("parallel_backend", _IMPLEMENTED_BACKENDS)
 def test_execute_tasks_and_pass_values_by_python_node_return(
     runner, tmp_path, parallel_backend
@@ -349,7 +336,6 @@ def task_create_file(
     assert tmp_path.joinpath("file.txt").read_text() == "This is the text."
 
 
-@pytest.mark.end_to_end
 @pytest.mark.parametrize("parallel_backend", _IMPLEMENTED_BACKENDS)
 def test_execute_tasks_and_pass_values_by_python_node_product(
     runner, tmp_path, parallel_backend

tests/test_remote.py

@@ -24,7 +24,6 @@ def custom_builder(n_workers):
     tmp_path.joinpath("config.py").write_text(textwrap.dedent(source))
 
 
-@pytest.mark.end_to_end
 def test_python_node(runner, tmp_path):
     source = """
     from pathlib import Path
@@ -65,7 +64,6 @@ def task_third(
     assert tmp_path.joinpath("output.txt").read_text() == "Hello World!"
 
 
-@pytest.mark.end_to_end
 def test_local_path_as_input(runner, tmp_path):
     source = """
     from pathlib import Path
@@ -92,7 +90,6 @@ def task_example(path: Path = Path("in.txt")) -> Annotated[str, Path("output.txt
     assert tmp_path.joinpath("output.txt").read_text() == "Hello World!"
 
 
-@pytest.mark.end_to_end
 def test_local_path_as_product(runner, tmp_path):
     source = """
     from pytask import Product
@@ -119,7 +116,6 @@ def task_example(path: Annotated[Path, Product] = Path("output.txt")):
     assert tmp_path.joinpath("output.txt").read_text() == "Hello World!"
 
 
-@pytest.mark.end_to_end
 def test_local_path_as_return(runner, tmp_path):
     source = """
     from pathlib import Path
@@ -145,7 +141,6 @@ def task_example() -> Annotated[str, Path("output.txt")]:
     assert tmp_path.joinpath("output.txt").read_text() == "Hello World!"
 
 
-@pytest.mark.end_to_end
 def test_pickle_node_with_local_path_as_input(runner, tmp_path):
     source = """
     from pytask import PickleNode
@@ -175,7 +170,6 @@ def task_example(
     assert tmp_path.joinpath("output.txt").read_text() == "Hello World!"
 
 
-@pytest.mark.end_to_end
 def test_pickle_node_with_local_path_as_product(runner, tmp_path):
     source = """
     from pytask import PickleNode, Product
@@ -204,7 +198,6 @@ def task_example(
     assert pickle.loads(tmp_path.joinpath("data.pkl").read_bytes()) == "Hello World!"  # noqa: S301
 
 
-@pytest.mark.end_to_end
 def test_pickle_node_with_local_path_as_return(runner, tmp_path):
     source = """
     from pytask import PickleNode