feat(command): poly test (#330)

* feat: poly test command

* wip: collect all bricks

* wip: collect all test paths

* feat(CLI): add test command

* wip: add test command diff report

* feat(poetry): add test diff command

* bump CLI to 1.27.0

* bump Poetry plugin to 1.37.0

Author: DavidVujic

bases/polylith/cli/core.py

@@ -2,7 +2,7 @@
 from typing import List, Union
 
 from polylith import commands, configuration, info, repo
-from polylith.cli import build, create, options
+from polylith.cli import build, create, options, test
 from typer import Exit, Option, Typer
 from typing_extensions import Annotated
 
@@ -21,6 +21,12 @@
     help="For Package & Dependency Management tools without support for plugins or build hooks.",
 )
 
+app.add_typer(
+    test.app,
+    name="test",
+    help="Commands for tests.",
+)
+
 
 def filtered_projects_data(
     projects_data: List[dict], directory: Union[str, None]

bases/polylith/cli/test.py

@@ -0,0 +1,32 @@
+from pathlib import Path
+
+from polylith import commands, configuration, diff, repo
+from polylith.cli import options
+from typer import Option, Typer
+from typing_extensions import Annotated
+
+app = Typer()
+
+
+@app.command("diff")
+def diff_command(
+    since: Annotated[str, Option(help="Changed since a specific tag.")] = "",
+    short: Annotated[bool, options.short] = False,
+    bricks: Annotated[bool, Option(help="Bricks affected by changes in tests")] = False,
+    projects: Annotated[
+        bool, Option(help="Projects affected by changes in tests")
+    ] = False,
+):
+    """Shows the Polylith projects and bricks that are affected by changes in tests."""
+    root = repo.get_workspace_root(Path.cwd())
+    ns = configuration.get_namespace_from_config(root)
+
+    tag = diff.collect.get_latest_tag(root, since) or since
+
+    if not tag:
+        print("No matching tags or commits found in repository.")
+        return
+
+    options = {"short": short, "bricks": bricks, "projects": projects}
+
+    commands.test.run(root, ns, tag, options)

bases/polylith/poetry_plugin/plugin.py

@@ -11,6 +11,7 @@
     InfoCommand,
     LibsCommand,
     SyncCommand,
+    TestDiffCommand,
 )
 
 commands = [
@@ -24,6 +25,7 @@
     InfoCommand,
     LibsCommand,
     SyncCommand,
+    TestDiffCommand,
 ]
 
 

components/polylith/commands/__init__.py

@@ -1,3 +1,3 @@
-from polylith.commands import check, create, deps, diff, info, libs, sync
+from polylith.commands import check, create, deps, diff, info, libs, sync, test
 
-__all__ = ["check", "create", "deps", "diff", "info", "libs", "sync"]
+__all__ = ["check", "create", "deps", "diff", "info", "libs", "sync", "test"]

components/polylith/commands/test.py

@@ -0,0 +1,58 @@
+from pathlib import Path
+from typing import List, Set, Tuple, Union
+
+from polylith import bricks, configuration, diff, info, test
+
+
+def get_imported_bricks_in_tests(
+    root: Path, ns: str, tag_name: Union[str, None], theme: str
+) -> Set[str]:
+    files = test.get_changed_files(root, tag_name)
+    imports = test.get_brick_imports_in_tests(root, ns, theme, files)
+
+    return set().union(*imports.values())
+
+
+def extract_brick_names(bricks_data: List[dict], imported_bricks: Set[str]) -> Set[str]:
+    return {v for b in bricks_data for v in b.values() if v in imported_bricks}
+
+
+def get_affected_bricks(
+    root: Path, ns: str, tag_name: Union[str, None], theme: str
+) -> Tuple[Set[str], Set[str]]:
+    found = get_imported_bricks_in_tests(root, ns, tag_name, theme)
+
+    bases = extract_brick_names(bricks.get_bases_data(root, ns), found)
+    components = extract_brick_names(bricks.get_components_data(root, ns), found)
+
+    return bases, components
+
+
+def get_affected_projects(
+    root: Path, ns: str, bases: Set[str], components: Set[str]
+) -> List[dict]:
+    projects_data = [p for p in info.get_projects_data(root, ns) if info.is_project(p)]
+
+    names = diff.collect.get_projects_affected_by_changes(
+        projects_data, [], list(bases), list(components)
+    )
+
+    return [p for p in projects_data if p["path"].name in names]
+
+
+def run(root: Path, ns: str, tag: str, options: dict) -> None:
+    theme = configuration.get_theme_from_config(root)
+
+    bases, components = get_affected_bricks(root, ns, tag, theme)
+    projects_data = get_affected_projects(root, ns, bases, components)
+
+    if options.get("bricks"):
+        test.report.print_detected_changes_affecting_bricks(bases, components, options)
+        return
+
+    if options.get("projects"):
+        test.report.print_projects_affected_by_changes(projects_data, options)
+        return
+
+    test.report.print_report_summary(projects_data, bases, components, tag)
+    test.report.print_test_report(projects_data, bases, components, options)

components/polylith/imports/parser.py

@@ -44,8 +44,12 @@ def extract_imports(path: Path) -> List[str]:
     return [i for node in ast.walk(tree) for i in parse_imports(node) if i is not None]
 
 
+def is_python_file(path: Path) -> bool:
+    return path.is_file() and path.suffix == ".py"
+
+
 def list_imports(path: Path) -> Set[str]:
-    py_modules = path.rglob("*.py")
+    py_modules = [path] if is_python_file(path) else path.rglob("*.py")
 
     extracted = (extract_imports(m) for m in py_modules)
     flattened = (i for imports in extracted for i in imports)

components/polylith/poetry/commands/__init__.py

@@ -8,6 +8,7 @@
 from polylith.poetry.commands.info import InfoCommand
 from polylith.poetry.commands.libs import LibsCommand
 from polylith.poetry.commands.sync import SyncCommand
+from polylith.poetry.commands.test import TestDiffCommand
 
 __all__ = [
     "CheckCommand",
@@ -20,4 +21,5 @@
     "InfoCommand",
     "LibsCommand",
     "SyncCommand",
+    "TestDiffCommand",
 ]

components/polylith/poetry/commands/diff.py

@@ -2,18 +2,26 @@
 from poetry.console.commands.command import Command
 from polylith import commands
 
+command_options = [
+    option(
+        long_name="short",
+        short_name="s",
+        description="Print short view",
+        flag=True,
+    ),
+    option(
+        long_name="since",
+        description="Changed since a specific tag",
+        flag=False,
+    ),
+]
+
 
 class DiffCommand(Command):
     name = "poly diff"
     description = "Shows changed bricks compared to the latest git tag."
 
-    options = [
-        option(
-            long_name="short",
-            short_name="s",
-            description="Print short view",
-            flag=True,
-        ),
+    options = command_options + [
         option(
             long_name="bricks",
             description="Print changed bricks",
@@ -24,11 +32,6 @@ class DiffCommand(Command):
             description="Print bricks that depend on the changes. Use with --bricks.",
             flag=True,
         ),
-        option(
-            long_name="since",
-            description="Changed since a specific tag",
-            flag=False,
-        ),
     ]
 
     def handle(self) -> int:

components/polylith/poetry/commands/test.py

@@ -0,0 +1,47 @@
+from pathlib import Path
+
+from cleo.helpers import option
+from poetry.console.commands.command import Command
+from polylith import commands, configuration, diff, repo
+from polylith.poetry.commands.diff import command_options
+
+
+class TestDiffCommand(Command):
+    name = "poly test diff"
+    description = (
+        "Shows the Polylith projects and bricks that are affected by changes in tests."
+    )
+
+    options = command_options + [
+        option(
+            long_name="bricks",
+            description="Bricks affected by changes in tests",
+            flag=True,
+        ),
+        option(
+            long_name="projects",
+            description="Projects affected by changes in tests",
+            flag=True,
+        ),
+    ]
+
+    def handle(self) -> int:
+        since = self.option("since")
+
+        options = {
+            "short": self.option("short"),
+            "bricks": self.option("bricks"),
+            "projects": self.option("projects"),
+        }
+
+        root = repo.get_workspace_root(Path.cwd())
+        ns = configuration.get_namespace_from_config(root)
+
+        tag = diff.collect.get_latest_tag(root, since) or since
+
+        if tag:
+            commands.test.run(root, ns, tag, options)
+        else:
+            self.line("No matching tags or commits found in repository.")
+
+        return 0

components/polylith/test/__init__.py

@@ -1,3 +1,5 @@
+from polylith.test import report
+from polylith.test.core import get_brick_imports_in_tests, get_changed_files
 from polylith.test.tests import create_test
 
-__all__ = ["create_test"]
+__all__ = ["report", "create_test", "get_brick_imports_in_tests", "get_changed_files"]