[CI] [GHA] Use self-hosted runners

.ci/split_notebooks.py

@@ -0,0 +1,89 @@
+"""Discover notebooks in the repository, shuffle them, and split into batches.
+
+Outputs newline-separated notebook paths for each batch as GitHub Actions
+multiline outputs (batch_0 … batch_N-1).
+
+Usage (in a workflow step):
+    python .ci/split_notebooks.py --notebooks_dir notebooks \
+                                  --num_batches 4 \
+                                  --seed "${{ github.run_id }}"
+"""
+
+import argparse
+import os
+import random
+from pathlib import Path
+
+
+def collect_notebooks(notebooks_dir: Path) -> list[str]:
+    """Return sorted list of notebook paths (relative to repo root), excluding test_ prefixed files."""
+    notebooks = sorted(
+        str(p)
+        for p in notebooks_dir.rglob("*.ipynb")
+        if not p.name.startswith("test_")
+    )
+    return notebooks
+
+
+def split_into_batches(items: list[str], num_batches: int) -> list[list[str]]:
+    """Round-robin split *items* into *num_batches* lists."""
+    batches: list[list[str]] = [[] for _ in range(num_batches)]
+    for idx, item in enumerate(items):
+        batches[idx % num_batches].append(item)
+    return batches
+
+
+def write_github_output(batches: list[list[str]]) -> None:
+    """Write each batch as a multiline GitHub Actions output variable."""
+    output_file = os.environ.get("GITHUB_OUTPUT")
+    if not output_file:
+        # When running locally, just print to stdout
+        for i, batch in enumerate(batches):
+            print(f"--- batch_{i} ({len(batch)} notebooks) ---\n")
+            print("\n".join(batch))
+        return
+
+    with open(output_file, "a") as fh:
+        for i, batch in enumerate(batches):
+            print(f"Batch {i}: {len(batch)} notebooks")
+            print(f'--- Batch {i} ---' + '\n'.join(batch))
+            fh.write(f"batch_{i}<<BATCH_EOF\n")
+            fh.write("\n".join(batch) + "\n")
+            fh.write("BATCH_EOF\n")
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser(description="Split notebooks into batches for CI")
+    parser.add_argument(
+        "--notebooks_dir",
+        type=Path,
+        default=Path("notebooks"),
+        help="Root directory containing notebooks (default: notebooks)",
+    )
+    parser.add_argument(
+        "--num_batches",
+        type=int,
+        default=4,
+        help="Number of batches to split notebooks into (default: 4)",
+    )
+    parser.add_argument(
+        "--seed",
+        type=str,
+        default=None,
+        help="Random seed for shuffling (e.g. github.run_id for reproducibility within a run)",
+    )
+    args = parser.parse_args()
+
+    notebooks = collect_notebooks(args.notebooks_dir)
+    print(f"Found {len(notebooks)} notebooks")
+
+    if args.seed is not None:
+        random.seed(args.seed)
+    random.shuffle(notebooks)
+
+    batches = split_into_batches(notebooks, args.num_batches)
+    write_github_output(batches)
+
+
+if __name__ == "__main__":
+    main()

.ci/validate_notebooks.py

@@ -80,8 +80,8 @@ class NotebookReport(TypedDict):
 def parse_arguments():
     parser = ArgumentParser()
     parser.add_argument("--ignore_config", required=False, default=SKIPPED_NOTEBOOKS_CONFIG_FILENAME)
-    parser.add_argument("--ignore_list", required=False, nargs="+")
-    parser.add_argument("--test_list", required=False, nargs="+")
+    parser.add_argument("--ignore_list", required=False, nargs="+", default=None)
+    parser.add_argument("--test_list", required=False, nargs="+", default=None)
     parser.add_argument("--os", type=validation_config_arg("os"))
     parser.add_argument("--python", type=validation_config_arg("python"))
     parser.add_argument("--device", type=validation_config_arg("device"))
@@ -625,6 +625,7 @@ def run_test(
                     return result
 
                 collect_python_packages(python_executable, report_dir / (patched_notebook.stem + "_env_before.txt"))
+                print(f'Python executable for notebook test: {python_executable}', flush=True)
 
                 main_command = [python_executable, "-m", "treon", "--verbose", str(patched_notebook)]
 
@@ -739,6 +740,7 @@ def write_single_notebook_report(
     job_name: str,
     device: str,
     saving_dir: Path,
+    notebook_content: str,
 ) -> Path:
     report_file = saving_dir / notebook_name.replace(".ipynb", ".json")
     report = {
@@ -750,6 +752,7 @@ def write_single_notebook_report(
         "ov_version_after": ov_version_after,
         "job_name": job_name,
         "device_used": device,
+        "notebook_content": notebook_content
     }
     with report_file.open("w") as f:
         json.dump(report, f)
@@ -826,8 +829,10 @@ def main():
             if args.collect_reports:
                 job_name = args.job_name or "Unknown"
                 device = args.device or "Unknown"
+                print(f'Notebook directory content: {list(report["path"].parent.iterdir())}', flush=True)
+                notebook_content = json.loads(report["path"].parent.joinpath(f'test_{report["path"].name}').read_text(encoding="utf-8"))
                 report_path = write_single_notebook_report(
-                    base_version, patched_notebook, status_code, duration, ov_version_before, ov_version_after, job_name, device, reports_dir
+                    base_version, patched_notebook, status_code, duration, ov_version_before, ov_version_after, job_name, device, reports_dir, notebook_content=notebook_content
                 )
                 if args.upload_to_db:
                     cmd = [sys.executable, args.upload_to_db, report_path]

.ci/validation_config.py

@@ -4,7 +4,7 @@
 
 
 class ValidationMatrix:
-    os = ("ubuntu-22.04", "windows-2022", "macos-13")
+    os = ("linux", "windows", "mac")
     python = ("3.10", "3.11", "3.12", "3.13")
     device = ("cpu", "gpu", "npu")