[GitHub Actions] python-based workflows based on files changed in a pull request

.github/dependabot.yml

@@ -0,0 +1,12 @@
+version: 2
+updates:
+
+  # Check for updates to GitHub Actions
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+    groups:
+      github-actions:
+        patterns:
+          - "*"

.github/repos-config.json

@@ -2,140 +2,120 @@
   "repositories": [
     {
       "name": "miopen",
-      "reponame": "MIOpen",
       "url": "ROCm/MIOpen",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "tensile",
-      "reponame": "Tensile",
       "url": "ROCm/Tensile",
       "branch": "develop",
       "category": "shared"
     },
     {
       "name": "composablekernel",
-      "reponame": "composable_kernel",
       "url": "ROCm/composable_kernel",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "hipblas",
-      "reponame": "hipBLAS",
       "url": "ROCm/hipBLAS",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "hipblas-common",
-      "reponame": "hipBLAS-common",
       "url": "ROCm/hipBLAS-common",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "hipblaslt",
-      "reponame": "hipBLASLt",
       "url": "ROCm/hipBLASLt",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "hipcub",
-      "reponame": "hipCUB",
       "url": "ROCm/hipCUB",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "hipfft",
-      "reponame": "hipFFT",
       "url": "ROCm/hipFFT",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "hiprand",
-      "reponame": "hipRAND",
       "url": "ROCm/hipRAND",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "hipsolver",
-      "reponame": "hipSOLVER",
       "url": "ROCm/hipSOLVER",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "hipsparse",
-      "reponame": "hipSPARSE",
       "url": "ROCm/hipSPARSE",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "hipsparselt",
-      "reponame": "hipSPARSELt",
       "url": "ROCm/hipSPARSELt",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "rocblas",
-      "reponame": "rocBLAS",
       "url": "ROCm/rocBLAS",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "rocfft",
-      "reponame": "rocFFT",
       "url": "ROCm/rocFFT",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "rocprim",
-      "reponame": "rocPRIM",
       "url": "ROCm/rocPRIM",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "rocrand",
-      "reponame": "rocRAND",
       "url": "ROCm/rocRAND",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "rocroller",
-      "reponame": "rocRoller",
       "url": "ROCm/rocRoller",
       "branch": "main",
       "category": "shared"
     },
     {
       "name": "rocsolver",
-      "reponame": "rocSOLVER",
       "url": "ROCm/rocSOLVER",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "rocsparse",
-      "reponame": "rocSPARSE",
       "url": "ROCm/rocSPARSE",
       "branch": "develop",
       "category": "projects"
     },
     {
       "name": "rocthrust",
-      "reponame": "rocThrust",
       "url": "ROCm/rocThrust",
       "branch": "develop",
       "category": "projects"

.github/scripts/config_loader.py

@@ -0,0 +1,18 @@
+import json
+import sys
+import logging
+from typing import List
+from repo_config_model import RepoConfig, RepoEntry
+
+logger = logging.getLogger(__name__)
+
+def load_repo_config(config_path: str) -> List[RepoEntry]:
+    """Load and validate repository config from JSON using Pydantic."""
+    try:
+        with open(config_path, "r", encoding="utf-8") as f:
+            data = json.load(f)
+        config = RepoConfig(**data)
+        return config.repositories
+    except Exception as e:
+        logger.error(f"Failed to load or validate config file '{config_path}': {e}")
+        sys.exit(1)

.github/scripts/github_cli_client.py

@@ -0,0 +1,142 @@
+#!/usr/bin/env python3
+
+"""
+GitHub CLI Client Utility
+-------------------------
+This utility provides a GitHubCLIClient class that wraps GitHub CLI (gh) operations
+used across automation scripts, such as retrieving pull request file changes and labels.
+
+When doing manual testing, you can run the same gh commands directly in the terminal.
+These commands will be output by the debug logging in debug mode.
+
+Requirements:
+    - GitHub CLI (`gh`) must be installed and authenticated.
+    - NOTE: GH_TOKEN environment variable hands authentication token to the CLI in a runner.
+    - The repository must be accessible to the authenticated user.
+"""
+
+import subprocess
+import json
+import logging
+from typing import List, Optional
+
+logger = logging.getLogger(__name__)
+
+class GitHubCLIClient:
+    def __init__(self) -> None:
+        """Initialize the GitHub CLI client."""
+        if not self._gh_available():
+            raise EnvironmentError("GitHub CLI (`gh`) is not installed or not in PATH.")
+
+    def _gh_available(self) -> bool:
+        """Check if GitHub CLI is available."""
+        try:
+            subprocess.run(["gh", "--version"], check=True, stdout=subprocess.DEVNULL)
+            return True
+        except subprocess.CalledProcessError:
+            return False
+
+    def _run_gh_command(self, args: List[str], dry_run: Optional[bool] = False) -> subprocess.CompletedProcess:
+        """Run a `gh` CLI command and return the result."""
+        cmd = ["gh"] + args
+        logger.debug(f"Running command: {' '.join(cmd)}")
+        # dry_run option only matters for operations that write to GitHub
+        if dry_run:
+            result = subprocess.CompletedProcess(cmd, 0, stdout="Dry run enabled. No changes made.", stderr="")
+        else:
+            result = subprocess.run(cmd, capture_output=True, text=True)
+            if result.returncode != 0:
+                logger.error(f"Command failed: {' '.join(cmd)}\n{result.stderr.strip()}")
+                raise subprocess.CalledProcessError(result.returncode, cmd, result.stdout, result.stderr)
+        return result
+
+    def get_changed_files(self, repo: str, pr: int) -> List[str]:
+        """Fetch the changed files in a pull request using `gh` CLI."""
+        result = self._run_gh_command(
+            ["pr", "view", str(pr), "--repo", repo, "--json", "files"],
+        )
+        data = json.loads(result.stdout)
+        files = [f["path"] for f in data.get("files", [])]
+        logger.debug(f"Changed files in PR #{pr}: {files}")
+        return files
+
+    def get_defined_labels(self, repo: str) -> List[str]:
+        """Get all labels defined in the given repository."""
+        result = self._run_gh_command(["label", "list", "--repo", repo, "--json", "name"])
+        return [label["name"] for label in json.loads(result.stdout)]
+
+    def get_existing_labels_on_pr(self, repo: str, pr: int) -> List[str]:
+        """Fetch current labels on a PR."""
+        result = self._run_gh_command(
+            ["pr", "view", str(pr), "--repo", repo, "--json", "labels"]
+        )
+        data = json.loads(result.stdout)
+        labels = [label["name"] for label in data.get("labels", [])]
+        logger.debug(f"Existing labels on PR #{pr}: {labels}")
+        return labels
+
+    def pr_view(self, repo: str, head: str) -> Optional[int]:
+        """Check if a PR exists for the given repo and branch."""
+        try:
+            result = self._run_gh_command(["pr", "list", "--json", "number", "--repo", repo, "--head", head])
+            pr_list = json.loads(result.stdout)
+            return pr_list[0]["number"] if pr_list else None
+        except subprocess.CalledProcessError:
+            logger.warning(f"Failed to retrieve PR from {repo} with head {head}")
+            return None  # PR does not exist
+
+    def get_pr_by_head_branch(self, repo: str, head: str) -> Optional[dict]:
+        """Get the PR object for a given head branch in a repository, if it exists."""
+        try:
+            result = self._run_gh_command(["pr", "list", "--json", "number,title,state", "--repo", repo, "--head", head])
+            pr_list = json.loads(result.stdout)
+            return pr_list[0] if pr_list else None
+        except subprocess.CalledProcessError:
+            logger.warning(f"Failed to retrieve PR from {repo} with head {head}")
+            return None
+
+    def pr_create(self, repo: str, base: str, head: str, title: str, body: str, dry_run: Optional[bool] = False) -> None:
+        """Create a new pull request."""
+        cmd = [
+            "pr", "create",
+            "--repo", repo,
+            "--base", base,
+            "--head", head,
+            "--title", title,
+            "--body", body
+        ]
+        self._run_gh_command(cmd, dry_run=dry_run)
+        logger.info(f"Created PR from {head} to {base} in {repo}.")
+
+    def close_pr_and_delete_branch(self, repo: str, pr_number: int, dry_run: Optional[bool] = False) -> None:
+        """Close a pull request and delete the associated branch using the GitHub CLI."""
+        cmd = ["pr", "close", str(pr_number), "--repo", repo, "--delete-branch"]
+        if dry_run:
+            logger.info(f"Dry run: The pull request #{pr_number} would be closed and the branch would be deleted in repo '{repo}'")
+        else:
+            self._run_gh_command(cmd)
+            logger.info(f"Closed pull request #{pr_number} and deleted the associated branch in repo '{repo}'")
+
+    def sync_labels(self, target_repo: str, pr_number: int, labels: List[str], dry_run: Optional[bool] = False) -> None:
+        """Sync labels from the source repo to the target repo (only apply existing labels)."""
+        logger.debug(f"Syncing labels to {target_repo} PR #{pr_number}.")
+        result = self._run_gh_command(
+            ["label", "list", "--repo", target_repo, "--json", "name"]
+        )
+        target_repo_labels = {label["name"] for label in json.loads(result.stdout)}
+        labels_set = set(labels)
+        labels_to_apply = labels_set & target_repo_labels
+        # Apply labels that exist in both source PR and target repos
+        # Wrap in quotes if label contains spaces
+        labels_arg = ",".join(f'"{label}"' if " " in label else label for label in labels_to_apply)
+        cmd = [
+            "pr", "edit",
+            str(pr_number),
+            "--repo", target_repo,
+            "--add-label", labels_arg
+        ]
+        if not dry_run:
+            self._run_gh_command(cmd, dry_run=dry_run)
+            logger.info(f"Applied labels '{labels_arg}' to PR #{pr_number} in {target_repo}.")
+        else:
+            logger.info(f"Dry run: Labels '{labels_arg}' would be applied to PR #{pr_number} in {target_repo}.")