ci: [Backport] Release automation update backport (#3841)

* ci: Update for Netcode Release Automation (#3828)

* Updated naming and changed behavior from making direct commit to creating a PR

* re-enabled job trigger

* test change added

* corrected error

* Updated CI regeneration scripts

* Updated PR description validation check to exclude automations

* corrected PR title

* corrected CI typo

* added temp bypass

* Updated meta

* typo

* corrected regenerate scripts

* test

* Stashing changes before pulling origin

* Updated flow to use trigger branch as base for releasing

* Handling trigger branch detached head

* excluding release branch from target branches

* Revert "excluding release branch from target branches"

This reverts commit ce462ce.

* Revert "Handling trigger branch detached head"

This reverts commit 921587b.

* Revert "Updated flow to use trigger branch as base for releasing"

This reverts commit 6e08459.

* reverted changelog addition

* corrections specific to develop branch

Author: michalChrobot

.github/workflows/pr-description-validation.yml

@@ -29,6 +29,21 @@ jobs:
           script: |
             const pr = context.payload.pull_request;
             const body = pr.body || '';
+            
+            // List of users to skip description validation
+            // This should be automations where we don't care that much about the description format
+            const skipUsersPrefixes = [
+              'unity-renovate',
+              'svc-'
+            ];
+            
+            // If PR author is in the skip list, exit early
+            const author = pr.user.login;
+            console.log(`PR author: ${author}`);
+            if (skipUsersPrefixes.some(prefix => author.startsWith(prefix))) {
+              console.log(`Skipping PR description check for user: ${author}`);
+              return;
+            }
 
             // List of mandatory PR sections
             const requiredSections = [

.yamato/ngo-publish.yml

@@ -1,10 +1,10 @@
 ngo_release_preparation:
   name: "NGO release preparation"
   agent: { type: Unity::VM, flavor: b1.small, image: package-ci/ubuntu-22.04:v4 }
-  #triggers:
-  #  recurring:
-  #    - branch: develop # We make new releases from this branch
-  #      frequency: "10 ? * 1" # Runs every Sunday at 10:00 AM
+  triggers:
+    recurring:
+      - branch: develop # We make new releases from this branch
+        frequency: "10 ? * 1" # Runs every Sunday at 10:00 AM
   commands:
     - pip install PyGithub
     - pip install GitPython

.yamato/project.metafile

@@ -78,6 +78,7 @@ test_platforms:
           type: Unity::VM::osx
           image: package-ci/macos-13:v4
           flavor: m1.mac
+          larger_flavor: m1.mac
           standalone: IOS
           base: mac
           architecture: arm64

Tools/CI/regenerate.bat

@@ -0,0 +1,5 @@
+@echo off
+
+cd /d "%~dp0.."
+dotnet run --project "Tools\CI\NGO.Cookbook.csproj" %*
+if %errorlevel% neq 0 exit /b %errorlevel%

Tools/CI/regenerate.sh

@@ -0,0 +1,6 @@
+#!/bin/sh
+
+set -e # fail on first error
+
+SCRIPT_DIR=$(dirname "$0")
+dotnet run --project $SCRIPT_DIR/CI/NGO.Cookbook.csproj "$@"

Tools/regenerate-ci.cmd

@@ -27,6 +27,23 @@ def is_branch_present(self, branch_name):
             if ghe.status == 404:
                 return False # Branch does not exist
             raise Exception(f"An error occurred with the GitHub API: {ghe.status}", data=ghe.data)
+            
+    def create_pull_request(self, title, body, head, base):
+        try:
+            return self.repo.create_pull(title=title, body=body, head=head, base=base)
+
+        except GithubException as ghe:
+            raise Exception(f"Failed to create pull request: {ghe.status}", ghe.data) from ghe
+    
+    def request_reviews(self, pr, reviewers):
+        if not reviewers:
+            return
+    
+        try:
+            pr.create_review_request(reviewers=reviewers)
+        except GithubException as ghe:
+            raise Exception(f"Failed to request reviews: {ghe.status}", ghe.data) from ghe
+
 
 class ReleaseConfig:
     """A simple class to hold all shared configuration."""
@@ -45,7 +62,17 @@ def __init__(self):
 
         self.package_version = get_package_version_from_manifest(self.manifest_path)
         self.release_branch_name = f"release/{self.package_version}" # Branch from which we want to release
-        self.commit_message = f"Updated changelog and package version for Netcode in anticipation of v{self.package_version} release"
+        
+        self.release_commit_message = f"Updated changelog and package version for Netcode in anticipation of v{self.package_version} release"
+        
+        self.pr_branch_name = f"netcode-update-after-{self.package_version}-release-branch-creation" # Branch from which we will create PR to default branch with relevant changes after release branch is created
+        self.pr_commit_message = f"chore: Updated aspects of Netcode package in anticipation of v{self.package_version} release"
+        self.pr_body = f"This PR was created in sync with branching of {self.release_branch_name}. It includes changes that should land on the default Netcode branch ({self.default_repo_branch}) to reflect the new state of the package after the v{self.package_version} release:\n" \
+            f"1) Updated CHANGELOG.md by adding new [Unreleased] section template at the top and cleaning the Changelog for the current release.\n" \
+            f"2) Updated package version in package.json by incrementing the patch version to signify the current state of the package.\n" \
+            f"3) Updated package version in ValidationExceptions.json to match the new package version.\n\n" \
+            f"Please review and merge this PR to keep the default branch up to date with the latest package state after the release. Those changes can land immediately OR after the release was finalized but make sure that the Changelog will be merged correctly as sometimes some discrepancies may be introduced due to new entries being introduced meantime\n"
+        self.pr_reviewers = ["michal-chrobot"]
 
         GITHUB_TOKEN_NAME = "NETCODE_GITHUB_TOKEN"
         YAMATO_API_KEY_NAME = "NETCODE_YAMATO_API_KEY"

Tools/regenerate-ci.sh

@@ -7,9 +7,9 @@
 sys.path.insert(0, PARENT_DIR)
 
 from ReleaseAutomation.release_config import ReleaseConfig
-from Utils.git_utils import create_branch_execute_commands_and_push
+from Utils.git_utils import create_release_branch
 from Utils.verifyReleaseConditions import verifyReleaseConditions
-from Utils.commitChangelogAndPackageVersionUpdates import commitChangelogAndPackageVersionUpdates
+from Utils.createPrAfterRelease import createPrAfterRelease
 from Utils.triggerYamatoJobsForReleasePreparation import trigger_release_preparation_jobs
 
 def PrepareNetcodePackageForRelease():
@@ -27,13 +27,13 @@ def PrepareNetcodePackageForRelease():
 
     try:
         print("\nStep 2: Creating release branch...")
-        create_branch_execute_commands_and_push(config)
+        create_release_branch(config)
 
         print("\nStep 3: Triggering Yamato validation jobs...")
         trigger_release_preparation_jobs(config)
 
-        print("\nStep 4: Committing changelog and version updates...")
-        commitChangelogAndPackageVersionUpdates(config)
+        print("\nStep 4: Creating PR with needed changes to default branch...")
+        createPrAfterRelease(config)
 
     except Exception as e:
         print("\n--- ERROR: Netcode release process failed ---", file=sys.stderr)

Tools/scripts/ReleaseAutomation/release_config.py

@@ -19,7 +19,7 @@
 from Utils.general_utils import get_package_version_from_manifest, update_changelog, update_package_version_by_patch, update_validation_exceptions
 from Utils.git_utils import get_local_repo
 
-def commitChangelogAndPackageVersionUpdates(config: ReleaseConfig):
+def createPrAfterRelease(config: ReleaseConfig):
     """
     The function updates the changelog and package version of the package in anticipation of a new release.
     This means that it will
@@ -33,13 +33,26 @@ def commitChangelogAndPackageVersionUpdates(config: ReleaseConfig):
 
     try:
         if not config.github_manager.is_branch_present(config.default_repo_branch):
-            print(f"Branch '{config.default_repo_branch}' does not exist. Exiting.")
-            sys.exit(1)
+            raise Exception(f"Branch '{config.default_repo_branch}' does not exist. Exiting.")
+
+        author = Actor(config.commiter_name, config.commiter_email)
+        committer = Actor(config.commiter_name, config.commiter_email)
 
         repo = get_local_repo()
         repo.git.fetch('--prune', '--prune-tags')
+        
+        # Check if there are uncommitted changes that would block checkout
+        # Stash them if they exist to allow checkout to proceed
+        has_uncommitted_changes = repo.is_dirty()
+        if has_uncommitted_changes:
+            print("Uncommitted changes detected. Stashing before checkout...")
+            repo.git.stash('push', '-m', 'Auto-stash before checkout for release PR creation')
+        
         repo.git.checkout(config.default_repo_branch)
         repo.git.pull("origin", config.default_repo_branch)
+        
+        # Create a new branch for the release changes PR to default branch
+        repo.git.checkout('-b', config.pr_branch_name)
 
         # Update the changelog file with adding new [Unreleased] section
         update_changelog(config.changelog_path, config.package_version, add_unreleased_template=True)
@@ -51,13 +64,14 @@ def commitChangelogAndPackageVersionUpdates(config: ReleaseConfig):
         repo.git.add(config.manifest_path)
         repo.git.add(config.validation_exceptions_path)
 
-        author = Actor(config.commiter_name, config.commiter_email)
-        committer = Actor(config.commiter_name, config.commiter_email)
+        repo.index.commit(config.pr_commit_message, author=author, committer=committer, skip_hooks=True)
+        repo.git.push("origin", config.pr_branch_name)
 
-        repo.index.commit(config.commit_message, author=author, committer=committer, skip_hooks=True)
-        repo.git.push("origin", config.default_repo_branch)
+        github = config.github_manager
+        pr = github.create_pull_request(title=config.pr_commit_message, body=config.pr_body, head=config.pr_branch_name, base=config.default_repo_branch)
+        github.request_reviews(pr, config.pr_reviewers)
 
-        print(f"Successfully updated and pushed the changelog on branch: {config.default_repo_branch}")
+        print(f"Successfully updated and created the PR targeting: {config.default_repo_branch}")
 
     except GithubException as e:
         print(f"An error occurred with the GitHub API: {e.status}", file=sys.stderr)