Build Cloud Deploy artifacts via Cloud Build job (#3044)

* add README

* updating comments/files

release/cloudbuild-clouddeploy.yaml

@@ -0,0 +1,93 @@
+# This Cloud Build job prepares and applies Google Cloud Deploy configurations.
+# It merges the internal repository and populates stableDeploymentAlertPolicyChecks
+# in delivery-pipeline.yaml based on environment-specific configuration files.
+#
+# To manually trigger a build on GCB, run:
+# gcloud builds submit --config release/cloudbuild-clouddeploy.yaml --substitutions \
+#   _INTERNAL_REPO_URL=[URL],PROJECT_ID=[PROJECT_ID] ..
+
+steps:
+# Check the out internal repo.
+- name: 'gcr.io/cloud-builders/git'
+  entrypoint: /bin/bash
+  args:
+  - -c
+  - |
+    set -e
+    git clone https://gerrit.googlesource.com/gcompute-tools
+    sed -i s@/usr/bin/python@/usr/bin/python3@g ./gcompute-tools/git-cookie-authdaemon
+    ./gcompute-tools/git-cookie-authdaemon
+    git clone ${_INTERNAL_REPO_URL} nomulus-internal
+
+# Merge the repos.
+- name: 'gcr.io/cloud-builders/git'
+  entrypoint: /bin/bash
+  args:
+  - -c
+  - |
+    set -e
+    shopt -s dotglob
+    rm -rf .git && rm -rf nomulus-internal/.git
+    cp -rf nomulus-internal/* .
+    rm -rf nomulus-internal
+
+# Populate stableDeploymentAlertPolicyChecks in delivery-pipeline.yaml and variables in targets
+- name: 'gcr.io/cloud-builders/gcloud'
+  entrypoint: /bin/bash
+  args:
+  - -c
+  - |
+    set -e
+    for env in crash; do
+      config_file="release/clouddeploy/${env}-config.yaml"
+      if [ -f "$config_file" ]; then
+        echo "Extracting checks from $config_file..."
+        # Extract only the indented block under stableDeploymentAlertPolicyChecks.
+        awk '
+        /^stableDeploymentAlertPolicyChecks:/ { capture = 1; next }
+        capture {
+          if ($0 ~ /^[^[:space:]]/ && $0 != "") { capture = 0; exit }
+          print "            " $0
+        }
+        ' "$config_file" > checks.tmp
+        
+        # Insert the checks where the placeholder is located and remove the placeholder
+        sed -i '/stableDeploymentAlertPolicyChecks/r checks.tmp' release/clouddeploy/delivery-pipeline.yaml
+        sed -i '/stableDeploymentAlertPolicyChecks/d' release/clouddeploy/delivery-pipeline.yaml
+        rm -f checks.tmp
+        
+        # Populate variables in target file
+        target_file="release/clouddeploy/${env}-target.yaml"
+        if [ -f "$target_file" ]; then
+          echo "Populating variables in $target_file..."
+          artifact_storage=$(sed -n 's/^artifactStorage: //p' "$config_file")
+          service_account=$(sed -n 's/^serviceAccount: //p' "$config_file")
+          cluster_val=$(sed -n 's/^cluster: //p' "$config_file")
+          
+          sed -i "s|artifactStorage: artifactStorage|artifactStorage: $artifact_storage|" "$target_file"
+          sed -i "s|serviceAccount: serviceAccount|serviceAccount: $service_account|" "$target_file"
+          sed -i "s|cluster: cluster|cluster: $cluster_val|" "$target_file"
+        fi
+      fi
+    done
+
+# Apply Cloud Deploy configuration
+- name: 'gcr.io/cloud-builders/gcloud'
+  entrypoint: /bin/bash
+  args:
+  - -c
+  - |
+    set -e
+    for env in crash; do
+      target_file="release/clouddeploy/${env}-target.yaml"
+      if [ -f "$target_file" ]; then
+        echo "Applying target $target_file..."
+        gcloud deploy apply --file="$target_file" --region=us-central1 --project=${PROJECT_ID}
+      fi
+    done
+    echo 'Applying delivery-pipeline.yaml...'
+    gcloud deploy apply --file=release/clouddeploy/delivery-pipeline.yaml --region=us-central1 --project=${PROJECT_ID}
+
+timeout: 3600s
+options:
+  machineType: 'E2_HIGHCPU_32'

release/clouddeploy/README.md

@@ -10,12 +10,30 @@ Defines the `DeliveryPipeline` resource named `deploy-nomulus`. It sets up the s
 ### Target Configurations (e.g., `crash-target.yaml`)
 Files matching this format define the `Target` resources for Cloud Deploy. They specify the GKE cluster and other environment-specific settings for deployment.
 
+### Environment Configurations (e.g., `crash-config.yaml`)
+Configuration files containing environment-specific parameters and SLA-based alert policy checks (such as EPP and RDAP success metrics) used for automated analysis and target population.
+
 ### `skaffold.yaml`
 Defines the Skaffold configuration used by Cloud Deploy to render and deploy the application manifests.
 
-## Usage
+## Automated Configuration and Deployment Process
 
-You can apply or modify these configurations in Google Cloud by using the `gcloud` CLI. For example:
+The preparation and application of Cloud Deploy configurations is automated via Cloud Build using `release/cloudbuild-clouddeploy.yaml`.
+
+When executed, the Cloud Build job performs the following workflow:
+1. **Repository Merge**: Clones the internal repository (`nomulus-internal`) and merges internal configurations into the workspace.
+2. **Dynamic Configuration Population**: Reads variables and alert policy checks specified in the configuration file for the environment from the internal repository, populating them into `delivery-pipeline.yaml` and the corresponding target files.
+3. **Apply Configurations**: Runs `gcloud deploy apply` to register the updated targets and delivery pipeline in Google Cloud Deploy.
+
+### Manual Execution on Cloud Build
+To manually trigger this configuration pipeline on Google Cloud Build, run:
+```bash
+gcloud builds submit --config release/cloudbuild-clouddeploy.yaml --substitutions _INTERNAL_REPO_URL=[URL],PROJECT_ID=[PROJECT_ID]
+```
+
+## Manual Local Usage
+
+You can also apply or modify rendered configurations directly using the `gcloud` CLI:
 
 ```bash
 gcloud deploy apply --file=<config-file>.yaml --project=<project-id> --region=<region>

release/clouddeploy/crash-target.yaml

@@ -13,9 +13,9 @@ executionConfigs:
   executionTimeout: 3600s
   defaultPool:
     # Placeholder: Replace with artifact bucket name.
-    artifactStorage: gs://_artifact_bucket_
+    artifactStorage: artifactStorage
     # Placeholder: Replace with project number.
-    serviceAccount: _project_number_-compute@developer.gserviceaccount.com
+    serviceAccount: serviceAccount
 gke:
   # Placeholder: Replace with project ID, location, and cluster name.
-  cluster: projects/_project_id_/locations/_location_/clusters/_cluster_name_
+  cluster: cluster

release/clouddeploy/delivery-pipeline.yaml

@@ -9,3 +9,11 @@ serialPipeline:
   - targetId: crash
     profiles:
     - crash
+    strategy:
+      standard:
+        analysis:
+          # 10 minutes.
+          duration: 600s
+          googleCloud:
+            alertPolicyChecks:
+                stableDeploymentAlertPolicyChecks