Feature/matrix (#4)

* Add default tagging

* Fix workflows

* Fix workflows

* Fix outputs

* Fix outputs

* Add matrixed environment support

* Pass env var

* Checkout first

* Always deploy sandbox on PR

* Echo matrix contents to assist in debugging

* Try to resolve duplicate runs

* Try to resolve duplicate runs

* Rip out dupe detection, alter deploy trigger

---------

Signed-off-by: Chris Taylor <132399041+chris11-taylor-nttd@users.noreply.github.com>

Author: chris11-taylor-nttd

.github/workflows/deploy-sandbox.yml

@@ -2,23 +2,81 @@ name: Deploy Sandbox Environment
 
 on:
     pull_request:
-        branches: [ main ]
-    push:
-        branches: [ main ]
+      branches: [ "**" ]
+
 permissions:
     id-token: write
     contents: read
 
 jobs:
+    build-matrix:
+        runs-on: ubuntu-latest
+        outputs:
+            matrix: ${{ steps.build-matrix.outputs.matrix }}
+        steps:
+            - uses: actions/checkout@09d2acae674a48949e3602304ab46fd20ae0c42f
+            - name: Build Environment Matrix
+              id: build-matrix
+              shell: python
+              env: 
+                PLATFORM_ENVIRONMENT: "sandbox"
+              run: |
+                from pathlib import Path
+                import os
+                import json
+
+                def discover_environments(platform_path: Path = Path("platform")) -> list[Path]:
+                    return [d for d in platform_path.iterdir() if d.is_dir()]
+
+                def discover_regions(environment_path: Path) -> list[Path]:
+                    return [d for d in environment_path.iterdir() if d.is_dir()]
+
+                def discover_instances(region_path: Path) -> list[Path]:
+                    return [d for d in region_path.iterdir() if d.is_dir()]
+
+                try:
+                    ENVIRONMENT = os.environ['PLATFORM_ENVIRONMENT']
+                except KeyError as ke:
+                    raise ValueError("Environment variable named PLATFORM_ENVIRONMENT was not found. This variable must be supplied so that a matrix of environments can be built!")
+
+                if len(ENVIRONMENT) == 0:
+                    raise ValueError("Environment variable PLATFORM_ENVIRONMENT was empty. This variable must be supplied so that a matrix of environments can be built!")
+
+                all_environments = discover_environments()
+                matrix = {"terragrunt_environment": []}
+                try:
+                    selected_environment = list(filter(lambda x: x.name == ENVIRONMENT, all_environments))[0]
+                except Exception:
+                    raise ValueError(f"Expected environment '{ENVIRONMENT}' not found in {all_environments}")
+
+                regions = discover_regions(environment_path=selected_environment)
+
+                for region_path in regions:
+                    region_instances = discover_instances(region_path=region_path)
+                    for instance in region_instances:
+                        matrix["terragrunt_environment"].append({"environment": selected_environment.name, "region": region_path.name, "instance": instance.name})
+
+                print("Generated the following environment matrix:")
+                print(json.dumps(matrix, indent=4))
+
+                with open(os.environ["GITHUB_OUTPUT"], "a") as f:
+                    f.write(f"matrix={json.dumps(matrix, separators=(',', ':'))}")
+
     call-terragrunt-deploy:
+        needs: build-matrix
         permissions:
             contents: read
             id-token: write
+        strategy:
+            fail-fast: false
+            matrix: ${{ fromJson(needs.build-matrix.outputs.matrix) }}
+
         uses: ./.github/workflows/terragrunt-deploy.yml
         with:
             tf_version: '1.5.5'
             tg_version: '0.54.11'
-            environment: sandbox
-            region: us-east-2
-            env_id: '000'
+            environment: ${{ matrix.terragrunt_environment.environment }}
+            region: ${{ matrix.terragrunt_environment.region }}
+            env_id: ${{ matrix.terragrunt_environment.instance }}
+
         secrets: inherit

.github/workflows/terragrunt-deploy.yml

@@ -81,7 +81,6 @@ jobs:
         uses: gruntwork-io/terragrunt-action@aee21a7df999be8b471c2a8564c6cd853cb674e1
         env:
             AWS_REGION: ${{ inputs.region }}
-            TERRAFORM_PLAN: ${{ steps.plan.outputs.TERRAFORM_PLAN }}
             INPUT_PRE_EXEC_0: |
               sudo apt update -yqq && sudo apt install python3 -yqq
             TF_VAR_organization_tag: ${{ steps.set-tags.outputs.TF_VAR_organization_tag }}