ci: make ci work with larger matrixes (#1204)

stavros-k · web-flow · commit 57ed861de77c · 2024-12-23T11:08:18.000+02:00
* ci: make ci work with larger matrixes

* no anchor support :(

* whopps

* hmm

* more

* compact
diff --git a/.github/scripts/changed_apps.py b/.github/scripts/changed_apps.py
@@ -62,27 +62,35 @@ def find_test_files(changed_files):
         print("Skipped apps based on the EXCLUDE_TESTS list:", file=sys.stderr)
         print("\n".join(skipped), file=sys.stderr)
 
-    if len(matrix) > 256:
-        print(f"Github Actions has a limit of 256 matrix jobs. Cannot run [{len(matrix)}] tests.", file=sys.stderr)
-        sys.exit(1)
+    result = {
+        "matrix1": {"include": matrix[:256]},
+        "matrix2": {"include": matrix[256:]},
+    }
 
-    return matrix
+    return json.dumps(result)
 
 
 def main():
     changed_files = get_changed_files()
-    matrix = find_test_files(changed_files)
+    print(find_test_files(changed_files))
     # This should look like:
     # {
-    #   "include": [
-    #     { "train": "enterprise", "app": "minio", "test_file": "basic-values.yaml" },
-    #     { "train": "enterprise", "app": "minio", "test_file": "https-values.yaml" },
-    #     ...
-    #   ]
+    #   "matrix1": {
+    #     "include": [
+    #       { "train": "enterprise", "app": "minio", "test_file": "basic-values.yaml" },
+    #       { "train": "enterprise", "app": "minio", "test_file": "https-values.yaml" },
+    #       ...
+    #     ]
+    #   },
+    #   "matrix2": {
+    #     "include": [
+    #       { "train": "enterprise", "app": "minio", "test_file": "basic-values.yaml" },
+    #       { "train": "enterprise", "app": "minio", "test_file": "https-values.yaml" },
+    #       ...
+    #     ]
+    #   }
     # }
 
-    print(json.dumps({"include": matrix}))
-
 
 if __name__ == "__main__":
     main()
diff --git a/.github/workflows/app-test-suite.yaml b/.github/workflows/app-test-suite.yaml
@@ -8,8 +8,10 @@ jobs:
     name: Generate matrix
     runs-on: ubuntu-latest
     outputs:
-      changed-apps: ${{ steps.changed-apps.outputs.changed-apps }}
-      change-count: ${{ steps.changed-apps.outputs.change-count }}
+      changed-apps-1: ${{ steps.changed-apps.outputs.changed-apps-1 }}
+      change-count-1: ${{ steps.changed-apps.outputs.change-count-1 }}
+      changed-apps-2: ${{ steps.changed-apps.outputs.changed-apps-2 }}
+      change-count-2: ${{ steps.changed-apps.outputs.change-count-2 }}
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -30,8 +32,11 @@ jobs:
         id: changed-apps
         run: |
           out=$(python3 .github/scripts/changed_apps.py)
-          echo "changed-apps=${out}" >> $GITHUB_OUTPUT
-          echo "change-count=$(echo "${out}" | jq -r '.include | length')" >> $GITHUB_OUTPUT
+          echo "changed-apps-1=$(echo "${out}" | jq -cr '.matrix1')" >> $GITHUB_OUTPUT
+          echo "changed-apps-2=$(echo "${out}" | jq -cr '.matrix2')" >> $GITHUB_OUTPUT
+
+          echo "change-count-1=$(echo "${out}" | jq -cr '.matrix1.include | length')" >> $GITHUB_OUTPUT
+          echo "change-count-2=$(echo "${out}" | jq -cr '.matrix2.include | length')" >> $GITHUB_OUTPUT
 
       - name: Message Generation
         id: message
@@ -50,15 +55,40 @@ jobs:
           comment-tag: notify-teams
           file-path: pr-comment.txt
 
-  run-apps:
-    name: Run Docker Compose Render/Install
+  run-apps-matrix-1:
+    name: Run Docker Compose Render/Install (Matrix 1)
+    needs: changed-files
+    runs-on: ubuntu-latest
+    if: needs.changed-files.outputs.change-count-1 > 0
+    strategy:
+      matrix: ${{ fromJson(needs.changed-files.outputs.changed-apps-1) }}
+      fail-fast: false
+      max-parallel: 20
+    steps:
+      - name: Environment Information
+        run: |
+          echo "====== Docker Info ======"
+          docker info
+          echo "========================="
+
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Test
+        shell: bash
+        run: |
+          echo "Testing [${{matrix.train}}/${{matrix.app}}/templates/test_values/${{matrix.test_file}}]"
+          python3 ./.github/scripts/ci.py --train ${{matrix.train}} --app ${{matrix.app}} --test-file ${{matrix.test_file}}
+
+  run-apps-matrix-2:
+    name: Run Docker Compose Render/Install (Matrix 2)
     needs: changed-files
     runs-on: ubuntu-latest
-    if: needs.changed-files.outputs.change-count > 0
+    if: needs.changed-files.outputs.change-count-2 > 0
     strategy:
-      matrix: ${{ fromJson(needs.changed-files.outputs.changed-apps) }}
+      matrix: ${{ fromJson(needs.changed-files.outputs.changed-apps-2) }}
       fail-fast: false
-      max-parallel: 10
+      max-parallel: 20
     steps:
       - name: Environment Information
         run: |
