Add test splitting infrastructure with auto-detection support and GitHub Actions integration

.github/actions/enumerate-tests/action.yml

@@ -11,12 +11,12 @@ inputs:
     default: false
 
 outputs:
-  integrations_tests_matrix:
-    description: Integration tests matrix
-    value: ${{ steps.generate_integrations_matrix.outputs.integrations_tests_matrix }}
-  templates_tests_matrix:
-    description: Templates tests matrix
-    value: ${{ steps.generate_templates_matrix.outputs.templates_tests_matrix }}
+  tests_matrix_requires_nugets:
+    description: Combined tests matrix for tests that require nugets
+    value: ${{ steps.generate_combined_matrix.outputs.tests_matrix_requires_nugets }}
+  tests_matrix_no_nugets:
+    description: Combined tests matrix for tests that do not require nugets
+    value: ${{ steps.generate_combined_matrix.outputs.tests_matrix_no_nugets }}
 runs:
   using: "composite"
   steps:
@@ -28,60 +28,138 @@ runs:
       with:
         global-json-file: ${{ github.workspace }}/global.json
 
-    - name: Get list of integration tests
-      if: ${{ inputs.includeIntegrations }}
-      shell: pwsh
-      run: >
-        dotnet build ${{ github.workspace }}/tests/Shared/GetTestProjects.proj
-        /bl:${{ github.workspace }}/artifacts/log/Debug/GetTestProjects.binlog
-        /p:TestsListOutputPath=${{ github.workspace }}/artifacts/TestsForGithubActions.list
-        /p:ContinuousIntegrationBuild=true
+    - name: Restore
+      shell: bash
+      run: ./restore.sh
 
-    - name: Generate list of template tests
-      if: ${{ inputs.includeTemplates }}
-      shell: pwsh
+    - name: Generate combined test matrix
+      shell: bash
       run: >
-          dotnet build ${{ github.workspace }}/tests/Aspire.Templates.Tests/Aspire.Templates.Tests.csproj
-          "/t:Build;ExtractTestClassNames"
-          /bl:${{ github.workspace }}/artifacts/log/Debug/BuildTemplatesTests.binlog
-          -p:ExtractTestClassNamesForHelix=true
-          -p:PrepareForHelix=true
-          -p:ExtractTestClassNamesPrefix=Aspire.Templates.Tests
-          -p:InstallBrowsersForPlaywright=false
-
-    - name: Generate tests matrix
-      id: generate_integrations_matrix
-      if: ${{ inputs.includeIntegrations }}
-      shell: pwsh
-      run: |
-        $filePath = "${{ github.workspace }}/artifacts/TestsForGithubActions.list"
-        $lines = Get-Content $filePath
-        $jsonObject = @{
-            "shortname" = $lines | Sort-Object
-        }
-        $jsonString = ConvertTo-Json $jsonObject -Compress
-        "integrations_tests_matrix=$jsonString"
-        "integrations_tests_matrix=$jsonString" | Out-File -FilePath $env:GITHUB_OUTPUT
+        ./build.sh -test
+        /p:TestRunnerName=TestEnumerationRunsheetBuilder
+        /p:TestsListOutputPath=artifacts/TestsForGithubActions.list
+        /p:TestMatrixOutputPath=artifacts/combined-test-matrix.json
+        -p:GenerateCIPartitions=true
+        -bl
 
-    - name: Generate templates matrix
-      id: generate_templates_matrix
-      if: ${{ inputs.includeTemplates }}
+    - name: Generate combined matrix outputs
+      id: generate_combined_matrix
       shell: pwsh
       run: |
-        $inputFilePath = "${{ github.workspace }}/artifacts/helix/templates-tests/Aspire.Templates.Tests.tests.list"
-        $lines = Get-Content $inputFilePath
+        $matrixFilePath = "${{ github.workspace }}/artifacts/combined-test-matrix.json"
+        if (Test-Path $matrixFilePath) {
+          $matrixContent = Get-Content -Raw $matrixFilePath | ConvertFrom-Json
 
-        $prefix = "Aspire.Templates.Tests."
-        $lines = Get-Content $inputFilePath | ForEach-Object {
-            $_ -replace "^$prefix", ""
-        }
+          # Define defaults to apply when properties are missing
+          $defaults = @{
+            extraTestArgs = ''
+            requiresNugets = $false
+            requiresTestSdk = $false
+            testSessionTimeout = '20m'
+            testHangTimeout = '10m'
+            supportedOSes = @('windows', 'linux', 'macos')
+          }
+
+          # Valid OS values for validation
+          $validOSes = @('windows', 'linux', 'macos')
+
+          # Split tests based on requiresNugets property and expand by OS
+          $testsRequiringNugets = @()
+          $testsNotRequiringNugets = @()
+          $partitionExtractionWarnings = @()
+
+          foreach ($test in $matrixContent.include) {
+            # Apply defaults for missing properties
+            foreach ($key in $defaults.Keys) {
+              if ($key -ne 'supportedOSes' -and -not $test.PSObject.Properties.Name.Contains($key)) {
+                $test | Add-Member -NotePropertyName $key -NotePropertyValue $defaults[$key] -Force
+              }
+            }
+
+            # Get supported OSes (use test-specific if present, otherwise default)
+            $supportedOSes = if ($test.PSObject.Properties.Name.Contains('supportedOSes')) {
+              $test.supportedOSes
+            } else {
+              $defaults.supportedOSes
+            }
+
+            # Validate supported OSes
+            foreach ($os in $supportedOSes) {
+              if ($os -notin $validOSes) {
+                Write-Warning "Invalid OS '$os' in supportedOSes for test '$($test.name)'. Valid values: $($validOSes -join ', ')"
+              }
+            }
+
+            # Check for partition extraction failures
+            if ($test.PSObject.Properties.Name.Contains('partitionExtractionFailed') -and $test.partitionExtractionFailed -eq $true) {
+              $partitionExtractionWarnings += "Test '$($test.projectName)' fell back to class-based splitting (partition extraction failed)"
+            }
+
+            # Expand test entry for each supported OS
+            foreach ($os in $supportedOSes) {
+              # Create a new entry for each OS
+              $testCopy = [PSCustomObject]@{}
+              foreach ($prop in $test.PSObject.Properties) {
+                if ($prop.Name -ne 'supportedOSes') {
+                  $testCopy | Add-Member -NotePropertyName $prop.Name -NotePropertyValue $prop.Value -Force
+                }
+              }
+
+              # Add OS runner mapping
+              $osRunner = switch ($os) {
+                'windows' { 'windows-latest' }
+                'linux' { 'ubuntu-latest' }
+                'macos' { 'macos-latest' }
+                default { 'ubuntu-latest' }
+              }
+              $testCopy | Add-Member -NotePropertyName 'runs-on' -NotePropertyValue $osRunner -Force
+
+              # Normalize boolean values to actual booleans (not strings)
+              if ($testCopy.PSObject.Properties.Name.Contains('requiresNugets')) {
+                $testCopy.requiresNugets = ($testCopy.requiresNugets -eq 'true' -or $testCopy.requiresNugets -eq $true)
+              }
+              if ($testCopy.PSObject.Properties.Name.Contains('requiresTestSdk')) {
+                $testCopy.requiresTestSdk = ($testCopy.requiresTestSdk -eq 'true' -or $testCopy.requiresTestSdk -eq $true)
+              }
+
+              # Add to appropriate list based on requiresNugets
+              if ($testCopy.requiresNugets -eq $true) {
+                $testsRequiringNugets += $testCopy
+              } else {
+                $testsNotRequiringNugets += $testCopy
+              }
+            }
+          }
+
+          # Create matrices
+          $nugetMatrix = @{ "include" = $testsRequiringNugets }
+          $nonNugetMatrix = @{ "include" = $testsNotRequiringNugets }
+
+          $nugetMatrixJson = ConvertTo-Json $nugetMatrix -Compress -Depth 10
+          $nonNugetMatrixJson = ConvertTo-Json $nonNugetMatrix -Compress -Depth 10
+
+          "tests_matrix_requires_nugets=$nugetMatrixJson" | Out-File -FilePath $env:GITHUB_OUTPUT -Encoding utf8 -Append
+          "tests_matrix_no_nugets=$nonNugetMatrixJson" | Out-File -FilePath $env:GITHUB_OUTPUT -Encoding utf8 -Append
+
+          Write-Host "Combined test matrices generated successfully"
+          Write-Host "Tests requiring nugets: $($testsRequiringNugets.Count)"
+          Write-Host "Tests not requiring nugets: $($testsNotRequiringNugets.Count)"
 
-        $jsonObject = @{
-            "shortname" = $lines | Sort-Object
+          # Display partition extraction warnings
+          if ($partitionExtractionWarnings.Count -gt 0) {
+            Write-Host ""
+            Write-Warning "Partition extraction warnings:"
+            foreach ($warning in $partitionExtractionWarnings) {
+              Write-Warning "  - $warning"
+            }
+          }
+        } else {
+          # Empty matrices if no combined matrix found
+          $emptyMatrix = '{"include":[]}'
+          "tests_matrix_requires_nugets=$emptyMatrix" | Out-File -FilePath $env:GITHUB_OUTPUT -Encoding utf8 -Append
+          "tests_matrix_no_nugets=$emptyMatrix" | Out-File -FilePath $env:GITHUB_OUTPUT -Encoding utf8 -Append
+          Write-Host "No combined test matrix found, using empty matrices"
         }
-        $jsonString = ConvertTo-Json $jsonObject -Compress
-        "templates_tests_matrix=$jsonString"
-        "templates_tests_matrix=$jsonString" | Out-File -FilePath $env:GITHUB_OUTPUT
 
     - name: Upload logs
       if: always()
@@ -91,3 +169,4 @@ runs:
         path: |
           artifacts/log/**/*.binlog
           artifacts/**/*.list
+          artifacts/combined-test-matrix.json

.github/copilot-instructions.md

@@ -156,17 +156,6 @@ These switches can be repeated to run tests on multiple classes or methods at on
 2. **Package Generation**: `./build.sh --pack` verifies all packages can be created
 3. **Specific Tests**: Target individual test projects related to your changes
 
-## Quarantined tests
-
-- Tests that are flaky and don't fail deterministically are marked with the `QuarantinedTest` attribute.
-- Such tests are not run as part of the regular tests workflow (`tests.yml`).
-    - Instead they are run in the `Quarantine` workflow (`tests-quarantine.yml`).
-- A github issue url is used with the attribute
-
-Example: `[QuarantinedTest("..issue url..")]`
-
-- To quarantine or unquarantine tests, use the tool in `tools/QuarantineTools/QuarantineTools.csproj`.
-
 ## Outerloop tests
 
 - Tests that are long-running, resource-intensive, or require special infrastructure are marked with the `OuterloopTest` attribute.
@@ -194,8 +183,6 @@ The `*.Designer.cs` files are in the repo, but are intended to match same named
 * Code blocks should be formatted with triple backticks (```) and include the language identifier for syntax highlighting.
 * JSON code blocks should be indented properly.
 
-## Localization files
-* Files matching the pattern `*/localize/templatestrings.*.json` are localization files. Do not translate their content. It is done by a dedicated workflow.
 ## Trust These Instructions
 
 These instructions are comprehensive and tested. Only search for additional information if: