Run test on all modules

Author: Pan-Qi

.azure-pipelines/PipelineSteps/BatchGeneration/filter.ps1

@@ -11,19 +11,41 @@ param (
 
 $utilFilePath = Join-Path $RepoRoot '.azure-pipelines' 'PipelineSteps' 'BatchGeneration' 'util.psm1'
 Import-Module $utilFilePath -Force
+$artifactsDir = Join-Path $RepoRoot 'artifacts'
 
 $changedModulesDict = @{}
 $changedSubModulesDict = @{}
-for ($i = 0; $i -lt $ChangedFiles.Count; $i++) {
-    if ($ChangedFiles[$i] -match '^(src|generated)/([^/]+)/([^/]+\.autorest)/') {
-        $parent = $Matches[2]
-        $child = $Matches[3]
-        $key = "$parent/$child"
-        
-        $changedModulesDict[$parent] = $true
-        $changedSubModulesDict[$key] = $true
+if ($env:RUN_TEST_ON_ALL_MODULES -eq "True") {
+    Write-Host "Run test on all modules"
+    $V4ModulesFile = Join-Path $artifactsDir "generationTargets.json"
+    $V4ModuleMaps = Get-Content -Raw -Path $V4ModulesFile | ConvertFrom-Json
+
+    foreach ($matrixKey in $V4ModuleMaps.PSObject.Properties.Name) {
+        Write-Host "##[group]Matrix key: $matrixKey"
+        $moduleMap = $V4ModuleMaps.$matrixKey
+        foreach ($moduleName in $moduleMap.PSObject.Properties.Name) {
+            foreach ($subModuleName in $moduleMap.$moduleName) {
+                $subModule = "$moduleName/$subModuleName"
+                $changedModulesDict[$moduleName] = $true
+                $changedSubModulesDict[$subModule] = $true
+            }
+        }
+    }
+}
+else {
+    Write-Host "Run test on changed modules"
+    for ($i = 0; $i -lt $ChangedFiles.Count; $i++) {
+        if ($ChangedFiles[$i] -match '^(src|generated)/([^/]+)/([^/]+\.autorest)/') {
+            $moduleName = $Matches[2]
+            $subModuleName = $Matches[3]
+            $subModule = "$moduleName/$subModuleName"
+            
+            $changedModulesDict[$moduleName] = $true
+            $changedSubModulesDict[$subModule] = $true
+        }
     }
 }
+
 $changedModules = $changedModulesDict.Keys | Sort-Object
 $changedSubModules = $changedSubModulesDict.Keys | Sort-Object
 

.azure-pipelines/batch-generation.yml

@@ -131,6 +131,11 @@ stages:
             git fetch origin "${{ variables.GenerationBranch }}"
             git checkout "${{ variables.GenerationBranch }}"
 
+      - task: DownloadPipelineArtifact@2
+        inputs:
+          artifactName: 'prepare'
+          targetPath: artifacts
+
       - download: current
         patterns: '**/changed-*.patch'
         displayName: 'Download all .patch artifacts'
@@ -172,6 +177,8 @@ stages:
 
             $filterModulesPath = Join-Path "$(Build.SourcesDirectory)" '.azure-pipelines' 'PipelineSteps' 'BatchGeneration' 'filter.ps1'
             & $filterModulesPath -MaxParallelBuildJobs "${{ variables.MaxParallelBuildJobs }}" -MaxParallelAnalyzeJobs "${{ variables.MaxParallelAnalyzeJobs }}" -MaxParallelTestWindowsJobs "${{ variables.MaxParallelTestWindowsJobs }}" -MaxParallelTestLinuxJobs "${{ variables.MaxParallelTestLinuxJobs }}" -MaxParallelTestMacJobs "${{ variables.MaxParallelTestMacJobs }}" -ChangedFiles $changedFiles -RepoRoot "$(Build.SourcesDirectory)"
+        env:
+            RUN_TEST_ON_ALL_MODULES: $(RUN_TEST_ON_ALL_MODULES)
 
       - task: PublishPipelineArtifact@1
         displayName: 'Upload filtered targets'