Refine PR test template to reduce code maintenance costs (sonic-net#20002)

What is the motivation for this PR?
Currently PR KVM test jobs are all put in azure-pipelines.yml, but in other usage scenarios, baseline test and buildimage PR test, PR KVM tests are required. If we can put KVM test jobs into a template yaml, will reduce lots of code maintenance costs and make it easier to imported by other repos.

How did you do it?
Create PR KVM test template yaml with jobs in matrix to reduce duplicate logs.

How did you verify/test it?
Compared test plan contents in this PR with other PRs, contents are the same.

Signed-off-by: opcoder0 <[email protected]>

Author: xwjiang-ms

.azure-pipelines/baseline_test/baseline.test.mgmt.public.yml

@@ -11,53 +11,78 @@ schedules:
         - master
     always: true
 
-stages:
+parameters:
+  - name: BUILD_REASON
+    type: string
+    default: "BaselineTest"
 
-- stage: Test_round_1
-  variables:
+  - name: TEST_PLAN_NUM
+    type: string
+    default: $(BASELINE_MGMT_PUBLIC_MASTER_TEST_NUM)
+
+  - name: RETRY_TIMES
+    type: string
+    default: "0"
+
+  - name: TEST_PLAN_STOP_ON_FAILURE
+    type: string
+    default: "False"
+
+variables:
   - group: SONiC-Elastictest
   - name: inventory
     value: veos_vtb
   - name: testbed_file
     value: vtestbed.yaml
+  - name: BUILD_BRANCH
+    ${{ if eq(variables['Build.Reason'], 'PullRequest') }}:
+      value: $(System.PullRequest.TargetBranch)
+    ${{ else }}:
+      value: $(Build.SourceBranchName)
+
+stages:
+
+- stage: Test_round_1
   jobs:
-  - template: baseline.test.template.yml
+  - template: ../pr_test_template.yml
+  - parameters:
+      BUILD_REASON: ${{ parameters.BUILD_REASON }}
+      TEST_PLAN_NUM: ${{ parameters.TEST_PLAN_NUM }}
+      RETRY_TIMES: ${{ parameters.RETRY_TIMES }}
+      TEST_PLAN_STOP_ON_FAILURE: ${{ parameters.TEST_PLAN_STOP_ON_FAILURE }}
 
 - stage: Test_round_2
   dependsOn:
   - Test_round_1
   condition: succeededOrFailed('Test_round_1')
-  variables:
-  - group: SONiC-Elastictest
-  - name: inventory
-    value: veos_vtb
-  - name: testbed_file
-    value: vtestbed.yaml
   jobs:
-  - template: baseline.test.template.yml
+  - template: ../pr_test_template.yml
+  - parameters:
+      BUILD_REASON: ${{ parameters.BUILD_REASON }}
+      TEST_PLAN_NUM: ${{ parameters.TEST_PLAN_NUM }}
+      RETRY_TIMES: ${{ parameters.RETRY_TIMES }}
+      TEST_PLAN_STOP_ON_FAILURE: ${{ parameters.TEST_PLAN_STOP_ON_FAILURE }}
 
 - stage: Test_round_3
   dependsOn:
   - Test_round_2
   condition: succeededOrFailed('Test_round_2')
-  variables:
-  - group: SONiC-Elastictest
-  - name: inventory
-    value: veos_vtb
-  - name: testbed_file
-    value: vtestbed.yaml
   jobs:
-  - template: baseline.test.template.yml
+  - template: ../pr_test_template.yml
+  - parameters:
+      BUILD_REASON: ${{ parameters.BUILD_REASON }}
+      TEST_PLAN_NUM: ${{ parameters.TEST_PLAN_NUM }}
+      RETRY_TIMES: ${{ parameters.RETRY_TIMES }}
+      TEST_PLAN_STOP_ON_FAILURE: ${{ parameters.TEST_PLAN_STOP_ON_FAILURE }}
 
 - stage: Test_round_4
   dependsOn:
   - Test_round_3
   condition: succeededOrFailed('Test_round_3')
-  variables:
-  - group: SONiC-Elastictest
-  - name: inventory
-    value: veos_vtb
-  - name: testbed_file
-    value: vtestbed.yaml
   jobs:
-  - template: baseline.test.template.yml
+  - template: ../pr_test_template.yml
+  - parameters:
+      BUILD_REASON: ${{ parameters.BUILD_REASON }}
+      TEST_PLAN_NUM: ${{ parameters.TEST_PLAN_NUM }}
+      RETRY_TIMES: ${{ parameters.RETRY_TIMES }}
+      TEST_PLAN_STOP_ON_FAILURE: ${{ parameters.TEST_PLAN_STOP_ON_FAILURE }}

.azure-pipelines/pr_test_template.yml

@@ -0,0 +1,129 @@
+parameters:
+- name: BUILD_REASON
+  type: string
+  default: "PullRequest"
+
+- name: TIMEOUT_IN_MINUTES_PR_TEST
+  type: number
+  default: 480
+
+- name: MAX_RUN_TEST_MINUTES
+  type: number
+  default: 240
+
+- name: TEST_PLAN_NUM
+  type: string
+  default: "1"
+
+- name: TEST_PLAN_STOP_ON_FAILURE
+  type: string
+  default: "True"
+
+- name: RETRY_TIMES
+  type: string
+  default: "2"
+
+jobs:
+  - job: get_impacted_area
+    cancelTimeoutInMinutes: 10
+    displayName: "Get impacted area"
+    timeoutInMinutes: 240
+    continueOnError: false
+    pool: sonic-ubuntu-1c
+    steps:
+      - template: impacted_area_testing/get-impacted-area.yml
+
+  - job: impacted_area_kvmtest
+    displayName: " "
+    cancelTimeoutInMinutes: 10
+    dependsOn: get_impacted_area
+    strategy:
+      matrix:
+        impacted-area-kvmtest-t0_by_Elastictest:
+          TESTBED_PREP_TOPOLOGY: t0
+          CHECKER: t0_checker
+          TOPOLOGY: t0
+        impacted-area-kvmtest-t0-2vlans_by_Elastictest:
+          TESTBED_PREP_TOPOLOGY: t0-2vlans
+          CHECKER: t0-2vlans_checker
+          DEPLOY_MG_EXTRA_PARAMS: "-e vlan_config=two_vlan_a "
+          TOPOLOGY: t0
+        impacted-area-kvmtest-t1-lag_by_Elastictest:
+          TESTBED_PREP_TOPOLOGY: t1
+          CHECKER: t1_checker
+          TOPOLOGY: t1-lag
+        impacted-area-kvmtest-dualtor_by_Elastictest:
+          TESTBED_PREP_TOPOLOGY: dualtor
+          CHECKER: dualtor_checker
+          COMMON_EXTRA_PARAMS: "--disable_loganalyzer --disable_sai_validation "
+          TOPOLOGY: dualtor
+        impacted-area-kvmtest-multi-asic-t1_by_Elastictest:
+          TESTBED_PREP_TOPOLOGY: t1-multi-asic
+          CHECKER: t1-multi-asic_checker
+          TOPOLOGY: t1-8-lag
+          NUM_ASIC: 4
+        impacted-area-kvmtest-multi-asic-t1_by_Elastictest_optional:
+          TESTBED_PREP_TOPOLOGY: t1
+          CHECKER: t1_checker
+          TOPOLOGY: t1-8-lag
+          NUM_ASIC: 4
+          STOP_ON_FAILURE: "False"
+        impacted-area-kvmtest-t0-sonic_by_Elastictest:
+          TESTBED_PREP_TOPOLOGY: t0-sonic
+          CHECKER: t0-sonic_checker
+          COMMON_EXTRA_PARAMS: "--neighbor_type=sonic --disable_sai_validation "
+          TOPOLOGY: t0-64-32
+          VM_TYPE: vsonic
+          SPECIFIC_PARAM: '[
+            {"name": "bgp/test_bgp_fact.py", "param": "--neighbor_type=sonic --enable_macsec --macsec_profile=128_SCI,256_XPN_SCI"},
+            {"name": "macsec", "param": "--neighbor_type=sonic --enable_macsec --macsec_profile=128_SCI,256_XPN_SCI"}
+            ]'
+        impacted-area-kvmtest-dpu_by_Elastictest:
+          TESTBED_PREP_TOPOLOGY: dpu
+          CHECKER: dpu_checker
+          TOPOLOGY: dpu
+          SPECIFIC_PARAM: '[
+            {"name": "dash/test_dash_vnet.py", "param": "--skip_dataplane_checking"}
+            ]'
+        impacted-area-kvmtest-t2_by_Elastictest_optional:
+          TESTBED_PREP_TOPOLOGY: t2
+          CHECKER: t2_checker
+          TOPOLOGY: t2
+          STOP_ON_FAILURE: "False"
+
+    condition: contains(dependencies.get_impacted_area.outputs['SetVariableTask.PR_CHECKERS'], variables['CHECKER'])
+    variables:
+      TEST_SCRIPTS: $[ dependencies.get_impacted_area.outputs['SetVariableTask.TEST_SCRIPTS'] ]
+      NUM_ASIC: 1
+      VM_TYPE: ceos
+      STOP_ON_FAILURE: ${{ parameters.TEST_PLAN_STOP_ON_FAILURE }}
+      COMMON_EXTRA_PARAMS: "--disable_sai_validation "
+      DEPLOY_MG_EXTRA_PARAMS: ""
+      SPECIFIC_PARAM: "[]"
+    timeoutInMinutes: ${{ parameters.TIMEOUT_IN_MINUTES_PR_TEST }}
+    continueOnError: false
+    pool: sonic-ubuntu-1c
+    steps:
+      - template: impacted_area_testing/calculate-instance-numbers.yml
+        parameters:
+          TOPOLOGY: $(TESTBED_PREP_TOPOLOGY)
+          BUILD_BRANCH: $(BUILD_BRANCH)
+
+      - template: run-test-elastictest-template.yml
+        parameters:
+          TOPOLOGY: $(TOPOLOGY)
+          SCRIPTS: $(SCRIPTS)
+          MIN_WORKER: $(INSTANCE_NUMBER)
+          MAX_WORKER: $(INSTANCE_NUMBER)
+          DEPLOY_MG_EXTRA_PARAMS: $(DEPLOY_MG_EXTRA_PARAMS)
+          COMMON_EXTRA_PARAMS: $(COMMON_EXTRA_PARAMS)
+          KVM_IMAGE_BRANCH: $(BUILD_BRANCH)
+          MGMT_BRANCH: $(BUILD_BRANCH)
+          BUILD_REASON: ${{ parameters.BUILD_REASON }}
+          RETRY_TIMES: ${{ parameters.RETRY_TIMES }}
+          STOP_ON_FAILURE: $(STOP_ON_FAILURE)
+          TEST_PLAN_NUM: ${{ parameters.TEST_PLAN_NUM }}
+          NUM_ASIC: $(NUM_ASIC)
+          VM_TYPE: $(VM_TYPE)
+          SPECIFIC_PARAM: $(SPECIFIC_PARAM)
+          MAX_RUN_TEST_MINUTES: ${{ parameters.MAX_RUN_TEST_MINUTES }}