Skip to content
Closed
Changes from all commits
Commits
Show all changes
18 commits
Select commit Hold shift + click to select a range
1991fbc
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 21, 2025
aae44b6
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 21, 2025
b280a20
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 21, 2025
85307a6
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 21, 2025
e996729
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 21, 2025
14ecc30
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 21, 2025
02d0f5d
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 21, 2025
e755f5b
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 21, 2025
b3bc1b7
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 21, 2025
7361a75
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 21, 2025
3ce4cf3
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 22, 2025
cfcda0d
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 22, 2025
b932310
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 22, 2025
4d828eb
add sonic-vpp elastictest nightly test based impacted area test
lerry-lee Jul 22, 2025
99423ce
Merge remote-tracking branch 'upstream/master' into chunangli/debug_v…
lerry-lee Jul 22, 2025
d22f8d5
refine comment
lerry-lee Jul 22, 2025
298c2c8
refine comment
lerry-lee Jul 22, 2025
bb22361
refine comment
lerry-lee Jul 22, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
261 changes: 32 additions & 229 deletions azure-pipelines.yml
Original file line number Diff line number Diff line change
Expand Up @@ -55,29 +55,29 @@ stages:
steps:
- template: .azure-pipelines/pre-commit-check.yml

- job: validate_test_cases
displayName: "Validate Test Cases"
timeoutInMinutes: 30
continueOnError: false
pool: sonic-ubuntu-1c
steps:
- template: .azure-pipelines/pytest-collect-only.yml
parameters:
MGMT_BRANCH: ""

- job: dependency_check
displayName: "Dependency Check"
timeoutInMinutes: 10
pool: sonic-ubuntu-1c
steps:
- template: .azure-pipelines/dependency-check.yml

- job: markers_check
displayName: "Markers Check"
timeoutInMinutes: 10
pool: sonic-ubuntu-1c
steps:
- template: .azure-pipelines/markers-check.yml
# - job: validate_test_cases
# displayName: "Validate Test Cases"
# timeoutInMinutes: 30
# continueOnError: false
# pool: sonic-ubuntu-1c
# steps:
# - template: .azure-pipelines/pytest-collect-only.yml
# parameters:
# MGMT_BRANCH: ""
#
# - job: dependency_check
# displayName: "Dependency Check"
# timeoutInMinutes: 10
# pool: sonic-ubuntu-1c
# steps:
# - template: .azure-pipelines/dependency-check.yml
#
# - job: markers_check
# displayName: "Markers Check"
# timeoutInMinutes: 10
# pool: sonic-ubuntu-1c
# steps:
# - template: .azure-pipelines/markers-check.yml


- stage: Test
Expand Down Expand Up @@ -107,63 +107,10 @@ stages:
parameters:
BUILD_BRANCH: $(BUILD_BRANCH)

- job: impacted_area_t0_elastictest
displayName: "impacted-area-kvmtest-t0 by Elastictest"
dependsOn:
- get_impacted_area
condition: contains(dependencies.get_impacted_area.outputs['SetVariableTask.PR_CHECKERS'], 't0_checker')
variables:
TEST_SCRIPTS: $[ dependencies.get_impacted_area.outputs['SetVariableTask.TEST_SCRIPTS'] ]
timeoutInMinutes: ${{ parameters.TIMEOUT_IN_MINUTES_PR_TEST }}
continueOnError: false
pool: sonic-ubuntu-1c
steps:
- template: .azure-pipelines/impacted_area_testing/calculate-instance-numbers.yml
parameters:
TOPOLOGY: t0
BUILD_BRANCH: $(BUILD_BRANCH)

- template: .azure-pipelines/run-test-elastictest-template.yml
parameters:
TOPOLOGY: t0
SCRIPTS: $(SCRIPTS)
MIN_WORKER: $(INSTANCE_NUMBER)
MAX_WORKER: $(INSTANCE_NUMBER)
KVM_IMAGE_BRANCH: $(BUILD_BRANCH)
MGMT_BRANCH: $(BUILD_BRANCH)
COMMON_EXTRA_PARAMS: "--disable_sai_validation "

- job: impacted_area_t0_2vlans_elastictest
displayName: "impacted-area-kvmtest-t0-2vlans by Elastictest"
dependsOn:
- get_impacted_area
condition: contains(dependencies.get_impacted_area.outputs['SetVariableTask.PR_CHECKERS'], 't0-2vlans_checker')
variables:
TEST_SCRIPTS: $[ dependencies.get_impacted_area.outputs['SetVariableTask.TEST_SCRIPTS'] ]
timeoutInMinutes: ${{ parameters.TIMEOUT_IN_MINUTES_PR_TEST }}
continueOnError: false
pool: sonic-ubuntu-1c
steps:
- template: .azure-pipelines/impacted_area_testing/calculate-instance-numbers.yml
parameters:
TOPOLOGY: t0-2vlans
BUILD_BRANCH: $(BUILD_BRANCH)

- template: .azure-pipelines/run-test-elastictest-template.yml
parameters:
TOPOLOGY: t0
SCRIPTS: $(SCRIPTS)
MIN_WORKER: $(INSTANCE_NUMBER)
MAX_WORKER: $(INSTANCE_NUMBER)
DEPLOY_MG_EXTRA_PARAMS: "-e vlan_config=two_vlan_a"
KVM_IMAGE_BRANCH: $(BUILD_BRANCH)
MGMT_BRANCH: $(BUILD_BRANCH)
COMMON_EXTRA_PARAMS: "--disable_sai_validation "

- job: impacted_area_t1_lag_elastictest
displayName: "impacted-area-kvmtest-t1-lag by Elastictest"
- job: impacted_area_t1_lag_vpp_elastictest
displayName: "impacted-area-kvmtest-t1-lag-vpp by Elastictest"
dependsOn:
- get_impacted_area
- get_impacted_area
condition: contains(dependencies.get_impacted_area.outputs['SetVariableTask.PR_CHECKERS'], 't1_checker')
variables:
TEST_SCRIPTS: $[ dependencies.get_impacted_area.outputs['SetVariableTask.TEST_SCRIPTS'] ]
Expand All @@ -175,160 +122,16 @@ stages:
parameters:
TOPOLOGY: t1
BUILD_BRANCH: $(BUILD_BRANCH)
# 40 mins for preparing testbed, 10 mins for pre-test and post-test
PREPARE_TIME: 50

- template: .azure-pipelines/run-test-elastictest-template.yml
parameters:
TOPOLOGY: t1-lag
SCRIPTS: $(SCRIPTS)
MIN_WORKER: $(INSTANCE_NUMBER)
MAX_WORKER: $(INSTANCE_NUMBER)
KVM_IMAGE_BRANCH: $(BUILD_BRANCH)
MGMT_BRANCH: $(BUILD_BRANCH)
COMMON_EXTRA_PARAMS: "--disable_sai_validation "

- job: impacted_area_dualtor_elastictest
displayName: "impacted-area-kvmtest-dualtor by Elastictest"
dependsOn:
- get_impacted_area
condition: contains(dependencies.get_impacted_area.outputs['SetVariableTask.PR_CHECKERS'], 'dualtor_checker')
variables:
TEST_SCRIPTS: $[ dependencies.get_impacted_area.outputs['SetVariableTask.TEST_SCRIPTS'] ]
timeoutInMinutes: ${{ parameters.TIMEOUT_IN_MINUTES_PR_TEST }}
continueOnError: false
pool: sonic-ubuntu-1c
steps:
- template: .azure-pipelines/impacted_area_testing/calculate-instance-numbers.yml
parameters:
TOPOLOGY: dualtor
BUILD_BRANCH: $(BUILD_BRANCH)
# 30 mins for preparing testbed, 30 mins for pre-test and 20 mins for post-test
PREPARE_TIME: 80

- template: .azure-pipelines/run-test-elastictest-template.yml
parameters:
TOPOLOGY: dualtor
SCRIPTS: $(SCRIPTS)
MIN_WORKER: $(INSTANCE_NUMBER)
MAX_WORKER: $(INSTANCE_NUMBER)
COMMON_EXTRA_PARAMS: "--disable_loganalyzer --disable_sai_validation "
KVM_IMAGE_BRANCH: $(BUILD_BRANCH)
MGMT_BRANCH: $(BUILD_BRANCH)

- job: impacted_area_multi_asic_elastictest
displayName: "impacted-area-kvmtest-multi-asic-t1 by Elastictest"
dependsOn:
- get_impacted_area
condition: contains(dependencies.get_impacted_area.outputs['SetVariableTask.PR_CHECKERS'], 't1-multi-asic_checker')
variables:
TEST_SCRIPTS: $[ dependencies.get_impacted_area.outputs['SetVariableTask.TEST_SCRIPTS'] ]
timeoutInMinutes: ${{ parameters.TIMEOUT_IN_MINUTES_PR_TEST }}
continueOnError: true
pool: sonic-ubuntu-1c
steps:
- template: .azure-pipelines/impacted_area_testing/calculate-instance-numbers.yml
parameters:
TOPOLOGY: t1-multi-asic
BUILD_BRANCH: $(BUILD_BRANCH)

- template: .azure-pipelines/run-test-elastictest-template.yml
parameters:
TOPOLOGY: t1-8-lag
SCRIPTS: $(SCRIPTS)
MIN_WORKER: $(INSTANCE_NUMBER)
MAX_WORKER: $(INSTANCE_NUMBER)
NUM_ASIC: 4
KVM_IMAGE_BRANCH: $(BUILD_BRANCH)
MGMT_BRANCH: $(BUILD_BRANCH)
COMMON_EXTRA_PARAMS: "--disable_sai_validation "

- job: impacted_area_t0_sonic_elastictest
displayName: "impacted-area-kvmtest-t0-sonic by Elastictest"
dependsOn:
- get_impacted_area
condition: contains(dependencies.get_impacted_area.outputs['SetVariableTask.PR_CHECKERS'], 't0-sonic_checker')
variables:
TEST_SCRIPTS: $[ dependencies.get_impacted_area.outputs['SetVariableTask.TEST_SCRIPTS'] ]
timeoutInMinutes: ${{ parameters.TIMEOUT_IN_MINUTES_PR_TEST }}
continueOnError: false
pool: sonic-ubuntu-1c
steps:
- template: .azure-pipelines/impacted_area_testing/calculate-instance-numbers.yml
parameters:
TOPOLOGY: t0-sonic
BUILD_BRANCH: $(BUILD_BRANCH)
PREPARE_TIME: 40

- template: .azure-pipelines/run-test-elastictest-template.yml
parameters:
TOPOLOGY: t0-64-32
SCRIPTS: $(SCRIPTS)
MIN_WORKER: $(INSTANCE_NUMBER)
MAX_WORKER: $(INSTANCE_NUMBER)
KVM_IMAGE_BRANCH: $(BUILD_BRANCH)
COMMON_EXTRA_PARAMS: "--neighbor_type=sonic --disable_sai_validation "
VM_TYPE: vsonic
MGMT_BRANCH: $(BUILD_BRANCH)
SPECIFIC_PARAM: '[
{"name": "bgp/test_bgp_fact.py", "param": "--neighbor_type=sonic --enable_macsec --macsec_profile=128_SCI,256_XPN_SCI"},
{"name": "macsec", "param": "--neighbor_type=sonic --enable_macsec --macsec_profile=128_SCI,256_XPN_SCI"}
]'

- job: impacted_area_dpu_elastictest
displayName: "impacted-area-kvmtest-dpu by Elastictest"
dependsOn:
- get_impacted_area
condition: contains(dependencies.get_impacted_area.outputs['SetVariableTask.PR_CHECKERS'], 'dpu_checker')
variables:
TEST_SCRIPTS: $[ dependencies.get_impacted_area.outputs['SetVariableTask.TEST_SCRIPTS'] ]
timeoutInMinutes: ${{ parameters.TIMEOUT_IN_MINUTES_PR_TEST }}
continueOnError: false
pool: sonic-ubuntu-1c
steps:
- template: .azure-pipelines/impacted_area_testing/calculate-instance-numbers.yml
parameters:
TOPOLOGY: dpu
BUILD_BRANCH: $(BUILD_BRANCH)

- template: .azure-pipelines/run-test-elastictest-template.yml
- template: .azure-pipelines/run-test-elastictest-template.yml@sonic-mgmt
parameters:
TOPOLOGY: dpu
TOPOLOGY: t1-lag-vpp
SCRIPTS: $(SCRIPTS)
MIN_WORKER: $(INSTANCE_NUMBER)
MAX_WORKER: $(INSTANCE_NUMBER)
MIN_WORKER: $(T1_LAG_VPP_INSTANCE_NUM)
MAX_WORKER: $(T1_LAG_VPP_INSTANCE_NUM)
KVM_IMAGE_BRANCH: $(BUILD_BRANCH)
MGMT_BRANCH: $(BUILD_BRANCH)
ASIC_TYPE: "vpp"
KVM_IMAGE_BUILD_PIPELINE_ID: "2818"
COMMON_EXTRA_PARAMS: "--disable_sai_validation "
SPECIFIC_PARAM: '[
{"name": "dash/test_dash_vnet.py", "param": "--skip_dataplane_checking"}
]'

# This PR checker aims to run all t1 test scripts on multi-asic topology.
- job: impacted_area_multi_asic_t1_elastictest
displayName: "impacted-area-kvmtest-multi-asic-t1 by Elastictest - optional"
dependsOn:
- get_impacted_area
condition: contains(dependencies.get_impacted_area.outputs['SetVariableTask.PR_CHECKERS'], 't1_checker')
variables:
TEST_SCRIPTS: $[ dependencies.get_impacted_area.outputs['SetVariableTask.TEST_SCRIPTS'] ]
timeoutInMinutes: ${{ parameters.TIMEOUT_IN_MINUTES_PR_TEST }}
continueOnError: true
pool: sonic-ubuntu-1c
steps:
- template: .azure-pipelines/impacted_area_testing/calculate-instance-numbers.yml
parameters:
TOPOLOGY: t1
BUILD_BRANCH: $(BUILD_BRANCH)

- template: .azure-pipelines/run-test-elastictest-template.yml
parameters:
TOPOLOGY: t1-8-lag
STOP_ON_FAILURE: "False"
SCRIPTS: $(SCRIPTS)
MIN_WORKER: $(INSTANCE_NUMBER)
MAX_WORKER: $(INSTANCE_NUMBER)
NUM_ASIC: 4
KVM_IMAGE_BRANCH: $(BUILD_BRANCH)
MGMT_BRANCH: $(BUILD_BRANCH)
COMMON_EXTRA_PARAMS: "--disable_sai_validation "
Loading