Skip to content

[VS Test Stability] Temporarily skip flaky tests #1780

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
prsunny merged 4 commits into from
Jun 11, 2021
Merged

[VS Test Stability] Temporarily skip flaky tests #1780

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
a6a14d6
Skip tpid lag test
Jun 10, 2021
8448256
Skip dpb_arp_flush tests
Jun 10, 2021
8cec623
Vrf check
Jun 11, 2021
7253f03
Further DPB tests
Jun 11, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions .azure-pipelines/test-docker-sonic-vs-template.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,9 @@ jobs:
sudo docker load -i ../docker-sonic-vs.gz
docker ps
ip netns list
uname -a
sudo /sbin/ip link add Vrf1 type vrf table 1001 || { echo 'vrf command failed' ; exit 1; }
sudo /sbin/ip link del Vrf1 type vrf table 1001
pushd tests
sudo py.test -v --force-flaky --junitxml=tr.xml --imgname=docker-sonic-vs:$(Build.DefinitionName).$(Build.BuildNumber)
displayName: "Run vs tests"
Expand Down
6 changes: 6 additions & 0 deletions tests/test_port_dpb_system.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -205,6 +205,7 @@ def test_port_breakout_with_vlan(self, dvs):
# Verify DPB is successful
dpb.verify_port_breakout_mode(dvs, "Ethernet0", breakoutMode1)

@pytest.mark.skip(reason="This test is not stable enough")
def test_port_breakout_with_acl(self, dvs, dvs_acl):
dvs.setup_db()
dpb = DPB()
Expand Down Expand Up @@ -540,6 +541,7 @@ def _check_route_absent():
status, result = wait_for_result(_check_route_absent, ROUTE_CHECK_POLLING)
assert status == True

@pytest.mark.skip(reason="This test is not stable enough")
def test_cli_command_negative(self, dvs, dvs_acl):
dvs.setup_db()
dpb = DPB()
Expand Down Expand Up @@ -623,6 +625,7 @@ def test_cli_command_negative(self, dvs, dvs_acl):
dvs_acl.verify_acl_table_count(0)
self.dvs_vlan.get_and_verify_vlan_ids(0)

@pytest.mark.skip(reason="This test is not stable enough")
def test_dpb_arp_flush(self, dvs):
dvs.setup_db()
dvs_asic_db = dvs.get_asic_db()
Expand Down Expand Up @@ -673,6 +676,7 @@ def test_dpb_arp_flush(self, dvs):
dvs.change_port_breakout_mode("Ethernet0", "1x100G[40G]")
dpb.verify_port_breakout_mode(dvs, "Ethernet0", "1x100G[40G]")

@pytest.mark.skip(reason="This test is not stable enough")
def test_dpb_arp_flush_vlan(self, dvs):
dvs.setup_db()
dvs_asic_db = dvs.get_asic_db()
Expand Down Expand Up @@ -736,6 +740,7 @@ def test_dpb_arp_flush_vlan(self, dvs):
# Remove VLAN(note that member was removed during port breakout)
self.dvs_vlan.remove_vlan(vlanID)

@pytest.mark.skip(reason="This test is not stable enough")
def test_dpb_arp_flush_on_port_oper_shut(self, dvs):
dvs.setup_db()
dvs_asic_db = dvs.get_asic_db()
Expand Down Expand Up @@ -800,6 +805,7 @@ def test_dpb_arp_flush_on_port_oper_shut(self, dvs):
self.dvs_vlan.remove_vlan_member(vlanID, portName)
self.dvs_vlan.remove_vlan(vlanID)

@pytest.mark.skip(reason="This test is not stable enough")
def test_dpb_arp_flush_on_vlan_member_remove(self, dvs):
dvs.setup_db()
dvs_asic_db = dvs.get_asic_db()
Expand Down
1 change: 1 addition & 0 deletions tests/test_portchannel.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -329,6 +329,7 @@ def test_Portchannel_oper_down(self, dvs, testlog):
dvs.servers[0].runcmd("ip link set up dev eth0")
time.sleep(1)

@pytest.mark.skip(reason="This test is not stable enough")
def test_Portchannel_tpid(self, dvs, testlog):
adb = swsscommon.DBConnector(1, dvs.redis_sock, 0)
cdb = swsscommon.DBConnector(4, dvs.redis_sock, 0)
Expand Down