[dts] [PATCH V2]pmd_stacked_bonded: upload automation script
Chen, Zhaoyan
zhaoyan.chen at intel.com
Thu Feb 28 09:40:32 CET 2019
Acked-by: Chen, Zhaoyan <zhaoyan.chen at intel.com>
Regards,
Zhaoyan Chen
> -----Original Message-----
> From: dts [mailto:dts-bounces at dpdk.org] On Behalf Of Mo, YufengX
> Sent: Thursday, February 28, 2019 2:03 PM
> To: dts at dpdk.org
> Cc: Mo, YufengX <yufengx.mo at intel.com>
> Subject: Re: [dts] [PATCH V2]pmd_stacked_bonded: upload automation script
>
>
>
> Tested-by: Mo, YufengX <yufengx.mo at intel.com>
>
> > -----Original Message-----
> > From: Mo, YufengX
> > Sent: Thursday, February 28, 2019 2:02 PM
> > To: dts at dpdk.org
> > Cc: Mo, YufengX <yufengx.mo at intel.com>
> > Subject: [dts][PATCH V2]pmd_stacked_bonded: upload automation script
> >
> >
> > This automation script is for pmd stacked bonded feature.
> >
> > Allow bonded devices to be stacked to allow two or more bonded devices
> > to be bonded into one master bonded device
> >
> > Signed-off-by: yufengmx <yufengx.mo at intel.com>
> > ---
> > tests/TestSuite_pmd_stacked_bonded.py | 531
> > ++++++++++++++++++++++++++++++++++
> > 1 file changed, 531 insertions(+)
> > create mode 100644 tests/TestSuite_pmd_stacked_bonded.py
> >
> > diff --git a/tests/TestSuite_pmd_stacked_bonded.py
> > b/tests/TestSuite_pmd_stacked_bonded.py
> > new file mode 100644
> > index 0000000..e1ce01a
> > --- /dev/null
> > +++ b/tests/TestSuite_pmd_stacked_bonded.py
> > @@ -0,0 +1,531 @@
> > +# BSD LICENSE
> > +#
> > +# Copyright(c) 2010-2019 Intel Corporation. All rights reserved.
> > +# All rights reserved.
> > +#
> > +# Redistribution and use in source and binary forms, with or without
> > +# modification, are permitted provided that the following conditions
> > +# are met:
> > +#
> > +# * Redistributions of source code must retain the above copyright
> > +# notice, this list of conditions and the following disclaimer.
> > +# * Redistributions in binary form must reproduce the above copyright
> > +# notice, this list of conditions and the following disclaimer in
> > +# the documentation and/or other materials provided with the
> > +# distribution.
> > +# * Neither the name of Intel Corporation nor the names of its
> > +# contributors may be used to endorse or promote products derived
> > +# from this software without specific prior written permission.
> > +#
> > +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS
> > +# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT
> NOT #
> > +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
> FITNESS FOR
> > +# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> > +COPYRIGHT # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
> INDIRECT,
> > +INCIDENTAL, # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
> > +(INCLUDING, BUT NOT # LIMITED TO, PROCUREMENT OF SUBSTITUTE
> GOODS OR
> > +SERVICES; LOSS OF USE, # DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
> > +HOWEVER CAUSED AND ON ANY # THEORY OF LIABILITY, WHETHER IN
> CONTRACT,
> > +STRICT LIABILITY, OR TORT # (INCLUDING NEGLIGENCE OR OTHERWISE)
> > +ARISING IN ANY WAY OUT OF THE USE # OF THIS SOFTWARE, EVEN IF
> ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> > +
> > +import time
> > +import traceback
> > +
> > +# import dts/framework libs
> > +import utils
> > +from test_case import TestCase
> > +from exception import VerifyFailure
> > +
> > +# import bonding lib
> > +import bonding
> > +from bonding import (
> > + MODE_ROUND_ROBIN,
> > + MODE_ACTIVE_BACKUP,
> > + MODE_XOR_BALANCE,
> > + MODE_BROADCAST,
> > + MODE_LACP,
> > + MODE_TLB_BALANCE,
> > + MODE_ALB_BALANCE,
> > + FRAME_SIZE_64)
> > +
> > +class TestBondingStacked(TestCase):
> > +
> > + #
> > + # On dut, dpdk bonding
> > + #
> > + def check_bonded_device_queue_config(self, *devices):
> > + '''
> > + check if master bonded device/slave device queue configuration
> > + is the same.
> > + '''
> > + # get master bonded device queue configuration
> > + master = self.bond_inst.get_port_info(devices[0], 'queue_config')
> > + # get slave device queue configuration
> > + for port_id in devices[1:]:
> > + config = self.bond_inst.get_port_info(port_id, 'queue_config')
> > + if cmp(config, master) == 0:
> > + continue
> > + msg = ("slave bonded port [{0}] is "
> > + "different to top bonded port [{1}]").format(
> > + port_id, devices[0])
> > + raise VerifyFailure('bonded device queue config:: ' +
> > + msg)
> > +
> > + def set_stacked_bonded(self, slaveGrpOne, slaveGrpTwo, bond_mode,
> > + ignore=False):
> > + '''
> > + set stacked bonded mode for a custom bonding mode
> > + '''
> > + inst = self.bond_inst
> > + socket_id = self.dut.get_numa_id(self.bond_slave)
> > + # create first bonded device 1, add slaves in it
> > + bond_port_1 = inst.create_bonded_device(bond_mode, socket_id)
> > + inst.add_slave(bond_port_1, False, '', *slaveGrpOne)
> > + # create second bonded device 2, add slaves in it
> > + bond_port_2 = inst.create_bonded_device(bond_mode, socket_id)
> > + inst.add_slave(bond_port_2, False, '', *slaveGrpTwo)
> > + # create master bonded device 3, which is the top bonded device
> > + master_bond_port = inst.create_bonded_device(bond_mode, socket_id)
> > + # add bond bonded device 1 to bonded device 3
> > + # check bonding config status
> > + inst.add_slave(master_bond_port, False, '', *[bond_port_1])
> > + # add bonded device 2 to bonded device 3
> > + # check bonding config status
> > + inst.add_slave(master_bond_port, False, '', *[bond_port_2])
> > + # check if master bonding/each slaves queue configuration is the same.
> > + if not ignore:
> > + self.check_bonded_device_queue_config(*[master_bond_port,
> > + bond_port_1,
> > + bond_port_2])
> > +
> > + return [bond_port_1, bond_port_2, master_bond_port]
> > +
> > + def set_third_stacked_bonded(self, bond_port, bond_mode):
> > + '''
> > + set third level stacked bonded to check if stacked level can be set
> > + more than 2
> > + '''
> > + inst = self.bond_inst
> > + socket_id = self.dut.get_numa_id(self.bond_slave)
> > + third_bond_port = inst.create_bonded_device(bond_mode, socket_id)
> > + inst.add_slave(third_bond_port, False, '', *[bond_port])
> > +
> > + def duplicate_add_stacked_bonded(self, bond_port_1, bond_port_2,
> > + master_bond_port):
> > + '''
> > + check if adding duplicate stacked bonded device is forbidden
> > + '''
> > + inst = self.bond_inst
> > + # check exception process
> > + expected_str = 'Slave device is already a slave of a bonded device'
> > + # add bonded device 1 to bonded device 3
> > + # check bonding config status
> > + inst.add_slave(master_bond_port, False, expected_str, *[bond_port_1])
> > + # add bonded device 2 to bonded device 3
> > + # check bonding config status
> > + inst.add_slave(master_bond_port, False, expected_str,
> > + *[bond_port_2])
> > +
> > + def preset_stacked_bonded(self, slaveGrpOne, slaveGrpTwo, bond_mode):
> > + bond_port_1, bond_port_2, master_bond_port = self.set_stacked_bonded(
> > + slaveGrpOne,
> > + slaveGrpTwo,
> > + bond_mode,
> > + ignore=True)
> > + portList = [slaveGrpOne[0],
> > + slaveGrpTwo[0],
> > + bond_port_1,
> > + bond_port_2,
> > + master_bond_port]
> > + cmds = [
> > + ["port stop all", ''],
> > + ["set portlist " + ",".join([str(port) for port in portList]), ''],
> > + ["port start all", ' ', 15]]
> > + self.bond_inst.d_console(cmds)
> > + # blank space command is used to skip LSC event to avoid core dumped
> issue
> > + time.sleep(5)
> > + cmds = [ [' ', ''],
> > + ["start", '']]
> > + self.bond_inst.d_console(cmds)
> > + time.sleep(5)
> > +
> > + return bond_port_1, bond_port_2, master_bond_port
> > +
> > + #
> > + # packet transmission
> > + #
> > + def traffic(self, traffic_config, ports):
> > + # get ports statistics before sending packets
> > + stats_pre = self.bond_inst.get_all_stats(ports)
> > + # send packets
> > + self.bond_inst.send_packet(traffic_config)
> > + # get ports statistics after sending packets
> > + stats_post = self.bond_inst.get_all_stats(ports)
> > + # calculate ports statistics result
> > + for port_id in ports:
> > + stats_post[port_id]['RX-packets'] -= stats_pre[port_id]['RX-packets']
> > + stats_post[port_id]['TX-packets'] -=
> > + stats_pre[port_id]['TX-packets']
> > +
> > + return stats_post
> > +
> > + def config_port_traffic(self, tx_port, rx_port, total_pkt):
> > + ''' set traffic configuration '''
> > + traffic_config = {
> > + 'port topo': [tx_port, rx_port],
> > + 'stream': self.bond_inst.set_stream_to_slave_port(rx_port),
> > + 'traffic configs': {
> > + 'count': total_pkt,
> > + },}
> > +
> > + return traffic_config
> > +
> > + def active_slave_rx(self, slave, bond_port, mode):
> > + msg = "send packet to active slave port <{0}>".format(slave)
> > + self.logger.info(msg)
> > + tx_intf = self.tester.get_interface(
> > + self.tester.get_local_port(self.dut_ports[slave]))
> > + # get traffic config
> > + traffic_config = self.config_port_traffic(tx_intf, slave,self.total_pkt)
> > + # select ports for statistics
> > + ports = [slave, bond_port]
> > + # run traffic
> > + stats = self.traffic(traffic_config, ports)
> > + # check slave statistics
> > + msg = "port <{0}> Data not received by port <{1}>".format(
> > + tx_intf, slave)
> > + # here using `>=` to ignore some miscellaneous packets, e.g. lldp
> > + self.verify(stats[slave]['RX-packets'] >= self.total_pkt, msg)
> > + msg = "tester port {0} <----> dut port {1} is ok".format(
> > + tx_intf, slave)
> > + self.logger.info(msg)
> > + # check bond port statistics
> > + # here using `>=` to ignore some miscellaneous packets, e.g. lldp
> > + self.verify(stats[slave]['RX-packets'] >= self.total_pkt,
> > + "Bond port have error RX packet in XOR")
> > +
> > + def inactive_slave_rx(self, slave, bond_port, mode):
> > + msg = "send packet to inactive slave port <{0}>".format(slave)
> > + self.logger.info(msg)
> > + tx_intf = self.tester.get_interface(
> > + self.tester.get_local_port(self.dut_ports[slave]))
> > + # get traffic config
> > + traffic_config = self.config_port_traffic(tx_intf, slave,self.total_pkt)
> > + # select ports for statistics
> > + ports = [slave, bond_port]
> > + # run traffic
> > + stats = self.traffic(traffic_config, ports)
> > + # check slave statistics
> > + msg = ("port <{0}> Data received by port <{1}>, "
> > + "but should not.").format(tx_intf, slave)
> > + self.verify(stats[slave]['RX-packets'] == 0, msg)
> > + msg = "tester port {0} <-| |-> dut port {1} is blocked".format(
> > + tx_intf, slave)
> > + self.logger.info(msg)
> > + # check bond port statistics
> > + self.verify(stats[slave]['RX-packets'] == 0,
> > + "Bond port have error RX packet in
> > + {0}".format(mode))
> > +
> > + def check_traffic_with_one_slave_down(self, mode):
> > + """
> > + Verify that transmitting packets correctly when set one slave of
> > + the bonded device link down.
> > + """
> > + results = []
> > + #-------------------------------
> > + # boot up testpmd
> > + self.bond_inst.start_testpmd()
> > + try:
> > + slaves = {'active' : [], 'inactive' : []}
> > + #-------------------------------
> > + # preset stacked bonded device
> > + slaveGrpOne = self.slaveGrpOne
> > + slaveGrpTwo = self.slaveGrpTwo
> > + bond_port_1, bond_port_2, master_bond_port = \
> > + self.preset_stacked_bonded(slaveGrpOne, slaveGrpTwo, mode)
> > + #---------------------------------------------------
> > + # set one slave of first bonded device link down
> > + primary_slave = slaveGrpOne[0]
> > + self.bond_inst.set_dut_port_status(primary_slave, "down")
> > + slaves['inactive'].append(primary_slave)
> > + # get slave status
> > + primary_port, active_slaves = \
> > + self.bond_inst.get_active_slaves(bond_port_1)
> > + slaves['active'].extend(active_slaves)
> > + if primary_slave in slaves['active']:
> > + msg = "{0} should not be in active slaves list".format(
> > + primary_slave)
> > + raise Exception(msg)
> > + #---------------------------------------------------
> > + # set one slave of second bonded device link down
> > + primary_slave = slaveGrpTwo[0]
> > + self.bond_inst.set_dut_port_status(primary_slave, "down")
> > + slaves['inactive'].append(primary_slave)
> > + # check active slaves
> > + primary_port_2, active_slaves_2 = \
> > + self.bond_inst.get_active_slaves(bond_port_2)
> > + slaves['active'].extend(active_slaves_2)
> > + if primary_slave in slaves['active']:
> > + msg = "{0} should not be in active slaves list".format(
> > + primary_slave)
> > + raise Exception(msg)
> > + # traffic testing
> > + # active slave traffic testing
> > + for slave in slaves['active']:
> > + self.active_slave_rx(slave, master_bond_port, mode)
> > + # inactive slave traffic testing
> > + for slave in slaves['inactive']:
> > + self.inactive_slave_rx(slave, master_bond_port, mode)
> > + except Exception as e:
> > + results.append(e)
> > + self.logger.error(traceback.format_exc())
> > + finally:
> > + self.bond_inst.close_testpmd()
> > +
> > + return results
> > +
> > + def check_traffic(self, mode):
> > + """ normal traffic with all slaves are under active status.
> > + verify the RX packets are all correct with stacked bonded device.
> > + bonded device's statistics should be the sum of slaves statistics.
> > + """
> > + self.bond_inst.start_testpmd()
> > + slaveGrpOne = self.slaveGrpOne
> > + slaveGrpTwo = self.slaveGrpTwo
> > + bond_port_1, bond_port_2, master_bond_port = \
> > + self.preset_stacked_bonded(slaveGrpOne, slaveGrpTwo, mode)
> > + results = []
> > + # check first bonded device
> > + try:
> > + self.logger.info('check first bonded device')
> > + # active slave traffic testing
> > + for slave in slaveGrpOne:
> > + self.active_slave_rx(slave, bond_port_1, mode)
> > + except Exception as e:
> > + results.append(e)
> > + # check second bonded device
> > + try:
> > + self.logger.info('check second bonded device')
> > + # active slave traffic testing
> > + for slave in slaveGrpOne:
> > + self.active_slave_rx(slave, bond_port_2, mode)
> > + except Exception as e:
> > + results.append(e)
> > +
> > + # check top bonded device
> > + try:
> > + self.logger.info('check master bonded device')
> > + # active slave traffic testing
> > + for slave in slaveGrpOne + slaveGrpTwo:
> > + self.active_slave_rx(slave, master_bond_port, mode)
> > + except Exception as e:
> > + results.append(e)
> > +
> > + self.bond_inst.close_testpmd()
> > +
> > + return results
> > +
> > + def backup_check_traffic(self):
> > + mode = MODE_ACTIVE_BACKUP
> > + msg = "begin checking bonding backup(stacked) mode transmission"
> > + self.logger.info(msg)
> > + results = self.check_traffic(mode)
> > + if results:
> > + for item in results:
> > + self.logger.error(item)
> > + raise VerifyFailure("backup(stacked) mode: rx failed")
> > +
> > + def backup_check_traffic_with_slave_down(self):
> > + mode = MODE_ACTIVE_BACKUP
> > + self.logger.info("begin checking bonding backup(stacked) "
> > + "mode transmission with one slave down")
> > + results = self.check_traffic_with_one_slave_down(mode)
> > + if results:
> > + for item in results:
> > + self.logger.error(item)
> > + msg = "backup(stacked) mode: rx with one slave down failed"
> > + raise VerifyFailure(msg)
> > +
> > + def xor_check_rx(self):
> > + mode = MODE_XOR_BALANCE
> > + msg = "begin checking bonding xor(stacked) mode transmission"
> > + self.logger.info(msg)
> > + results = self.check_traffic(mode)
> > + if results:
> > + for item in results:
> > + self.logger.error(item)
> > + raise VerifyFailure("xor(stacked) mode: rx failed")
> > +
> > + def xor_check_stacked_rx_one_slave_down(self):
> > + mode = MODE_XOR_BALANCE
> > + self.logger.info("begin checking bonding xor(stacked) mode "
> > + "transmission with one slave down")
> > + results = self.check_traffic_with_one_slave_down(mode)
> > + if results:
> > + for item in results:
> > + self.logger.error(item)
> > + msg = "xor(stacked) mode: rx with one slave down failed"
> > + raise VerifyFailure(msg)
> > + #
> > + # Test cases.
> > + #
> > + def set_up_all(self):
> > + """
> > + Run before each test suite
> > + """
> > + self.verify('bsdapp' not in self.target, "Bonding not support freebsd")
> > + self.dut_ports = self.dut.get_ports()
> > + num_ports = len(self.dut_ports)
> > + self.verify(num_ports == 2 or num_ports == 4, "Insufficient ports")
> > + # separate ports into two group as first level bond ports' slaves
> > + sep_index = len(self.dut_ports)/2
> > + self.slaveGrpOne = self.dut_ports[:sep_index]
> > + self.slaveGrpTwo = self.dut_ports[sep_index:]
> > + self.bond_slave = self.dut_ports[0]
> > + # initialize bonding common methods name
> > + self.total_pkt = 100
> > + config = {
> > + 'parent': self,
> > + 'pkt_name': 'udp',
> > + 'pkt_size': FRAME_SIZE_64,
> > + 'src_mac': '52:00:00:00:00:03',
> > + 'src_ip': '10.239.129.65',
> > + 'src_port': 61,
> > + 'dst_ip': '10.239.129.88',
> > + 'dst_port': 53,}
> > + self.bond_inst = bonding.PmdBonding(**config)
> > +
> > + def tear_down_all(self):
> > + """
> > + Run after each test suite.
> > + """
> > + pass
> > +
> > + def set_up(self):
> > + """
> > + Run before each test case.
> > + """
> > + pass
> > +
> > + def tear_down(self):
> > + """
> > + Run after each test case.
> > + """
> > +
> > + def test_basic_behav(self):
> > + '''
> > + allow a bonded device to be added to another bonded device.
> > + There's two limitations to create master bonding:
> > +
> > + - Total depth of nesting is limited to two levels,
> > + - 802.3ad mode is not supported if one or more slaves is a
> > + bond device
> > +
> > + note: There 802.3ad mode can not be supported on this bond device.
> > +
> > + This case is aimed at testing basic behavior of stacked bonded commands.
> > +
> > + '''
> > + #------------------------------------------------
> > + # check stacked bonded status, except mode 4 (802.3ad)
> > + mode_list =[MODE_ROUND_ROBIN,
> > + MODE_ACTIVE_BACKUP,
> > + MODE_XOR_BALANCE,
> > + MODE_BROADCAST,
> > + MODE_TLB_BALANCE,
> > + MODE_ALB_BALANCE]
> > + slaveGrpOne = self.slaveGrpOne
> > + slaveGrpTwo = self.slaveGrpTwo
> > + check_result = []
> > + for bond_mode in mode_list:
> > + self.logger.info("begin mode <{0}> checking".format(bond_mode))
> > + # boot up testpmd
> > + self.bond_inst.start_testpmd()
> > + try:
> > + self.logger.info("check bonding mode <{0}>".format(bond_mode))
> > + # set up stacked bonded status
> > + bond_port_1, bond_port_2, master_bond_port = \
> > + self.set_stacked_bonded(slaveGrpOne, slaveGrpTwo, bond_mode)
> > + # check duplicate add slave
> > + self.duplicate_add_stacked_bonded(bond_port_1, bond_port_2,
> > + master_bond_port)
> > + # check stacked limitation
> > + self.set_third_stacked_bonded(master_bond_port, bond_mode)
> > + # quit testpmd, it is not supported to reset testpmd
> > + self.logger.info("mode <{0}> done !".format(bond_mode))
> > + check_result.append([bond_mode, None])
> > + except Exception as e:
> > + check_result.append([bond_mode, e])
> > + self.logger.error(e)
> > + finally:
> > + self.bond_inst.close_testpmd()
> > + time.sleep(5)
> > + #------------------------------------------------
> > + # 802.3ad mode is not supported
> > + # if one or more slaves is a bond device
> > + # so it should raise a exception
> > + msg = ''
> > + try:
> > + # boot up testpmd
> > + self.bond_inst.start_testpmd()
> > + # set up stacked bonded status
> > + self.set_stacked_bonded(slaveGrpOne, slaveGrpTwo, MODE_LACP)
> > + # quit testpmd, it is not supported to reset testpmd
> > + msg = ("802.3ad mode hasn't been forbidden to "
> > + "use stacked bonded setting")
> > + check_result.append([MODE_LACP, msg])
> > + except Exception as e:
> > + check_result.append([MODE_LACP, None])
> > + finally:
> > + self.bond_inst.close_testpmd()
> > +
> > + exception_flag = False
> > + for bond_mode, e in check_result:
> > + msg = "mode <{0}>".format(bond_mode)
> > + if e:
> > + self.logger.info(msg)
> > + self.logger.error(e)
> > + exception_flag = True
> > + else:
> > + self.logger.info(msg + ' done !')
> > + # if some checking item is failed, raise exception
> > + if exception_flag:
> > + raise VerifyFailure('some test items failed')
> > + else:
> > + self.logger.info('all test items have done !')
> > +
> > + def test_mode_backup_rx(self):
> > + """
> > + Verify receive packets correctly in the active-backup(stacked) mode.
> > + """
> > + self.backup_check_traffic()
> > +
> > + def test_mode_backup_one_slave_down(self):
> > + """
> > + Verify that receive packets correctly in the active-backup(stacked) mode
> > + when bringing any one slave of the bonding device link down.
> > + """
> > + slave_down_port_limit = 4
> > + if len(self.dut_ports) < slave_down_port_limit:
> > + msg = ("ports less than {0}, "
> > + "ignore stacked one slave down check").format(
> > + slave_down_port_limit)
> > + self.logger.warning(msg)
> > + return
> > + self.backup_check_traffic_with_slave_down()
> > +
> > + def test_mode_xor_rx(self):
> > + """
> > + Verify that receive packets correctly in the XOR(stacked) mode.
> > + """
> > + self.xor_check_rx()
> > +
> > + def test_mode_xor_rx_one_slave_down(self):
> > + """
> > + Verify that receive packets correctly in the XOR(stacked) mode when
> > + bringing any one slave of the bonding device link down.
> > + """
> > + slave_down_port_limit = 4
> > + if len(self.dut_ports) < slave_down_port_limit:
> > + msg = ("ports less than {0}, "
> > + "ignore stacked one slave down check").format(
> > + slave_down_port_limit)
> > + self.logger.warning(msg)
> > + return
> > + self.xor_check_stacked_rx_one_slave_down()
> > \ No newline at end of file
> > --
> > 1.9.3
More information about the dts
mailing list