[dts] [02/12] add test start time and exec cmd time for eal unit test

Tu, LijuanX A lijuanx.a.tu at intel.com
Tue Oct 27 09:31:24 CET 2015


Acked by tu,lijuan <lijuanx.a.tu at intel.com>

> Signed-off-by: xu,huilong <huilongx.xu at intel.com>
> ---
>  tests/TestSuite_unit_tests_eal.py | 138 +++++++++++++++++++-------------------
>  1 file changed, 70 insertions(+), 68 deletions(-)
> 
> diff --git a/tests/TestSuite_unit_tests_eal.py b/tests/TestSuite_unit_tests_eal.py
> index b8bd5a3..0945cd6 100644
> --- a/tests/TestSuite_unit_tests_eal.py
> +++ b/tests/TestSuite_unit_tests_eal.py
> @@ -33,6 +33,8 @@ class TestUnitTestsEal(TestCase):
>          out = self.dut.build_dpdk_apps('./app/test/')
>          self.verify('make: Leaving directory' in out, "Compilation failed")
>          [arch, machine, self.env, toolchain] = self.target.split('-')
> +        self.start_test_time = 60
> +        self.run_cmd_time = 60
>  
>      def set_up(self):
>          """
> @@ -46,8 +48,8 @@ class TestUnitTestsEal(TestCase):
>          """
>  
>          self.dut.send_expect("%s ./app/test/test -n 1 -c ffff" % self.dut.taskset(1),
> -                             "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("version_autotest", "RTE>>", 30)
> +                             "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("version_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -57,8 +59,8 @@ class TestUnitTestsEal(TestCase):
>          """
>  
>          self.dut.send_expect("%s ./app/test/test -n 1 -c ffff" % self.dut.taskset(1),
> -                             "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("memcpy_autotest", "RTE>>", 30)
> +                             "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("memcpy_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -68,8 +70,8 @@ class TestUnitTestsEal(TestCase):
>          """
>  
>          self.dut.send_expect("%s ./app/test/test -n 1 -c ffff" % self.dut.taskset(1),
> -                             "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("common_autotest", "RTE>>", 30)
> +                             "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("common_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -79,8 +81,8 @@ class TestUnitTestsEal(TestCase):
>          """
>  
>          self.dut.send_expect("%s ./app/test/test -n 1 -c ffff" % self.dut.taskset(1),
> -                             "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("eal_fs_autotest", "RTE>>", 30)
> +                             "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("eal_fs_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -90,8 +92,8 @@ class TestUnitTestsEal(TestCase):
>          """
>  
>          self.dut.send_expect("%s ./app/test/test -n 1 -c ffff" % self.dut.taskset(1),
> -                             "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("memcpy_autotest", "RTE>>", 30)
> +                             "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("memcpy_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -100,8 +102,8 @@ class TestUnitTestsEal(TestCase):
>          Run memcopy performance autotest.
>          """
>          self.dut.send_expect("%s ./app/test/test -n 1 -c ffff" % self.dut.taskset(1),
> -                             "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("memcpy_perf_autotest", "RTE>>", 240)
> +                             "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("memcpy_perf_autotest", "RTE>>", self.run_cmd_time * 4)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -110,8 +112,8 @@ class TestUnitTestsEal(TestCase):
>          Run hash autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("hash_autotest", "RTE>>", 40)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("hash_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -121,8 +123,8 @@ class TestUnitTestsEal(TestCase):
>          """
>  
>          self.dut.send_expect("%s ./app/test/test -n 1 -c fffe" % self.dut.taskset(1),
> -                             "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("hash_perf_autotest", "RTE>>", 600)
> +                             "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("hash_perf_autotest", "RTE>>", self.run_cmd_time * 10)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -131,8 +133,8 @@ class TestUnitTestsEal(TestCase):
>          Run malloc autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("malloc_autotest", "RTE>>", 30)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("malloc_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -146,8 +148,8 @@ class TestUnitTestsEal(TestCase):
>          else:
>              # mask cores only on socket 0
>              cmdline = "%s ./app/test/test -n 1 -c 5555" % self.dut.taskset(1)
> -        self.dut.send_expect(cmdline, "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("func_reentrancy_autotest", "RTE>>", 30)
> +        self.dut.send_expect(cmdline, "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("func_reentrancy_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -156,8 +158,8 @@ class TestUnitTestsEal(TestCase):
>          Run pci autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("pci_autotest", "RTE>>", 30)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("pci_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -166,8 +168,8 @@ class TestUnitTestsEal(TestCase):
>          Run atomic autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("atomic_autotest", "RTE>>", 30)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("atomic_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -176,8 +178,8 @@ class TestUnitTestsEal(TestCase):
>          Run memory autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect('memory_autotest', "RTE>>", 20)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect('memory_autotest', "RTE>>", self.run_cmd_time)
>          regexp = "phys:0x[0-9a-f]*, len:([0-9a-f]*), virt:0x[0-9a-f]*, socket_id:[0-9]*"
>          match = dts.regexp(out, regexp)
>          size = int(match, 16)
> @@ -189,8 +191,8 @@ class TestUnitTestsEal(TestCase):
>          Run lcore autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("per_lcore_autotest", "RTE>>", 20)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("per_lcore_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -199,8 +201,8 @@ class TestUnitTestsEal(TestCase):
>          Run spinlock autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("spinlock_autotest", "RTE>>", 120)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("spinlock_autotest", "RTE>>", self.run_cmd_time * 2)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -209,8 +211,8 @@ class TestUnitTestsEal(TestCase):
>          Run rwlock autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("rwlock_autotest", "RTE>>", 20)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("rwlock_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -219,8 +221,8 @@ class TestUnitTestsEal(TestCase):
>          Run prefetch autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("prefetch_autotest", "RTE>>", 20)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("prefetch_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -229,8 +231,8 @@ class TestUnitTestsEal(TestCase):
>          Run byte order autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("byteorder_autotest", "RTE>>", 10)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("byteorder_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -239,8 +241,8 @@ class TestUnitTestsEal(TestCase):
>          Run cycles autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("cycles_autotest", "RTE>>", 20)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("cycles_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -249,8 +251,8 @@ class TestUnitTestsEal(TestCase):
>          Run logs autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("logs_autotest", "RTE>>", 10)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("logs_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -259,8 +261,8 @@ class TestUnitTestsEal(TestCase):
>          Run memzone autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("memzone_autotest", "RTE>>", 10)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("memzone_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -269,8 +271,8 @@ class TestUnitTestsEal(TestCase):
>          Run debug autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("debug_autotest", "RTE>>", 10)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("debug_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -279,8 +281,8 @@ class TestUnitTestsEal(TestCase):
>          Run eal flags autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff -m 64", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("eal_flags_autotest", "RTE>>", 40)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff -m 64", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("eal_flags_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -290,8 +292,8 @@ class TestUnitTestsEal(TestCase):
>          """
>  
>          self.verify(self.env == "linuxapp", "Alarm only supported in linux env")
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("alarm_autotest", "RTE>>", 60)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("alarm_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -300,8 +302,8 @@ class TestUnitTestsEal(TestCase):
>          Run CPU flags autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("cpuflags_autotest", "RTE>>", 60)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("cpuflags_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -310,8 +312,8 @@ class TestUnitTestsEal(TestCase):
>          Run errno autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*TE>>|RT.*E>>|RTE.*>>|RTE>.*>", 20)
> -        out = self.dut.send_expect("errno_autotest", "RTE>>", 60)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*TE>>|RT.*E>>|RTE.*>>|RTE>.*>", self.start_test_time)
> +        out = self.dut.send_expect("errno_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -321,8 +323,8 @@ class TestUnitTestsEal(TestCase):
>          """
>  
>          self.verify(self.env == "linuxapp", "Interrupt only supported in linux env")
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*TE>>|RT.*E>>|RTE.*>>|RTE>.*>", 20)
> -        out = self.dut.send_expect("interrupt_autotest", "RTE>>", 60)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*TE>>|RT.*E>>|RTE.*>>|RTE>.*>", self.start_test_time)
> +        out = self.dut.send_expect("interrupt_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -331,8 +333,8 @@ class TestUnitTestsEal(TestCase):
>          Run multiprocess autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff -m 64", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("multiprocess_autotest", "RTE>>", 60)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff -m 64", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("multiprocess_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -341,8 +343,8 @@ class TestUnitTestsEal(TestCase):
>          Run string autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("string_autotest", "RTE>>", 60)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("string_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -351,8 +353,8 @@ class TestUnitTestsEal(TestCase):
>          Run tailq autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("tailq_autotest", "RTE>>", 60)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("tailq_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -361,8 +363,8 @@ class TestUnitTestsEal(TestCase):
>          Run devargs autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("devargs_autotest", "RTE>>", 60)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("devargs_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -371,8 +373,8 @@ class TestUnitTestsEal(TestCase):
>          Run kvargs autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("kvargs_autotest", "RTE>>", 60)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("kvargs_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -381,8 +383,8 @@ class TestUnitTestsEal(TestCase):
>          Run acl autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("acl_autotest", "RTE>>", 60)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("acl_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> @@ -391,8 +393,8 @@ class TestUnitTestsEal(TestCase):
>          Run acl autotest.
>          """
>  
> -        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", 10)
> -        out = self.dut.send_expect("link_bonding_autotest", "RTE>>", 60)
> +        self.dut.send_expect("./app/test/test -n 1 -c ffff", "R.*T.*E.*>.*>", self.start_test_time)
> +        out = self.dut.send_expect("link_bonding_autotest", "RTE>>", self.run_cmd_time)
>          self.dut.send_expect("quit", "# ")
>          self.verify("Test OK" in out, "Test failed")
>  
> -- 
> 1.9.3
> 
>


More information about the dts mailing list