Merge "update yardstick ha test cases dashboard"
[yardstick.git] / tests / unit / network_services / traffic_profile / test_rfc2544.py
index 1e9409b..aef0b93 100644 (file)
 
 from __future__ import absolute_import
 from __future__ import division
+
 import unittest
 import mock
 
-STL_MOCKS = {
-    'stl': mock.MagicMock(),
-    'stl.trex_stl_lib': mock.MagicMock(),
-    'stl.trex_stl_lib.base64': mock.MagicMock(),
-    'stl.trex_stl_lib.binascii': mock.MagicMock(),
-    'stl.trex_stl_lib.collections': mock.MagicMock(),
-    'stl.trex_stl_lib.copy': mock.MagicMock(),
-    'stl.trex_stl_lib.datetime': mock.MagicMock(),
-    'stl.trex_stl_lib.functools': mock.MagicMock(),
-    'stl.trex_stl_lib.imp': mock.MagicMock(),
-    'stl.trex_stl_lib.inspect': mock.MagicMock(),
-    'stl.trex_stl_lib.json': mock.MagicMock(),
-    'stl.trex_stl_lib.linecache': mock.MagicMock(),
-    'stl.trex_stl_lib.math': mock.MagicMock(),
-    'stl.trex_stl_lib.os': mock.MagicMock(),
-    'stl.trex_stl_lib.platform': mock.MagicMock(),
-    'stl.trex_stl_lib.pprint': mock.MagicMock(),
-    'stl.trex_stl_lib.random': mock.MagicMock(),
-    'stl.trex_stl_lib.re': mock.MagicMock(),
-    'stl.trex_stl_lib.scapy': mock.MagicMock(),
-    'stl.trex_stl_lib.socket': mock.MagicMock(),
-    'stl.trex_stl_lib.string': mock.MagicMock(),
-    'stl.trex_stl_lib.struct': mock.MagicMock(),
-    'stl.trex_stl_lib.sys': mock.MagicMock(),
-    'stl.trex_stl_lib.threading': mock.MagicMock(),
-    'stl.trex_stl_lib.time': mock.MagicMock(),
-    'stl.trex_stl_lib.traceback': mock.MagicMock(),
-    'stl.trex_stl_lib.trex_stl_async_client': mock.MagicMock(),
-    'stl.trex_stl_lib.trex_stl_client': mock.MagicMock(),
-    'stl.trex_stl_lib.trex_stl_exceptions': mock.MagicMock(),
-    'stl.trex_stl_lib.trex_stl_ext': mock.MagicMock(),
-    'stl.trex_stl_lib.trex_stl_jsonrpc_client': mock.MagicMock(),
-    'stl.trex_stl_lib.trex_stl_packet_builder_interface': mock.MagicMock(),
-    'stl.trex_stl_lib.trex_stl_packet_builder_scapy': mock.MagicMock(),
-    'stl.trex_stl_lib.trex_stl_port': mock.MagicMock(),
-    'stl.trex_stl_lib.trex_stl_stats': mock.MagicMock(),
-    'stl.trex_stl_lib.trex_stl_streams': mock.MagicMock(),
-    'stl.trex_stl_lib.trex_stl_types': mock.MagicMock(),
-    'stl.trex_stl_lib.types': mock.MagicMock(),
-    'stl.trex_stl_lib.utils': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.argparse': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.collections': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.common': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.json': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.os': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.parsing_opts': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.pwd': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.random': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.re': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.string': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.sys': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.text_opts': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.text_tables': mock.MagicMock(),
-    'stl.trex_stl_lib.utils.texttable': mock.MagicMock(),
-    'stl.trex_stl_lib.warnings': mock.MagicMock(),
-    'stl.trex_stl_lib.yaml': mock.MagicMock(),
-    'stl.trex_stl_lib.zlib': mock.MagicMock(),
-    'stl.trex_stl_lib.zmq': mock.MagicMock(),
-}
+from tests.unit import STL_MOCKS
+
 
 STLClient = mock.MagicMock()
 stl_patch = mock.patch.dict("sys.modules", STL_MOCKS)
@@ -106,7 +50,7 @@ class TestRFC2544Profile(unittest.TestCase):
                'name': 'rfc2544',
                'traffic_profile': {'traffic_type': 'RFC2544Profile',
                                    'frame_rate': 100},
-               'public': {'ipv4':
+               'public_1': {'ipv4':
                           {'outer_l2': {'framesize':
                                         {'64B': '100', '1518B': '0',
                                          '128B': '0', '1400B': '0',
@@ -115,10 +59,10 @@ class TestRFC2544Profile(unittest.TestCase):
                            'outer_l3v4': {'dstip4': '1.1.1.1-1.15.255.255',
                                           'proto': 'udp',
                                           'srcip4': '90.90.1.1-90.105.255.255',
-                                          'dscp': 0, 'ttl': 32},
+                                          'dscp': 0, 'ttl': 32, 'count': 1},
                            'outer_l4': {'srcport': '2001',
-                                        'dsrport': '1234'}}},
-               'private': {'ipv4':
+                               'dsrport': '1234', 'count': 1}}},
+               'private_1': {'ipv4':
                            {'outer_l2': {'framesize':
                                          {'64B': '100', '1518B': '0',
                                           '128B': '0', '1400B': '0',
@@ -127,9 +71,9 @@ class TestRFC2544Profile(unittest.TestCase):
                             'outer_l3v4': {'dstip4': '9.9.1.1-90.105.255.255',
                                            'proto': 'udp',
                                            'srcip4': '1.1.1.1-1.15.255.255',
-                                           'dscp': 0, 'ttl': 32},
+                                           'dscp': 0, 'ttl': 32, 'count': 1},
                             'outer_l4': {'dstport': '2001',
-                                         'srcport': '1234'}}},
+                                'srcport': '1234', 'count': 1}}},
                'schema': 'isb:traffic_profile:0.1'}
 
     def test___init__(self):
@@ -139,6 +83,8 @@ class TestRFC2544Profile(unittest.TestCase):
     def test_execute(self):
         traffic_generator = mock.Mock(autospec=TrexProfile)
         traffic_generator.my_ports = [0, 1]
+        traffic_generator.priv_ports = [-1]
+        traffic_generator.pub_ports = [1]
         traffic_generator.client = \
             mock.Mock(return_value=True)
         r_f_c2544_profile = RFC2544Profile(self.TRAFFIC_PROFILE)
@@ -149,66 +95,101 @@ class TestRFC2544Profile(unittest.TestCase):
     def test_get_drop_percentage(self):
         traffic_generator = mock.Mock(autospec=TrexProfile)
         traffic_generator.my_ports = [0, 1]
-        traffic_generator.client = \
-            mock.Mock(return_value=True)
+        traffic_generator.priv_ports = [0]
+        traffic_generator.pub_ports = [1]
+        traffic_generator.client = mock.Mock(return_value=True)
+
         r_f_c2544_profile = RFC2544Profile(self.TRAFFIC_PROFILE)
         r_f_c2544_profile.params = self.PROFILE
-        self.assertEqual(None, r_f_c2544_profile.execute(traffic_generator))
+        r_f_c2544_profile.register_generator(traffic_generator)
+        self.assertIsNone(r_f_c2544_profile.execute(traffic_generator))
+
         samples = {}
         for ifname in range(1):
             name = "xe{}".format(ifname)
-            samples[name] = {"rx_throughput_fps": 20,
-                             "tx_throughput_fps": 20,
-                             "rx_throughput_mbps": 10,
-                             "tx_throughput_mbps": 10,
-                             "in_packets": 1000,
-                             "out_packets": 1000}
-        tol_min = 100.0
-        tolerance = 0.0
-        expected = {'DropPercentage': 0.0, 'RxThroughput': 100/3.0,
-                    'TxThroughput': 100/3.0, 'CurrentDropPercentage': 0.0,
-                    'Throughput': 100/3.0,
-                    'xe0': {'tx_throughput_fps': 20, 'in_packets': 1000,
-                            'out_packets': 1000, 'rx_throughput_mbps': 10,
-                            'tx_throughput_mbps': 10, 'rx_throughput_fps': 20}}
-        self.assertDictEqual(expected,
-                             r_f_c2544_profile.get_drop_percentage(
-                                 traffic_generator, samples,
-                                 tol_min, tolerance))
+            samples[name] = {
+                "rx_throughput_fps": 20,
+                "tx_throughput_fps": 20,
+                "rx_throughput_mbps": 10,
+                "tx_throughput_mbps": 10,
+                "in_packets": 1000,
+                "out_packets": 1000,
+            }
+
+        expected = {
+            'DropPercentage': 0.0,
+            'RxThroughput': 100 / 3.0,
+            'TxThroughput': 100 / 3.0,
+            'CurrentDropPercentage': 0.0,
+            'Throughput': 66.66666666666667,
+            'xe0': {
+                'tx_throughput_fps': 20,
+                'in_packets': 1000,
+                'out_packets': 1000,
+                'rx_throughput_mbps': 10,
+                'tx_throughput_mbps': 10,
+                'rx_throughput_fps': 20,
+            },
+        }
+        traffic_generator.generate_samples = mock.MagicMock(return_value=samples)
+        traffic_generator.RUN_DURATION = 30
+        traffic_generator.rfc2544_helper.tolerance_low = 0.0001
+        traffic_generator.rfc2544_helper.tolerance_high = 0.0001
+        result = r_f_c2544_profile.get_drop_percentage(traffic_generator)
+        self.assertDictEqual(result, expected)
 
     def test_get_drop_percentage_update(self):
-        traffic_generator = mock.Mock(autospec=TrexProfile)
+        traffic_generator = mock.Mock(autospec=RFC2544Profile)
         traffic_generator.my_ports = [0, 1]
-        traffic_generator.client = \
-            mock.Mock(return_value=True)
+        traffic_generator.priv_ports = [0]
+        traffic_generator.pub_ports = [1]
+        traffic_generator.client = mock.Mock(return_value=True)
+
         r_f_c2544_profile = RFC2544Profile(self.TRAFFIC_PROFILE)
         r_f_c2544_profile.params = self.PROFILE
-        self.assertEqual(None, r_f_c2544_profile.execute(traffic_generator))
+        r_f_c2544_profile.register_generator(traffic_generator)
+        self.assertIsNone(r_f_c2544_profile.execute())
+
         samples = {}
         for ifname in range(1):
             name = "xe{}".format(ifname)
-            samples[name] = {"rx_throughput_fps": 20,
-                             "tx_throughput_fps": 20,
-                             "rx_throughput_mbps": 10,
-                             "tx_throughput_mbps": 10,
-                             "in_packets": 1000,
-                             "out_packets": 1002}
+            samples[name] = {
+                "rx_throughput_fps": 20,
+                "tx_throughput_fps": 20,
+                "rx_throughput_mbps": 10,
+                "tx_throughput_mbps": 10,
+                "in_packets": 1000,
+                "out_packets": 1002,
+            }
         tol_min = 0.0
         tolerance = 1.0
-        expected = {'DropPercentage': 0.2, 'RxThroughput': 100/3.0,
-                    'TxThroughput': 33.4, 'CurrentDropPercentage': 0.2,
-                    'Throughput': 100/3.0,
-                    'xe0': {'tx_throughput_fps': 20, 'in_packets': 1000,
-                            'out_packets': 1002, 'rx_throughput_mbps': 10,
-                            'tx_throughput_mbps': 10, 'rx_throughput_fps': 20}}
-        self.assertDictEqual(expected,
-                             r_f_c2544_profile.get_drop_percentage(
-                                 traffic_generator, samples,
-                                 tol_min, tolerance))
+        expected = {
+            'DropPercentage': 0.1996,
+            'RxThroughput': 33.333333333333336,
+            'TxThroughput': 33.4,
+            'CurrentDropPercentage': 0.1996,
+            'Throughput': 66.66666666666667,
+            'xe0': {
+                'tx_throughput_fps': 20,
+                'in_packets': 1000,
+                'out_packets': 1002,
+                'rx_throughput_mbps': 10,
+                'tx_throughput_mbps': 10,
+                'rx_throughput_fps': 20,
+            },
+        }
+        traffic_generator.generate_samples = mock.MagicMock(return_value=samples)
+        traffic_generator.RUN_DURATION = 30
+        traffic_generator.rfc2544_helper.tolerance_low = 0.0001
+        traffic_generator.rfc2544_helper.tolerance_high = 0.0001
+        result = r_f_c2544_profile.get_drop_percentage(traffic_generator)
+        self.assertDictEqual(expected, result)
 
     def test_get_drop_percentage_div_zero(self):
         traffic_generator = mock.Mock(autospec=TrexProfile)
         traffic_generator.my_ports = [0, 1]
+        traffic_generator.priv_ports = [0]
+        traffic_generator.pub_ports = [1]
         traffic_generator.client = \
             mock.Mock(return_value=True)
         r_f_c2544_profile = RFC2544Profile(self.TRAFFIC_PROFILE)
@@ -225,17 +206,23 @@ class TestRFC2544Profile(unittest.TestCase):
                              "out_packets": 0}
         tol_min = 0.0
         tolerance = 0.0
-        r_f_c2544_profile.tmp_throughput = 0
-        expected = {'DropPercentage': 100.0, 'RxThroughput': 100/3.0,
-                    'TxThroughput': 0.0, 'CurrentDropPercentage': 100.0,
-                    'Throughput': 100/3.0,
-                    'xe0': {'tx_throughput_fps': 20, 'in_packets': 1000,
-                            'out_packets': 0, 'rx_throughput_mbps': 10,
-                            'tx_throughput_mbps': 10, 'rx_throughput_fps': 20}}
+        r_f_c2544_profile.throughput_max = 0
+        expected = {
+            'DropPercentage': 100.0, 'RxThroughput': 100 / 3.0,
+            'TxThroughput': 0.0, 'CurrentDropPercentage': 100.0,
+            'Throughput': 66.66666666666667,
+            'xe0': {
+                'tx_throughput_fps': 20, 'in_packets': 1000,
+                'out_packets': 0, 'rx_throughput_mbps': 10,
+                'tx_throughput_mbps': 10, 'rx_throughput_fps': 20
+            }
+        }
+        traffic_generator.generate_samples = mock.MagicMock(return_value=samples)
+        traffic_generator.RUN_DURATION = 30
+        traffic_generator.rfc2544_helper.tolerance_low = 0.0001
+        traffic_generator.rfc2544_helper.tolerance_high = 0.0001
         self.assertDictEqual(expected,
-                             r_f_c2544_profile.get_drop_percentage(
-                                 traffic_generator, samples,
-                                 tol_min, tolerance))
+                             r_f_c2544_profile.get_drop_percentage(traffic_generator))
 
     def test_get_multiplier(self):
         r_f_c2544_profile = RFC2544Profile(self.TRAFFIC_PROFILE)
@@ -243,5 +230,56 @@ class TestRFC2544Profile(unittest.TestCase):
         r_f_c2544_profile.min_rate = 100
         self.assertEqual("1.0", r_f_c2544_profile.get_multiplier())
 
+    def test_calculate_pps(self):
+        r_f_c2544_profile = RFC2544Profile(self.TRAFFIC_PROFILE)
+        r_f_c2544_profile.rate = 100
+        r_f_c2544_profile.pps = 100
+        samples = {'Throughput': 4549093.33}
+        self.assertEqual((2274546.67, 1.0),
+                         r_f_c2544_profile.calculate_pps(samples))
+
+    def test_create_single_stream(self):
+        r_f_c2544_profile = RFC2544Profile(self.TRAFFIC_PROFILE)
+        r_f_c2544_profile._create_single_packet = mock.MagicMock()
+        r_f_c2544_profile.pg_id = 1
+        self.assertIsNotNone(
+            r_f_c2544_profile.create_single_stream(64, 2274546.67))
+
+    def test_create_single_stream_no_pg_id(self):
+        r_f_c2544_profile = RFC2544Profile(self.TRAFFIC_PROFILE)
+        r_f_c2544_profile._create_single_packet = mock.MagicMock()
+        r_f_c2544_profile.pg_id = 0
+        self.assertIsNotNone(
+            r_f_c2544_profile.create_single_stream(64, 2274546.67))
+
+    def test_execute_latency(self):
+        traffic_generator = mock.Mock(autospec=TrexProfile)
+        traffic_generator.my_ports = [0, 1]
+        traffic_generator.priv_ports = [-1]
+        traffic_generator.pub_ports = [1]
+        traffic_generator.client = \
+            mock.Mock(return_value=True)
+        r_f_c2544_profile = RFC2544Profile(self.TRAFFIC_PROFILE)
+        r_f_c2544_profile.params = self.PROFILE
+        r_f_c2544_profile.first_run = True
+        samples = {}
+        for ifname in range(1):
+            name = "xe{}".format(ifname)
+            samples[name] = {"rx_throughput_fps": 20,
+                             "tx_throughput_fps": 20,
+                             "rx_throughput_mbps": 10,
+                             "tx_throughput_mbps": 10,
+                             "in_packets": 1000,
+                             "out_packets": 0}
+
+        samples['Throughput'] = 4549093.33
+        r_f_c2544_profile.calculate_pps = mock.Mock(return_value=[2274546.67,
+                                                                  1.0])
+
+        self.assertEqual(None,
+                         r_f_c2544_profile.execute_latency(traffic_generator,
+                                                           samples))
+
+
 if __name__ == '__main__':
     unittest.main()