yardstick/tests/unit/network_services/vnf_generic/vnf/test_tg_ixload.py

   1 # Copyright (c) 2016-2017 Intel Corporation
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #      http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14 #
  15
  16 import subprocess
  17
  18 import mock
  19 import six
  20 import unittest
  21
  22 from yardstick import ssh
  23 from yardstick.common import utils
  24 from yardstick.tests import STL_MOCKS
  25 from yardstick.benchmark.contexts import base as ctx_base
  26
  27
  28 STLClient = mock.MagicMock()
  29 stl_patch = mock.patch.dict("sys.modules", STL_MOCKS)
  30 stl_patch.start()
  31
  32 if stl_patch:
  33     from yardstick.network_services.vnf_generic.vnf.tg_ixload import IxLoadTrafficGen
  34     from yardstick.network_services.vnf_generic.vnf.tg_ixload import IxLoadResourceHelper
  35     from yardstick.network_services.traffic_profile.base import TrafficProfile
  36
  37
  38 NAME = "tg__1"
  39
  40
  41 class TestIxLoadTrafficGen(unittest.TestCase):
  42     VNFD = {'vnfd:vnfd-catalog':
  43             {'vnfd':
  44              [{'short-name': 'VpeVnf',
  45                'vdu':
  46                [{'routing_table':
  47                  [{'network': '152.16.100.20',
  48                    'netmask': '255.255.255.0',
  49                    'gateway': '152.16.100.20',
  50                    'if': 'xe0'},
  51                   {'network': '152.16.40.20',
  52                    'netmask': '255.255.255.0',
  53                    'gateway': '152.16.40.20',
  54                    'if': 'xe1'}],
  55                  'description': 'VPE approximation using DPDK',
  56                  'name': 'vpevnf-baremetal',
  57                  'nd_route_tbl':
  58                  [{'network': '0064:ff9b:0:0:0:0:9810:6414',
  59                    'netmask': '112',
  60                    'gateway': '0064:ff9b:0:0:0:0:9810:6414',
  61                    'if': 'xe0'},
  62                   {'network': '0064:ff9b:0:0:0:0:9810:2814',
  63                    'netmask': '112',
  64                    'gateway': '0064:ff9b:0:0:0:0:9810:2814',
  65                    'if': 'xe1'}],
  66                  'id': 'vpevnf-baremetal',
  67                  'external-interface':
  68                  [{'virtual-interface':
  69                    {'dst_mac': '00:00:00:00:00:04',
  70                     'vpci': '0000:05:00.0',
  71                     'local_ip': '152.16.100.19',
  72                     'type': 'PCI-PASSTHROUGH',
  73                     'netmask': '255.255.255.0',
  74                     'dpdk_port_num': 0,
  75                     'bandwidth': '10 Gbps',
  76                     'driver': "i40e",
  77                     'dst_ip': '152.16.100.20',
  78                     'local_iface_name': 'xe0',
  79                     'local_mac': '00:00:00:00:00:02'},
  80                    'vnfd-connection-point-ref': 'xe0',
  81                    'name': 'xe0'},
  82                   {'virtual-interface':
  83                    {'dst_mac': '00:00:00:00:00:03',
  84                     'vpci': '0000:05:00.1',
  85                     'local_ip': '152.16.40.19',
  86                     'type': 'PCI-PASSTHROUGH',
  87                     'driver': "i40e",
  88                     'netmask': '255.255.255.0',
  89                     'dpdk_port_num': 1,
  90                     'bandwidth': '10 Gbps',
  91                     'dst_ip': '152.16.40.20',
  92                     'local_iface_name': 'xe1',
  93                     'local_mac': '00:00:00:00:00:01'},
  94                    'vnfd-connection-point-ref': 'xe1',
  95                    'name': 'xe1'}]}],
  96                'description': 'Vpe approximation using DPDK',
  97                'mgmt-interface':
  98                    {'vdu-id': 'vpevnf-baremetal',
  99                     'host': '1.1.1.1',
 100                     'password': 'r00t',
 101                     'user': 'root',
 102                     'ip': '1.1.1.1'},
 103                'benchmark':
 104                    {'kpi': ['packets_in', 'packets_fwd', 'packets_dropped']},
 105                'connection-point': [{'type': 'VPORT', 'name': 'xe0'},
 106                                     {'type': 'VPORT', 'name': 'xe1'}],
 107                'id': 'VpeApproxVnf', 'name': 'VPEVnfSsh'}]}}
 108
 109     TRAFFIC_PROFILE = {
 110         "schema": "isb:traffic_profile:0.1",
 111         "name": "fixed",
 112         "description": "Fixed traffic profile to run UDP traffic",
 113         "traffic_profile": {
 114             "traffic_type": "FixedTraffic",
 115             "frame_rate": 100,  # pps
 116             "flow_number": 10,
 117             "frame_size": 64}}
 118
 119     def setUp(self):
 120         self._mock_call = mock.patch.object(subprocess, "call")
 121         self.mock_call = self._mock_call.start()
 122         self._mock_open = mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.open")
 123         self.mock_open = self._mock_open.start()
 124
 125         self.addCleanup(self._stop_mock)
 126
 127     def _stop_mock(self):
 128         self._mock_call.stop()
 129         self._mock_open.stop()
 130
 131     def test___init__(self):
 132         with mock.patch("yardstick.ssh.SSH") as ssh:
 133             ssh_mock = mock.Mock(autospec=ssh.SSH)
 134             ssh_mock.execute = \
 135                 mock.Mock(return_value=(0, "", ""))
 136             ssh.from_node.return_value = ssh_mock
 137             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 138             ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
 139             self.assertIsNone(ixload_traffic_gen.resource_helper.data)
 140
 141     @mock.patch.object(ctx_base.Context, 'get_physical_node_from_server', return_value='mock_node')
 142     def test_collect_kpi(self, *args):
 143         with mock.patch("yardstick.ssh.SSH") as ssh:
 144             ssh_mock = mock.Mock(autospec=ssh.SSH)
 145             ssh_mock.execute = \
 146                 mock.Mock(return_value=(0, "", ""))
 147             ssh.from_node.return_value = ssh_mock
 148
 149             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 150             ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
 151             ixload_traffic_gen.scenario_helper.scenario_cfg = {
 152                 'nodes': {ixload_traffic_gen.name: "mock"}
 153             }
 154             ixload_traffic_gen.data = {}
 155             restult = ixload_traffic_gen.collect_kpi()
 156             expected = {
 157                 'physical_node': 'mock_node',
 158                 'collect_stats': {},
 159             }
 160             self.assertEqual(expected, restult)
 161
 162     def test_listen_traffic(self):
 163         with mock.patch("yardstick.ssh.SSH") as ssh:
 164             ssh_mock = mock.Mock(autospec=ssh.SSH)
 165             ssh_mock.execute = \
 166                 mock.Mock(return_value=(0, "", ""))
 167             ssh.from_node.return_value = ssh_mock
 168             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 169             ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
 170             self.assertIsNone(ixload_traffic_gen.listen_traffic({}))
 171
 172     @mock.patch.object(utils, 'find_relative_file')
 173     @mock.patch.object(utils, 'makedirs')
 174     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
 175     @mock.patch.object(ctx_base.Context, 'get_context_from_server')
 176     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
 177     def test_instantiate(self, shutil, *args):
 178         with mock.patch("yardstick.ssh.SSH") as ssh:
 179             ssh_mock = mock.Mock(autospec=ssh.SSH)
 180             ssh_mock.execute = \
 181                 mock.Mock(return_value=(0, "", ""))
 182             ssh_mock.run = \
 183                 mock.Mock(return_value=(0, "", ""))
 184             ssh.from_node.return_value = ssh_mock
 185             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 186             ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
 187             scenario_cfg = {'tc': "nsb_test_case",
 188                             'ixia_profile': "ixload.cfg",
 189                             'task_path': "/path/to/task"}
 190             ixload_traffic_gen.RESULTS_MOUNT = "/tmp/result"
 191             shutil.copy = mock.Mock()
 192             scenario_cfg.update({'options': {'packetsize': 64, 'traffic_type': 4,
 193                                              'rfc2544': {'allowed_drop_rate': '0.8 - 1'},
 194                                              'vnf__1': {'rules': 'acl_1rule.yaml',
 195                                                         'vnf_config': {'lb_config': 'SW',
 196                                                                        'lb_count': 1,
 197                                                                        'worker_config':
 198                                                                        '1C/1T',
 199                                                                        'worker_threads': 1}}
 200                                              }})
 201             scenario_cfg.update({
 202                 'nodes': {ixload_traffic_gen.name: "mock"}
 203             })
 204             with mock.patch.object(six.moves.builtins, 'open',
 205                                    create=True) as mock_open:
 206                 mock_open.return_value = mock.MagicMock()
 207                 ixload_traffic_gen.instantiate(scenario_cfg, {})
 208
 209     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
 210     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.open")
 211     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.min")
 212     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.max")
 213     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.len")
 214     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
 215     def test_run_traffic(self, shutil, *args):
 216         mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
 217         mock_traffic_profile.get_traffic_definition.return_value = "64"
 218         mock_traffic_profile.params = self.TRAFFIC_PROFILE
 219         with mock.patch("yardstick.ssh.SSH") as ssh:
 220             ssh_mock = mock.Mock(autospec=ssh.SSH)
 221             ssh_mock.execute = \
 222                 mock.Mock(return_value=(0, "", ""))
 223             ssh_mock.run = \
 224                 mock.Mock(return_value=(0, "", ""))
 225             ssh.from_node.return_value = ssh_mock
 226             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 227             vnfd["mgmt-interface"].update({"tg-config": {}})
 228             vnfd["mgmt-interface"]["tg-config"].update({"ixchassis":
 229                                                         "1.1.1.1"})
 230             vnfd["mgmt-interface"]["tg-config"].update({"py_bin_path":
 231                                                         "/root"})
 232             sut = IxLoadTrafficGen(NAME, vnfd)
 233             sut.connection = mock.Mock()
 234             sut.connection.run = mock.Mock()
 235             sut._traffic_runner = mock.Mock(return_value=0)
 236             shutil.copy = mock.Mock()
 237             result = sut.run_traffic(mock_traffic_profile)
 238             self.assertIsNone(result)
 239
 240     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
 241     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.open")
 242     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.min")
 243     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.max")
 244     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.len")
 245     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
 246     def test_run_traffic_csv(self, shutil, *args):
 247         mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
 248         mock_traffic_profile.get_traffic_definition.return_value = "64"
 249         mock_traffic_profile.params = self.TRAFFIC_PROFILE
 250         with mock.patch("yardstick.ssh.SSH") as ssh:
 251             ssh_mock = mock.Mock(autospec=ssh.SSH)
 252             ssh_mock.execute = \
 253                 mock.Mock(return_value=(0, "", ""))
 254             ssh_mock.run = \
 255                 mock.Mock(return_value=(0, "", ""))
 256             ssh.from_node.return_value = ssh_mock
 257             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 258             vnfd["mgmt-interface"].update({"tg-config": {}})
 259             vnfd["mgmt-interface"]["tg-config"].update({"ixchassis":
 260                                                         "1.1.1.1"})
 261             vnfd["mgmt-interface"]["tg-config"].update({"py_bin_path":
 262                                                         "/root"})
 263             sut = IxLoadTrafficGen(NAME, vnfd)
 264             sut.connection = mock.Mock()
 265             sut.connection.run = mock.Mock()
 266             sut._traffic_runner = mock.Mock(return_value=0)
 267             shutil.copy = mock.Mock()
 268             subprocess.call(["touch", "/tmp/1.csv"])
 269             sut.rel_bin_path = mock.Mock(return_value="/tmp/*.csv")
 270             result = sut.run_traffic(mock_traffic_profile)
 271             self.assertIsNone(result)
 272
 273     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
 274     @mock.patch.object(ssh, 'SSH')
 275     def test_terminate(self, *args):
 276         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 277         ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
 278         self.assertIsNone(ixload_traffic_gen.terminate())
 279
 280     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
 281     @mock.patch.object(ssh, 'SSH')
 282     def test_parse_csv_read(self, mock_ssh, *args):
 283         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 284         kpi_data = {
 285             'HTTP Total Throughput (Kbps)': 1,
 286             'HTTP Simulated Users': 2,
 287             'HTTP Concurrent Connections': '3',
 288             'HTTP Connection Rate': 4.3,
 289             'HTTP Transaction Rate': True,
 290         }
 291         http_reader = [kpi_data]
 292
 293         mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
 294         mock_ssh_type.execute.return_value = 0, "", ""
 295         mock_ssh.from_node.return_value = mock_ssh_type
 296
 297         ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
 298         result = ixload_traffic_gen.resource_helper.result
 299
 300         ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)
 301         for key_left, key_right in IxLoadResourceHelper.KPI_LIST.items():
 302             self.assertEqual(result[key_left][-1], int(kpi_data[key_right]))
 303
 304     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
 305     @mock.patch.object(ssh, 'SSH')
 306     def test_parse_csv_read_value_error(self, mock_ssh, *args):
 307         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 308         http_reader = [{
 309             'HTTP Total Throughput (Kbps)': 1,
 310             'HTTP Simulated Users': 2,
 311             'HTTP Concurrent Connections': "not a number",
 312             'HTTP Connection Rate': 4,
 313             'HTTP Transaction Rate': 5,
 314         }]
 315
 316         mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
 317         mock_ssh_type.execute.return_value = 0, "", ""
 318         mock_ssh.from_node.return_value = mock_ssh_type
 319
 320         ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
 321         init_value = ixload_traffic_gen.resource_helper.result
 322
 323         ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)
 324         self.assertDictEqual(ixload_traffic_gen.resource_helper.result, init_value)
 325
 326     @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
 327     @mock.patch.object(ssh, 'SSH')
 328     def test_parse_csv_read_error(self, mock_ssh, *args):
 329         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 330         http_reader = [{
 331             'HTTP Total Throughput (Kbps)': 1,
 332             'HTTP Simulated Users': 2,
 333             'HTTP Concurrent Connections': 3,
 334             'HTTP Transaction Rate': 5,
 335         }]
 336
 337         mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
 338         mock_ssh_type.execute.return_value = 0, "", ""
 339         mock_ssh.from_node.return_value = mock_ssh_type
 340
 341         ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
 342
 343         with self.assertRaises(KeyError):
 344             ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)