yardstick/tests/unit/network_services/vnf_generic/vnf/test_tg_prox.py

   1 # Copyright (c) 2017 Intel Corporation
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #      http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14 #
  15
  16 import unittest
  17 import mock
  18
  19 from yardstick.tests.unit.network_services.vnf_generic.vnf.test_base import mock_ssh
  20 from yardstick.benchmark.contexts import base as ctx_base
  21 from yardstick.network_services.vnf_generic.vnf.tg_prox import ProxTrafficGen
  22 from yardstick.network_services.traffic_profile.base import TrafficProfile
  23
  24
  25 SSH_HELPER = 'yardstick.network_services.vnf_generic.vnf.sample_vnf.VnfSshHelper'
  26 NAME = 'vnf__1'
  27
  28
  29 @mock.patch('yardstick.network_services.vnf_generic.vnf.prox_helpers.time')
  30 class TestProxTrafficGen(unittest.TestCase):
  31     VNFD0 = {
  32         'short-name': 'ProxVnf',
  33         'vdu': [
  34             {
  35                 'routing_table': [
  36                     {
  37                         'network': '152.16.100.20',
  38                         'netmask': '255.255.255.0',
  39                         'gateway': '152.16.100.20',
  40                         'if': 'xe0',
  41                     },
  42                     {
  43                         'network': '152.16.40.20',
  44                         'netmask': '255.255.255.0',
  45                         'gateway': '152.16.40.20',
  46                         'if': 'xe1',
  47                     },
  48                 ],
  49                 'description': 'PROX approximation using DPDK',
  50                 'name': 'proxvnf-baremetal',
  51                 'nd_route_tbl': [
  52                     {
  53                         'network': '0064:ff9b:0:0:0:0:9810:6414',
  54                         'netmask': '112',
  55                         'gateway': '0064:ff9b:0:0:0:0:9810:6414',
  56                         'if': 'xe0',
  57                     },
  58                     {
  59                         'network': '0064:ff9b:0:0:0:0:9810:2814',
  60                         'netmask': '112',
  61                         'gateway': '0064:ff9b:0:0:0:0:9810:2814',
  62                         'if': 'xe1',
  63                     },
  64                 ],
  65                 'id': 'proxvnf-baremetal',
  66                 'external-interface': [
  67                     {
  68                         'virtual-interface': {
  69                             'dst_mac': '00:00:00:00:00:04',
  70                             'vpci': '0000:05:00.0',
  71                             'local_ip': '152.16.100.19',
  72                             'type': 'PCI-PASSTHROUGH',
  73                             'vld_id': '',
  74                             'netmask': '255.255.255.0',
  75                             'dpdk_port_num': 0,
  76                             'bandwidth': '10 Gbps',
  77                             'driver': "i40e",
  78                             'dst_ip': '152.16.100.20',
  79                             'local_iface_name': 'xe0',
  80                             'local_mac': '00:00:00:00:00:02',
  81                         },
  82                         'vnfd-connection-point-ref': 'xe0',
  83                         'name': 'xe0',
  84                     },
  85                     {
  86                         'virtual-interface': {
  87                             'dst_mac': '00:00:00:00:00:03',
  88                             'vpci': '0000:05:00.1',
  89                             'local_ip': '152.16.40.19',
  90                             'type': 'PCI-PASSTHROUGH',
  91                             'vld_id': '',
  92                             'driver': "i40e",
  93                             'netmask': '255.255.255.0',
  94                             'dpdk_port_num': 1,
  95                             'bandwidth': '10 Gbps',
  96                             'dst_ip': '152.16.40.20',
  97                             'local_iface_name': 'xe1',
  98                             'local_mac': '00:00:00:00:00:01',
  99                         },
 100                         'vnfd-connection-point-ref': 'xe1',
 101                         'name': 'xe1',
 102                     },
 103                 ],
 104             },
 105         ],
 106         'description': 'PROX approximation using DPDK',
 107         'mgmt-interface': {
 108             'vdu-id': 'proxvnf-baremetal',
 109             'host': '1.2.1.1',
 110             'password': 'r00t',
 111             'user': 'root',
 112             'ip': '1.2.1.1',
 113         },
 114         'benchmark': {
 115             'kpi': [
 116                 'packets_in',
 117                 'packets_fwd',
 118                 'packets_dropped',
 119             ],
 120         },
 121         'connection-point': [
 122             {
 123                 'type': 'VPORT',
 124                 'name': 'xe0',
 125             },
 126             {
 127                 'type': 'VPORT',
 128                 'name': 'xe1',
 129             },
 130         ],
 131         'id': 'ProxApproxVnf',
 132         'name': 'ProxVnf',
 133     }
 134
 135     VNFD = {
 136         'vnfd:vnfd-catalog': {
 137             'vnfd': [
 138                 VNFD0,
 139             ],
 140         },
 141     }
 142
 143     SCENARIO_CFG = {
 144         'task_path': "",
 145         'nodes': {
 146             'tg__1': 'trafficgen_1.yardstick',
 147             'vnf__1': 'vnf.yardstick'},
 148         'runner': {
 149             'duration': 600, 'type': 'Duration'},
 150         'topology': 'prox-tg-topology-2.yaml',
 151         'traffic_profile': '../../traffic_profiles/prox_binsearch.yaml',
 152         'type': 'NSPerf',
 153         'options': {
 154             'tg__1': {'prox_args': {'-e': '',
 155                                     '-t': ''},
 156                       'prox_config': 'configs/l3-gen-2.cfg',
 157                       'prox_path':
 158                           '/root/dppd-PROX-v035/build/prox'},
 159             'vnf__1': {
 160                 'prox_args': {'-t': ''},
 161                 'prox_config': 'configs/l3-swap-2.cfg',
 162                 'prox_path': '/root/dppd-PROX-v035/build/prox'}}}
 163
 164     CONTEXT_CFG = {
 165         'nodes': {
 166             'tg__2': {
 167                 'member-vnf-index': '3',
 168                 'role': 'TrafficGen',
 169                 'name': 'trafficgen_2.yardstick',
 170                 'vnfd-id-ref': 'tg__2',
 171                 'ip': '1.2.1.1',
 172                 'interfaces': {
 173                     'xe0': {
 174                         'local_iface_name': 'ens513f0',
 175                         'vld_id': ProxTrafficGen.DOWNLINK,
 176                         'netmask': '255.255.255.0',
 177                         'local_ip': '152.16.40.20',
 178                         'dst_mac': '00:00:00:00:00:01',
 179                         'local_mac': '00:00:00:00:00:03',
 180                         'dst_ip': '152.16.40.19',
 181                         'driver': 'ixgbe',
 182                         'vpci': '0000:02:00.0',
 183                         'dpdk_port_num': 0,
 184                     },
 185                     'xe1': {
 186                         'local_iface_name': 'ens513f1',
 187                         'netmask': '255.255.255.0',
 188                         'network': '202.16.100.0',
 189                         'local_ip': '202.16.100.20',
 190                         'local_mac': '00:1e:67:d0:60:5d',
 191                         'driver': 'ixgbe',
 192                         'vpci': '0000:02:00.1',
 193                         'dpdk_port_num': 1,
 194                     },
 195                 },
 196                 'password': 'r00t',
 197                 'VNF model': 'l3fwd_vnf.yaml',
 198                 'user': 'root',
 199             },
 200             'tg__1': {
 201                 'member-vnf-index': '1',
 202                 'role': 'TrafficGen',
 203                 'name': 'trafficgen_1.yardstick',
 204                 'vnfd-id-ref': 'tg__1',
 205                 'ip': '1.2.1.1',
 206                 'interfaces': {
 207                     'xe0': {
 208                         'local_iface_name': 'ens785f0',
 209                         'vld_id': ProxTrafficGen.UPLINK,
 210                         'netmask': '255.255.255.0',
 211                         'local_ip': '152.16.100.20',
 212                         'dst_mac': '00:00:00:00:00:02',
 213                         'local_mac': '00:00:00:00:00:04',
 214                         'dst_ip': '152.16.100.19',
 215                         'driver': 'i40e',
 216                         'vpci': '0000:05:00.0',
 217                         'dpdk_port_num': 0,
 218                     },
 219                     'xe1': {
 220                         'local_iface_name': 'ens785f1',
 221                         'netmask': '255.255.255.0',
 222                         'local_ip': '152.16.100.21',
 223                         'local_mac': '00:00:00:00:00:01',
 224                         'driver': 'i40e',
 225                         'vpci': '0000:05:00.1',
 226                         'dpdk_port_num': 1,
 227                     },
 228                 },
 229                 'password': 'r00t',
 230                 'VNF model': 'tg_rfc2544_tpl.yaml',
 231                 'user': 'root',
 232             },
 233             'vnf__1': {
 234                 'name': 'vnf.yardstick',
 235                 'vnfd-id-ref': 'vnf__1',
 236                 'ip': '1.2.1.1',
 237                 'interfaces': {
 238                     'xe0': {
 239                         'local_iface_name': 'ens786f0',
 240                         'vld_id': ProxTrafficGen.UPLINK,
 241                         'netmask': '255.255.255.0',
 242                         'local_ip': '152.16.100.19',
 243                         'dst_mac': '00:00:00:00:00:04',
 244                         'local_mac': '00:00:00:00:00:02',
 245                         'dst_ip': '152.16.100.20',
 246                         'driver': 'i40e',
 247                         'vpci': '0000:05:00.0',
 248                         'dpdk_port_num': 0,
 249                     },
 250                     'xe1': {
 251                         'local_iface_name': 'ens786f1',
 252                         'vld_id': ProxTrafficGen.DOWNLINK,
 253                         'netmask': '255.255.255.0',
 254                         'local_ip': '152.16.40.19',
 255                         'dst_mac': '00:00:00:00:00:03',
 256                         'local_mac': '00:00:00:00:00:01',
 257                         'dst_ip': '152.16.40.20',
 258                         'driver': 'i40e',
 259                         'vpci': '0000:05:00.1',
 260                         'dpdk_port_num': 1,
 261                     },
 262                 },
 263                 'routing_table': [
 264                     {
 265                         'netmask': '255.255.255.0',
 266                         'gateway': '152.16.100.20',
 267                         'network': '152.16.100.20',
 268                         'if': 'xe0',
 269                     },
 270                     {
 271                         'netmask': '255.255.255.0',
 272                         'gateway': '152.16.40.20',
 273                         'network': '152.16.40.20',
 274                         'if': 'xe1',
 275                     },
 276                 ],
 277                 'member-vnf-index': '2',
 278                 'host': '1.2.1.1',
 279                 'role': 'vnf',
 280                 'user': 'root',
 281                 'nd_route_tbl': [
 282                     {
 283                         'netmask': '112',
 284                         'gateway': '0064:ff9b:0:0:0:0:9810:6414',
 285                         'network': '0064:ff9b:0:0:0:0:9810:6414',
 286                         'if': 'xe0',
 287                     },
 288                     {
 289                         'netmask': '112',
 290                         'gateway': '0064:ff9b:0:0:0:0:9810:2814',
 291                         'network': '0064:ff9b:0:0:0:0:9810:2814',
 292                         'if': 'xe1',
 293                     },
 294                 ],
 295                 'password': 'r00t',
 296                 'VNF model': 'prox_vnf.yaml',
 297             },
 298         },
 299     }
 300
 301     TRAFFIC_PROFILE = {
 302         'description': 'Binary search for max no-drop throughput over given packet sizes',
 303         'name': 'prox_binsearch',
 304         'schema': 'nsb:traffic_profile:0.1',
 305         'traffic_profile': {
 306             'duration': 5,
 307             'lower_bound': 0.0,
 308             'packet_sizes': [64, 65],
 309             'test_precision': 1.0,
 310             'tolerated_loss': 0.0,
 311             'traffic_type': 'ProxBinSearchProfile',
 312             'upper_bound': 100.0}}
 313
 314     @mock.patch(SSH_HELPER)
 315     def test___init__(self, ssh, *args):
 316         mock_ssh(ssh)
 317         prox_traffic_gen = ProxTrafficGen(NAME, self.VNFD0, 'task_id')
 318         self.assertIsNone(prox_traffic_gen._tg_process)
 319         self.assertIsNone(prox_traffic_gen._traffic_process)
 320         self.assertIsNone(prox_traffic_gen._mq_producer)
 321
 322     @mock.patch.object(ctx_base.Context, 'get_physical_node_from_server', return_value='mock_node')
 323     @mock.patch(SSH_HELPER)
 324     def test_collect_kpi(self, ssh, *args):
 325         mock_ssh(ssh)
 326         prox_traffic_gen = ProxTrafficGen(NAME, self.VNFD0, 'task_id')
 327         prox_traffic_gen.scenario_helper.scenario_cfg = {
 328             'nodes': {prox_traffic_gen.name: "mock"}
 329         }
 330         prox_traffic_gen._vnf_wrapper.resource_helper.resource = mock.MagicMock(
 331             **{"self.check_if_system_agent_running.return_value": [False]})
 332
 333         vnfd_helper = mock.MagicMock()
 334         vnfd_helper.ports_iter.return_value = [('xe0', 0), ('xe1', 1)]
 335         prox_traffic_gen.resource_helper.vnfd_helper = vnfd_helper
 336
 337         prox_traffic_gen._vnf_wrapper.resource_helper.client = mock.MagicMock()
 338         prox_traffic_gen._vnf_wrapper.resource_helper.client.multi_port_stats.return_value = \
 339             [[0, 1, 2, 3, 4, 5], [1, 1, 2, 3, 4, 5]]
 340         prox_traffic_gen._vnf_wrapper.resource_helper.client.multi_port_stats_diff.return_value = \
 341             [0, 1, 2, 3, 4, 5, 6, 7], [0, 1, 2, 3, 4, 5, 6, 7]
 342         prox_traffic_gen._vnf_wrapper.resource_helper.client.\
 343             multi_port_stats_tuple.return_value = \
 344                 {"xe0": {"in_packets": 1, "out_packets": 2}}
 345
 346         prox_traffic_gen._vnf_wrapper.vnf_execute = mock.Mock(return_value="")
 347         expected = {
 348             'collect_stats': {'live_stats': {'xe0': {'in_packets': 1, 'out_packets': 2}}},
 349             'physical_node': 'mock_node'
 350         }
 351         result = prox_traffic_gen.collect_kpi()
 352         self.assertDictEqual(result, expected)
 353
 354     @mock.patch('yardstick.network_services.vnf_generic.vnf.prox_helpers.find_relative_file')
 355     @mock.patch(
 356         'yardstick.network_services.vnf_generic.vnf.sample_vnf.CpuSysCores')
 357     @mock.patch(SSH_HELPER)
 358     def bad_test_instantiate(self, ssh, mock_cpu_sys_cores, *args):
 359         mock_ssh(ssh)
 360
 361         mock_cpu_sys_cores.get_core_socket.return_value = {'0': '01234'}
 362
 363         mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
 364         mock_traffic_profile.get_traffic_definition.return_value = "64"
 365         mock_traffic_profile.params = self.TRAFFIC_PROFILE
 366
 367         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 368         prox_traffic_gen = ProxTrafficGen(NAME, vnfd, 'task_id')
 369         ssh_helper = mock.MagicMock(
 370             **{"execute.return_value": (0, "", ""), "bin_path": ""})
 371         prox_traffic_gen.ssh_helper = ssh_helper
 372         prox_traffic_gen.setup_helper.dpdk_bind_helper.ssh_helper = ssh_helper
 373         prox_traffic_gen.setup_helper._setup_resources = mock.MagicMock()
 374         prox_traffic_gen.setup_hugepages = mock.MagicMock()
 375         prox_traffic_gen.generate_prox_config_file = mock.MagicMock()
 376         prox_traffic_gen.upload_prox_config = mock.MagicMock()
 377         prox_traffic_gen.setup_helper._find_used_drivers = mock.MagicMock()
 378         prox_traffic_gen.setup_helper.used_drivers = {}
 379         prox_traffic_gen.setup_helper.bound_pci = []
 380         prox_traffic_gen._start_server = mock.Mock(return_value=0)
 381         prox_traffic_gen._tg_process = mock.MagicMock()
 382         prox_traffic_gen._tg_process.start = mock.Mock()
 383         prox_traffic_gen._tg_process.exitcode = 0
 384         prox_traffic_gen._tg_process._is_alive = mock.Mock(return_value=1)
 385         prox_traffic_gen.ssh_helper = mock.MagicMock()
 386         prox_traffic_gen.resource_helper.ssh_helper = mock.MagicMock()
 387         scenario_cfg = {
 388             'task_path': '',
 389             'options': {'tg__1': {'prox_args': {'-e': '',
 390                                                 '-t': ''},
 391                                   'prox_config': 'configs/l3-gen-2.cfg',
 392                                   'prox_path': '/root/dppd-PROX-v035/build/prox'},
 393                         'vnf__1': {'prox_args': {'-t': ''},
 394                                    'prox_config': 'configs/l3-swap-2.cfg',
 395                                    'prox_path': '/root/dppd-PROX-v035/build/prox'}
 396                         }
 397         }
 398         prox_traffic_gen.instantiate(scenario_cfg, {})
 399
 400     @mock.patch(SSH_HELPER)
 401     def test__traffic_runner(self, ssh, *args):
 402         mock_ssh(ssh)
 403
 404         mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
 405         mock_traffic_profile.get_traffic_definition.return_value = "64"
 406         mock_traffic_profile.execute_traffic.return_value = "64"
 407         mock_traffic_profile.params = self.TRAFFIC_PROFILE
 408
 409         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 410         sut = ProxTrafficGen(NAME, vnfd, 'task_id')
 411         sut._get_socket = mock.MagicMock()
 412         sut.ssh_helper = mock.Mock()
 413         sut.ssh_helper.run = mock.Mock()
 414         sut.setup_helper.prox_config_dict = {}
 415         sut._connect_client = mock.Mock(autospec=mock.Mock())
 416         sut._connect_client.get_stats = mock.Mock(return_value="0")
 417         sut._setup_mq_producer = mock.Mock(return_value='mq_producer')
 418         sut._traffic_runner(mock_traffic_profile, mock.ANY)
 419
 420     @mock.patch('yardstick.network_services.vnf_generic.vnf.prox_helpers.socket')
 421     @mock.patch(SSH_HELPER)
 422     def test_listen_traffic(self, ssh, *args):
 423         mock_ssh(ssh)
 424         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 425         prox_traffic_gen = ProxTrafficGen(NAME, vnfd, 'task_id')
 426         self.assertIsNone(prox_traffic_gen.listen_traffic(mock.Mock()))
 427
 428     @mock.patch('yardstick.network_services.vnf_generic.vnf.prox_helpers.socket')
 429     @mock.patch(SSH_HELPER)
 430     def test_terminate(self, ssh, *args):
 431         mock_ssh(ssh)
 432         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 433         prox_traffic_gen = ProxTrafficGen(NAME, vnfd, 'task_id')
 434         prox_traffic_gen._terminated = mock.MagicMock()
 435         prox_traffic_gen._traffic_process = mock.MagicMock()
 436         prox_traffic_gen._traffic_process.terminate = mock.Mock()
 437         prox_traffic_gen.ssh_helper = mock.MagicMock()
 438         prox_traffic_gen.setup_helper = mock.MagicMock()
 439         prox_traffic_gen.resource_helper = mock.MagicMock()
 440         prox_traffic_gen._vnf_wrapper.setup_helper = mock.MagicMock()
 441         prox_traffic_gen._vnf_wrapper._vnf_process = mock.MagicMock()
 442         prox_traffic_gen._vnf_wrapper.resource_helper = mock.MagicMock()
 443         self.assertIsNone(prox_traffic_gen.terminate())