tests/unit/network_services/vnf_generic/vnf/test_vfw_vnf.py

   1 #!/usr/bin/env python
   2
   3 # Copyright (c) 2016-2017 Intel Corporation
   4 #
   5 # Licensed under the Apache License, Version 2.0 (the "License");
   6 # you may not use this file except in compliance with the License.
   7 # You may obtain a copy of the License at
   8 #
   9 #      http://www.apache.org/licenses/LICENSE-2.0
  10 #
  11 # Unless required by applicable law or agreed to in writing, software
  12 # distributed under the License is distributed on an "AS IS" BASIS,
  13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14 # See the License for the specific language governing permissions and
  15 # limitations under the License.
  16 #
  17
  18 from __future__ import absolute_import
  19
  20 import unittest
  21 import mock
  22 import os
  23
  24 from tests.unit import STL_MOCKS
  25
  26
  27 STLClient = mock.MagicMock()
  28 stl_patch = mock.patch.dict("sys.modules", STL_MOCKS)
  29 stl_patch.start()
  30
  31 if stl_patch:
  32     from yardstick.network_services.vnf_generic.vnf.vfw_vnf import FWApproxVnf
  33     from yardstick.network_services.nfvi.resource import ResourceProfile
  34
  35 TEST_FILE_YAML = 'nsb_test_case.yaml'
  36
  37
  38 name = 'vnf__1'
  39
  40
  41 @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.Process")
  42 class TestFWApproxVnf(unittest.TestCase):
  43     VNFD = {'vnfd:vnfd-catalog':
  44             {'vnfd':
  45              [{'short-name': 'VpeVnf',
  46                'vdu':
  47                [{'routing_table':
  48                  [{'network': '152.16.100.20',
  49                    'netmask': '255.255.255.0',
  50                    'gateway': '152.16.100.20',
  51                    'if': 'xe0'},
  52                   {'network': '152.16.40.20',
  53                    'netmask': '255.255.255.0',
  54                    'gateway': '152.16.40.20',
  55                    'if': 'xe1'}],
  56                  'description': 'VPE approximation using DPDK',
  57                  'name': 'vpevnf-baremetal',
  58                  'nd_route_tbl':
  59                  [{'network': '0064:ff9b:0:0:0:0:9810:6414',
  60                    'netmask': '112',
  61                    'gateway': '0064:ff9b:0:0:0:0:9810:6414',
  62                    'if': 'xe0'},
  63                   {'network': '0064:ff9b:0:0:0:0:9810:2814',
  64                    'netmask': '112',
  65                    'gateway': '0064:ff9b:0:0:0:0:9810:2814',
  66                    'if': 'xe1'}],
  67                  'id': 'vpevnf-baremetal',
  68                  'external-interface':
  69                  [{'virtual-interface':
  70                    {'dst_mac': '00:00:00:00:00:04',
  71                     'vpci': '0000:05:00.0',
  72                     'local_ip': '152.16.100.19',
  73                     'type': 'PCI-PASSTHROUGH',
  74                     'netmask': '255.255.255.0',
  75                     'dpdk_port_num': '0',
  76                     'bandwidth': '10 Gbps',
  77                     'driver': "i40e",
  78                     'dst_ip': '152.16.100.20',
  79                     'local_iface_name': 'xe0',
  80                     'local_mac': '00:00:00:00:00:02'},
  81                    'vnfd-connection-point-ref': 'xe0',
  82                    'name': 'xe0'},
  83                   {'virtual-interface':
  84                    {'dst_mac': '00:00:00:00:00:03',
  85                     'vpci': '0000:05:00.1',
  86                     'local_ip': '152.16.40.19',
  87                     'type': 'PCI-PASSTHROUGH',
  88                     'driver': "i40e",
  89                     'netmask': '255.255.255.0',
  90                     'dpdk_port_num': '1',
  91                     'bandwidth': '10 Gbps',
  92                     'dst_ip': '152.16.40.20',
  93                     'local_iface_name': 'xe1',
  94                     'local_mac': '00:00:00:00:00:01'},
  95                    'vnfd-connection-point-ref': 'xe1',
  96                    'name': 'xe1'}]}],
  97                'description': 'Vpe approximation using DPDK',
  98                'mgmt-interface':
  99                    {'vdu-id': 'vpevnf-baremetal',
 100                     'host': '1.2.1.1',
 101                     'password': 'r00t',
 102                     'user': 'root',
 103                     'ip': '1.2.1.1'},
 104                'benchmark':
 105                    {'kpi': ['packets_in', 'packets_fwd', 'packets_dropped']},
 106                'connection-point': [{'type': 'VPORT', 'name': 'xe0'},
 107                                     {'type': 'VPORT', 'name': 'xe1'}],
 108                'id': 'FWApproxVnf', 'name': 'VPEVnfSsh'}]}}
 109
 110     scenario_cfg = {'options': {'packetsize': 64, 'traffic_type': 4,
 111                                 'rfc2544': {'allowed_drop_rate': '0.8 - 1'},
 112                                 'vnf__1': {'rules': 'acl_1rule.yaml',
 113                                            'vnf_config': {'lb_config': 'SW',
 114                                                           'lb_count': 1,
 115                                                           'worker_config':
 116                                                               '1C/1T',
 117                                                           'worker_threads': 1}}
 118                                 },
 119                     'task_id': 'a70bdf4a-8e67-47a3-9dc1-273c14506eb7',
 120                     'task_path': '/tmp',
 121                     'tc': 'tc_ipv4_1Mflow_64B_packetsize',
 122                     'runner': {'object': 'NetworkServiceTestCase',
 123                                'interval': 35,
 124                                'output_filename': '/tmp/yardstick.out',
 125                                'runner_id': 74476, 'duration': 400,
 126                                'type': 'Duration'},
 127                     'traffic_profile': 'ipv4_throughput_vfw.yaml',
 128                     'traffic_options': {'flow': 'ipv4_Packets_vfw.yaml',
 129                                         'imix': 'imix_voice.yaml'},
 130                     'type': 'ISB',
 131                     'nodes': {'tg__2': 'trafficgen_2.yardstick',
 132                               'tg__1': 'trafficgen_1.yardstick',
 133                               'vnf__1': 'vnf.yardstick'},
 134                     'topology': 'vpe-tg-topology-baremetal.yaml'}
 135
 136     context_cfg = {'nodes': {'tg__2':
 137                              {'member-vnf-index': '3',
 138                               'role': 'TrafficGen',
 139                               'name': 'trafficgen_2.yardstick',
 140                               'vnfd-id-ref': 'tg__2',
 141                               'ip': '1.2.1.1',
 142                               'interfaces':
 143                               {'xe0': {'local_iface_name': 'ens513f0',
 144                                        'vld_id': 'public',
 145                                        'netmask': '255.255.255.0',
 146                                        'local_ip': '152.16.40.20',
 147                                        'dst_mac': '00:00:00:00:00:01',
 148                                        'local_mac': '00:00:00:00:00:03',
 149                                        'dst_ip': '152.16.40.19',
 150                                        'driver': 'ixgbe',
 151                                        'vpci': '0000:02:00.0',
 152                                        'dpdk_port_num': 0},
 153                                'xe1': {'local_iface_name': 'ens513f1',
 154                                        'netmask': '255.255.255.0',
 155                                        'network': '202.16.100.0',
 156                                        'local_ip': '202.16.100.20',
 157                                        'local_mac': '00:1e:67:d0:60:5d',
 158                                        'driver': 'ixgbe',
 159                                        'vpci': '0000:02:00.1',
 160                                        'dpdk_port_num': 1}},
 161                               'password': 'r00t',
 162                               'VNF model': 'l3fwd_vnf.yaml',
 163                               'user': 'root'},
 164                              'tg__1':
 165                              {'member-vnf-index': '1',
 166                               'role': 'TrafficGen',
 167                               'name': 'trafficgen_1.yardstick',
 168                               'vnfd-id-ref': 'tg__1',
 169                               'ip': '1.2.1.1',
 170                               'interfaces':
 171                               {'xe0': {'local_iface_name': 'ens785f0',
 172                                        'vld_id': 'private',
 173                                        'netmask': '255.255.255.0',
 174                                        'local_ip': '152.16.100.20',
 175                                        'dst_mac': '00:00:00:00:00:02',
 176                                        'local_mac': '00:00:00:00:00:04',
 177                                        'dst_ip': '152.16.100.19',
 178                                        'driver': 'i40e',
 179                                        'vpci': '0000:05:00.0',
 180                                        'dpdk_port_num': 0},
 181                                'xe1': {'local_iface_name': 'ens785f1',
 182                                        'netmask': '255.255.255.0',
 183                                        'local_ip': '152.16.100.21',
 184                                        'local_mac': '00:00:00:00:00:01',
 185                                        'driver': 'i40e',
 186                                        'vpci': '0000:05:00.1',
 187                                        'dpdk_port_num': 1}},
 188                               'password': 'r00t',
 189                               'VNF model': 'tg_rfc2544_tpl.yaml',
 190                               'user': 'root'},
 191                              'vnf__1':
 192                              {'name': 'vnf.yardstick',
 193                               'vnfd-id-ref': 'vnf__1',
 194                               'ip': '1.2.1.1',
 195                               'interfaces':
 196                               {'xe0': {'local_iface_name': 'ens786f0',
 197                                        'vld_id': 'private',
 198                                        'netmask': '255.255.255.0',
 199                                        'local_ip': '152.16.100.19',
 200                                        'dst_mac': '00:00:00:00:00:04',
 201                                        'local_mac': '00:00:00:00:00:02',
 202                                        'dst_ip': '152.16.100.20',
 203                                        'driver': 'i40e',
 204                                        'vpci': '0000:05:00.0',
 205                                        'dpdk_port_num': 0},
 206                                'xe1': {'local_iface_name': 'ens786f1',
 207                                        'vld_id': 'public',
 208                                        'netmask': '255.255.255.0',
 209                                        'local_ip': '152.16.40.19',
 210                                        'dst_mac': '00:00:00:00:00:03',
 211                                        'local_mac': '00:00:00:00:00:01',
 212                                        'dst_ip': '152.16.40.20',
 213                                        'driver': 'i40e',
 214                                        'vpci': '0000:05:00.1',
 215                                        'dpdk_port_num': 1}},
 216                               'routing_table':
 217                               [{'netmask': '255.255.255.0',
 218                                 'gateway': '152.16.100.20',
 219                                 'network': '152.16.100.20',
 220                                 'if': 'xe0'},
 221                                {'netmask': '255.255.255.0',
 222                                 'gateway': '152.16.40.20',
 223                                 'network': '152.16.40.20',
 224                                 'if': 'xe1'}],
 225                               'member-vnf-index': '2',
 226                               'host': '1.2.1.1',
 227                               'role': 'vnf',
 228                               'user': 'root',
 229                               'nd_route_tbl':
 230                               [{'netmask': '112',
 231                                 'gateway': '0064:ff9b:0:0:0:0:9810:6414',
 232                                 'network': '0064:ff9b:0:0:0:0:9810:6414',
 233                                 'if': 'xe0'},
 234                                {'netmask': '112',
 235                                 'gateway': '0064:ff9b:0:0:0:0:9810:2814',
 236                                 'network': '0064:ff9b:0:0:0:0:9810:2814',
 237                                 'if': 'xe1'}],
 238                               'password': 'r00t',
 239                               'VNF model': 'vfw_vnf.yaml'}}}
 240
 241     def test___init__(self, mock_process):
 242         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 243         vfw_approx_vnf = FWApproxVnf(name, vnfd)
 244         self.assertIsNone(vfw_approx_vnf._vnf_process)
 245
 246     STATS = """\
 247 p vfw stats
 248
 249 VFW Stats
 250 {"VFW_counters" : {"id" : "PIPELINE4", " pkts_received": 6007180, " pkts_fw_forwarded": 6007180, " pkts_drop_fw": 0, " pkts_acl_forwarded": 6007180, "pkts_drop_without_rule" : 0, "average_pkts_in_batch" : 31, "average_internal_time_in_clocks" : 17427, "average_external_time_in_clocks" : 261120, "total_time_measures" : 189829, "ct_packets_forwarded" : 6007148, "ct_packets_dropped" : 0, "bytes_processed ": 360430800, "ct_sessions" : {"active" : 130050, "open_attempt" : 130050, "re-open_attempt" : 0, "established" : 0, "closed" : 0, "timeout" : 0}, "ct_drops" : {"out_of_window" : 0, "invalid_conn" : 0, "invalid_state_transition" : 0 "RST" : 0}}
 251 VFW TOTAL: pkts_received: 6007180, "pkts_fw_forwarded": 6007180, "pkts_drop_fw": 0, "fw_drops" : {"TTL_zero" : 0, "bad_size" : 0, "fragmented_packet" : 0, "unsupported_packet_types" : 0, "no_arp_entry" : 6007180}, "pkts_acl_forwarded": 6007180, "pkts_drop_without_rule": 0, "packets_last_sec" : 0, "average_packets_per_sec" : 0, "bytes_last_sec" : 0, "average_bytes_per_sec" : 0, "bytes_processed ": 360430800
 252 "CT TOTAL: ct_packets_forwarded" : 6007180, " ct_packets_dropped" : 0, "ct_sessions" : {"active" : 130050, "open_attempt" : 130050, "re-open_attempt" : 0, "established" : 0, "closed" : 0, "timeout" : 0}, "ct_drops" : {"out_of_window" : 0, "invalid_conn" : 0, "invalid_state_transition" : 0 "RST" : 0}
 253 Action ID: 00, packetCount: 2954633, byteCount: 177277980
 254 Action ID: 01, packetCount: 3052547, byteCount: 183152820
 255 pipeline>
 256
 257 pipeline>
 258 """  # noqa
 259
 260     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
 261     def test_collect_kpi(self, mock_time, mock_process):
 262         with mock.patch("yardstick.ssh.SSH") as ssh:
 263             ssh_mock = mock.Mock(autospec=ssh.SSH)
 264             ssh_mock.execute = \
 265                 mock.Mock(return_value=(0, "", ""))
 266             ssh.from_node.return_value = ssh_mock
 267             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 268             vfw_approx_vnf = FWApproxVnf(name, vnfd)
 269             vfw_approx_vnf.q_in = mock.MagicMock()
 270             vfw_approx_vnf.q_out = mock.MagicMock()
 271             vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
 272             vfw_approx_vnf.resource = mock.Mock(autospec=ResourceProfile)
 273             vfw_approx_vnf.resource_helper = mock.MagicMock(
 274                 **{'collect_kpi.return_value': {"core": {}}})
 275             vfw_approx_vnf.vnf_execute = mock.Mock(return_value=self.STATS)
 276             result = {
 277                 'packets_dropped': 0,
 278                 'packets_fwd': 6007180,
 279                 'packets_in': 6007180,
 280                 'collect_stats': {'core': {}},
 281             }
 282             self.assertEqual(result, vfw_approx_vnf.collect_kpi())
 283
 284     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
 285     def test_vnf_execute_command(self, mock_time, mock_process):
 286         with mock.patch("yardstick.ssh.SSH") as ssh:
 287             ssh_mock = mock.Mock(autospec=ssh.SSH)
 288             ssh_mock.execute = \
 289                 mock.Mock(return_value=(0, "", ""))
 290             ssh.from_node.return_value = ssh_mock
 291             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 292             vfw_approx_vnf = FWApproxVnf(name, vnfd)
 293             vfw_approx_vnf.q_in = mock.MagicMock()
 294             vfw_approx_vnf.q_out = mock.MagicMock()
 295             vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
 296             cmd = "quit"
 297             self.assertEqual("", vfw_approx_vnf.vnf_execute(cmd))
 298
 299     def test_get_stats(self, mock_process):
 300         with mock.patch("yardstick.ssh.SSH") as ssh:
 301             ssh_mock = mock.Mock(autospec=ssh.SSH)
 302             ssh_mock.execute = \
 303                 mock.Mock(return_value=(0, "", ""))
 304             ssh.from_node.return_value = ssh_mock
 305             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 306             vfw_approx_vnf = FWApproxVnf(name, vnfd)
 307             vfw_approx_vnf.q_in = mock.MagicMock()
 308             vfw_approx_vnf.q_out = mock.MagicMock()
 309             vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
 310             vfw_approx_vnf.vnf_execute = mock.Mock(return_value=self.STATS)
 311             self.assertEqual(self.STATS, vfw_approx_vnf.get_stats())
 312
 313     def _get_file_abspath(self, filename):
 314         curr_path = os.path.dirname(os.path.abspath(__file__))
 315         file_path = os.path.join(curr_path, filename)
 316         return file_path
 317
 318     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.hex")
 319     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.eval")
 320     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.open")
 321     def test_run_vfw(self, mock_open, eval, hex, mock_process):
 322         with mock.patch("yardstick.ssh.SSH") as ssh:
 323             ssh_mock = mock.Mock(autospec=ssh.SSH)
 324             ssh_mock.execute = \
 325                 mock.Mock(return_value=(0, "", ""))
 326             ssh_mock.run = \
 327                 mock.Mock(return_value=(0, "", ""))
 328             ssh.from_node.return_value = ssh_mock
 329             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 330             vfw_approx_vnf = FWApproxVnf(name, vnfd)
 331             vfw_approx_vnf._build_config = mock.MagicMock()
 332             vfw_approx_vnf.queue_wrapper = mock.MagicMock()
 333             vfw_approx_vnf.ssh_helper = mock.MagicMock()
 334             vfw_approx_vnf.ssh_helper.run = mock.MagicMock()
 335             vfw_approx_vnf.scenario_helper.scenario_cfg = self.scenario_cfg
 336             vfw_approx_vnf.vnf_cfg = {'lb_config': 'SW',
 337                                       'lb_count': 1,
 338                                       'worker_config': '1C/1T',
 339                                       'worker_threads': 1}
 340             vfw_approx_vnf.all_options = {'traffic_type': '4',
 341                                           'topology': 'nsb_test_case.yaml'}
 342             vfw_approx_vnf._run()
 343             vfw_approx_vnf.ssh_helper.run.assert_called_once()
 344
 345     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.YangModel")
 346     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.find_relative_file")
 347     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.Context")
 348     def test_instantiate(self, Context, mock_yang, mock_find, mock_process):
 349         with mock.patch("yardstick.ssh.SSH") as ssh:
 350             ssh_mock = mock.Mock(autospec=ssh.SSH)
 351             ssh_mock.execute = mock.Mock(return_value=(0, "", ""))
 352             ssh.from_node.return_value = ssh_mock
 353             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 354             vfw_approx_vnf = FWApproxVnf(name, vnfd)
 355             vfw_approx_vnf.ssh_helper = ssh
 356             vfw_approx_vnf.deploy_helper = mock.MagicMock()
 357             vfw_approx_vnf.resource_helper = mock.MagicMock()
 358             vfw_approx_vnf._build_config = mock.MagicMock()
 359             self.scenario_cfg['vnf_options'] = {'acl': {'cfg': "",
 360                                                         'rules': ""}}
 361             self.scenario_cfg.update({"nodes": {"vnf__1": ""}})
 362             self.assertIsNone(vfw_approx_vnf.instantiate(self.scenario_cfg,
 363                                                          self.context_cfg))
 364
 365     def test_scale(self, mock_process):
 366         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 367         vfw_approx_vnf = FWApproxVnf(name, vnfd)
 368         flavor = ""
 369         self.assertRaises(NotImplementedError, vfw_approx_vnf.scale, flavor)
 370
 371     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
 372     def test_terminate(self, mock_time, mock_process):
 373         with mock.patch("yardstick.ssh.SSH") as ssh:
 374             ssh_mock = mock.Mock(autospec=ssh.SSH)
 375             ssh_mock.execute = \
 376                 mock.Mock(return_value=(0, "", ""))
 377             ssh.from_node.return_value = ssh_mock
 378             vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
 379             vfw_approx_vnf = FWApproxVnf(name, vnfd)
 380             vfw_approx_vnf._vnf_process = mock.MagicMock()
 381             vfw_approx_vnf._vnf_process.terminate = mock.Mock()
 382             vfw_approx_vnf.used_drivers = {"01:01.0": "i40e",
 383                                            "01:01.1": "i40e"}
 384             vfw_approx_vnf.vnf_execute = mock.Mock()
 385             vfw_approx_vnf.ssh_helper = ssh_mock
 386             vfw_approx_vnf.dpdk_nic_bind = "dpdk_nic_bind.py"
 387             vfw_approx_vnf._resource_collect_stop = mock.Mock()
 388             self.assertEqual(None, vfw_approx_vnf.terminate())
 389
 390 if __name__ == '__main__':
 391     unittest.main()