Merge "Add ODL HA testcase"
[yardstick.git] / tests / unit / network_services / vnf_generic / vnf / test_vfw_vnf.py
1 # Copyright (c) 2016-2017 Intel Corporation
2 #
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
6 #
7 #      http://www.apache.org/licenses/LICENSE-2.0
8 #
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
14 #
15
16 import unittest
17 import mock
18 import os
19
20 from tests.unit import STL_MOCKS
21 from tests.unit.network_services.vnf_generic.vnf.test_base import mock_ssh
22
23 from yardstick.common import utils
24
25
26 STLClient = mock.MagicMock()
27 stl_patch = mock.patch.dict("sys.modules", STL_MOCKS)
28 stl_patch.start()
29
30 if stl_patch:
31     from yardstick.network_services.vnf_generic.vnf.vfw_vnf import FWApproxVnf
32     from yardstick.network_services.nfvi.resource import ResourceProfile
33
34
35 TEST_FILE_YAML = 'nsb_test_case.yaml'
36 SSH_HELPER = 'yardstick.network_services.vnf_generic.vnf.sample_vnf.VnfSshHelper'
37
38 name = 'vnf__1'
39
40
41 @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.Process")
42 class TestFWApproxVnf(unittest.TestCase):
43     VNFD = {'vnfd:vnfd-catalog':
44             {'vnfd':
45              [{'short-name': 'VpeVnf',
46                'vdu':
47                [{'routing_table':
48                  [{'network': '152.16.100.20',
49                    'netmask': '255.255.255.0',
50                    'gateway': '152.16.100.20',
51                    'if': 'xe0'},
52                   {'network': '152.16.40.20',
53                    'netmask': '255.255.255.0',
54                    'gateway': '152.16.40.20',
55                    'if': 'xe1'}],
56                  'description': 'VPE approximation using DPDK',
57                  'name': 'vpevnf-baremetal',
58                  'nd_route_tbl':
59                  [{'network': '0064:ff9b:0:0:0:0:9810:6414',
60                    'netmask': '112',
61                    'gateway': '0064:ff9b:0:0:0:0:9810:6414',
62                    'if': 'xe0'},
63                   {'network': '0064:ff9b:0:0:0:0:9810:2814',
64                    'netmask': '112',
65                    'gateway': '0064:ff9b:0:0:0:0:9810:2814',
66                    'if': 'xe1'}],
67                  'id': 'vpevnf-baremetal',
68                  'external-interface':
69                  [{'virtual-interface':
70                    {'dst_mac': '00:00:00:00:00:04',
71                     'vpci': '0000:05:00.0',
72                     'local_ip': '152.16.100.19',
73                     'type': 'PCI-PASSTHROUGH',
74                     'netmask': '255.255.255.0',
75                     'dpdk_port_num': 0,
76                     'bandwidth': '10 Gbps',
77                     'driver': "i40e",
78                     'dst_ip': '152.16.100.20',
79                     'local_iface_name': 'xe0',
80                     'local_mac': '00:00:00:00:00:02'},
81                    'vnfd-connection-point-ref': 'xe0',
82                    'name': 'xe0'},
83                   {'virtual-interface':
84                    {'dst_mac': '00:00:00:00:00:03',
85                     'vpci': '0000:05:00.1',
86                     'local_ip': '152.16.40.19',
87                     'type': 'PCI-PASSTHROUGH',
88                     'driver': "i40e",
89                     'netmask': '255.255.255.0',
90                     'dpdk_port_num': 1,
91                     'bandwidth': '10 Gbps',
92                     'dst_ip': '152.16.40.20',
93                     'local_iface_name': 'xe1',
94                     'local_mac': '00:00:00:00:00:01'},
95                    'vnfd-connection-point-ref': 'xe1',
96                    'name': 'xe1'}]}],
97                'description': 'Vpe approximation using DPDK',
98                'mgmt-interface':
99                    {'vdu-id': 'vpevnf-baremetal',
100                     'host': '1.2.1.1',
101                     'password': 'r00t',
102                     'user': 'root',
103                     'ip': '1.2.1.1'},
104                'benchmark':
105                    {'kpi': ['packets_in', 'packets_fwd', 'packets_dropped']},
106                'connection-point': [{'type': 'VPORT', 'name': 'xe0'},
107                                     {'type': 'VPORT', 'name': 'xe1'}],
108                'id': 'FWApproxVnf', 'name': 'VPEVnfSsh'}]}}
109
110     scenario_cfg = {'options': {'packetsize': 64, 'traffic_type': 4,
111                                 'rfc2544': {'allowed_drop_rate': '0.8 - 1'},
112                                 'vnf__1': {'rules': 'acl_1rule.yaml',
113                                            'vnf_config': {'lb_config': 'SW',
114                                                           'lb_count': 1,
115                                                           'worker_config':
116                                                               '1C/1T',
117                                                           'worker_threads': 1}}
118                                 },
119                     'task_id': 'a70bdf4a-8e67-47a3-9dc1-273c14506eb7',
120                     'task_path': '/tmp',
121                     'tc': 'tc_ipv4_1Mflow_64B_packetsize',
122                     'runner': {'object': 'NetworkServiceTestCase',
123                                'interval': 35,
124                                'output_filename': '/tmp/yardstick.out',
125                                'runner_id': 74476, 'duration': 400,
126                                'type': 'Duration'},
127                     'traffic_profile': 'ipv4_throughput_vfw.yaml',
128                     'traffic_options': {'flow': 'ipv4_Packets_vfw.yaml',
129                                         'imix': 'imix_voice.yaml'},
130                     'type': 'ISB',
131                     'nodes': {'tg__2': 'trafficgen_2.yardstick',
132                               'tg__1': 'trafficgen_1.yardstick',
133                               'vnf__1': 'vnf.yardstick'},
134                     'topology': 'vpe-tg-topology-baremetal.yaml'}
135
136     context_cfg = {'nodes': {'tg__2':
137                              {'member-vnf-index': '3',
138                               'role': 'TrafficGen',
139                               'name': 'trafficgen_2.yardstick',
140                               'vnfd-id-ref': 'tg__2',
141                               'ip': '1.2.1.1',
142                               'interfaces':
143                               {'xe0': {'local_iface_name': 'ens513f0',
144                                        'vld_id': FWApproxVnf.DOWNLINK,
145                                        'netmask': '255.255.255.0',
146                                        'local_ip': '152.16.40.20',
147                                        'dst_mac': '00:00:00:00:00:01',
148                                        'local_mac': '00:00:00:00:00:03',
149                                        'dst_ip': '152.16.40.19',
150                                        'driver': 'ixgbe',
151                                        'vpci': '0000:02:00.0',
152                                        'dpdk_port_num': 0},
153                                'xe1': {'local_iface_name': 'ens513f1',
154                                        'netmask': '255.255.255.0',
155                                        'network': '202.16.100.0',
156                                        'local_ip': '202.16.100.20',
157                                        'local_mac': '00:1e:67:d0:60:5d',
158                                        'driver': 'ixgbe',
159                                        'vpci': '0000:02:00.1',
160                                        'dpdk_port_num': 1}},
161                               'password': 'r00t',
162                               'VNF model': 'l3fwd_vnf.yaml',
163                               'user': 'root'},
164                              'tg__1':
165                              {'member-vnf-index': '1',
166                               'role': 'TrafficGen',
167                               'name': 'trafficgen_1.yardstick',
168                               'vnfd-id-ref': 'tg__1',
169                               'ip': '1.2.1.1',
170                               'interfaces':
171                               {'xe0': {'local_iface_name': 'ens785f0',
172                                        'vld_id': FWApproxVnf.UPLINK,
173                                        'netmask': '255.255.255.0',
174                                        'local_ip': '152.16.100.20',
175                                        'dst_mac': '00:00:00:00:00:02',
176                                        'local_mac': '00:00:00:00:00:04',
177                                        'dst_ip': '152.16.100.19',
178                                        'driver': 'i40e',
179                                        'vpci': '0000:05:00.0',
180                                        'dpdk_port_num': 0},
181                                'xe1': {'local_iface_name': 'ens785f1',
182                                        'netmask': '255.255.255.0',
183                                        'local_ip': '152.16.100.21',
184                                        'local_mac': '00:00:00:00:00:01',
185                                        'driver': 'i40e',
186                                        'vpci': '0000:05:00.1',
187                                        'dpdk_port_num': 1}},
188                               'password': 'r00t',
189                               'VNF model': 'tg_rfc2544_tpl.yaml',
190                               'user': 'root'},
191                              'vnf__1':
192                              {'name': 'vnf.yardstick',
193                               'vnfd-id-ref': 'vnf__1',
194                               'ip': '1.2.1.1',
195                               'interfaces':
196                               {'xe0': {'local_iface_name': 'ens786f0',
197                                        'vld_id': FWApproxVnf.UPLINK,
198                                        'netmask': '255.255.255.0',
199                                        'local_ip': '152.16.100.19',
200                                        'dst_mac': '00:00:00:00:00:04',
201                                        'local_mac': '00:00:00:00:00:02',
202                                        'dst_ip': '152.16.100.20',
203                                        'driver': 'i40e',
204                                        'vpci': '0000:05:00.0',
205                                        'dpdk_port_num': 0},
206                                'xe1': {'local_iface_name': 'ens786f1',
207                                        'vld_id': FWApproxVnf.DOWNLINK,
208                                        'netmask': '255.255.255.0',
209                                        'local_ip': '152.16.40.19',
210                                        'dst_mac': '00:00:00:00:00:03',
211                                        'local_mac': '00:00:00:00:00:01',
212                                        'dst_ip': '152.16.40.20',
213                                        'driver': 'i40e',
214                                        'vpci': '0000:05:00.1',
215                                        'dpdk_port_num': 1}},
216                               'routing_table':
217                               [{'netmask': '255.255.255.0',
218                                 'gateway': '152.16.100.20',
219                                 'network': '152.16.100.20',
220                                 'if': 'xe0'},
221                                {'netmask': '255.255.255.0',
222                                 'gateway': '152.16.40.20',
223                                 'network': '152.16.40.20',
224                                 'if': 'xe1'}],
225                               'member-vnf-index': '2',
226                               'host': '1.2.1.1',
227                               'role': 'vnf',
228                               'user': 'root',
229                               'nd_route_tbl':
230                               [{'netmask': '112',
231                                 'gateway': '0064:ff9b:0:0:0:0:9810:6414',
232                                 'network': '0064:ff9b:0:0:0:0:9810:6414',
233                                 'if': 'xe0'},
234                                {'netmask': '112',
235                                 'gateway': '0064:ff9b:0:0:0:0:9810:2814',
236                                 'network': '0064:ff9b:0:0:0:0:9810:2814',
237                                 'if': 'xe1'}],
238                               'password': 'r00t',
239                               'VNF model': 'vfw_vnf.yaml'}}}
240
241     def test___init__(self, *args):
242         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
243         vfw_approx_vnf = FWApproxVnf(name, vnfd)
244         self.assertIsNone(vfw_approx_vnf._vnf_process)
245
246     STATS = """\
247 p vfw stats
248
249 VFW Stats
250 {"VFW_counters" : {"id" : "PIPELINE4", " pkts_received": 6007180, " pkts_fw_forwarded": 6007180, " pkts_drop_fw": 0, " pkts_acl_forwarded": 6007180, "pkts_drop_without_rule" : 0, "average_pkts_in_batch" : 31, "average_internal_time_in_clocks" : 17427, "average_external_time_in_clocks" : 261120, "total_time_measures" : 189829, "ct_packets_forwarded" : 6007148, "ct_packets_dropped" : 0, "bytes_processed ": 360430800, "ct_sessions" : {"active" : 130050, "open_attempt" : 130050, "re-open_attempt" : 0, "established" : 0, "closed" : 0, "timeout" : 0}, "ct_drops" : {"out_of_window" : 0, "invalid_conn" : 0, "invalid_state_transition" : 0 "RST" : 0}}
251 VFW TOTAL: pkts_received: 6007180, "pkts_fw_forwarded": 6007180, "pkts_drop_fw": 0, "fw_drops" : {"TTL_zero" : 0, "bad_size" : 0, "fragmented_packet" : 0, "unsupported_packet_types" : 0, "no_arp_entry" : 6007180}, "pkts_acl_forwarded": 6007180, "pkts_drop_without_rule": 0, "packets_last_sec" : 0, "average_packets_per_sec" : 0, "bytes_last_sec" : 0, "average_bytes_per_sec" : 0, "bytes_processed ": 360430800
252 "CT TOTAL: ct_packets_forwarded" : 6007180, " ct_packets_dropped" : 0, "ct_sessions" : {"active" : 130050, "open_attempt" : 130050, "re-open_attempt" : 0, "established" : 0, "closed" : 0, "timeout" : 0}, "ct_drops" : {"out_of_window" : 0, "invalid_conn" : 0, "invalid_state_transition" : 0 "RST" : 0}
253 Action ID: 00, packetCount: 2954633, byteCount: 177277980
254 Action ID: 01, packetCount: 3052547, byteCount: 183152820
255 pipeline> 
256
257 pipeline> 
258 """  # noqa
259
260     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
261     @mock.patch(SSH_HELPER)
262     def test_collect_kpi(self, ssh, *args):
263         mock_ssh(ssh)
264
265         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
266         vfw_approx_vnf = FWApproxVnf(name, vnfd)
267         vfw_approx_vnf.q_in = mock.MagicMock()
268         vfw_approx_vnf.q_out = mock.MagicMock()
269         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
270         vfw_approx_vnf.resource = mock.Mock(autospec=ResourceProfile)
271         vfw_approx_vnf.resource_helper = mock.MagicMock(
272             **{'collect_kpi.return_value': {"core": {}}})
273         vfw_approx_vnf.vnf_execute = mock.Mock(return_value=self.STATS)
274         result = {
275             'packets_dropped': 0,
276             'packets_fwd': 6007180,
277             'packets_in': 6007180,
278             'collect_stats': {'core': {}},
279         }
280         self.assertEqual(result, vfw_approx_vnf.collect_kpi())
281
282     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
283     @mock.patch(SSH_HELPER)
284     def test_vnf_execute_command(self, ssh, *args):
285         mock_ssh(ssh)
286
287         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
288         vfw_approx_vnf = FWApproxVnf(name, vnfd)
289         vfw_approx_vnf.q_in = mock.MagicMock()
290         vfw_approx_vnf.q_out = mock.MagicMock()
291         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
292         cmd = "quit"
293         self.assertEqual(vfw_approx_vnf.vnf_execute(cmd), "")
294
295     @mock.patch(SSH_HELPER)
296     def test_get_stats(self, ssh, *args):
297         mock_ssh(ssh)
298
299         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
300         vfw_approx_vnf = FWApproxVnf(name, vnfd)
301         vfw_approx_vnf.q_in = mock.MagicMock()
302         vfw_approx_vnf.q_out = mock.MagicMock()
303         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
304         vfw_approx_vnf.vnf_execute = mock.Mock(return_value=self.STATS)
305         self.assertEqual(self.STATS, vfw_approx_vnf.get_stats())
306
307     def _get_file_abspath(self, filename):
308         curr_path = os.path.dirname(os.path.abspath(__file__))
309         file_path = os.path.join(curr_path, filename)
310         return file_path
311
312     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.hex")
313     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.eval")
314     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.open")
315     @mock.patch(SSH_HELPER)
316     def test_run_vfw(self, ssh, *args):
317         mock_ssh(ssh)
318
319         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
320         vfw_approx_vnf = FWApproxVnf(name, vnfd)
321         vfw_approx_vnf._build_config = mock.MagicMock()
322         vfw_approx_vnf.queue_wrapper = mock.MagicMock()
323         vfw_approx_vnf.ssh_helper = mock.MagicMock()
324         vfw_approx_vnf.ssh_helper.run = mock.MagicMock()
325         vfw_approx_vnf.scenario_helper.scenario_cfg = self.scenario_cfg
326         vfw_approx_vnf.vnf_cfg = {'lb_config': 'SW',
327                                   'lb_count': 1,
328                                   'worker_config': '1C/1T',
329                                   'worker_threads': 1}
330         vfw_approx_vnf.all_options = {'traffic_type': '4',
331                                       'topology': 'nsb_test_case.yaml'}
332         vfw_approx_vnf._run()
333         vfw_approx_vnf.ssh_helper.run.assert_called_once()
334
335     @mock.patch.object(utils, 'find_relative_file')
336     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.YangModel")
337     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.Context")
338     @mock.patch(SSH_HELPER)
339     def test_instantiate(self, ssh, *args):
340         mock_ssh(ssh)
341
342         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
343         vfw_approx_vnf = FWApproxVnf(name, vnfd)
344         vfw_approx_vnf.ssh_helper = ssh
345         vfw_approx_vnf.deploy_helper = mock.MagicMock()
346         vfw_approx_vnf.resource_helper = mock.MagicMock()
347         vfw_approx_vnf._build_config = mock.MagicMock()
348         self.scenario_cfg['vnf_options'] = {'acl': {'cfg': "",
349                                                     'rules': ""}}
350         self.scenario_cfg.update({"nodes": {"vnf__1": ""}})
351         self.assertIsNone(vfw_approx_vnf.instantiate(self.scenario_cfg, self.context_cfg))