Merge "Bugfix: ha test case criteria pass when sla not pass"
[yardstick.git] / tests / unit / network_services / vnf_generic / vnf / test_vfw_vnf.py
1 #!/usr/bin/env python
2
3 # Copyright (c) 2016-2017 Intel Corporation
4 #
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
8 #
9 #      http://www.apache.org/licenses/LICENSE-2.0
10 #
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
16 #
17
18 from __future__ import absolute_import
19
20 import unittest
21 import mock
22 import os
23
24 from tests.unit import STL_MOCKS
25 from tests.unit.network_services.vnf_generic.vnf.test_base import mock_ssh
26
27 STLClient = mock.MagicMock()
28 stl_patch = mock.patch.dict("sys.modules", STL_MOCKS)
29 stl_patch.start()
30
31 if stl_patch:
32     from yardstick.network_services.vnf_generic.vnf.vfw_vnf import FWApproxVnf
33     from yardstick.network_services.nfvi.resource import ResourceProfile
34
35 TEST_FILE_YAML = 'nsb_test_case.yaml'
36 SSH_HELPER = 'yardstick.network_services.vnf_generic.vnf.sample_vnf.VnfSshHelper'
37
38
39 name = 'vnf__1'
40
41
42 @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.Process")
43 class TestFWApproxVnf(unittest.TestCase):
44     VNFD = {'vnfd:vnfd-catalog':
45             {'vnfd':
46              [{'short-name': 'VpeVnf',
47                'vdu':
48                [{'routing_table':
49                  [{'network': '152.16.100.20',
50                    'netmask': '255.255.255.0',
51                    'gateway': '152.16.100.20',
52                    'if': 'xe0'},
53                   {'network': '152.16.40.20',
54                    'netmask': '255.255.255.0',
55                    'gateway': '152.16.40.20',
56                    'if': 'xe1'}],
57                  'description': 'VPE approximation using DPDK',
58                  'name': 'vpevnf-baremetal',
59                  'nd_route_tbl':
60                  [{'network': '0064:ff9b:0:0:0:0:9810:6414',
61                    'netmask': '112',
62                    'gateway': '0064:ff9b:0:0:0:0:9810:6414',
63                    'if': 'xe0'},
64                   {'network': '0064:ff9b:0:0:0:0:9810:2814',
65                    'netmask': '112',
66                    'gateway': '0064:ff9b:0:0:0:0:9810:2814',
67                    'if': 'xe1'}],
68                  'id': 'vpevnf-baremetal',
69                  'external-interface':
70                  [{'virtual-interface':
71                    {'dst_mac': '00:00:00:00:00:04',
72                     'vpci': '0000:05:00.0',
73                     'local_ip': '152.16.100.19',
74                     'type': 'PCI-PASSTHROUGH',
75                     'netmask': '255.255.255.0',
76                     'dpdk_port_num': '0',
77                     'bandwidth': '10 Gbps',
78                     'driver': "i40e",
79                     'dst_ip': '152.16.100.20',
80                     'local_iface_name': 'xe0',
81                     'local_mac': '00:00:00:00:00:02'},
82                    'vnfd-connection-point-ref': 'xe0',
83                    'name': 'xe0'},
84                   {'virtual-interface':
85                    {'dst_mac': '00:00:00:00:00:03',
86                     'vpci': '0000:05:00.1',
87                     'local_ip': '152.16.40.19',
88                     'type': 'PCI-PASSTHROUGH',
89                     'driver': "i40e",
90                     'netmask': '255.255.255.0',
91                     'dpdk_port_num': '1',
92                     'bandwidth': '10 Gbps',
93                     'dst_ip': '152.16.40.20',
94                     'local_iface_name': 'xe1',
95                     'local_mac': '00:00:00:00:00:01'},
96                    'vnfd-connection-point-ref': 'xe1',
97                    'name': 'xe1'}]}],
98                'description': 'Vpe approximation using DPDK',
99                'mgmt-interface':
100                    {'vdu-id': 'vpevnf-baremetal',
101                     'host': '1.2.1.1',
102                     'password': 'r00t',
103                     'user': 'root',
104                     'ip': '1.2.1.1'},
105                'benchmark':
106                    {'kpi': ['packets_in', 'packets_fwd', 'packets_dropped']},
107                'connection-point': [{'type': 'VPORT', 'name': 'xe0'},
108                                     {'type': 'VPORT', 'name': 'xe1'}],
109                'id': 'FWApproxVnf', 'name': 'VPEVnfSsh'}]}}
110
111     scenario_cfg = {'options': {'packetsize': 64, 'traffic_type': 4,
112                                 'rfc2544': {'allowed_drop_rate': '0.8 - 1'},
113                                 'vnf__1': {'rules': 'acl_1rule.yaml',
114                                            'vnf_config': {'lb_config': 'SW',
115                                                           'lb_count': 1,
116                                                           'worker_config':
117                                                               '1C/1T',
118                                                           'worker_threads': 1}}
119                                 },
120                     'task_id': 'a70bdf4a-8e67-47a3-9dc1-273c14506eb7',
121                     'task_path': '/tmp',
122                     'tc': 'tc_ipv4_1Mflow_64B_packetsize',
123                     'runner': {'object': 'NetworkServiceTestCase',
124                                'interval': 35,
125                                'output_filename': '/tmp/yardstick.out',
126                                'runner_id': 74476, 'duration': 400,
127                                'type': 'Duration'},
128                     'traffic_profile': 'ipv4_throughput_vfw.yaml',
129                     'traffic_options': {'flow': 'ipv4_Packets_vfw.yaml',
130                                         'imix': 'imix_voice.yaml'},
131                     'type': 'ISB',
132                     'nodes': {'tg__2': 'trafficgen_2.yardstick',
133                               'tg__1': 'trafficgen_1.yardstick',
134                               'vnf__1': 'vnf.yardstick'},
135                     'topology': 'vpe-tg-topology-baremetal.yaml'}
136
137     context_cfg = {'nodes': {'tg__2':
138                              {'member-vnf-index': '3',
139                               'role': 'TrafficGen',
140                               'name': 'trafficgen_2.yardstick',
141                               'vnfd-id-ref': 'tg__2',
142                               'ip': '1.2.1.1',
143                               'interfaces':
144                               {'xe0': {'local_iface_name': 'ens513f0',
145                                        'vld_id': 'public',
146                                        'netmask': '255.255.255.0',
147                                        'local_ip': '152.16.40.20',
148                                        'dst_mac': '00:00:00:00:00:01',
149                                        'local_mac': '00:00:00:00:00:03',
150                                        'dst_ip': '152.16.40.19',
151                                        'driver': 'ixgbe',
152                                        'vpci': '0000:02:00.0',
153                                        'dpdk_port_num': 0},
154                                'xe1': {'local_iface_name': 'ens513f1',
155                                        'netmask': '255.255.255.0',
156                                        'network': '202.16.100.0',
157                                        'local_ip': '202.16.100.20',
158                                        'local_mac': '00:1e:67:d0:60:5d',
159                                        'driver': 'ixgbe',
160                                        'vpci': '0000:02:00.1',
161                                        'dpdk_port_num': 1}},
162                               'password': 'r00t',
163                               'VNF model': 'l3fwd_vnf.yaml',
164                               'user': 'root'},
165                              'tg__1':
166                              {'member-vnf-index': '1',
167                               'role': 'TrafficGen',
168                               'name': 'trafficgen_1.yardstick',
169                               'vnfd-id-ref': 'tg__1',
170                               'ip': '1.2.1.1',
171                               'interfaces':
172                               {'xe0': {'local_iface_name': 'ens785f0',
173                                        'vld_id': 'private',
174                                        'netmask': '255.255.255.0',
175                                        'local_ip': '152.16.100.20',
176                                        'dst_mac': '00:00:00:00:00:02',
177                                        'local_mac': '00:00:00:00:00:04',
178                                        'dst_ip': '152.16.100.19',
179                                        'driver': 'i40e',
180                                        'vpci': '0000:05:00.0',
181                                        'dpdk_port_num': 0},
182                                'xe1': {'local_iface_name': 'ens785f1',
183                                        'netmask': '255.255.255.0',
184                                        'local_ip': '152.16.100.21',
185                                        'local_mac': '00:00:00:00:00:01',
186                                        'driver': 'i40e',
187                                        'vpci': '0000:05:00.1',
188                                        'dpdk_port_num': 1}},
189                               'password': 'r00t',
190                               'VNF model': 'tg_rfc2544_tpl.yaml',
191                               'user': 'root'},
192                              'vnf__1':
193                              {'name': 'vnf.yardstick',
194                               'vnfd-id-ref': 'vnf__1',
195                               'ip': '1.2.1.1',
196                               'interfaces':
197                               {'xe0': {'local_iface_name': 'ens786f0',
198                                        'vld_id': 'private',
199                                        'netmask': '255.255.255.0',
200                                        'local_ip': '152.16.100.19',
201                                        'dst_mac': '00:00:00:00:00:04',
202                                        'local_mac': '00:00:00:00:00:02',
203                                        'dst_ip': '152.16.100.20',
204                                        'driver': 'i40e',
205                                        'vpci': '0000:05:00.0',
206                                        'dpdk_port_num': 0},
207                                'xe1': {'local_iface_name': 'ens786f1',
208                                        'vld_id': 'public',
209                                        'netmask': '255.255.255.0',
210                                        'local_ip': '152.16.40.19',
211                                        'dst_mac': '00:00:00:00:00:03',
212                                        'local_mac': '00:00:00:00:00:01',
213                                        'dst_ip': '152.16.40.20',
214                                        'driver': 'i40e',
215                                        'vpci': '0000:05:00.1',
216                                        'dpdk_port_num': 1}},
217                               'routing_table':
218                               [{'netmask': '255.255.255.0',
219                                 'gateway': '152.16.100.20',
220                                 'network': '152.16.100.20',
221                                 'if': 'xe0'},
222                                {'netmask': '255.255.255.0',
223                                 'gateway': '152.16.40.20',
224                                 'network': '152.16.40.20',
225                                 'if': 'xe1'}],
226                               'member-vnf-index': '2',
227                               'host': '1.2.1.1',
228                               'role': 'vnf',
229                               'user': 'root',
230                               'nd_route_tbl':
231                               [{'netmask': '112',
232                                 'gateway': '0064:ff9b:0:0:0:0:9810:6414',
233                                 'network': '0064:ff9b:0:0:0:0:9810:6414',
234                                 'if': 'xe0'},
235                                {'netmask': '112',
236                                 'gateway': '0064:ff9b:0:0:0:0:9810:2814',
237                                 'network': '0064:ff9b:0:0:0:0:9810:2814',
238                                 'if': 'xe1'}],
239                               'password': 'r00t',
240                               'VNF model': 'vfw_vnf.yaml'}}}
241
242     def test___init__(self, mock_process):
243         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
244         vfw_approx_vnf = FWApproxVnf(name, vnfd)
245         self.assertIsNone(vfw_approx_vnf._vnf_process)
246
247     STATS = """\
248 p vfw stats
249
250 VFW Stats
251 {"VFW_counters" : {"id" : "PIPELINE4", " pkts_received": 6007180, " pkts_fw_forwarded": 6007180, " pkts_drop_fw": 0, " pkts_acl_forwarded": 6007180, "pkts_drop_without_rule" : 0, "average_pkts_in_batch" : 31, "average_internal_time_in_clocks" : 17427, "average_external_time_in_clocks" : 261120, "total_time_measures" : 189829, "ct_packets_forwarded" : 6007148, "ct_packets_dropped" : 0, "bytes_processed ": 360430800, "ct_sessions" : {"active" : 130050, "open_attempt" : 130050, "re-open_attempt" : 0, "established" : 0, "closed" : 0, "timeout" : 0}, "ct_drops" : {"out_of_window" : 0, "invalid_conn" : 0, "invalid_state_transition" : 0 "RST" : 0}}
252 VFW TOTAL: pkts_received: 6007180, "pkts_fw_forwarded": 6007180, "pkts_drop_fw": 0, "fw_drops" : {"TTL_zero" : 0, "bad_size" : 0, "fragmented_packet" : 0, "unsupported_packet_types" : 0, "no_arp_entry" : 6007180}, "pkts_acl_forwarded": 6007180, "pkts_drop_without_rule": 0, "packets_last_sec" : 0, "average_packets_per_sec" : 0, "bytes_last_sec" : 0, "average_bytes_per_sec" : 0, "bytes_processed ": 360430800
253 "CT TOTAL: ct_packets_forwarded" : 6007180, " ct_packets_dropped" : 0, "ct_sessions" : {"active" : 130050, "open_attempt" : 130050, "re-open_attempt" : 0, "established" : 0, "closed" : 0, "timeout" : 0}, "ct_drops" : {"out_of_window" : 0, "invalid_conn" : 0, "invalid_state_transition" : 0 "RST" : 0}
254 Action ID: 00, packetCount: 2954633, byteCount: 177277980
255 Action ID: 01, packetCount: 3052547, byteCount: 183152820
256 pipeline> 
257
258 pipeline> 
259 """  # noqa
260
261     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
262     @mock.patch(SSH_HELPER)
263     def test_collect_kpi(self, ssh, mock_time, mock_process):
264         mock_ssh(ssh)
265
266         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
267         vfw_approx_vnf = FWApproxVnf(name, vnfd)
268         vfw_approx_vnf.q_in = mock.MagicMock()
269         vfw_approx_vnf.q_out = mock.MagicMock()
270         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
271         vfw_approx_vnf.resource = mock.Mock(autospec=ResourceProfile)
272         vfw_approx_vnf.resource_helper = mock.MagicMock(
273             **{'collect_kpi.return_value': {"core": {}}})
274         vfw_approx_vnf.vnf_execute = mock.Mock(return_value=self.STATS)
275         result = {
276             'packets_dropped': 0,
277             'packets_fwd': 6007180,
278             'packets_in': 6007180,
279             'collect_stats': {'core': {}},
280         }
281         self.assertEqual(result, vfw_approx_vnf.collect_kpi())
282
283     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
284     @mock.patch(SSH_HELPER)
285     def test_vnf_execute_command(self, ssh, mock_time, mock_process):
286         mock_ssh(ssh)
287
288         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
289         vfw_approx_vnf = FWApproxVnf(name, vnfd)
290         vfw_approx_vnf.q_in = mock.MagicMock()
291         vfw_approx_vnf.q_out = mock.MagicMock()
292         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
293         cmd = "quit"
294         self.assertEqual(vfw_approx_vnf.vnf_execute(cmd), "")
295
296     @mock.patch(SSH_HELPER)
297     def test_get_stats(self, ssh, mock_process):
298         mock_ssh(ssh)
299
300         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
301         vfw_approx_vnf = FWApproxVnf(name, vnfd)
302         vfw_approx_vnf.q_in = mock.MagicMock()
303         vfw_approx_vnf.q_out = mock.MagicMock()
304         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
305         vfw_approx_vnf.vnf_execute = mock.Mock(return_value=self.STATS)
306         self.assertEqual(self.STATS, vfw_approx_vnf.get_stats())
307
308     def _get_file_abspath(self, filename):
309         curr_path = os.path.dirname(os.path.abspath(__file__))
310         file_path = os.path.join(curr_path, filename)
311         return file_path
312
313     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.hex")
314     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.eval")
315     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.open")
316     @mock.patch(SSH_HELPER)
317     def test_run_vfw(self, ssh, mock_open, mock_eval, mock_hex, mock_process):
318         mock_ssh(ssh)
319
320         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
321         vfw_approx_vnf = FWApproxVnf(name, vnfd)
322         vfw_approx_vnf._build_config = mock.MagicMock()
323         vfw_approx_vnf.queue_wrapper = mock.MagicMock()
324         vfw_approx_vnf.ssh_helper = mock.MagicMock()
325         vfw_approx_vnf.ssh_helper.run = mock.MagicMock()
326         vfw_approx_vnf.scenario_helper.scenario_cfg = self.scenario_cfg
327         vfw_approx_vnf.vnf_cfg = {'lb_config': 'SW',
328                                   'lb_count': 1,
329                                   'worker_config': '1C/1T',
330                                   'worker_threads': 1}
331         vfw_approx_vnf.all_options = {'traffic_type': '4',
332                                       'topology': 'nsb_test_case.yaml'}
333         vfw_approx_vnf._run()
334         vfw_approx_vnf.ssh_helper.run.assert_called_once()
335
336     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.find_relative_file")
337     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.YangModel")
338     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.Context")
339     @mock.patch(SSH_HELPER)
340     def test_instantiate(self, ssh, mock_context, mock_yang, mock_find, mock_process):
341         mock_ssh(ssh)
342
343         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
344         vfw_approx_vnf = FWApproxVnf(name, vnfd)
345         vfw_approx_vnf.ssh_helper = ssh
346         vfw_approx_vnf.deploy_helper = mock.MagicMock()
347         vfw_approx_vnf.resource_helper = mock.MagicMock()
348         vfw_approx_vnf._build_config = mock.MagicMock()
349         self.scenario_cfg['vnf_options'] = {'acl': {'cfg': "",
350                                                     'rules': ""}}
351         self.scenario_cfg.update({"nodes": {"vnf__1": ""}})
352         self.assertIsNone(vfw_approx_vnf.instantiate(self.scenario_cfg, self.context_cfg))
353
354     def test_scale(self, mock_process):
355         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
356         vfw_approx_vnf = FWApproxVnf(name, vnfd)
357         flavor = ""
358         with self.assertRaises(NotImplementedError):
359             vfw_approx_vnf.scale(flavor)
360
361     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
362     @mock.patch(SSH_HELPER)
363     def test_terminate(self, ssh, mock_time, mock_process):
364         mock_ssh(ssh)
365
366         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
367         vfw_approx_vnf = FWApproxVnf(name, vnfd)
368         vfw_approx_vnf._vnf_process = mock.MagicMock()
369         vfw_approx_vnf.used_drivers = {"01:01.0": "i40e",
370                                        "01:01.1": "i40e"}
371         vfw_approx_vnf.vnf_execute = mock.Mock()
372         vfw_approx_vnf.dpdk_nic_bind = "dpdk_nic_bind.py"
373         vfw_approx_vnf._resource_collect_stop = mock.Mock()
374         self.assertIsNone(vfw_approx_vnf.terminate())
375
376 if __name__ == '__main__':
377     unittest.main()