Merge "ansible image build improvement"
[yardstick.git] / tests / unit / network_services / vnf_generic / vnf / test_vfw_vnf.py
1 #!/usr/bin/env python
2
3 # Copyright (c) 2016-2017 Intel Corporation
4 #
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
8 #
9 #      http://www.apache.org/licenses/LICENSE-2.0
10 #
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
16 #
17
18 import unittest
19 import mock
20 import os
21
22 from tests.unit import STL_MOCKS
23 from tests.unit.network_services.vnf_generic.vnf.test_base import mock_ssh
24
25 STLClient = mock.MagicMock()
26 stl_patch = mock.patch.dict("sys.modules", STL_MOCKS)
27 stl_patch.start()
28
29 if stl_patch:
30     from yardstick.network_services.vnf_generic.vnf.vfw_vnf import FWApproxVnf
31     from yardstick.network_services.nfvi.resource import ResourceProfile
32
33
34 TEST_FILE_YAML = 'nsb_test_case.yaml'
35 SSH_HELPER = 'yardstick.network_services.vnf_generic.vnf.sample_vnf.VnfSshHelper'
36
37 name = 'vnf__1'
38
39
40 @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.Process")
41 class TestFWApproxVnf(unittest.TestCase):
42     VNFD = {'vnfd:vnfd-catalog':
43             {'vnfd':
44              [{'short-name': 'VpeVnf',
45                'vdu':
46                [{'routing_table':
47                  [{'network': '152.16.100.20',
48                    'netmask': '255.255.255.0',
49                    'gateway': '152.16.100.20',
50                    'if': 'xe0'},
51                   {'network': '152.16.40.20',
52                    'netmask': '255.255.255.0',
53                    'gateway': '152.16.40.20',
54                    'if': 'xe1'}],
55                  'description': 'VPE approximation using DPDK',
56                  'name': 'vpevnf-baremetal',
57                  'nd_route_tbl':
58                  [{'network': '0064:ff9b:0:0:0:0:9810:6414',
59                    'netmask': '112',
60                    'gateway': '0064:ff9b:0:0:0:0:9810:6414',
61                    'if': 'xe0'},
62                   {'network': '0064:ff9b:0:0:0:0:9810:2814',
63                    'netmask': '112',
64                    'gateway': '0064:ff9b:0:0:0:0:9810:2814',
65                    'if': 'xe1'}],
66                  'id': 'vpevnf-baremetal',
67                  'external-interface':
68                  [{'virtual-interface':
69                    {'dst_mac': '00:00:00:00:00:04',
70                     'vpci': '0000:05:00.0',
71                     'local_ip': '152.16.100.19',
72                     'type': 'PCI-PASSTHROUGH',
73                     'netmask': '255.255.255.0',
74                     'dpdk_port_num': 0,
75                     'bandwidth': '10 Gbps',
76                     'driver': "i40e",
77                     'dst_ip': '152.16.100.20',
78                     'local_iface_name': 'xe0',
79                     'local_mac': '00:00:00:00:00:02'},
80                    'vnfd-connection-point-ref': 'xe0',
81                    'name': 'xe0'},
82                   {'virtual-interface':
83                    {'dst_mac': '00:00:00:00:00:03',
84                     'vpci': '0000:05:00.1',
85                     'local_ip': '152.16.40.19',
86                     'type': 'PCI-PASSTHROUGH',
87                     'driver': "i40e",
88                     'netmask': '255.255.255.0',
89                     'dpdk_port_num': 1,
90                     'bandwidth': '10 Gbps',
91                     'dst_ip': '152.16.40.20',
92                     'local_iface_name': 'xe1',
93                     'local_mac': '00:00:00:00:00:01'},
94                    'vnfd-connection-point-ref': 'xe1',
95                    'name': 'xe1'}]}],
96                'description': 'Vpe approximation using DPDK',
97                'mgmt-interface':
98                    {'vdu-id': 'vpevnf-baremetal',
99                     'host': '1.2.1.1',
100                     'password': 'r00t',
101                     'user': 'root',
102                     'ip': '1.2.1.1'},
103                'benchmark':
104                    {'kpi': ['packets_in', 'packets_fwd', 'packets_dropped']},
105                'connection-point': [{'type': 'VPORT', 'name': 'xe0'},
106                                     {'type': 'VPORT', 'name': 'xe1'}],
107                'id': 'FWApproxVnf', 'name': 'VPEVnfSsh'}]}}
108
109     scenario_cfg = {'options': {'packetsize': 64, 'traffic_type': 4,
110                                 'rfc2544': {'allowed_drop_rate': '0.8 - 1'},
111                                 'vnf__1': {'rules': 'acl_1rule.yaml',
112                                            'vnf_config': {'lb_config': 'SW',
113                                                           'lb_count': 1,
114                                                           'worker_config':
115                                                               '1C/1T',
116                                                           'worker_threads': 1}}
117                                 },
118                     'task_id': 'a70bdf4a-8e67-47a3-9dc1-273c14506eb7',
119                     'task_path': '/tmp',
120                     'tc': 'tc_ipv4_1Mflow_64B_packetsize',
121                     'runner': {'object': 'NetworkServiceTestCase',
122                                'interval': 35,
123                                'output_filename': '/tmp/yardstick.out',
124                                'runner_id': 74476, 'duration': 400,
125                                'type': 'Duration'},
126                     'traffic_profile': 'ipv4_throughput_vfw.yaml',
127                     'traffic_options': {'flow': 'ipv4_Packets_vfw.yaml',
128                                         'imix': 'imix_voice.yaml'},
129                     'type': 'ISB',
130                     'nodes': {'tg__2': 'trafficgen_2.yardstick',
131                               'tg__1': 'trafficgen_1.yardstick',
132                               'vnf__1': 'vnf.yardstick'},
133                     'topology': 'vpe-tg-topology-baremetal.yaml'}
134
135     context_cfg = {'nodes': {'tg__2':
136                              {'member-vnf-index': '3',
137                               'role': 'TrafficGen',
138                               'name': 'trafficgen_2.yardstick',
139                               'vnfd-id-ref': 'tg__2',
140                               'ip': '1.2.1.1',
141                               'interfaces':
142                               {'xe0': {'local_iface_name': 'ens513f0',
143                                        'vld_id': FWApproxVnf.DOWNLINK,
144                                        'netmask': '255.255.255.0',
145                                        'local_ip': '152.16.40.20',
146                                        'dst_mac': '00:00:00:00:00:01',
147                                        'local_mac': '00:00:00:00:00:03',
148                                        'dst_ip': '152.16.40.19',
149                                        'driver': 'ixgbe',
150                                        'vpci': '0000:02:00.0',
151                                        'dpdk_port_num': 0},
152                                'xe1': {'local_iface_name': 'ens513f1',
153                                        'netmask': '255.255.255.0',
154                                        'network': '202.16.100.0',
155                                        'local_ip': '202.16.100.20',
156                                        'local_mac': '00:1e:67:d0:60:5d',
157                                        'driver': 'ixgbe',
158                                        'vpci': '0000:02:00.1',
159                                        'dpdk_port_num': 1}},
160                               'password': 'r00t',
161                               'VNF model': 'l3fwd_vnf.yaml',
162                               'user': 'root'},
163                              'tg__1':
164                              {'member-vnf-index': '1',
165                               'role': 'TrafficGen',
166                               'name': 'trafficgen_1.yardstick',
167                               'vnfd-id-ref': 'tg__1',
168                               'ip': '1.2.1.1',
169                               'interfaces':
170                               {'xe0': {'local_iface_name': 'ens785f0',
171                                        'vld_id': FWApproxVnf.UPLINK,
172                                        'netmask': '255.255.255.0',
173                                        'local_ip': '152.16.100.20',
174                                        'dst_mac': '00:00:00:00:00:02',
175                                        'local_mac': '00:00:00:00:00:04',
176                                        'dst_ip': '152.16.100.19',
177                                        'driver': 'i40e',
178                                        'vpci': '0000:05:00.0',
179                                        'dpdk_port_num': 0},
180                                'xe1': {'local_iface_name': 'ens785f1',
181                                        'netmask': '255.255.255.0',
182                                        'local_ip': '152.16.100.21',
183                                        'local_mac': '00:00:00:00:00:01',
184                                        'driver': 'i40e',
185                                        'vpci': '0000:05:00.1',
186                                        'dpdk_port_num': 1}},
187                               'password': 'r00t',
188                               'VNF model': 'tg_rfc2544_tpl.yaml',
189                               'user': 'root'},
190                              'vnf__1':
191                              {'name': 'vnf.yardstick',
192                               'vnfd-id-ref': 'vnf__1',
193                               'ip': '1.2.1.1',
194                               'interfaces':
195                               {'xe0': {'local_iface_name': 'ens786f0',
196                                        'vld_id': FWApproxVnf.UPLINK,
197                                        'netmask': '255.255.255.0',
198                                        'local_ip': '152.16.100.19',
199                                        'dst_mac': '00:00:00:00:00:04',
200                                        'local_mac': '00:00:00:00:00:02',
201                                        'dst_ip': '152.16.100.20',
202                                        'driver': 'i40e',
203                                        'vpci': '0000:05:00.0',
204                                        'dpdk_port_num': 0},
205                                'xe1': {'local_iface_name': 'ens786f1',
206                                        'vld_id': FWApproxVnf.DOWNLINK,
207                                        'netmask': '255.255.255.0',
208                                        'local_ip': '152.16.40.19',
209                                        'dst_mac': '00:00:00:00:00:03',
210                                        'local_mac': '00:00:00:00:00:01',
211                                        'dst_ip': '152.16.40.20',
212                                        'driver': 'i40e',
213                                        'vpci': '0000:05:00.1',
214                                        'dpdk_port_num': 1}},
215                               'routing_table':
216                               [{'netmask': '255.255.255.0',
217                                 'gateway': '152.16.100.20',
218                                 'network': '152.16.100.20',
219                                 'if': 'xe0'},
220                                {'netmask': '255.255.255.0',
221                                 'gateway': '152.16.40.20',
222                                 'network': '152.16.40.20',
223                                 'if': 'xe1'}],
224                               'member-vnf-index': '2',
225                               'host': '1.2.1.1',
226                               'role': 'vnf',
227                               'user': 'root',
228                               'nd_route_tbl':
229                               [{'netmask': '112',
230                                 'gateway': '0064:ff9b:0:0:0:0:9810:6414',
231                                 'network': '0064:ff9b:0:0:0:0:9810:6414',
232                                 'if': 'xe0'},
233                                {'netmask': '112',
234                                 'gateway': '0064:ff9b:0:0:0:0:9810:2814',
235                                 'network': '0064:ff9b:0:0:0:0:9810:2814',
236                                 'if': 'xe1'}],
237                               'password': 'r00t',
238                               'VNF model': 'vfw_vnf.yaml'}}}
239
240     def test___init__(self, *args):
241         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
242         vfw_approx_vnf = FWApproxVnf(name, vnfd)
243         self.assertIsNone(vfw_approx_vnf._vnf_process)
244
245     STATS = """\
246 p vfw stats
247
248 VFW Stats
249 {"VFW_counters" : {"id" : "PIPELINE4", " pkts_received": 6007180, " pkts_fw_forwarded": 6007180, " pkts_drop_fw": 0, " pkts_acl_forwarded": 6007180, "pkts_drop_without_rule" : 0, "average_pkts_in_batch" : 31, "average_internal_time_in_clocks" : 17427, "average_external_time_in_clocks" : 261120, "total_time_measures" : 189829, "ct_packets_forwarded" : 6007148, "ct_packets_dropped" : 0, "bytes_processed ": 360430800, "ct_sessions" : {"active" : 130050, "open_attempt" : 130050, "re-open_attempt" : 0, "established" : 0, "closed" : 0, "timeout" : 0}, "ct_drops" : {"out_of_window" : 0, "invalid_conn" : 0, "invalid_state_transition" : 0 "RST" : 0}}
250 VFW TOTAL: pkts_received: 6007180, "pkts_fw_forwarded": 6007180, "pkts_drop_fw": 0, "fw_drops" : {"TTL_zero" : 0, "bad_size" : 0, "fragmented_packet" : 0, "unsupported_packet_types" : 0, "no_arp_entry" : 6007180}, "pkts_acl_forwarded": 6007180, "pkts_drop_without_rule": 0, "packets_last_sec" : 0, "average_packets_per_sec" : 0, "bytes_last_sec" : 0, "average_bytes_per_sec" : 0, "bytes_processed ": 360430800
251 "CT TOTAL: ct_packets_forwarded" : 6007180, " ct_packets_dropped" : 0, "ct_sessions" : {"active" : 130050, "open_attempt" : 130050, "re-open_attempt" : 0, "established" : 0, "closed" : 0, "timeout" : 0}, "ct_drops" : {"out_of_window" : 0, "invalid_conn" : 0, "invalid_state_transition" : 0 "RST" : 0}
252 Action ID: 00, packetCount: 2954633, byteCount: 177277980
253 Action ID: 01, packetCount: 3052547, byteCount: 183152820
254 pipeline> 
255
256 pipeline> 
257 """  # noqa
258
259     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
260     @mock.patch(SSH_HELPER)
261     def test_collect_kpi(self, ssh, *args):
262         mock_ssh(ssh)
263
264         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
265         vfw_approx_vnf = FWApproxVnf(name, vnfd)
266         vfw_approx_vnf.q_in = mock.MagicMock()
267         vfw_approx_vnf.q_out = mock.MagicMock()
268         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
269         vfw_approx_vnf.resource = mock.Mock(autospec=ResourceProfile)
270         vfw_approx_vnf.resource_helper = mock.MagicMock(
271             **{'collect_kpi.return_value': {"core": {}}})
272         vfw_approx_vnf.vnf_execute = mock.Mock(return_value=self.STATS)
273         result = {
274             'packets_dropped': 0,
275             'packets_fwd': 6007180,
276             'packets_in': 6007180,
277             'collect_stats': {'core': {}},
278         }
279         self.assertEqual(result, vfw_approx_vnf.collect_kpi())
280
281     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
282     @mock.patch(SSH_HELPER)
283     def test_vnf_execute_command(self, ssh, *args):
284         mock_ssh(ssh)
285
286         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
287         vfw_approx_vnf = FWApproxVnf(name, vnfd)
288         vfw_approx_vnf.q_in = mock.MagicMock()
289         vfw_approx_vnf.q_out = mock.MagicMock()
290         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
291         cmd = "quit"
292         self.assertEqual(vfw_approx_vnf.vnf_execute(cmd), "")
293
294     @mock.patch(SSH_HELPER)
295     def test_get_stats(self, ssh, *args):
296         mock_ssh(ssh)
297
298         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
299         vfw_approx_vnf = FWApproxVnf(name, vnfd)
300         vfw_approx_vnf.q_in = mock.MagicMock()
301         vfw_approx_vnf.q_out = mock.MagicMock()
302         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
303         vfw_approx_vnf.vnf_execute = mock.Mock(return_value=self.STATS)
304         self.assertEqual(self.STATS, vfw_approx_vnf.get_stats())
305
306     def _get_file_abspath(self, filename):
307         curr_path = os.path.dirname(os.path.abspath(__file__))
308         file_path = os.path.join(curr_path, filename)
309         return file_path
310
311     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.hex")
312     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.eval")
313     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.open")
314     @mock.patch(SSH_HELPER)
315     def test_run_vfw(self, ssh, *args):
316         mock_ssh(ssh)
317
318         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
319         vfw_approx_vnf = FWApproxVnf(name, vnfd)
320         vfw_approx_vnf._build_config = mock.MagicMock()
321         vfw_approx_vnf.queue_wrapper = mock.MagicMock()
322         vfw_approx_vnf.ssh_helper = mock.MagicMock()
323         vfw_approx_vnf.ssh_helper.run = mock.MagicMock()
324         vfw_approx_vnf.scenario_helper.scenario_cfg = self.scenario_cfg
325         vfw_approx_vnf.vnf_cfg = {'lb_config': 'SW',
326                                   'lb_count': 1,
327                                   'worker_config': '1C/1T',
328                                   'worker_threads': 1}
329         vfw_approx_vnf.all_options = {'traffic_type': '4',
330                                       'topology': 'nsb_test_case.yaml'}
331         vfw_approx_vnf._run()
332         vfw_approx_vnf.ssh_helper.run.assert_called_once()
333
334     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.find_relative_file")
335     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.YangModel")
336     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.Context")
337     @mock.patch(SSH_HELPER)
338     def test_instantiate(self, ssh, *args):
339         mock_ssh(ssh)
340
341         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
342         vfw_approx_vnf = FWApproxVnf(name, vnfd)
343         vfw_approx_vnf.ssh_helper = ssh
344         vfw_approx_vnf.deploy_helper = mock.MagicMock()
345         vfw_approx_vnf.resource_helper = mock.MagicMock()
346         vfw_approx_vnf._build_config = mock.MagicMock()
347         self.scenario_cfg['vnf_options'] = {'acl': {'cfg': "",
348                                                     'rules': ""}}
349         self.scenario_cfg.update({"nodes": {"vnf__1": ""}})
350         self.assertIsNone(vfw_approx_vnf.instantiate(self.scenario_cfg, self.context_cfg))
351
352     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
353     @mock.patch(SSH_HELPER)
354     def test_terminate(self, ssh, *args):
355         mock_ssh(ssh)
356
357         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
358         vfw_approx_vnf = FWApproxVnf(name, vnfd)
359         vfw_approx_vnf._vnf_process = mock.MagicMock()
360         vfw_approx_vnf.used_drivers = {"01:01.0": "i40e",
361                                        "01:01.1": "i40e"}
362         vfw_approx_vnf.vnf_execute = mock.Mock()
363         vfw_approx_vnf.dpdk_nic_bind = "dpdk_nic_bind.py"
364         vfw_approx_vnf._resource_collect_stop = mock.Mock()
365         self.assertIsNone(vfw_approx_vnf.terminate())