Import "traffic_profile" modules only once
[yardstick.git] / tests / unit / network_services / vnf_generic / vnf / test_vfw_vnf.py
1 #!/usr/bin/env python
2
3 # Copyright (c) 2016-2017 Intel Corporation
4 #
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
8 #
9 #      http://www.apache.org/licenses/LICENSE-2.0
10 #
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
16 #
17
18 import unittest
19 import mock
20 import os
21
22 from tests.unit import STL_MOCKS
23 from tests.unit.network_services.vnf_generic.vnf.test_base import mock_ssh
24
25 from yardstick.common import utils
26
27
28 STLClient = mock.MagicMock()
29 stl_patch = mock.patch.dict("sys.modules", STL_MOCKS)
30 stl_patch.start()
31
32 if stl_patch:
33     from yardstick.network_services.vnf_generic.vnf.vfw_vnf import FWApproxVnf
34     from yardstick.network_services.nfvi.resource import ResourceProfile
35
36
37 TEST_FILE_YAML = 'nsb_test_case.yaml'
38 SSH_HELPER = 'yardstick.network_services.vnf_generic.vnf.sample_vnf.VnfSshHelper'
39
40 name = 'vnf__1'
41
42
43 @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.Process")
44 class TestFWApproxVnf(unittest.TestCase):
45     VNFD = {'vnfd:vnfd-catalog':
46             {'vnfd':
47              [{'short-name': 'VpeVnf',
48                'vdu':
49                [{'routing_table':
50                  [{'network': '152.16.100.20',
51                    'netmask': '255.255.255.0',
52                    'gateway': '152.16.100.20',
53                    'if': 'xe0'},
54                   {'network': '152.16.40.20',
55                    'netmask': '255.255.255.0',
56                    'gateway': '152.16.40.20',
57                    'if': 'xe1'}],
58                  'description': 'VPE approximation using DPDK',
59                  'name': 'vpevnf-baremetal',
60                  'nd_route_tbl':
61                  [{'network': '0064:ff9b:0:0:0:0:9810:6414',
62                    'netmask': '112',
63                    'gateway': '0064:ff9b:0:0:0:0:9810:6414',
64                    'if': 'xe0'},
65                   {'network': '0064:ff9b:0:0:0:0:9810:2814',
66                    'netmask': '112',
67                    'gateway': '0064:ff9b:0:0:0:0:9810:2814',
68                    'if': 'xe1'}],
69                  'id': 'vpevnf-baremetal',
70                  'external-interface':
71                  [{'virtual-interface':
72                    {'dst_mac': '00:00:00:00:00:04',
73                     'vpci': '0000:05:00.0',
74                     'local_ip': '152.16.100.19',
75                     'type': 'PCI-PASSTHROUGH',
76                     'netmask': '255.255.255.0',
77                     'dpdk_port_num': 0,
78                     'bandwidth': '10 Gbps',
79                     'driver': "i40e",
80                     'dst_ip': '152.16.100.20',
81                     'local_iface_name': 'xe0',
82                     'local_mac': '00:00:00:00:00:02'},
83                    'vnfd-connection-point-ref': 'xe0',
84                    'name': 'xe0'},
85                   {'virtual-interface':
86                    {'dst_mac': '00:00:00:00:00:03',
87                     'vpci': '0000:05:00.1',
88                     'local_ip': '152.16.40.19',
89                     'type': 'PCI-PASSTHROUGH',
90                     'driver': "i40e",
91                     'netmask': '255.255.255.0',
92                     'dpdk_port_num': 1,
93                     'bandwidth': '10 Gbps',
94                     'dst_ip': '152.16.40.20',
95                     'local_iface_name': 'xe1',
96                     'local_mac': '00:00:00:00:00:01'},
97                    'vnfd-connection-point-ref': 'xe1',
98                    'name': 'xe1'}]}],
99                'description': 'Vpe approximation using DPDK',
100                'mgmt-interface':
101                    {'vdu-id': 'vpevnf-baremetal',
102                     'host': '1.2.1.1',
103                     'password': 'r00t',
104                     'user': 'root',
105                     'ip': '1.2.1.1'},
106                'benchmark':
107                    {'kpi': ['packets_in', 'packets_fwd', 'packets_dropped']},
108                'connection-point': [{'type': 'VPORT', 'name': 'xe0'},
109                                     {'type': 'VPORT', 'name': 'xe1'}],
110                'id': 'FWApproxVnf', 'name': 'VPEVnfSsh'}]}}
111
112     scenario_cfg = {'options': {'packetsize': 64, 'traffic_type': 4,
113                                 'rfc2544': {'allowed_drop_rate': '0.8 - 1'},
114                                 'vnf__1': {'rules': 'acl_1rule.yaml',
115                                            'vnf_config': {'lb_config': 'SW',
116                                                           'lb_count': 1,
117                                                           'worker_config':
118                                                               '1C/1T',
119                                                           'worker_threads': 1}}
120                                 },
121                     'task_id': 'a70bdf4a-8e67-47a3-9dc1-273c14506eb7',
122                     'task_path': '/tmp',
123                     'tc': 'tc_ipv4_1Mflow_64B_packetsize',
124                     'runner': {'object': 'NetworkServiceTestCase',
125                                'interval': 35,
126                                'output_filename': '/tmp/yardstick.out',
127                                'runner_id': 74476, 'duration': 400,
128                                'type': 'Duration'},
129                     'traffic_profile': 'ipv4_throughput_vfw.yaml',
130                     'traffic_options': {'flow': 'ipv4_Packets_vfw.yaml',
131                                         'imix': 'imix_voice.yaml'},
132                     'type': 'ISB',
133                     'nodes': {'tg__2': 'trafficgen_2.yardstick',
134                               'tg__1': 'trafficgen_1.yardstick',
135                               'vnf__1': 'vnf.yardstick'},
136                     'topology': 'vpe-tg-topology-baremetal.yaml'}
137
138     context_cfg = {'nodes': {'tg__2':
139                              {'member-vnf-index': '3',
140                               'role': 'TrafficGen',
141                               'name': 'trafficgen_2.yardstick',
142                               'vnfd-id-ref': 'tg__2',
143                               'ip': '1.2.1.1',
144                               'interfaces':
145                               {'xe0': {'local_iface_name': 'ens513f0',
146                                        'vld_id': FWApproxVnf.DOWNLINK,
147                                        'netmask': '255.255.255.0',
148                                        'local_ip': '152.16.40.20',
149                                        'dst_mac': '00:00:00:00:00:01',
150                                        'local_mac': '00:00:00:00:00:03',
151                                        'dst_ip': '152.16.40.19',
152                                        'driver': 'ixgbe',
153                                        'vpci': '0000:02:00.0',
154                                        'dpdk_port_num': 0},
155                                'xe1': {'local_iface_name': 'ens513f1',
156                                        'netmask': '255.255.255.0',
157                                        'network': '202.16.100.0',
158                                        'local_ip': '202.16.100.20',
159                                        'local_mac': '00:1e:67:d0:60:5d',
160                                        'driver': 'ixgbe',
161                                        'vpci': '0000:02:00.1',
162                                        'dpdk_port_num': 1}},
163                               'password': 'r00t',
164                               'VNF model': 'l3fwd_vnf.yaml',
165                               'user': 'root'},
166                              'tg__1':
167                              {'member-vnf-index': '1',
168                               'role': 'TrafficGen',
169                               'name': 'trafficgen_1.yardstick',
170                               'vnfd-id-ref': 'tg__1',
171                               'ip': '1.2.1.1',
172                               'interfaces':
173                               {'xe0': {'local_iface_name': 'ens785f0',
174                                        'vld_id': FWApproxVnf.UPLINK,
175                                        'netmask': '255.255.255.0',
176                                        'local_ip': '152.16.100.20',
177                                        'dst_mac': '00:00:00:00:00:02',
178                                        'local_mac': '00:00:00:00:00:04',
179                                        'dst_ip': '152.16.100.19',
180                                        'driver': 'i40e',
181                                        'vpci': '0000:05:00.0',
182                                        'dpdk_port_num': 0},
183                                'xe1': {'local_iface_name': 'ens785f1',
184                                        'netmask': '255.255.255.0',
185                                        'local_ip': '152.16.100.21',
186                                        'local_mac': '00:00:00:00:00:01',
187                                        'driver': 'i40e',
188                                        'vpci': '0000:05:00.1',
189                                        'dpdk_port_num': 1}},
190                               'password': 'r00t',
191                               'VNF model': 'tg_rfc2544_tpl.yaml',
192                               'user': 'root'},
193                              'vnf__1':
194                              {'name': 'vnf.yardstick',
195                               'vnfd-id-ref': 'vnf__1',
196                               'ip': '1.2.1.1',
197                               'interfaces':
198                               {'xe0': {'local_iface_name': 'ens786f0',
199                                        'vld_id': FWApproxVnf.UPLINK,
200                                        'netmask': '255.255.255.0',
201                                        'local_ip': '152.16.100.19',
202                                        'dst_mac': '00:00:00:00:00:04',
203                                        'local_mac': '00:00:00:00:00:02',
204                                        'dst_ip': '152.16.100.20',
205                                        'driver': 'i40e',
206                                        'vpci': '0000:05:00.0',
207                                        'dpdk_port_num': 0},
208                                'xe1': {'local_iface_name': 'ens786f1',
209                                        'vld_id': FWApproxVnf.DOWNLINK,
210                                        'netmask': '255.255.255.0',
211                                        'local_ip': '152.16.40.19',
212                                        'dst_mac': '00:00:00:00:00:03',
213                                        'local_mac': '00:00:00:00:00:01',
214                                        'dst_ip': '152.16.40.20',
215                                        'driver': 'i40e',
216                                        'vpci': '0000:05:00.1',
217                                        'dpdk_port_num': 1}},
218                               'routing_table':
219                               [{'netmask': '255.255.255.0',
220                                 'gateway': '152.16.100.20',
221                                 'network': '152.16.100.20',
222                                 'if': 'xe0'},
223                                {'netmask': '255.255.255.0',
224                                 'gateway': '152.16.40.20',
225                                 'network': '152.16.40.20',
226                                 'if': 'xe1'}],
227                               'member-vnf-index': '2',
228                               'host': '1.2.1.1',
229                               'role': 'vnf',
230                               'user': 'root',
231                               'nd_route_tbl':
232                               [{'netmask': '112',
233                                 'gateway': '0064:ff9b:0:0:0:0:9810:6414',
234                                 'network': '0064:ff9b:0:0:0:0:9810:6414',
235                                 'if': 'xe0'},
236                                {'netmask': '112',
237                                 'gateway': '0064:ff9b:0:0:0:0:9810:2814',
238                                 'network': '0064:ff9b:0:0:0:0:9810:2814',
239                                 'if': 'xe1'}],
240                               'password': 'r00t',
241                               'VNF model': 'vfw_vnf.yaml'}}}
242
243     def test___init__(self, *args):
244         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
245         vfw_approx_vnf = FWApproxVnf(name, vnfd)
246         self.assertIsNone(vfw_approx_vnf._vnf_process)
247
248     STATS = """\
249 p vfw stats
250
251 VFW Stats
252 {"VFW_counters" : {"id" : "PIPELINE4", " pkts_received": 6007180, " pkts_fw_forwarded": 6007180, " pkts_drop_fw": 0, " pkts_acl_forwarded": 6007180, "pkts_drop_without_rule" : 0, "average_pkts_in_batch" : 31, "average_internal_time_in_clocks" : 17427, "average_external_time_in_clocks" : 261120, "total_time_measures" : 189829, "ct_packets_forwarded" : 6007148, "ct_packets_dropped" : 0, "bytes_processed ": 360430800, "ct_sessions" : {"active" : 130050, "open_attempt" : 130050, "re-open_attempt" : 0, "established" : 0, "closed" : 0, "timeout" : 0}, "ct_drops" : {"out_of_window" : 0, "invalid_conn" : 0, "invalid_state_transition" : 0 "RST" : 0}}
253 VFW TOTAL: pkts_received: 6007180, "pkts_fw_forwarded": 6007180, "pkts_drop_fw": 0, "fw_drops" : {"TTL_zero" : 0, "bad_size" : 0, "fragmented_packet" : 0, "unsupported_packet_types" : 0, "no_arp_entry" : 6007180}, "pkts_acl_forwarded": 6007180, "pkts_drop_without_rule": 0, "packets_last_sec" : 0, "average_packets_per_sec" : 0, "bytes_last_sec" : 0, "average_bytes_per_sec" : 0, "bytes_processed ": 360430800
254 "CT TOTAL: ct_packets_forwarded" : 6007180, " ct_packets_dropped" : 0, "ct_sessions" : {"active" : 130050, "open_attempt" : 130050, "re-open_attempt" : 0, "established" : 0, "closed" : 0, "timeout" : 0}, "ct_drops" : {"out_of_window" : 0, "invalid_conn" : 0, "invalid_state_transition" : 0 "RST" : 0}
255 Action ID: 00, packetCount: 2954633, byteCount: 177277980
256 Action ID: 01, packetCount: 3052547, byteCount: 183152820
257 pipeline> 
258
259 pipeline> 
260 """  # noqa
261
262     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
263     @mock.patch(SSH_HELPER)
264     def test_collect_kpi(self, ssh, *args):
265         mock_ssh(ssh)
266
267         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
268         vfw_approx_vnf = FWApproxVnf(name, vnfd)
269         vfw_approx_vnf.q_in = mock.MagicMock()
270         vfw_approx_vnf.q_out = mock.MagicMock()
271         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
272         vfw_approx_vnf.resource = mock.Mock(autospec=ResourceProfile)
273         vfw_approx_vnf.resource_helper = mock.MagicMock(
274             **{'collect_kpi.return_value': {"core": {}}})
275         vfw_approx_vnf.vnf_execute = mock.Mock(return_value=self.STATS)
276         result = {
277             'packets_dropped': 0,
278             'packets_fwd': 6007180,
279             'packets_in': 6007180,
280             'collect_stats': {'core': {}},
281         }
282         self.assertEqual(result, vfw_approx_vnf.collect_kpi())
283
284     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.time")
285     @mock.patch(SSH_HELPER)
286     def test_vnf_execute_command(self, ssh, *args):
287         mock_ssh(ssh)
288
289         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
290         vfw_approx_vnf = FWApproxVnf(name, vnfd)
291         vfw_approx_vnf.q_in = mock.MagicMock()
292         vfw_approx_vnf.q_out = mock.MagicMock()
293         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
294         cmd = "quit"
295         self.assertEqual(vfw_approx_vnf.vnf_execute(cmd), "")
296
297     @mock.patch(SSH_HELPER)
298     def test_get_stats(self, ssh, *args):
299         mock_ssh(ssh)
300
301         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
302         vfw_approx_vnf = FWApproxVnf(name, vnfd)
303         vfw_approx_vnf.q_in = mock.MagicMock()
304         vfw_approx_vnf.q_out = mock.MagicMock()
305         vfw_approx_vnf.q_out.qsize = mock.Mock(return_value=0)
306         vfw_approx_vnf.vnf_execute = mock.Mock(return_value=self.STATS)
307         self.assertEqual(self.STATS, vfw_approx_vnf.get_stats())
308
309     def _get_file_abspath(self, filename):
310         curr_path = os.path.dirname(os.path.abspath(__file__))
311         file_path = os.path.join(curr_path, filename)
312         return file_path
313
314     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.hex")
315     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.eval")
316     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.open")
317     @mock.patch(SSH_HELPER)
318     def test_run_vfw(self, ssh, *args):
319         mock_ssh(ssh)
320
321         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
322         vfw_approx_vnf = FWApproxVnf(name, vnfd)
323         vfw_approx_vnf._build_config = mock.MagicMock()
324         vfw_approx_vnf.queue_wrapper = mock.MagicMock()
325         vfw_approx_vnf.ssh_helper = mock.MagicMock()
326         vfw_approx_vnf.ssh_helper.run = mock.MagicMock()
327         vfw_approx_vnf.scenario_helper.scenario_cfg = self.scenario_cfg
328         vfw_approx_vnf.vnf_cfg = {'lb_config': 'SW',
329                                   'lb_count': 1,
330                                   'worker_config': '1C/1T',
331                                   'worker_threads': 1}
332         vfw_approx_vnf.all_options = {'traffic_type': '4',
333                                       'topology': 'nsb_test_case.yaml'}
334         vfw_approx_vnf._run()
335         vfw_approx_vnf.ssh_helper.run.assert_called_once()
336
337     @mock.patch.object(utils, 'find_relative_file')
338     @mock.patch("yardstick.network_services.vnf_generic.vnf.vfw_vnf.YangModel")
339     @mock.patch("yardstick.network_services.vnf_generic.vnf.sample_vnf.Context")
340     @mock.patch(SSH_HELPER)
341     def test_instantiate(self, ssh, *args):
342         mock_ssh(ssh)
343
344         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
345         vfw_approx_vnf = FWApproxVnf(name, vnfd)
346         vfw_approx_vnf.ssh_helper = ssh
347         vfw_approx_vnf.deploy_helper = mock.MagicMock()
348         vfw_approx_vnf.resource_helper = mock.MagicMock()
349         vfw_approx_vnf._build_config = mock.MagicMock()
350         self.scenario_cfg['vnf_options'] = {'acl': {'cfg': "",
351                                                     'rules': ""}}
352         self.scenario_cfg.update({"nodes": {"vnf__1": ""}})
353         self.assertIsNone(vfw_approx_vnf.instantiate(self.scenario_cfg, self.context_cfg))