Merge "Propose the backporting process"
[yardstick.git] / yardstick / tests / unit / network_services / vnf_generic / vnf / test_tg_prox.py
1 # Copyright (c) 2017 Intel Corporation
2 #
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
6 #
7 #      http://www.apache.org/licenses/LICENSE-2.0
8 #
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
14 #
15
16 import unittest
17 import mock
18
19 from yardstick.tests.unit.network_services.vnf_generic.vnf.test_base import mock_ssh
20 from yardstick.benchmark.contexts import base as ctx_base
21 from yardstick.network_services.vnf_generic.vnf.tg_prox import ProxTrafficGen
22 from yardstick.network_services.traffic_profile.base import TrafficProfile
23
24
25 SSH_HELPER = 'yardstick.network_services.vnf_generic.vnf.sample_vnf.VnfSshHelper'
26 NAME = 'vnf__1'
27
28
29 @mock.patch('yardstick.network_services.vnf_generic.vnf.prox_helpers.time')
30 class TestProxTrafficGen(unittest.TestCase):
31     VNFD0 = {
32         'short-name': 'ProxVnf',
33         'vdu': [
34             {
35                 'routing_table': [
36                     {
37                         'network': '152.16.100.20',
38                         'netmask': '255.255.255.0',
39                         'gateway': '152.16.100.20',
40                         'if': 'xe0',
41                     },
42                     {
43                         'network': '152.16.40.20',
44                         'netmask': '255.255.255.0',
45                         'gateway': '152.16.40.20',
46                         'if': 'xe1',
47                     },
48                 ],
49                 'description': 'PROX approximation using DPDK',
50                 'name': 'proxvnf-baremetal',
51                 'nd_route_tbl': [
52                     {
53                         'network': '0064:ff9b:0:0:0:0:9810:6414',
54                         'netmask': '112',
55                         'gateway': '0064:ff9b:0:0:0:0:9810:6414',
56                         'if': 'xe0',
57                     },
58                     {
59                         'network': '0064:ff9b:0:0:0:0:9810:2814',
60                         'netmask': '112',
61                         'gateway': '0064:ff9b:0:0:0:0:9810:2814',
62                         'if': 'xe1',
63                     },
64                 ],
65                 'id': 'proxvnf-baremetal',
66                 'external-interface': [
67                     {
68                         'virtual-interface': {
69                             'dst_mac': '00:00:00:00:00:04',
70                             'vpci': '0000:05:00.0',
71                             'local_ip': '152.16.100.19',
72                             'type': 'PCI-PASSTHROUGH',
73                             'vld_id': '',
74                             'netmask': '255.255.255.0',
75                             'dpdk_port_num': 0,
76                             'bandwidth': '10 Gbps',
77                             'driver': "i40e",
78                             'dst_ip': '152.16.100.20',
79                             'local_iface_name': 'xe0',
80                             'local_mac': '00:00:00:00:00:02',
81                         },
82                         'vnfd-connection-point-ref': 'xe0',
83                         'name': 'xe0',
84                     },
85                     {
86                         'virtual-interface': {
87                             'dst_mac': '00:00:00:00:00:03',
88                             'vpci': '0000:05:00.1',
89                             'local_ip': '152.16.40.19',
90                             'type': 'PCI-PASSTHROUGH',
91                             'vld_id': '',
92                             'driver': "i40e",
93                             'netmask': '255.255.255.0',
94                             'dpdk_port_num': 1,
95                             'bandwidth': '10 Gbps',
96                             'dst_ip': '152.16.40.20',
97                             'local_iface_name': 'xe1',
98                             'local_mac': '00:00:00:00:00:01',
99                         },
100                         'vnfd-connection-point-ref': 'xe1',
101                         'name': 'xe1',
102                     },
103                 ],
104             },
105         ],
106         'description': 'PROX approximation using DPDK',
107         'mgmt-interface': {
108             'vdu-id': 'proxvnf-baremetal',
109             'host': '1.2.1.1',
110             'password': 'r00t',
111             'user': 'root',
112             'ip': '1.2.1.1',
113         },
114         'benchmark': {
115             'kpi': [
116                 'packets_in',
117                 'packets_fwd',
118                 'packets_dropped',
119             ],
120         },
121         'connection-point': [
122             {
123                 'type': 'VPORT',
124                 'name': 'xe0',
125             },
126             {
127                 'type': 'VPORT',
128                 'name': 'xe1',
129             },
130         ],
131         'id': 'ProxApproxVnf',
132         'name': 'ProxVnf',
133     }
134
135     VNFD = {
136         'vnfd:vnfd-catalog': {
137             'vnfd': [
138                 VNFD0,
139             ],
140         },
141     }
142
143     SCENARIO_CFG = {
144         'task_path': "",
145         'nodes': {
146             'tg__1': 'trafficgen_1.yardstick',
147             'vnf__1': 'vnf.yardstick'},
148         'runner': {
149             'duration': 600, 'type': 'Duration'},
150         'topology': 'prox-tg-topology-2.yaml',
151         'traffic_profile': '../../traffic_profiles/prox_binsearch.yaml',
152         'type': 'NSPerf',
153         'options': {
154             'tg__1': {'prox_args': {'-e': '',
155                                     '-t': ''},
156                       'prox_config': 'configs/l3-gen-2.cfg',
157                       'prox_path':
158                           '/root/dppd-PROX-v035/build/prox'},
159             'vnf__1': {
160                 'prox_args': {'-t': ''},
161                 'prox_config': 'configs/l3-swap-2.cfg',
162                 'prox_path': '/root/dppd-PROX-v035/build/prox'}}}
163
164     CONTEXT_CFG = {
165         'nodes': {
166             'tg__2': {
167                 'member-vnf-index': '3',
168                 'role': 'TrafficGen',
169                 'name': 'trafficgen_2.yardstick',
170                 'vnfd-id-ref': 'tg__2',
171                 'ip': '1.2.1.1',
172                 'interfaces': {
173                     'xe0': {
174                         'local_iface_name': 'ens513f0',
175                         'vld_id': ProxTrafficGen.DOWNLINK,
176                         'netmask': '255.255.255.0',
177                         'local_ip': '152.16.40.20',
178                         'dst_mac': '00:00:00:00:00:01',
179                         'local_mac': '00:00:00:00:00:03',
180                         'dst_ip': '152.16.40.19',
181                         'driver': 'ixgbe',
182                         'vpci': '0000:02:00.0',
183                         'dpdk_port_num': 0,
184                     },
185                     'xe1': {
186                         'local_iface_name': 'ens513f1',
187                         'netmask': '255.255.255.0',
188                         'network': '202.16.100.0',
189                         'local_ip': '202.16.100.20',
190                         'local_mac': '00:1e:67:d0:60:5d',
191                         'driver': 'ixgbe',
192                         'vpci': '0000:02:00.1',
193                         'dpdk_port_num': 1,
194                     },
195                 },
196                 'password': 'r00t',
197                 'VNF model': 'l3fwd_vnf.yaml',
198                 'user': 'root',
199             },
200             'tg__1': {
201                 'member-vnf-index': '1',
202                 'role': 'TrafficGen',
203                 'name': 'trafficgen_1.yardstick',
204                 'vnfd-id-ref': 'tg__1',
205                 'ip': '1.2.1.1',
206                 'interfaces': {
207                     'xe0': {
208                         'local_iface_name': 'ens785f0',
209                         'vld_id': ProxTrafficGen.UPLINK,
210                         'netmask': '255.255.255.0',
211                         'local_ip': '152.16.100.20',
212                         'dst_mac': '00:00:00:00:00:02',
213                         'local_mac': '00:00:00:00:00:04',
214                         'dst_ip': '152.16.100.19',
215                         'driver': 'i40e',
216                         'vpci': '0000:05:00.0',
217                         'dpdk_port_num': 0,
218                     },
219                     'xe1': {
220                         'local_iface_name': 'ens785f1',
221                         'netmask': '255.255.255.0',
222                         'local_ip': '152.16.100.21',
223                         'local_mac': '00:00:00:00:00:01',
224                         'driver': 'i40e',
225                         'vpci': '0000:05:00.1',
226                         'dpdk_port_num': 1,
227                     },
228                 },
229                 'password': 'r00t',
230                 'VNF model': 'tg_rfc2544_tpl.yaml',
231                 'user': 'root',
232             },
233             'vnf__1': {
234                 'name': 'vnf.yardstick',
235                 'vnfd-id-ref': 'vnf__1',
236                 'ip': '1.2.1.1',
237                 'interfaces': {
238                     'xe0': {
239                         'local_iface_name': 'ens786f0',
240                         'vld_id': ProxTrafficGen.UPLINK,
241                         'netmask': '255.255.255.0',
242                         'local_ip': '152.16.100.19',
243                         'dst_mac': '00:00:00:00:00:04',
244                         'local_mac': '00:00:00:00:00:02',
245                         'dst_ip': '152.16.100.20',
246                         'driver': 'i40e',
247                         'vpci': '0000:05:00.0',
248                         'dpdk_port_num': 0,
249                     },
250                     'xe1': {
251                         'local_iface_name': 'ens786f1',
252                         'vld_id': ProxTrafficGen.DOWNLINK,
253                         'netmask': '255.255.255.0',
254                         'local_ip': '152.16.40.19',
255                         'dst_mac': '00:00:00:00:00:03',
256                         'local_mac': '00:00:00:00:00:01',
257                         'dst_ip': '152.16.40.20',
258                         'driver': 'i40e',
259                         'vpci': '0000:05:00.1',
260                         'dpdk_port_num': 1,
261                     },
262                 },
263                 'routing_table': [
264                     {
265                         'netmask': '255.255.255.0',
266                         'gateway': '152.16.100.20',
267                         'network': '152.16.100.20',
268                         'if': 'xe0',
269                     },
270                     {
271                         'netmask': '255.255.255.0',
272                         'gateway': '152.16.40.20',
273                         'network': '152.16.40.20',
274                         'if': 'xe1',
275                     },
276                 ],
277                 'member-vnf-index': '2',
278                 'host': '1.2.1.1',
279                 'role': 'vnf',
280                 'user': 'root',
281                 'nd_route_tbl': [
282                     {
283                         'netmask': '112',
284                         'gateway': '0064:ff9b:0:0:0:0:9810:6414',
285                         'network': '0064:ff9b:0:0:0:0:9810:6414',
286                         'if': 'xe0',
287                     },
288                     {
289                         'netmask': '112',
290                         'gateway': '0064:ff9b:0:0:0:0:9810:2814',
291                         'network': '0064:ff9b:0:0:0:0:9810:2814',
292                         'if': 'xe1',
293                     },
294                 ],
295                 'password': 'r00t',
296                 'VNF model': 'prox_vnf.yaml',
297             },
298         },
299     }
300
301     TRAFFIC_PROFILE = {
302         'description': 'Binary search for max no-drop throughput over given packet sizes',
303         'name': 'prox_binsearch',
304         'schema': 'nsb:traffic_profile:0.1',
305         'traffic_profile': {
306             'duration': 5,
307             'lower_bound': 0.0,
308             'packet_sizes': [64, 65],
309             'test_precision': 1.0,
310             'tolerated_loss': 0.0,
311             'traffic_type': 'ProxBinSearchProfile',
312             'upper_bound': 100.0}}
313
314     @mock.patch(SSH_HELPER)
315     def test___init__(self, ssh, *args):
316         mock_ssh(ssh)
317         prox_traffic_gen = ProxTrafficGen(NAME, self.VNFD0, 'task_id')
318         self.assertIsNone(prox_traffic_gen._tg_process)
319         self.assertIsNone(prox_traffic_gen._traffic_process)
320
321     @mock.patch.object(ctx_base.Context, 'get_physical_node_from_server', return_value='mock_node')
322     @mock.patch(SSH_HELPER)
323     def test_collect_kpi(self, ssh, *args):
324         mock_ssh(ssh)
325         prox_traffic_gen = ProxTrafficGen(NAME, self.VNFD0, 'task_id')
326         prox_traffic_gen.scenario_helper.scenario_cfg = {
327             'nodes': {prox_traffic_gen.name: "mock"}
328         }
329         prox_traffic_gen._vnf_wrapper.resource_helper.resource = mock.MagicMock(
330             **{"self.check_if_system_agent_running.return_value": [False]})
331         prox_traffic_gen._vnf_wrapper.vnf_execute = mock.Mock(return_value="")
332         expected = {
333             'collect_stats': {},
334             'physical_node': 'mock_node'
335         }
336         self.assertEqual(prox_traffic_gen.collect_kpi(), expected)
337
338
339     @mock.patch('yardstick.network_services.vnf_generic.vnf.prox_helpers.find_relative_file')
340     @mock.patch(
341         'yardstick.network_services.vnf_generic.vnf.sample_vnf.CpuSysCores')
342     @mock.patch(SSH_HELPER)
343     def bad_test_instantiate(self, ssh, mock_cpu_sys_cores, *args):
344         mock_ssh(ssh)
345
346         mock_cpu_sys_cores.get_core_socket.return_value = {'0': '01234'}
347
348         mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
349         mock_traffic_profile.get_traffic_definition.return_value = "64"
350         mock_traffic_profile.params = self.TRAFFIC_PROFILE
351
352         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
353         prox_traffic_gen = ProxTrafficGen(NAME, vnfd, 'task_id')
354         ssh_helper = mock.MagicMock(
355             **{"execute.return_value": (0, "", ""), "bin_path": ""})
356         prox_traffic_gen.ssh_helper = ssh_helper
357         prox_traffic_gen.setup_helper.dpdk_bind_helper.ssh_helper = ssh_helper
358         prox_traffic_gen.setup_helper._setup_resources = mock.MagicMock()
359         prox_traffic_gen.setup_hugepages = mock.MagicMock()
360         prox_traffic_gen.generate_prox_config_file = mock.MagicMock()
361         prox_traffic_gen.upload_prox_config = mock.MagicMock()
362         prox_traffic_gen.setup_helper._find_used_drivers = mock.MagicMock()
363         prox_traffic_gen.setup_helper.used_drivers = {}
364         prox_traffic_gen.setup_helper.bound_pci = []
365         prox_traffic_gen._start_server = mock.Mock(return_value=0)
366         prox_traffic_gen._tg_process = mock.MagicMock()
367         prox_traffic_gen._tg_process.start = mock.Mock()
368         prox_traffic_gen._tg_process.exitcode = 0
369         prox_traffic_gen._tg_process._is_alive = mock.Mock(return_value=1)
370         prox_traffic_gen.ssh_helper = mock.MagicMock()
371         prox_traffic_gen.resource_helper.ssh_helper = mock.MagicMock()
372         scenario_cfg = {
373             'task_path': '',
374             'options': {'tg__1': {'prox_args': {'-e': '',
375                                                 '-t': ''},
376                                   'prox_config': 'configs/l3-gen-2.cfg',
377                                   'prox_path': '/root/dppd-PROX-v035/build/prox'},
378                         'vnf__1': {'prox_args': {'-t': ''},
379                                    'prox_config': 'configs/l3-swap-2.cfg',
380                                    'prox_path': '/root/dppd-PROX-v035/build/prox'}
381                         }
382         }
383         prox_traffic_gen.instantiate(scenario_cfg, {})
384
385     @mock.patch(SSH_HELPER)
386     def test__traffic_runner(self, ssh, *args):
387         mock_ssh(ssh)
388
389         mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
390         mock_traffic_profile.get_traffic_definition.return_value = "64"
391         mock_traffic_profile.execute_traffic.return_value = "64"
392         mock_traffic_profile.params = self.TRAFFIC_PROFILE
393
394         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
395         sut = ProxTrafficGen(NAME, vnfd, 'task_id')
396         sut._get_socket = mock.MagicMock()
397         sut.ssh_helper = mock.Mock()
398         sut.ssh_helper.run = mock.Mock()
399         sut.setup_helper.prox_config_dict = {}
400         sut._connect_client = mock.Mock(autospec=mock.Mock())
401         sut._connect_client.get_stats = mock.Mock(return_value="0")
402         sut._setup_mq_producer = mock.Mock(return_value='mq_producer')
403         sut._traffic_runner(mock_traffic_profile, mock.ANY)
404
405     @mock.patch('yardstick.network_services.vnf_generic.vnf.prox_helpers.socket')
406     @mock.patch(SSH_HELPER)
407     def test_listen_traffic(self, ssh, *args):
408         mock_ssh(ssh)
409         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
410         prox_traffic_gen = ProxTrafficGen(NAME, vnfd, 'task_id')
411         self.assertIsNone(prox_traffic_gen.listen_traffic(mock.Mock()))
412
413     @mock.patch('yardstick.network_services.vnf_generic.vnf.prox_helpers.socket')
414     @mock.patch(SSH_HELPER)
415     def test_terminate(self, ssh, *args):
416         mock_ssh(ssh)
417         vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
418         prox_traffic_gen = ProxTrafficGen(NAME, vnfd, 'task_id')
419         prox_traffic_gen._terminated = mock.MagicMock()
420         prox_traffic_gen._traffic_process = mock.MagicMock()
421         prox_traffic_gen._traffic_process.terminate = mock.Mock()
422         prox_traffic_gen.ssh_helper = mock.MagicMock()
423         prox_traffic_gen.setup_helper = mock.MagicMock()
424         prox_traffic_gen.resource_helper = mock.MagicMock()
425         prox_traffic_gen._vnf_wrapper.setup_helper = mock.MagicMock()
426         prox_traffic_gen._vnf_wrapper._vnf_process = mock.MagicMock()
427         prox_traffic_gen._vnf_wrapper.resource_helper = mock.MagicMock()
428         self.assertIsNone(prox_traffic_gen.terminate())