1 # Copyright (c) 2016-2017 Intel Corporation
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
22 from yardstick import ssh
23 from yardstick.common import utils
24 from yardstick.tests import STL_MOCKS
25 from yardstick.benchmark.contexts import base as ctx_base
28 STLClient = mock.MagicMock()
29 stl_patch = mock.patch.dict("sys.modules", STL_MOCKS)
33 from yardstick.network_services.vnf_generic.vnf.tg_ixload import IxLoadTrafficGen
34 from yardstick.network_services.vnf_generic.vnf.tg_ixload import IxLoadResourceHelper
35 from yardstick.network_services.traffic_profile.base import TrafficProfile
41 class TestIxLoadTrafficGen(unittest.TestCase):
42 VNFD = {'vnfd:vnfd-catalog':
44 [{'short-name': 'VpeVnf',
47 [{'network': '152.16.100.20',
48 'netmask': '255.255.255.0',
49 'gateway': '152.16.100.20',
51 {'network': '152.16.40.20',
52 'netmask': '255.255.255.0',
53 'gateway': '152.16.40.20',
55 'description': 'VPE approximation using DPDK',
56 'name': 'vpevnf-baremetal',
58 [{'network': '0064:ff9b:0:0:0:0:9810:6414',
60 'gateway': '0064:ff9b:0:0:0:0:9810:6414',
62 {'network': '0064:ff9b:0:0:0:0:9810:2814',
64 'gateway': '0064:ff9b:0:0:0:0:9810:2814',
66 'id': 'vpevnf-baremetal',
68 [{'virtual-interface':
69 {'dst_mac': '00:00:00:00:00:04',
70 'vpci': '0000:05:00.0',
71 'local_ip': '152.16.100.19',
72 'type': 'PCI-PASSTHROUGH',
73 'netmask': '255.255.255.0',
75 'bandwidth': '10 Gbps',
77 'dst_ip': '152.16.100.20',
78 'local_iface_name': 'xe0',
79 'local_mac': '00:00:00:00:00:02'},
80 'vnfd-connection-point-ref': 'xe0',
83 {'dst_mac': '00:00:00:00:00:03',
84 'vpci': '0000:05:00.1',
85 'local_ip': '152.16.40.19',
86 'type': 'PCI-PASSTHROUGH',
88 'netmask': '255.255.255.0',
90 'bandwidth': '10 Gbps',
91 'dst_ip': '152.16.40.20',
92 'local_iface_name': 'xe1',
93 'local_mac': '00:00:00:00:00:01'},
94 'vnfd-connection-point-ref': 'xe1',
96 'description': 'Vpe approximation using DPDK',
98 {'vdu-id': 'vpevnf-baremetal',
104 {'kpi': ['packets_in', 'packets_fwd', 'packets_dropped']},
105 'connection-point': [{'type': 'VPORT', 'name': 'xe0'},
106 {'type': 'VPORT', 'name': 'xe1'}],
107 'id': 'VpeApproxVnf', 'name': 'VPEVnfSsh'}]}}
110 "schema": "isb:traffic_profile:0.1",
112 "description": "Fixed traffic profile to run UDP traffic",
114 "traffic_type": "FixedTraffic",
115 "frame_rate": 100, # pps
120 self._mock_call = mock.patch.object(subprocess, "call")
121 self.mock_call = self._mock_call.start()
122 self._mock_open = mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.open")
123 self.mock_open = self._mock_open.start()
125 self.addCleanup(self._stop_mock)
127 def _stop_mock(self):
128 self._mock_call.stop()
129 self._mock_open.stop()
131 def test___init__(self):
132 with mock.patch("yardstick.ssh.SSH") as ssh:
133 ssh_mock = mock.Mock(autospec=ssh.SSH)
135 mock.Mock(return_value=(0, "", ""))
136 ssh.from_node.return_value = ssh_mock
137 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
138 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
139 self.assertIsNone(ixload_traffic_gen.resource_helper.data)
141 @mock.patch.object(ctx_base.Context, 'get_physical_node_from_server', return_value='mock_node')
142 def test_collect_kpi(self, *args):
143 with mock.patch("yardstick.ssh.SSH") as ssh:
144 ssh_mock = mock.Mock(autospec=ssh.SSH)
146 mock.Mock(return_value=(0, "", ""))
147 ssh.from_node.return_value = ssh_mock
149 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
150 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
151 ixload_traffic_gen.scenario_helper.scenario_cfg = {
152 'nodes': {ixload_traffic_gen.name: "mock"}
154 ixload_traffic_gen.data = {}
155 restult = ixload_traffic_gen.collect_kpi()
157 'physical_node': 'mock_node',
160 self.assertEqual(expected, restult)
162 def test_listen_traffic(self):
163 with mock.patch("yardstick.ssh.SSH") as ssh:
164 ssh_mock = mock.Mock(autospec=ssh.SSH)
166 mock.Mock(return_value=(0, "", ""))
167 ssh.from_node.return_value = ssh_mock
168 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
169 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
170 self.assertIsNone(ixload_traffic_gen.listen_traffic({}))
172 @mock.patch.object(utils, 'find_relative_file')
173 @mock.patch.object(utils, 'makedirs')
174 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
175 @mock.patch.object(ctx_base.Context, 'get_context_from_server')
176 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
177 def test_instantiate(self, shutil, *args):
178 with mock.patch("yardstick.ssh.SSH") as ssh:
179 ssh_mock = mock.Mock(autospec=ssh.SSH)
181 mock.Mock(return_value=(0, "", ""))
183 mock.Mock(return_value=(0, "", ""))
184 ssh.from_node.return_value = ssh_mock
185 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
186 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
187 scenario_cfg = {'tc': "nsb_test_case",
188 'ixia_profile': "ixload.cfg",
189 'task_path': "/path/to/task"}
190 ixload_traffic_gen.RESULTS_MOUNT = "/tmp/result"
191 shutil.copy = mock.Mock()
192 scenario_cfg.update({'options': {'packetsize': 64, 'traffic_type': 4,
193 'rfc2544': {'allowed_drop_rate': '0.8 - 1'},
194 'vnf__1': {'rules': 'acl_1rule.yaml',
195 'vnf_config': {'lb_config': 'SW',
199 'worker_threads': 1}}
201 scenario_cfg.update({
202 'nodes': {ixload_traffic_gen.name: "mock"}
204 with mock.patch.object(six.moves.builtins, 'open',
205 create=True) as mock_open:
206 mock_open.return_value = mock.MagicMock()
207 ixload_traffic_gen.instantiate(scenario_cfg, {})
209 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
210 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.open")
211 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.min")
212 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.max")
213 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.len")
214 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
215 def test_run_traffic(self, shutil, *args):
216 mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
217 mock_traffic_profile.get_traffic_definition.return_value = "64"
218 mock_traffic_profile.params = self.TRAFFIC_PROFILE
219 with mock.patch("yardstick.ssh.SSH") as ssh:
220 ssh_mock = mock.Mock(autospec=ssh.SSH)
222 mock.Mock(return_value=(0, "", ""))
224 mock.Mock(return_value=(0, "", ""))
225 ssh.from_node.return_value = ssh_mock
226 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
227 vnfd["mgmt-interface"].update({"tg-config": {}})
228 vnfd["mgmt-interface"]["tg-config"].update({"ixchassis":
230 vnfd["mgmt-interface"]["tg-config"].update({"py_bin_path":
232 sut = IxLoadTrafficGen(NAME, vnfd)
233 sut.connection = mock.Mock()
234 sut.connection.run = mock.Mock()
235 sut._traffic_runner = mock.Mock(return_value=0)
236 shutil.copy = mock.Mock()
237 result = sut.run_traffic(mock_traffic_profile)
238 self.assertIsNone(result)
240 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
241 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.open")
242 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.min")
243 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.max")
244 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.len")
245 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
246 def test_run_traffic_csv(self, shutil, *args):
247 mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
248 mock_traffic_profile.get_traffic_definition.return_value = "64"
249 mock_traffic_profile.params = self.TRAFFIC_PROFILE
250 with mock.patch("yardstick.ssh.SSH") as ssh:
251 ssh_mock = mock.Mock(autospec=ssh.SSH)
253 mock.Mock(return_value=(0, "", ""))
255 mock.Mock(return_value=(0, "", ""))
256 ssh.from_node.return_value = ssh_mock
257 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
258 vnfd["mgmt-interface"].update({"tg-config": {}})
259 vnfd["mgmt-interface"]["tg-config"].update({"ixchassis":
261 vnfd["mgmt-interface"]["tg-config"].update({"py_bin_path":
263 sut = IxLoadTrafficGen(NAME, vnfd)
264 sut.connection = mock.Mock()
265 sut.connection.run = mock.Mock()
266 sut._traffic_runner = mock.Mock(return_value=0)
267 shutil.copy = mock.Mock()
268 subprocess.call(["touch", "/tmp/1.csv"])
269 sut.rel_bin_path = mock.Mock(return_value="/tmp/*.csv")
270 result = sut.run_traffic(mock_traffic_profile)
271 self.assertIsNone(result)
273 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
274 @mock.patch.object(ssh, 'SSH')
275 def test_terminate(self, *args):
276 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
277 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
278 self.assertIsNone(ixload_traffic_gen.terminate())
280 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
281 @mock.patch.object(ssh, 'SSH')
282 def test_parse_csv_read(self, mock_ssh, *args):
283 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
285 'HTTP Total Throughput (Kbps)': 1,
286 'HTTP Simulated Users': 2,
287 'HTTP Concurrent Connections': '3',
288 'HTTP Connection Rate': 4.3,
289 'HTTP Transaction Rate': True,
291 http_reader = [kpi_data]
293 mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
294 mock_ssh_type.execute.return_value = 0, "", ""
295 mock_ssh.from_node.return_value = mock_ssh_type
297 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
298 result = ixload_traffic_gen.resource_helper.result
300 ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)
301 for key_left, key_right in IxLoadResourceHelper.KPI_LIST.items():
302 self.assertEqual(result[key_left][-1], int(kpi_data[key_right]))
304 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
305 @mock.patch.object(ssh, 'SSH')
306 def test_parse_csv_read_value_error(self, mock_ssh, *args):
307 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
309 'HTTP Total Throughput (Kbps)': 1,
310 'HTTP Simulated Users': 2,
311 'HTTP Concurrent Connections': "not a number",
312 'HTTP Connection Rate': 4,
313 'HTTP Transaction Rate': 5,
316 mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
317 mock_ssh_type.execute.return_value = 0, "", ""
318 mock_ssh.from_node.return_value = mock_ssh_type
320 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
321 init_value = ixload_traffic_gen.resource_helper.result
323 ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)
324 self.assertDictEqual(ixload_traffic_gen.resource_helper.result, init_value)
326 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
327 @mock.patch.object(ssh, 'SSH')
328 def test_parse_csv_read_error(self, mock_ssh, *args):
329 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
331 'HTTP Total Throughput (Kbps)': 1,
332 'HTTP Simulated Users': 2,
333 'HTTP Concurrent Connections': 3,
334 'HTTP Transaction Rate': 5,
337 mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
338 mock_ssh_type.execute.return_value = 0, "", ""
339 mock_ssh.from_node.return_value = mock_ssh_type
341 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
343 with self.assertRaises(KeyError):
344 ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)