3 # Copyright (c) 2016-2017 Intel Corporation
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
9 # http://www.apache.org/licenses/LICENSE-2.0
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
18 from __future__ import absolute_import
24 from tests.unit import STL_MOCKS
27 STLClient = mock.MagicMock()
28 stl_patch = mock.patch.dict("sys.modules", STL_MOCKS)
32 from yardstick.network_services.vnf_generic.vnf.tg_ixload import IxLoadTrafficGen
33 from yardstick.network_services.vnf_generic.vnf.tg_ixload import IxLoadResourceHelper
34 from yardstick.network_services.traffic_profile.base import TrafficProfile
40 class TestIxLoadTrafficGen(unittest.TestCase):
41 VNFD = {'vnfd:vnfd-catalog':
43 [{'short-name': 'VpeVnf',
46 [{'network': '152.16.100.20',
47 'netmask': '255.255.255.0',
48 'gateway': '152.16.100.20',
50 {'network': '152.16.40.20',
51 'netmask': '255.255.255.0',
52 'gateway': '152.16.40.20',
54 'description': 'VPE approximation using DPDK',
55 'name': 'vpevnf-baremetal',
57 [{'network': '0064:ff9b:0:0:0:0:9810:6414',
59 'gateway': '0064:ff9b:0:0:0:0:9810:6414',
61 {'network': '0064:ff9b:0:0:0:0:9810:2814',
63 'gateway': '0064:ff9b:0:0:0:0:9810:2814',
65 'id': 'vpevnf-baremetal',
67 [{'virtual-interface':
68 {'dst_mac': '00:00:00:00:00:04',
69 'vpci': '0000:05:00.0',
70 'local_ip': '152.16.100.19',
71 'type': 'PCI-PASSTHROUGH',
72 'netmask': '255.255.255.0',
74 'bandwidth': '10 Gbps',
76 'dst_ip': '152.16.100.20',
77 'local_iface_name': 'xe0',
78 'local_mac': '00:00:00:00:00:02'},
79 'vnfd-connection-point-ref': 'xe0',
82 {'dst_mac': '00:00:00:00:00:03',
83 'vpci': '0000:05:00.1',
84 'local_ip': '152.16.40.19',
85 'type': 'PCI-PASSTHROUGH',
87 'netmask': '255.255.255.0',
89 'bandwidth': '10 Gbps',
90 'dst_ip': '152.16.40.20',
91 'local_iface_name': 'xe1',
92 'local_mac': '00:00:00:00:00:01'},
93 'vnfd-connection-point-ref': 'xe1',
95 'description': 'Vpe approximation using DPDK',
97 {'vdu-id': 'vpevnf-baremetal',
103 {'kpi': ['packets_in', 'packets_fwd', 'packets_dropped']},
104 'connection-point': [{'type': 'VPORT', 'name': 'xe0'},
105 {'type': 'VPORT', 'name': 'xe1'}],
106 'id': 'VpeApproxVnf', 'name': 'VPEVnfSsh'}]}}
109 "schema": "isb:traffic_profile:0.1",
111 "description": "Fixed traffic profile to run UDP traffic",
113 "traffic_type": "FixedTraffic",
114 "frame_rate": 100, # pps
118 def test___init__(self):
119 with mock.patch("yardstick.ssh.SSH") as ssh:
120 ssh_mock = mock.Mock(autospec=ssh.SSH)
122 mock.Mock(return_value=(0, "", ""))
123 ssh.from_node.return_value = ssh_mock
124 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
125 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
126 self.assertIsNone(ixload_traffic_gen.resource_helper.data)
128 def test_collect_kpi(self):
129 with mock.patch("yardstick.ssh.SSH") as ssh:
130 ssh_mock = mock.Mock(autospec=ssh.SSH)
132 mock.Mock(return_value=(0, "", ""))
133 ssh.from_node.return_value = ssh_mock
134 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
135 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
136 ixload_traffic_gen.data = {}
137 restult = ixload_traffic_gen.collect_kpi()
138 self.assertEqual({}, restult)
140 def test_listen_traffic(self):
141 with mock.patch("yardstick.ssh.SSH") as ssh:
142 ssh_mock = mock.Mock(autospec=ssh.SSH)
144 mock.Mock(return_value=(0, "", ""))
145 ssh.from_node.return_value = ssh_mock
146 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
147 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
148 self.assertEqual(None, ixload_traffic_gen.listen_traffic({}))
150 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.makedirs")
151 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
152 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
153 def test_instantiate(self, call, shutil, mock_makedirs):
154 with mock.patch("yardstick.ssh.SSH") as ssh:
155 ssh_mock = mock.Mock(autospec=ssh.SSH)
157 mock.Mock(return_value=(0, "", ""))
159 mock.Mock(return_value=(0, "", ""))
160 ssh.from_node.return_value = ssh_mock
161 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
162 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
163 scenario_cfg = {'tc': "nsb_test_case",
164 'ixia_profile': "ixload.cfg",
165 'task_path': "/path/to/task"}
166 ixload_traffic_gen.RESULTS_MOUNT = "/tmp/result"
167 shutil.copy = mock.Mock()
168 scenario_cfg.update({'options': {'packetsize': 64, 'traffic_type': 4,
169 'rfc2544': {'allowed_drop_rate': '0.8 - 1'},
170 'vnf__1': {'rules': 'acl_1rule.yaml',
171 'vnf_config': {'lb_config': 'SW',
175 'worker_threads': 1}}
177 with mock.patch('yardstick.benchmark.scenarios.networking.vnf_generic.open', create=True) as mock_open:
178 mock_open.return_value = mock.MagicMock()
179 ixload_traffic_gen.instantiate(scenario_cfg, {})
181 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
182 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
183 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.open")
184 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.min")
185 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.max")
186 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.len")
187 def test_run_traffic(self, call, shutil, main_open, min, max, len):
188 mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
189 mock_traffic_profile.get_traffic_definition.return_value = "64"
190 mock_traffic_profile.params = self.TRAFFIC_PROFILE
191 with mock.patch("yardstick.ssh.SSH") as ssh:
192 ssh_mock = mock.Mock(autospec=ssh.SSH)
194 mock.Mock(return_value=(0, "", ""))
196 mock.Mock(return_value=(0, "", ""))
197 ssh.from_node.return_value = ssh_mock
198 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
199 vnfd["mgmt-interface"].update({"tg-config": {}})
200 vnfd["mgmt-interface"]["tg-config"].update({"ixchassis":
202 vnfd["mgmt-interface"]["tg-config"].update({"py_bin_path":
204 sut = IxLoadTrafficGen(NAME, vnfd)
205 sut.connection = mock.Mock()
206 sut.connection.run = mock.Mock()
207 sut._traffic_runner = mock.Mock(return_value=0)
208 shutil.copy = mock.Mock()
209 result = sut.run_traffic(mock_traffic_profile)
210 self.assertIsNone(result)
212 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
213 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
214 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.open")
215 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.min")
216 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.max")
217 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.len")
218 def test_run_traffic_csv(self, call, shutil, main_open, min, max, len):
219 mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
220 mock_traffic_profile.get_traffic_definition.return_value = "64"
221 mock_traffic_profile.params = self.TRAFFIC_PROFILE
222 with mock.patch("yardstick.ssh.SSH") as ssh:
223 ssh_mock = mock.Mock(autospec=ssh.SSH)
225 mock.Mock(return_value=(0, "", ""))
227 mock.Mock(return_value=(0, "", ""))
228 ssh.from_node.return_value = ssh_mock
229 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
230 vnfd["mgmt-interface"].update({"tg-config": {}})
231 vnfd["mgmt-interface"]["tg-config"].update({"ixchassis":
233 vnfd["mgmt-interface"]["tg-config"].update({"py_bin_path":
235 sut = IxLoadTrafficGen(NAME, vnfd)
236 sut.connection = mock.Mock()
237 sut.connection.run = mock.Mock()
238 sut._traffic_runner = mock.Mock(return_value=0)
239 shutil.copy = mock.Mock()
240 subprocess.call(["touch", "/tmp/1.csv"])
241 sut.rel_bin_path = mock.Mock(return_value="/tmp/*.csv")
242 result = sut.run_traffic(mock_traffic_profile)
243 self.assertIsNone(result)
245 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
246 def test_terminate(self, call):
247 with mock.patch("yardstick.ssh.SSH") as ssh:
248 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
249 ssh_mock = mock.Mock(autospec=ssh.SSH)
251 mock.Mock(return_value=(0, "", ""))
252 ssh.from_node.return_value = ssh_mock
253 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
254 self.assertEqual(None, ixload_traffic_gen.terminate())
256 @mock.patch("yardstick.ssh.SSH")
257 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
258 def test_parse_csv_read(self, mock_call, mock_ssh):
259 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
261 'HTTP Total Throughput (Kbps)': 1,
262 'HTTP Simulated Users': 2,
263 'HTTP Concurrent Connections': '3',
264 'HTTP Connection Rate': 4.3,
265 'HTTP Transaction Rate': True,
267 http_reader = [kpi_data]
269 mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
270 mock_ssh_type.execute.return_value = 0, "", ""
271 mock_ssh.from_node.return_value = mock_ssh_type
273 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
274 result = ixload_traffic_gen.resource_helper.result
276 ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)
277 for key_left, key_right in IxLoadResourceHelper.KPI_LIST.items():
278 self.assertEqual(result[key_left][-1], int(kpi_data[key_right]))
280 @mock.patch("yardstick.ssh.SSH")
281 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
282 def test_parse_csv_read_value_error(self, mock_call, mock_ssh):
283 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
285 'HTTP Total Throughput (Kbps)': 1,
286 'HTTP Simulated Users': 2,
287 'HTTP Concurrent Connections': "not a number",
288 'HTTP Connection Rate': 4,
289 'HTTP Transaction Rate': 5,
292 mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
293 mock_ssh_type.execute.return_value = 0, "", ""
294 mock_ssh.from_node.return_value = mock_ssh_type
296 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
297 init_value = ixload_traffic_gen.resource_helper.result
299 ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)
300 self.assertDictEqual(ixload_traffic_gen.resource_helper.result, init_value)
302 @mock.patch("yardstick.ssh.SSH")
303 @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
304 def test_parse_csv_read_error(self, mock_call, mock_ssh):
305 vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
307 'HTTP Total Throughput (Kbps)': 1,
308 'HTTP Simulated Users': 2,
309 'HTTP Concurrent Connections': 3,
310 'HTTP Transaction Rate': 5,
313 mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
314 mock_ssh_type.execute.return_value = 0, "", ""
315 mock_ssh.from_node.return_value = mock_ssh_type
317 ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
319 with self.assertRaises(KeyError):
320 ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)