Merge "Add --hwlb options as a command line argument for SampleVNF"
[yardstick.git] / docs / release / results / tc014-cpu-processing-speed.rst
1 .. This work is licensed under a Creative Commons Attribution 4.0 International
2 .. License.
3 .. http://creativecommons.org/licenses/by/4.0
4
5
6 ===========================================
7 Test results for TC014 cpu processing speed
8 ===========================================
9
10 .. toctree::
11    :maxdepth: 2
12
13
14 Overview of test case
15 =====================
16
17 TC014 measures score of single cpu running using UnixBench.
18
19 Metric: score of single CPU running
20 Unit: N/A
21
22
23 Euphrates release
24 -----------------
25
26 Test results per scenario and pod (higher is better):
27
28 {
29
30     "os-odl-sfc-noha:lf-pod1:apex": [3735.2],
31
32     "os-nosdn-ovs-ha:lf-pod2:fuel": [3725.5],
33
34     "os-odl-nofeature-ha:lf-pod2:fuel": [3711],
35
36     "os-odl-nofeature-ha:lf-pod1:apex": [3708.4],
37
38     "os-nosdn-nofeature-noha:lf-pod1:apex": [3705.7],
39
40     "os-nosdn-nofeature-ha:lf-pod2:fuel": [3704],
41
42     "os-nosdn-nofeature-ha:lf-pod1:apex": [3703.2],
43
44     "os-odl-nofeature-noha:lf-pod1:apex": [3702.8],
45
46     "os-odl-sfc-ha:lf-pod1:apex": [3698.7],
47
48     "os-ovn-nofeature-noha:lf-pod1:apex": [3654.8],
49
50     "os-nosdn-bar-ha:lf-pod1:apex": [3635.55],
51
52     "os-nosdn-bar-noha:lf-pod1:apex": [3633.2],
53
54     "os-nosdn-nofeature-noha:intel-pod18:joid": [3450.3],
55
56     "os-nosdn-nofeature-noha:intel-pod5:joid": [3406.4],
57
58     "os-nosdn-nofeature-ha:intel-pod5:joid": [3360.4],
59
60     "os-nosdn-openbaton-ha:intel-pod18:joid": [3340.65],
61
62     "os-nosdn-nofeature-ha:flex-pod2:apex": [3208.6],
63
64     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [3134.8],
65
66     "os-nosdn-nofeature-ha:intel-pod18:joid": [3056.2],
67
68     "os-nosdn-ovs-noha:ericsson-virtual1:fuel": [2988.9],
69
70     "os-nosdn-ovs-ha:ericsson-pod1:fuel": [2773.7],
71
72     "os-nosdn-ovs-noha:ericsson-virtual4:fuel": [2645.85],
73
74     "os-nosdn-ovs-noha:ericsson-virtual2:fuel": [2625.3],
75
76     "os-nosdn-nofeature-noha:ericsson-virtual4:fuel": [2601.3],
77
78     "os-odl-nofeature-noha:ericsson-virtual4:fuel": [2590.4],
79
80     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [2570.2],
81
82     "os-nosdn-ovs-noha:ericsson-virtual3:fuel": [2558.8],
83
84     "os-odl-nofeature-ha:ericsson-pod1:fuel": [2556.5],
85
86     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [2554.6],
87
88     "os-odl-nofeature-noha:ericsson-virtual3:fuel": [2536.75],
89
90     "os-nosdn-ovs_dpdk-ha:huawei-pod2:compass": [2533.55],
91
92     "os-nosdn-nofeature-ha:huawei-pod2:compass": [2531.85],
93
94     "os-odl-sfc-ha:huawei-pod2:compass": [2531.7],
95
96     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [2531.2],
97
98     "os-odl_l2-moon-ha:huawei-pod2:compass": [2531],
99
100     "os-nosdn-bar-ha:huawei-pod2:compass": [2529.6],
101
102     "os-nosdn-kvm-ha:huawei-pod2:compass": [2520.5],
103
104     "os-odl-nofeature-noha:ericsson-virtual2:fuel": [2481.15],
105
106     "os-nosdn-ovs_dpdk-noha:huawei-virtual4:compass": [2474],
107
108     "os-nosdn-ovs_dpdk-noha:huawei-virtual3:compass": [2472.6],
109
110     "os-odl_l2-moon-noha:huawei-virtual4:compass": [2471],
111
112     "os-odl_l2-moon-noha:huawei-virtual3:compass": [2470.6],
113
114     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [2464.15],
115
116     "os-odl-sfc-noha:huawei-virtual4:compass": [2455.9],
117
118     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [2455.3],
119
120     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [2446.85],
121
122     "os-odl_l2-moon-ha:huawei-virtual3:compass": [2444.75],
123
124     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [2430.9],
125
126     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [2421.3],
127
128     "os-nosdn-ovs_dpdk-ha:huawei-virtual4:compass": [2415.7],
129
130     "os-nosdn-kvm-noha:huawei-virtual3:compass": [2399.4],
131
132     "os-odl-sfc-ha:huawei-virtual3:compass": [2391.85],
133
134     "os-nosdn-kvm-noha:huawei-virtual4:compass": [2391.45],
135
136     "os-nosdn-nofeature-noha:huawei-virtual1:compass": [2380.7],
137
138     "os-odl-sfc-ha:huawei-virtual4:compass": [2379.6],
139
140     "os-nosdn-ovs_dpdk-ha:huawei-virtual3:compass": [2371.9],
141
142     "os-odl-sfc-noha:huawei-virtual3:compass": [2364.6],
143
144     "os-nosdn-bar-ha:huawei-virtual3:compass": [2363.4],
145
146     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [2362],
147
148     "os-nosdn-kvm-ha:huawei-virtual4:compass": [2358.5],
149
150     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [2358.45],
151
152     "os-odl_l3-nofeature-ha:huawei-virtual2:compass": [2336],
153
154     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [2326.6],
155
156     "os-nosdn-nofeature-ha:huawei-virtual9:compass": [2324.95],
157
158     "os-nosdn-nofeature-noha:huawei-virtual8:compass": [2320.2],
159
160     "os-nosdn-bar-ha:huawei-virtual4:compass": [2318.5],
161
162     "os-odl_l2-moon-ha:huawei-virtual4:compass": [2312.8],
163
164     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [2311.7],
165
166     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [2301.15],
167
168     "os-nosdn-nofeature-ha:huawei-virtual2:compass": [2297.7],
169
170     "os-nosdn-nofeature-noha:huawei-pod12:joid": [2232.8],
171
172     "os-nosdn-nofeature-ha:huawei-pod12:joid": [2232.1],
173
174     "os-nosdn-openbaton-ha:huawei-pod12:joid": [2230],
175
176     "os-nosdn-kvm-ha:huawei-virtual3:compass": [2154],
177
178     "os-odl-sfc-ha:huawei-virtual8:compass": [2150.1],
179
180     "os-nosdn-kvm-noha:huawei-virtual8:compass": [2004.3],
181
182     "os-odl-nofeature-ha:arm-pod5:fuel": [1754.5],
183
184     "os-nosdn-nofeature-ha:arm-pod5:fuel": [1754.15],
185
186     "os-odl-nofeature-ha:arm-pod6:fuel": [716.15],
187
188     "os-nosdn-nofeature-ha:arm-pod6:fuel": [716.05]
189
190 }
191
192
193 The influence of the scenario
194 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
195
196 .. image:: images/tc014_scenario.png
197    :width: 800px
198    :alt: TC014 influence of scenario
199
200 {
201
202     "os-nosdn-ovs-ha": [3725.5],
203
204     "os-ovn-nofeature-noha": [3654.8],
205
206     "os-nosdn-bar-noha": [3633.2],
207
208     "os-odl-nofeature-ha": [3407.8],
209
210     "os-nosdn-ovs-noha": [2583.2],
211
212     "os-odl-nofeature-noha": [2578.9],
213
214     "os-nosdn-nofeature-noha": [2553.2],
215
216     "os-nosdn-nofeature-ha": [2532.8],
217
218     "os-odl_l2-moon-ha": [2530.5],
219
220     "os-nosdn-bar-ha": [2527],
221
222     "os-odl_l3-nofeature-ha": [2501.5],
223
224     "os-nosdn-ovs_dpdk-noha": [2473.65],
225
226     "os-odl-sfc-ha": [2472.9],
227
228     "os-odl_l2-moon-noha": [2470.8],
229
230     "os-nosdn-ovs_dpdk-ha": [2461.9],
231
232     "os-odl_l3-nofeature-noha": [2442.8],
233
234     "os-nosdn-kvm-noha": [2392.9],
235
236     "os-odl-sfc-noha": [2370.5],
237
238     "os-nosdn-kvm-ha": [2358.5],
239
240     "os-nosdn-openbaton-ha": [2231.8]
241
242 }
243
244
245 The influence of the POD
246 ^^^^^^^^^^^^^^^^^^^^^^^^
247
248 .. image:: images/tc014_pod.png
249    :width: 800px
250    :alt: TC014 influence of the POD
251
252 {
253
254     "lf-pod2": [3723.95],
255
256     "lf-pod1": [3669],
257
258     "intel-pod5": [3388.6],
259
260     "intel-pod18": [3298.4],
261
262     "flex-pod2": [3208.6],
263
264     "ericsson-virtual1": [2988.9],
265
266     "ericsson-pod1": [2669.1],
267
268     "ericsson-virtual4": [2598.5],
269
270     "ericsson-virtual3": [2553.15],
271
272     "huawei-pod2": [2531.2],
273
274     "ericsson-virtual2": [2526.9],
275
276     "huawei-virtual4": [2407.4],
277
278     "huawei-virtual3": [2374.6],
279
280     "huawei-virtual2": [2326.4],
281
282     "huawei-virtual9": [2324.95],
283
284     "huawei-virtual1": [2302.6],
285
286     "huawei-pod12": [2232.2],
287
288     "huawei-virtual8": [2085.3],
289
290     "arm-pod5": [1754.4],
291
292     "arm-pod6": [716.15]
293
294 }
295
296
297 Fraser release
298 --------------