docs/release/results/tc014-cpu-processing-speed.rst

   1 .. This work is licensed under a Creative Commons Attribution 4.0 International
   2 .. License.
   3 .. http://creativecommons.org/licenses/by/4.0
   4
   5
   6 ===========================================
   7 Test results for TC014 cpu processing speed
   8 ===========================================
   9
  10 .. toctree::
  11    :maxdepth: 2
  12
  13
  14 Overview of test case
  15 =====================
  16
  17 TC014 measures score of single cpu running using UnixBench.
  18
  19 Metric: score of single CPU running
  20 Unit: N/A
  21
  22
  23 Euphrates release
  24 -----------------
  25
  26 Test results per scenario and pod (higher is better):
  27
  28 {
  29
  30     "os-odl-sfc-noha:lf-pod1:apex": [3735.2],
  31
  32     "os-nosdn-ovs-ha:lf-pod2:fuel": [3725.5],
  33
  34     "os-odl-nofeature-ha:lf-pod2:fuel": [3711],
  35
  36     "os-odl-nofeature-ha:lf-pod1:apex": [3708.4],
  37
  38     "os-nosdn-nofeature-noha:lf-pod1:apex": [3705.7],
  39
  40     "os-nosdn-nofeature-ha:lf-pod2:fuel": [3704],
  41
  42     "os-nosdn-nofeature-ha:lf-pod1:apex": [3703.2],
  43
  44     "os-odl-nofeature-noha:lf-pod1:apex": [3702.8],
  45
  46     "os-odl-sfc-ha:lf-pod1:apex": [3698.7],
  47
  48     "os-ovn-nofeature-noha:lf-pod1:apex": [3654.8],
  49
  50     "os-nosdn-bar-ha:lf-pod1:apex": [3635.55],
  51
  52     "os-nosdn-bar-noha:lf-pod1:apex": [3633.2],
  53
  54     "os-nosdn-nofeature-noha:intel-pod18:joid": [3450.3],
  55
  56     "os-nosdn-nofeature-noha:intel-pod5:joid": [3406.4],
  57
  58     "os-nosdn-nofeature-ha:intel-pod5:joid": [3360.4],
  59
  60     "os-nosdn-openbaton-ha:intel-pod18:joid": [3340.65],
  61
  62     "os-nosdn-nofeature-ha:flex-pod2:apex": [3208.6],
  63
  64     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [3134.8],
  65
  66     "os-nosdn-nofeature-ha:intel-pod18:joid": [3056.2],
  67
  68     "os-nosdn-ovs-noha:ericsson-virtual1:fuel": [2988.9],
  69
  70     "os-nosdn-ovs-ha:ericsson-pod1:fuel": [2773.7],
  71
  72     "os-nosdn-ovs-noha:ericsson-virtual4:fuel": [2645.85],
  73
  74     "os-nosdn-ovs-noha:ericsson-virtual2:fuel": [2625.3],
  75
  76     "os-nosdn-nofeature-noha:ericsson-virtual4:fuel": [2601.3],
  77
  78     "os-odl-nofeature-noha:ericsson-virtual4:fuel": [2590.4],
  79
  80     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [2570.2],
  81
  82     "os-nosdn-ovs-noha:ericsson-virtual3:fuel": [2558.8],
  83
  84     "os-odl-nofeature-ha:ericsson-pod1:fuel": [2556.5],
  85
  86     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [2554.6],
  87
  88     "os-odl-nofeature-noha:ericsson-virtual3:fuel": [2536.75],
  89
  90     "os-nosdn-ovs_dpdk-ha:huawei-pod2:compass": [2533.55],
  91
  92     "os-nosdn-nofeature-ha:huawei-pod2:compass": [2531.85],
  93
  94     "os-odl-sfc-ha:huawei-pod2:compass": [2531.7],
  95
  96     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [2531.2],
  97
  98     "os-odl_l2-moon-ha:huawei-pod2:compass": [2531],
  99
 100     "os-nosdn-bar-ha:huawei-pod2:compass": [2529.6],
 101
 102     "os-nosdn-kvm-ha:huawei-pod2:compass": [2520.5],
 103
 104     "os-odl-nofeature-noha:ericsson-virtual2:fuel": [2481.15],
 105
 106     "os-nosdn-ovs_dpdk-noha:huawei-virtual4:compass": [2474],
 107
 108     "os-nosdn-ovs_dpdk-noha:huawei-virtual3:compass": [2472.6],
 109
 110     "os-odl_l2-moon-noha:huawei-virtual4:compass": [2471],
 111
 112     "os-odl_l2-moon-noha:huawei-virtual3:compass": [2470.6],
 113
 114     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [2464.15],
 115
 116     "os-odl-sfc-noha:huawei-virtual4:compass": [2455.9],
 117
 118     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [2455.3],
 119
 120     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [2446.85],
 121
 122     "os-odl_l2-moon-ha:huawei-virtual3:compass": [2444.75],
 123
 124     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [2430.9],
 125
 126     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [2421.3],
 127
 128     "os-nosdn-ovs_dpdk-ha:huawei-virtual4:compass": [2415.7],
 129
 130     "os-nosdn-kvm-noha:huawei-virtual3:compass": [2399.4],
 131
 132     "os-odl-sfc-ha:huawei-virtual3:compass": [2391.85],
 133
 134     "os-nosdn-kvm-noha:huawei-virtual4:compass": [2391.45],
 135
 136     "os-nosdn-nofeature-noha:huawei-virtual1:compass": [2380.7],
 137
 138     "os-odl-sfc-ha:huawei-virtual4:compass": [2379.6],
 139
 140     "os-nosdn-ovs_dpdk-ha:huawei-virtual3:compass": [2371.9],
 141
 142     "os-odl-sfc-noha:huawei-virtual3:compass": [2364.6],
 143
 144     "os-nosdn-bar-ha:huawei-virtual3:compass": [2363.4],
 145
 146     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [2362],
 147
 148     "os-nosdn-kvm-ha:huawei-virtual4:compass": [2358.5],
 149
 150     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [2358.45],
 151
 152     "os-odl_l3-nofeature-ha:huawei-virtual2:compass": [2336],
 153
 154     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [2326.6],
 155
 156     "os-nosdn-nofeature-ha:huawei-virtual9:compass": [2324.95],
 157
 158     "os-nosdn-nofeature-noha:huawei-virtual8:compass": [2320.2],
 159
 160     "os-nosdn-bar-ha:huawei-virtual4:compass": [2318.5],
 161
 162     "os-odl_l2-moon-ha:huawei-virtual4:compass": [2312.8],
 163
 164     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [2311.7],
 165
 166     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [2301.15],
 167
 168     "os-nosdn-nofeature-ha:huawei-virtual2:compass": [2297.7],
 169
 170     "os-nosdn-nofeature-noha:huawei-pod12:joid": [2232.8],
 171
 172     "os-nosdn-nofeature-ha:huawei-pod12:joid": [2232.1],
 173
 174     "os-nosdn-openbaton-ha:huawei-pod12:joid": [2230],
 175
 176     "os-nosdn-kvm-ha:huawei-virtual3:compass": [2154],
 177
 178     "os-odl-sfc-ha:huawei-virtual8:compass": [2150.1],
 179
 180     "os-nosdn-kvm-noha:huawei-virtual8:compass": [2004.3],
 181
 182     "os-odl-nofeature-ha:arm-pod5:fuel": [1754.5],
 183
 184     "os-nosdn-nofeature-ha:arm-pod5:fuel": [1754.15],
 185
 186     "os-odl-nofeature-ha:arm-pod6:fuel": [716.15],
 187
 188     "os-nosdn-nofeature-ha:arm-pod6:fuel": [716.05]
 189
 190 }
 191
 192
 193 The influence of the scenario
 194 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 195
 196 .. image:: images/tc014_scenario.png
 197    :width: 800px
 198    :alt: TC014 influence of scenario
 199
 200 {
 201
 202     "os-nosdn-ovs-ha": [3725.5],
 203
 204     "os-ovn-nofeature-noha": [3654.8],
 205
 206     "os-nosdn-bar-noha": [3633.2],
 207
 208     "os-odl-nofeature-ha": [3407.8],
 209
 210     "os-nosdn-ovs-noha": [2583.2],
 211
 212     "os-odl-nofeature-noha": [2578.9],
 213
 214     "os-nosdn-nofeature-noha": [2553.2],
 215
 216     "os-nosdn-nofeature-ha": [2532.8],
 217
 218     "os-odl_l2-moon-ha": [2530.5],
 219
 220     "os-nosdn-bar-ha": [2527],
 221
 222     "os-odl_l3-nofeature-ha": [2501.5],
 223
 224     "os-nosdn-ovs_dpdk-noha": [2473.65],
 225
 226     "os-odl-sfc-ha": [2472.9],
 227
 228     "os-odl_l2-moon-noha": [2470.8],
 229
 230     "os-nosdn-ovs_dpdk-ha": [2461.9],
 231
 232     "os-odl_l3-nofeature-noha": [2442.8],
 233
 234     "os-nosdn-kvm-noha": [2392.9],
 235
 236     "os-odl-sfc-noha": [2370.5],
 237
 238     "os-nosdn-kvm-ha": [2358.5],
 239
 240     "os-nosdn-openbaton-ha": [2231.8]
 241
 242 }
 243
 244
 245 The influence of the POD
 246 ^^^^^^^^^^^^^^^^^^^^^^^^
 247
 248 .. image:: images/tc014_pod.png
 249    :width: 800px
 250    :alt: TC014 influence of the POD
 251
 252 {
 253
 254     "lf-pod2": [3723.95],
 255
 256     "lf-pod1": [3669],
 257
 258     "intel-pod5": [3388.6],
 259
 260     "intel-pod18": [3298.4],
 261
 262     "flex-pod2": [3208.6],
 263
 264     "ericsson-virtual1": [2988.9],
 265
 266     "ericsson-pod1": [2669.1],
 267
 268     "ericsson-virtual4": [2598.5],
 269
 270     "ericsson-virtual3": [2553.15],
 271
 272     "huawei-pod2": [2531.2],
 273
 274     "ericsson-virtual2": [2526.9],
 275
 276     "huawei-virtual4": [2407.4],
 277
 278     "huawei-virtual3": [2374.6],
 279
 280     "huawei-virtual2": [2326.4],
 281
 282     "huawei-virtual9": [2324.95],
 283
 284     "huawei-virtual1": [2302.6],
 285
 286     "huawei-pod12": [2232.2],
 287
 288     "huawei-virtual8": [2085.3],
 289
 290     "arm-pod5": [1754.4],
 291
 292     "arm-pod6": [716.15]
 293
 294 }
 295
 296
 297 Fraser release
 298 --------------
 299
 300 Test results per scenario and pod (higher is better):
 301
 302 {
 303
 304     "os-nosdn-nofeature-ha:lf-pod2:fuel": [3747.3],
 305
 306     "os-nosdn-calipso-noha:lf-pod1:apex": [3727.2],
 307
 308     "os-odl-nofeature-ha:lf-pod1:apex": [3726.5],
 309
 310     "os-ovn-nofeature-noha:lf-pod1:apex": [3723.8],
 311
 312     "os-odl-nofeature-noha:lf-pod1:apex": [3718.9],
 313
 314     "os-nosdn-nofeature-noha:lf-pod1:apex": [3717.75],
 315
 316     "os-nosdn-nofeature-ha:lf-pod1:apex": [3706.5],
 317
 318     "os-odl-nofeature-ha:lf-pod2:fuel": [3704.9],
 319
 320     "os-nosdn-ovs-ha:lf-pod2:fuel": [3687.7],
 321
 322     "os-nosdn-bar-noha:lf-pod1:apex": [3635.4],
 323
 324     "os-nosdn-bar-ha:lf-pod1:apex": [3632.55],
 325
 326     "os-odl-sfc-noha:lf-pod1:apex": [3569],
 327
 328     "os-nosdn-nofeature-noha:intel-pod18:joid": [3432.1],
 329
 330     "os-odl-nofeature-ha:ericsson-pod1:fuel": [3133.85],
 331
 332     "os-nosdn-ovs-ha:ericsson-pod1:fuel": [3079.8],
 333
 334     "os-nosdn-nofeature-ha:intel-pod18:joid": [3074.75],
 335
 336     "os-nosdn-openbaton-ha:intel-pod18:joid": [2976.2],
 337
 338     "os-nosdn-nofeature-ha:zte-pod2:daisy": [2910.95],
 339
 340     "os-odl-nofeature-ha:zte-pod2:daisy": [2801.1],
 341
 342     "os-nosdn-ovs-noha:ericsson-virtual2:fuel": [2603],
 343
 344     "os-odl-nofeature-noha:ericsson-virtual2:fuel": [2559.7],
 345
 346     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [2539.1],
 347
 348     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [2530.5],
 349
 350     "os-nosdn-nofeature-ha:huawei-pod2:compass": [2529.4],
 351
 352     "os-odl-sfc-ha:huawei-pod2:compass": [2528.9],
 353
 354     "os-odl-nofeature-noha:ericsson-virtual4:fuel": [2527.8],
 355
 356     "os-nosdn-bar-ha:huawei-pod2:compass": [2527.4],
 357
 358     "os-nosdn-kvm-ha:huawei-pod2:compass": [2517.8],
 359
 360     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [2472.4],
 361
 362     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [2469.1],
 363
 364     "os-odl-sfc-noha:huawei-virtual3:compass": [2452.05],
 365
 366     "os-odl-sfc-noha:huawei-virtual4:compass": [2438.7],
 367
 368     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [2418.4],
 369
 370     "os-nosdn-ovs-noha:ericsson-virtual4:fuel": [2404.35],
 371
 372     "os-nosdn-kvm-noha:huawei-virtual3:compass": [2391],
 373
 374     "os-nosdn-kvm-noha:huawei-virtual4:compass": [2376.75],
 375
 376     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [2376.2],
 377
 378     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [2359.45],
 379
 380     "os-nosdn-bar-noha:huawei-virtual4:compass": [2353.3],
 381
 382     "os-odl-sfc-ha:huawei-virtual3:compass": [2351.9],
 383
 384     "os-nosdn-bar-ha:huawei-virtual3:compass": [2339.4],
 385
 386     "os-odl-sfc-ha:huawei-virtual4:compass": [2335.6],
 387
 388     "os-nosdn-bar-ha:huawei-virtual4:compass": [2328],
 389
 390     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [2324.5],
 391
 392     "os-nosdn-bar-noha:huawei-virtual3:compass": [2317.3],
 393
 394     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [2313.95],
 395
 396     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [2308.1],
 397
 398     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [2299.3],
 399
 400     "os-nosdn-kvm-ha:huawei-virtual4:compass": [2250.4],
 401
 402     "os-nosdn-nofeature-noha:huawei-pod12:joid": [2229.7],
 403
 404     "os-nosdn-nofeature-ha:huawei-pod12:joid": [2228.8],
 405
 406     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [2171.3],
 407
 408     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [2104.8],
 409
 410     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [1961.35],
 411
 412     "os-nosdn-ovs-ha:arm-pod5:fuel": [1764.2],
 413
 414     "os-odl-nofeature-ha:arm-pod5:fuel": [1730.95],
 415
 416     "os-nosdn-ovs-ha:arm-pod6:fuel": [715.55],
 417
 418     "os-odl-nofeature-ha:arm-pod6:fuel": [715.4],
 419
 420     "os-nosdn-nofeature-ha:arm-pod6:fuel": [715.25]
 421
 422 }
 423
 424
 425 The influence of the scenario
 426 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 427
 428 .. image:: images/tc014_scenario_fraser.png
 429    :width: 800px
 430    :alt: TC014 influence of scenario
 431
 432 {
 433
 434     "os-nosdn-calipso-noha": [3727.2],
 435
 436     "os-ovn-nofeature-noha": [3723.8],
 437
 438     "os-odl-nofeature-noha": [3128.05],
 439
 440     "os-nosdn-openbaton-ha": [2976.2],
 441
 442     "os-nosdn-ovs-ha": [2814.5],
 443
 444     "os-odl-nofeature-ha": [2801.4],
 445
 446     "os-nosdn-nofeature-ha": [2649.7],
 447
 448     "os-nosdn-ovs-noha": [2587.3],
 449
 450     "os-odl_l3-nofeature-ha": [2528.45],
 451
 452     "os-odl-sfc-ha": [2527.6],
 453
 454     "os-nosdn-bar-ha": [2526.55],
 455
 456     "os-nosdn-kvm-ha": [2516.95],
 457
 458     "os-odl-sfc-noha": [2453.65],
 459
 460     "os-nosdn-bar-noha": [2447.7],
 461
 462     "os-nosdn-nofeature-noha": [2443.85],
 463
 464     "os-odl_l3-nofeature-noha": [2394.3],
 465
 466     "os-nosdn-kvm-noha": [2379.7]
 467
 468 }
 469
 470
 471 The influence of the POD
 472 ^^^^^^^^^^^^^^^^^^^^^^^^
 473
 474 .. image:: images/tc014_pod_fraser.png
 475    :width: 800px
 476    :alt: TC014 influence of the POD
 477
 478 {
 479
 480     "lf-pod2": [3737.6],
 481
 482     "lf-pod1": [3702.7],
 483
 484     "ericsson-pod1": [3131.6],
 485
 486     "intel-pod18": [3098.1],
 487
 488     "zte-pod2": [2831.4],
 489
 490     "ericsson-virtual2": [2559.7],
 491
 492     "huawei-pod2": [2528.9],
 493
 494     "ericsson-virtual4": [2527.8],
 495
 496     "huawei-virtual3": [2379.1],
 497
 498     "huawei-virtual4": [2362.1],
 499
 500     "huawei-virtual2": [2299.3],
 501
 502     "huawei-pod12": [2229],
 503
 504     "huawei-virtual1": [2171.3],
 505
 506     "ericsson-virtual3": [2104.8],
 507
 508     "arm-pod5": [1764.2],
 509
 510     "arm-pod6": [715.4]
 511
 512 }