docs/release/results/tc002-network-latency.rst

   1 .. This work is licensed under a Creative Commons Attribution 4.0 International
   2 .. License.
   3 .. http://creativecommons.org/licenses/by/4.0
   4
   5
   6 ======================================
   7 Test results for TC002 network latency
   8 ======================================
   9
  10 .. toctree::
  11    :maxdepth: 2
  12
  13
  14 Overview of test case
  15 =====================
  16
  17 TC002 verifies that network latency is within acceptable boundaries when packets travel between hosts located on same or different compute blades.
  18 Ping packets (ICMP protocol's mandatory ECHO_REQUEST datagram) are sent from host VM to target VM(s) to elicit ICMP ECHO_RESPONSE.
  19
  20 Metric: RTT (Round Trip Time)
  21 Unit: ms
  22
  23
  24 Euphrates release
  25 -----------------
  26
  27 Test results per scenario and pod (lower is better):
  28
  29 {
  30
  31     "os-nosdn-ovs_dpdk-ha:huawei-pod2:compass": [0.214],
  32
  33     "os-odl_l2-moon-ha:huawei-pod2:compass": [0.309],
  34
  35     "os-nosdn-ovs_dpdk-noha:huawei-virtual3:compass": [0.3145],
  36
  37     "os-nosdn-ovs-ha:lf-pod2:fuel": [0.3585],
  38
  39     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [0.3765],
  40
  41     "os-nosdn-ovs_dpdk-noha:huawei-virtual4:compass": [0.403],
  42
  43     "os-odl-sfc-ha:huawei-pod2:compass": [0.413],
  44
  45     "os-nosdn-ovs-ha:ericsson-pod1:fuel": [0.494],
  46
  47     "os-nosdn-nofeature-ha:lf-pod1:apex": [0.5715],
  48
  49     "os-nosdn-nofeature-noha:lf-pod1:apex": [0.5785],
  50
  51     "os-odl-sfc-ha:lf-pod1:apex": [0.617],
  52
  53     "os-odl-nofeature-ha:lf-pod1:apex": [0.62],
  54
  55     "os-nosdn-bar-noha:lf-pod1:apex": [0.632],
  56
  57     "os-odl-nofeature-noha:lf-pod1:apex": [0.635],
  58
  59     "os-odl-bgpvpn-ha:lf-pod1:apex": [0.658],
  60
  61     "os-odl-sfc-noha:lf-pod1:apex": [0.663],
  62
  63     "os-nosdn-bar-ha:lf-pod1:apex": [0.668],
  64
  65     "os-ovn-nofeature-noha:lf-pod1:apex": [0.668],
  66
  67     "os-nosdn-nofeature-ha:huawei-pod2:compass": [0.6815],
  68
  69     "os-nosdn-kvm-ha:huawei-pod2:compass": [0.7005],
  70
  71     "os-nosdn-bar-ha:huawei-pod2:compass": [0.778],
  72
  73     "os-nosdn-ovs-noha:ericsson-virtual4:fuel": [0.7825],
  74
  75     "os-nosdn-ovs-noha:ericsson-virtual2:fuel": [0.7885],
  76
  77     "os-nosdn-nofeature-ha:flex-pod2:apex": [0.795],
  78
  79     "os-nosdn-ovs-noha:ericsson-virtual1:fuel": [0.8045],
  80
  81     "os-nosdn-nofeature-noha:huawei-pod12:joid": [0.8335],
  82
  83     "os-nosdn-ovs-noha:ericsson-virtual3:fuel": [0.8755],
  84
  85     "os-nosdn-nofeature-ha:huawei-pod12:joid": [0.8855],
  86
  87     "os-nosdn-ovs_dpdk-ha:huawei-virtual3:compass": [0.8895],
  88
  89     "os-nosdn-openbaton-ha:huawei-pod12:joid": [0.901],
  90
  91     "os-nosdn-ovs_dpdk-ha:huawei-virtual4:compass": [0.956],
  92
  93     "os-nosdn-lxd-noha:intel-pod5:joid": [1.131],
  94
  95     "os-odl_l2-moon-noha:huawei-virtual4:compass": [1.173],
  96
  97     "os-odl-sfc-ha:huawei-virtual8:compass": [1.2015],
  98
  99     "os-odl_l2-moon-noha:huawei-virtual3:compass": [1.204],
 100
 101     "os-nosdn-lxd-ha:intel-pod5:joid": [1.2245],
 102
 103     "os-odl-nofeature-ha:lf-pod2:fuel": [1.2285],
 104
 105     "os-odl-sfc-noha:huawei-virtual4:compass": [1.3055],
 106
 107     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [1.309],
 108
 109     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [1.313],
 110
 111     "os-nosdn-nofeature-noha:huawei-virtual8:compass": [1.319],
 112
 113     "os-odl-nofeature-ha:ericsson-pod1:fuel": [1.3425],
 114
 115     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [1.3475],
 116
 117     "os-nosdn-nofeature-ha:lf-pod2:fuel": [1.348],
 118
 119     "os-nosdn-kvm-noha:huawei-virtual4:compass": [1.432],
 120
 121     "os-odl_l3-nofeature-noha:huawei-virtual9:compass": [1.442],
 122
 123     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [1.4505],
 124
 125     "os-nosdn-nofeature-ha:arm-pod5:fuel": [1.497],
 126
 127     "os-odl-sfc-noha:huawei-virtual3:compass": [1.504],
 128
 129     "os-odl-nofeature-ha:arm-pod5:fuel": [1.519],
 130
 131     "os-nosdn-nofeature-noha:intel-pod5:joid": [1.5415],
 132
 133     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [1.5785],
 134
 135     "os-nosdn-nofeature-ha:intel-pod5:joid": [1.604],
 136
 137     "os-nosdn-kvm-noha:huawei-virtual3:compass": [1.61],
 138
 139     "os-nosdn-nofeature-noha:intel-pod18:joid": [1.633],
 140
 141     "os-nosdn-openbaton-ha:intel-pod18:joid": [1.6485],
 142
 143     "os-odl_l3-nofeature-ha:huawei-virtual2:compass": [1.7085],
 144
 145     "os-nosdn-nofeature-ha:intel-pod18:joid": [1.71],
 146
 147     "os-nosdn-nofeature-ha:huawei-virtual2:compass": [1.7955],
 148
 149     "os-odl-nofeature-ha:arm-pod6:fuel": [1.838],
 150
 151     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [1.88],
 152
 153     "os-odl_l2-moon-ha:huawei-virtual3:compass": [1.8975],
 154
 155     "os-nosdn-kvm-noha:huawei-virtual8:compass": [1.923],
 156
 157     "os-odl_l2-moon-ha:huawei-virtual4:compass": [1.944],
 158
 159     "os-odl-sfc-ha:huawei-virtual3:compass": [1.968],
 160
 161     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [1.986],
 162
 163     "os-nosdn-bar-ha:huawei-virtual4:compass": [2.0415],
 164
 165     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [2.071],
 166
 167     "os-nosdn-nofeature-ha:arm-pod6:fuel": [2.0855],
 168
 169     "os-odl-sfc-ha:huawei-virtual4:compass": [2.1085],
 170
 171     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [2.1135],
 172
 173     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [2.234],
 174
 175     "os-nosdn-nofeature-ha:huawei-virtual9:compass": [2.294],
 176
 177     "os-nosdn-kvm-ha:huawei-virtual3:compass": [2.304],
 178
 179     "os-nosdn-bar-ha:huawei-virtual3:compass": [2.378],
 180
 181     "os-nosdn-kvm-ha:huawei-virtual4:compass": [2.397],
 182
 183     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [2.472],
 184
 185     "os-nosdn-nofeature-noha:huawei-virtual1:compass": [2.603],
 186
 187     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [2.635],
 188
 189     "os-odl-nofeature-noha:ericsson-virtual3:fuel": [2.9055],
 190
 191     "os-odl-nofeature-noha:ericsson-virtual2:fuel": [3.1295],
 192
 193     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [3.337],
 194
 195     "os-odl-nofeature-noha:ericsson-virtual4:fuel": [3.634],
 196
 197     "os-nosdn-nofeature-noha:ericsson-virtual1:fuel": [3.875],
 198
 199     "os-odl-nofeature-noha:ericsson-virtual1:fuel": [3.9655],
 200
 201     "os-nosdn-nofeature-noha:ericsson-virtual4:fuel": [3.9795]
 202
 203 }
 204
 205
 206 The influence of the scenario
 207 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 208
 209 .. image:: images/tc002_scenario.png
 210    :width: 800px
 211    :alt: TC002 influence of scenario
 212
 213 {
 214
 215     "os-odl_l2-moon-ha": [0.3415],
 216
 217     "os-nosdn-ovs-ha": [0.3625],
 218
 219     "os-nosdn-ovs_dpdk-noha": [0.378],
 220
 221     "os-nosdn-ovs_dpdk-ha": [0.5265],
 222
 223     "os-nosdn-bar-noha": [0.632],
 224
 225     "os-odl-bgpvpn-ha": [0.658],
 226
 227     "os-ovn-nofeature-noha": [0.668],
 228
 229     "os-odl_l3-nofeature-ha": [0.8545],
 230
 231     "os-nosdn-ovs-noha": [0.8575],
 232
 233     "os-nosdn-bar-ha": [0.903],
 234
 235     "os-odl-sfc-ha": [1.127],
 236
 237     "os-nosdn-lxd-noha": [1.131],
 238
 239     "os-nosdn-nofeature-ha": [1.152],
 240
 241     "os-odl_l2-moon-noha": [1.1825],
 242
 243     "os-nosdn-lxd-ha": [1.2245],
 244
 245     "os-odl_l3-nofeature-noha": [1.337],
 246
 247     "os-odl-nofeature-ha": [1.352],
 248
 249     "os-odl-sfc-noha": [1.4255],
 250
 251     "os-nosdn-kvm-noha": [1.5045],
 252
 253     "os-nosdn-openbaton-ha": [1.5665],
 254
 255     "os-nosdn-nofeature-noha": [1.729],
 256
 257     "os-nosdn-kvm-ha": [1.7745],
 258
 259     "os-odl-nofeature-noha": [3.106]
 260
 261 }
 262
 263
 264 The influence of the POD
 265 ^^^^^^^^^^^^^^^^^^^^^^^^
 266
 267 .. image:: images/tc002_pod.png
 268    :width: 800px
 269    :alt: TC002 influence of the POD
 270
 271 {
 272
 273     "huawei-pod2": [0.3925],
 274
 275     "lf-pod2": [0.5315],
 276
 277     "lf-pod1": [0.62],
 278
 279     "flex-pod2": [0.795],
 280
 281     "huawei-pod12": [0.87],
 282
 283     "intel-pod5": [1.25],
 284
 285     "ericsson-virtual3": [1.2655],
 286
 287     "ericsson-pod1": [1.372],
 288
 289     "arm-pod5": [1.518],
 290
 291     "huawei-virtual4": [1.5355],
 292
 293     "huawei-virtual3": [1.606],
 294
 295     "intel-pod18": [1.6575],
 296
 297     "huawei-virtual8": [1.709],
 298
 299     "huawei-virtual2": [1.872],
 300
 301     "arm-pod6": [1.895],
 302
 303     "huawei-virtual9": [2.0745],
 304
 305     "huawei-virtual1": [2.495],
 306
 307     "ericsson-virtual2": [2.7895],
 308
 309     "ericsson-virtual4": [3.768],
 310
 311     "ericsson-virtual1": [3.8035]
 312
 313 }
 314
 315
 316 Fraser release
 317 --------------
 318
 319 Test results per scenario and pod (lower is better):
 320
 321 {
 322
 323     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [0.42],
 324
 325     "os-odl-sfc-ha:huawei-pod2:compass": [0.557],
 326
 327     "os-nosdn-ovs-ha:ericsson-pod1:fuel": [0.5765],
 328
 329     "os-nosdn-kvm-ha:huawei-pod2:compass": [0.582],
 330
 331     "os-odl-bgpvpn-ha:lf-pod1:apex": [0.678],
 332
 333     "os-nosdn-nofeature-ha:lf-pod1:apex": [0.7075],
 334
 335     "os-nosdn-calipso-noha:lf-pod1:apex": [0.713],
 336
 337     "os-nosdn-nofeature-noha:lf-pod1:apex": [0.7155],
 338
 339     "os-nosdn-bar-ha:lf-pod1:apex": [0.732],
 340
 341     "os-nosdn-bar-noha:lf-pod1:apex": [0.7415],
 342
 343     "os-odl-nofeature-noha:lf-pod1:apex": [0.7565],
 344
 345     "os-nosdn-ovs-ha:arm-pod6:fuel": [0.8015],
 346
 347     "os-nosdn-nofeature-ha:huawei-pod2:compass": [0.908],
 348
 349     "os-odl-nofeature-ha:ericsson-pod1:fuel": [0.9165],
 350
 351     "os-nosdn-bar-ha:huawei-pod2:compass": [0.969],
 352
 353     "os-nosdn-ovs-noha:ericsson-virtual2:fuel": [0.9765],
 354
 355     "os-nosdn-nofeature-noha:huawei-pod12:joid": [1.0245],
 356
 357     "os-nosdn-nofeature-ha:huawei-pod12:joid": [1.0495],
 358
 359     "os-odl-sfc-noha:huawei-virtual4:compass": [1.1645],
 360
 361     "os-nosdn-nofeature-ha:lf-pod2:fuel": [1.206],
 362
 363     "os-odl-sfc-noha:huawei-virtual3:compass": [1.236],
 364
 365     "os-nosdn-ovs-noha:ericsson-virtual4:fuel": [1.241],
 366
 367     "os-nosdn-nofeature-ha:zte-pod2:daisy": [1.2805],
 368
 369     "os-odl-nofeature-ha:lf-pod2:fuel": [1.286],
 370
 371     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [1.299],
 372
 373     "os-odl-sfc-ha:huawei-virtual4:compass": [1.305],
 374
 375     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [1.309],
 376
 377     "os-nosdn-kvm-noha:huawei-virtual4:compass": [1.314],
 378
 379     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [1.431],
 380
 381     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [1.457],
 382
 383     "os-odl-nofeature-ha:zte-pod2:daisy": [1.517],
 384
 385     "os-nosdn-kvm-noha:huawei-virtual3:compass": [1.576],
 386
 387     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [1.592],
 388
 389     "os-odl-nofeature-ha:arm-pod5:fuel": [1.714],
 390
 391     "os-nosdn-nofeature-noha:intel-pod18:joid": [1.809],
 392
 393     "os-nosdn-bar-noha:huawei-virtual4:compass": [1.81],
 394
 395     "os-nosdn-nofeature-ha:intel-pod18:joid": [1.8505],
 396
 397     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [1.8895],
 398
 399     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [1.909],
 400
 401     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [1.925],
 402
 403     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [1.964],
 404
 405     "os-nosdn-openbaton-ha:intel-pod18:joid": [1.9755],
 406
 407     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [1.9765],
 408
 409     "os-nosdn-bar-noha:huawei-virtual3:compass": [1.9915],
 410
 411     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [1.9925],
 412
 413     "os-nosdn-kvm-ha:huawei-virtual4:compass": [2.0265],
 414
 415     "os-odl-nofeature-ha:arm-pod6:fuel": [2.106],
 416
 417     "os-odl-sfc-ha:huawei-virtual3:compass": [2.124],
 418
 419     "os-nosdn-kvm-ha:huawei-virtual3:compass": [2.185],
 420
 421     "os-nosdn-nofeature-ha:arm-pod6:fuel": [2.281],
 422
 423     "os-nosdn-bar-ha:huawei-virtual4:compass": [2.432],
 424
 425     "os-odl-nofeature-noha:ericsson-virtual4:fuel": [2.483],
 426
 427     "os-nosdn-bar-ha:huawei-virtual3:compass": [2.524],
 428
 429     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [3.9175],
 430
 431     "os-odl-nofeature-noha:ericsson-virtual2:fuel": [4.338],
 432
 433     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [4.641]
 434
 435 }
 436
 437
 438 The influence of the scenario
 439 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 440
 441 .. image:: images/tc002_scenario_fraser.png
 442    :width: 800px
 443    :alt: TC002 influence of scenario
 444
 445 {
 446
 447     "os-odl-bgpvpn-ha": [0.678],
 448
 449     "os-nosdn-calipso-noha": [0.713],
 450
 451     "os-nosdn-ovs-ha": [0.7245],
 452
 453     "os-odl_l3-nofeature-ha": [0.7435],
 454
 455     "os-odl-sfc-ha": [0.796],
 456
 457     "os-nosdn-kvm-ha": [1.059],
 458
 459     "os-nosdn-bar-ha": [1.083],
 460
 461     "os-nosdn-ovs-noha": [1.09],
 462
 463     "os-odl-sfc-noha": [1.196],
 464
 465     "os-nosdn-nofeature-noha": [1.26],
 466
 467     "os-nosdn-nofeature-ha": [1.291],
 468
 469     "os-odl_l3-nofeature-noha": [1.308],
 470
 471     "os-nosdn-bar-noha": [1.4125],
 472
 473     "os-nosdn-kvm-noha": [1.4475],
 474
 475     "os-odl-nofeature-ha": [1.508],
 476
 477     "os-odl-nofeature-noha": [1.914],
 478
 479     "os-nosdn-openbaton-ha": [1.9755]
 480
 481 }
 482
 483
 484 The influence of the POD
 485 ^^^^^^^^^^^^^^^^^^^^^^^^
 486
 487 .. image:: images/tc002_pod_fraser.png
 488    :width: 800px
 489    :alt: TC002 influence of the POD
 490
 491 {
 492
 493     "huawei-pod2": [0.677],
 494
 495     "lf-pod1": [0.725],
 496
 497     "ericsson-pod1": [0.9165],
 498
 499     "huawei-pod12": [1.0465],
 500
 501     "lf-pod2": [1.2325],
 502
 503     "zte-pod2": [1.395],
 504
 505     "ericsson-virtual4": [1.582],
 506
 507     "huawei-virtual4": [1.697],
 508
 509     "arm-pod5": [1.714],
 510
 511     "huawei-virtual3": [1.716],
 512
 513     "intel-pod18": [1.856],
 514
 515     "huawei-virtual2": [1.964],
 516
 517     "huawei-virtual1": [1.9765],
 518
 519     "arm-pod6": [2.209],
 520
 521     "ericsson-virtual3": [3.9175],
 522
 523     "ericsson-virtual2": [4.004]
 524
 525 }