docs/release/results/tc011-packet-delay-variation.rst

   1 .. This work is licensed under a Creative Commons Attribution 4.0 International
   2 .. License.
   3 .. http://creativecommons.org/licenses/by/4.0
   4
   5
   6 =============================================
   7 Test results for TC011 packet delay variation
   8 =============================================
   9
  10 .. toctree::
  11    :maxdepth: 2
  12
  13
  14 Overview of test case
  15 =====================
  16
  17 TC011 measures the packet delay variation sending the packets from one VM to the other.
  18
  19 Metric: packet delay variation (jitter)
  20 Unit: ms
  21
  22
  23 Euphrates release
  24 -----------------
  25
  26 Test results per scenario and pod (lower is better):
  27
  28 {
  29
  30     "os-nosdn-kvm-noha:huawei-virtual3:compass": [2996],
  31
  32     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [2996],
  33
  34     "os-nosdn-ovs_dpdk-noha:huawei-virtual4:compass": [2996],
  35
  36     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [2996],
  37
  38     "os-nosdn-kvm-ha:huawei-virtual3:compass": [2997],
  39
  40     "os-nosdn-nofeature-ha:huawei-virtual2:compass": [2997],
  41
  42     "os-nosdn-ovs_dpdk-ha:huawei-virtual3:compass": [2997],
  43
  44     "os-nosdn-ovs_dpdk-ha:huawei-virtual4:compass": [2997],
  45
  46     "os-odl-sfc-ha:huawei-virtual4:compass": [2997],
  47
  48     "os-nosdn-nofeature-ha:flex-pod2:apex": [2997.5],
  49
  50     "os-nosdn-bar-ha:huawei-virtual3:compass": [2998],
  51
  52     "os-odl-sfc-ha:huawei-virtual8:compass": [2998],
  53
  54     "os-nosdn-nofeature-ha:intel-pod18:joid": [2999],
  55
  56     "os-odl_l2-moon-ha:huawei-virtual4:compass": [2999.5],
  57
  58     "os-nosdn-nofeature-ha:huawei-virtual9:compass": [3000],
  59
  60     "os-nosdn-nofeature-noha:huawei-virtual1:compass": [3001],
  61
  62     "os-nosdn-bar-ha:huawei-virtual4:compass": [3002],
  63
  64     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [3002],
  65
  66     "os-nosdn-ovs_dpdk-noha:huawei-virtual3:compass": [3002],
  67
  68     "os-odl-sfc-ha:huawei-virtual3:compass": [3002],
  69
  70     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [3003],
  71
  72     "os-nosdn-openbaton-ha:intel-pod18:joid": [3003.5],
  73
  74     "os-nosdn-kvm-noha:huawei-virtual4:compass": [3004],
  75
  76     "os-nosdn-kvm-noha:huawei-virtual8:compass": [3004],
  77
  78     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [3004.5],
  79
  80     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [3005],
  81
  82     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [3006],
  83
  84     "os-nosdn-kvm-ha:huawei-virtual4:compass": [3006.5],
  85
  86     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [3009],
  87
  88     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [3010],
  89
  90     "os-odl_l3-nofeature-ha:huawei-virtual2:compass": [3010],
  91
  92     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [3012],
  93
  94     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [3017],
  95
  96     "os-nosdn-nofeature-noha:ericsson-virtual4:fuel": [3017],
  97
  98     "os-odl-sfc-noha:huawei-virtual4:compass": [3017],
  99
 100     "os-nosdn-nofeature-noha:intel-pod18:joid": [3018],
 101
 102     "os-nosdn-nofeature-ha:intel-pod5:joid": [3020],
 103
 104     "os-nosdn-nofeature-ha:lf-pod2:fuel": [3021],
 105
 106     "os-nosdn-bar-ha:huawei-pod2:compass": [3022],
 107
 108     "os-nosdn-bar-ha:lf-pod1:apex": [3022],
 109
 110     "os-nosdn-bar-noha:lf-pod1:apex": [3022],
 111
 112     "os-nosdn-kvm-ha:huawei-pod2:compass": [3022],
 113
 114     "os-nosdn-nofeature-ha:arm-pod5:fuel": [3022],
 115
 116     "os-nosdn-nofeature-ha:arm-pod6:fuel": [3022],
 117
 118     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [3022],
 119
 120     "os-nosdn-nofeature-ha:huawei-pod12:joid": [3022],
 121
 122     "os-nosdn-nofeature-ha:huawei-pod2:compass": [3022],
 123
 124     "os-nosdn-nofeature-ha:lf-pod1:apex": [3022],
 125
 126     "os-nosdn-nofeature-noha:huawei-pod12:joid": [3022],
 127
 128     "os-nosdn-nofeature-noha:intel-pod5:joid": [3022],
 129
 130     "os-nosdn-nofeature-noha:lf-pod1:apex": [3022],
 131
 132     "os-nosdn-openbaton-ha:huawei-pod12:joid": [3022],
 133
 134     "os-nosdn-ovs_dpdk-ha:huawei-pod2:compass": [3022],
 135
 136     "os-odl-nofeature-ha:arm-pod5:fuel": [3022],
 137
 138     "os-odl-sfc-ha:huawei-pod2:compass": [3022],
 139
 140     "os-odl-sfc-ha:lf-pod1:apex": [3022],
 141
 142     "os-odl-sfc-noha:huawei-virtual3:compass": [3022],
 143
 144     "os-odl-sfc-noha:lf-pod1:apex": [3022],
 145
 146     "os-odl_l2-moon-ha:huawei-pod2:compass": [3022],
 147
 148     "os-odl_l2-moon-ha:huawei-virtual3:compass": [3022],
 149
 150     "os-odl_l2-moon-noha:huawei-virtual3:compass": [3022],
 151
 152     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [3022],
 153
 154     "os-ovn-nofeature-noha:lf-pod1:apex": [3022],
 155
 156     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [3023],
 157
 158     "os-odl_l2-moon-noha:huawei-virtual4:compass": [3023],
 159
 160     "os-nosdn-nofeature-noha:huawei-virtual8:compass": [3024]
 161
 162 }
 163
 164
 165 The influence of the scenario
 166 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 167
 168 .. image:: images/tc011_scenario.png
 169    :width: 800px
 170    :alt: TC011 influence of scenario
 171
 172 {
 173
 174     "os-nosdn-ovs_dpdk-noha": [2996],
 175
 176     "os-odl_l3-nofeature-noha": [2997],
 177
 178     "os-nosdn-kvm-noha": [2999],
 179
 180     "os-nosdn-ovs_dpdk-ha": [3002],
 181
 182     "os-nosdn-kvm-ha": [3014.5],
 183
 184     "os-odl-sfc-noha": [3018],
 185
 186     "os-nosdn-nofeature-noha": [3020],
 187
 188     "os-nosdn-openbaton-ha": [3020],
 189
 190     "os-nosdn-bar-ha": [3022],
 191
 192     "os-nosdn-bar-noha": [3022],
 193
 194     "os-nosdn-nofeature-ha": [3022],
 195
 196     "os-odl-nofeature-ha": [3022],
 197
 198     "os-odl-sfc-ha": [3022],
 199
 200     "os-odl_l2-moon-ha": [3022],
 201
 202     "os-odl_l2-moon-noha": [3022],
 203
 204     "os-odl_l3-nofeature-ha": [3022],
 205
 206     "os-ovn-nofeature-noha": [3022]
 207
 208 }
 209
 210
 211 The influence of the POD
 212 ^^^^^^^^^^^^^^^^^^^^^^^^
 213
 214 .. image:: images/tc011_pod.png
 215    :width: 800px
 216    :alt: TC011 influence of the POD
 217
 218 {
 219
 220     "huawei-virtual2": [2997],
 221
 222     "flex-pod2": [2997.5],
 223
 224     "huawei-virtual3": [2998],
 225
 226     "huawei-virtual9": [3000],
 227
 228     "huawei-virtual8": [3001],
 229
 230     "huawei-virtual4": [3002],
 231
 232     "ericsson-virtual3": [3006],
 233
 234     "huawei-virtual1": [3007],
 235
 236     "ericsson-virtual2": [3009],
 237
 238     "intel-pod18": [3010],
 239
 240     "ericsson-virtual4": [3017],
 241
 242     "lf-pod2": [3021],
 243
 244     "arm-pod5": [3022],
 245
 246     "arm-pod6": [3022],
 247
 248     "ericsson-pod1": [3022],
 249
 250     "huawei-pod12": [3022],
 251
 252     "huawei-pod2": [3022],
 253
 254     "intel-pod5": [3022],
 255
 256     "lf-pod1": [3022]
 257
 258 }
 259
 260
 261 Fraser release
 262 --------------
 263
 264 Test results per scenario and pod (lower is better):
 265
 266 {
 267
 268     "os-nosdn-nofeature-ha:arm-pod6:fuel": [1],
 269
 270     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [1],
 271
 272     "os-nosdn-nofeature-ha:lf-pod2:fuel": [1],
 273
 274     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [1],
 275
 276     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [1],
 277
 278     "os-ovn-nofeature-noha:lf-pod1:apex": [1511.5],
 279
 280     "os-nosdn-kvm-noha:huawei-virtual3:compass": [2996],
 281
 282     "os-nosdn-bar-ha:huawei-virtual4:compass": [2997],
 283
 284     "os-nosdn-bar-noha:huawei-virtual4:compass": [2997],
 285
 286     "os-nosdn-kvm-ha:huawei-virtual4:compass": [2997],
 287
 288     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [2997],
 289
 290     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [2997],
 291
 292     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [2997],
 293
 294     "os-odl-sfc-ha:huawei-virtual3:compass": [2997],
 295
 296     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [2997],
 297
 298     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [3000],
 299
 300     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [3003],
 301
 302     "os-nosdn-bar-noha:huawei-virtual3:compass": [3011],
 303
 304     "os-nosdn-bar-ha:huawei-virtual3:compass": [3015.5],
 305
 306     "os-nosdn-kvm-noha:huawei-virtual4:compass": [3019],
 307
 308     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [3021],
 309
 310     "os-odl-sfc-ha:huawei-virtual4:compass": [3021],
 311
 312     "os-nosdn-bar-ha:huawei-pod2:compass": [3022],
 313
 314     "os-nosdn-bar-ha:lf-pod1:apex": [3022],
 315
 316     "os-nosdn-bar-noha:lf-pod1:apex": [3022],
 317
 318     "os-nosdn-calipso-noha:lf-pod1:apex": [3022],
 319
 320     "os-nosdn-kvm-ha:huawei-pod2:compass": [3022],
 321
 322     "os-nosdn-nofeature-ha:huawei-pod12:joid": [3022],
 323
 324     "os-nosdn-nofeature-ha:huawei-pod2:compass": [3022],
 325
 326     "os-nosdn-nofeature-ha:intel-pod18:joid": [3022],
 327
 328     "os-nosdn-nofeature-ha:lf-pod1:apex": [3022],
 329
 330     "os-nosdn-nofeature-ha:zte-pod2:daisy": [3022],
 331
 332     "os-nosdn-nofeature-noha:huawei-pod12:joid": [3022],
 333
 334     "os-nosdn-nofeature-noha:intel-pod18:joid": [3022],
 335
 336     "os-nosdn-nofeature-noha:lf-pod1:apex": [3022],
 337
 338     "os-nosdn-openbaton-ha:intel-pod18:joid": [3022],
 339
 340     "os-odl-sfc-ha:huawei-pod2:compass": [3022],
 341
 342     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [3022],
 343
 344     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [3022],
 345
 346     "os-odl-sfc-noha:huawei-virtual4:compass": [3022.5],
 347
 348     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [3023],
 349
 350     "os-odl-sfc-noha:huawei-virtual3:compass": [3023],
 351
 352     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [3025]
 353
 354 }
 355
 356
 357 The influence of the scenario
 358 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 359
 360 .. image:: images/tc011_scenario_fraser.png
 361    :width: 800px
 362    :alt: TC011 influence of scenario
 363
 364 {
 365
 366     "os-ovn-nofeature-noha": [1511.5],
 367
 368     "os-nosdn-kvm-noha": [2997],
 369
 370     "os-odl-sfc-ha": [3021],
 371
 372     "os-nosdn-bar-ha": [3022],
 373
 374     "os-nosdn-bar-noha": [3022],
 375
 376     "os-nosdn-calipso-noha": [3022],
 377
 378     "os-nosdn-kvm-ha": [3022],
 379
 380     "os-nosdn-nofeature-ha": [3022],
 381
 382     "os-nosdn-nofeature-noha": [3022],
 383
 384     "os-nosdn-openbaton-ha": [3022],
 385
 386     "os-odl_l3-nofeature-ha": [3022],
 387
 388     "os-odl_l3-nofeature-noha": [3022],
 389
 390     "os-odl-sfc-noha": [3023]
 391
 392 }
 393
 394
 395 The influence of the POD
 396 ^^^^^^^^^^^^^^^^^^^^^^^^
 397
 398 .. image:: images/tc011_pod_fraser.png
 399    :width: 800px
 400    :alt: TC011 influence of the POD
 401
 402 {
 403
 404     "arm-pod6": [1],
 405
 406     "ericsson-pod1": [1],
 407
 408     "ericsson-virtual2": [1],
 409
 410     "ericsson-virtual3": [1],
 411
 412     "lf-pod2": [1],
 413
 414     "huawei-virtual1": [2997],
 415
 416     "huawei-virtual3": [2999],
 417
 418     "huawei-virtual4": [3002],
 419
 420     "huawei-pod12": [3022],
 421
 422     "huawei-pod2": [3022],
 423
 424     "intel-pod18": [3022],
 425
 426     "lf-pod1": [3022],
 427
 428     "zte-pod2": [3022],
 429
 430     "huawei-virtual2": [3025]
 431
 432 }