docs/release/results/tc010-memory-read-latency.rst

   1 .. This work is licensed under a Creative Commons Attribution 4.0 International
   2 .. License.
   3 .. http://creativecommons.org/licenses/by/4.0
   4
   5
   6 ==========================================
   7 Test results for TC010 memory read latency
   8 ==========================================
   9
  10 .. toctree::
  11    :maxdepth: 2
  12
  13
  14 Overview of test case
  15 =====================
  16
  17 TC010 measures the memory read latency for varying memory sizes and strides.
  18 The test results shown below are for memory size of 16MB.
  19
  20 Metric: Memory read latency
  21 Unit: ns
  22
  23
  24 Euphrates release
  25 -----------------
  26
  27 Test results per scenario and pod (lower is better):
  28
  29 {
  30
  31     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [5.3165],
  32
  33     "os-nosdn-nofeature-ha:flex-pod2:apex": [5.908],
  34
  35     "os-nosdn-ovs-noha:ericsson-virtual1:fuel": [6.412],
  36
  37     "os-nosdn-nofeature-noha:intel-pod18:joid": [6.545],
  38
  39     "os-nosdn-nofeature-ha:intel-pod18:joid": [6.592],
  40
  41     "os-nosdn-nofeature-noha:intel-pod5:joid": [6.5975],
  42
  43     "os-nosdn-ovs-ha:ericsson-pod1:fuel": [6.7675],
  44
  45     "os-odl-nofeature-ha:ericsson-pod1:fuel": [6.7675],
  46
  47     "os-nosdn-openbaton-ha:intel-pod18:joid": [6.7945],
  48
  49     "os-nosdn-nofeature-ha:intel-pod5:joid": [6.839],
  50
  51     "os-nosdn-ovs-noha:ericsson-virtual4:fuel": [6.9695],
  52
  53     "os-nosdn-nofeature-noha:ericsson-virtual4:fuel": [7.123],
  54
  55     "os-odl-nofeature-noha:ericsson-virtual4:fuel": [7.289],
  56
  57     "os-nosdn-ovs-noha:ericsson-virtual2:fuel": [7.4315],
  58
  59     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [7.9],
  60
  61     "os-nosdn-ovs_dpdk-ha:huawei-pod2:compass": [8.178],
  62
  63     "os-nosdn-ovs_dpdk-noha:huawei-virtual3:compass": [8.616],
  64
  65     "os-nosdn-ovs_dpdk-noha:huawei-virtual4:compass": [8.646],
  66
  67     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [8.8615],
  68
  69     "os-odl-sfc-ha:huawei-pod2:compass": [8.87],
  70
  71     "os-nosdn-bar-ha:huawei-pod2:compass": [8.877],
  72
  73     "os-odl_l2-moon-ha:huawei-pod2:compass": [8.892],
  74
  75     "os-nosdn-ovs-noha:ericsson-virtual3:fuel": [8.898],
  76
  77     "os-nosdn-nofeature-ha:huawei-pod2:compass": [8.952],
  78
  79     "os-nosdn-kvm-ha:huawei-pod2:compass": [8.9745],
  80
  81     "os-nosdn-ovs_dpdk-ha:huawei-virtual3:compass": [9.0375],
  82
  83     "os-nosdn-openbaton-ha:huawei-pod12:joid": [9.083],
  84
  85     "os-nosdn-nofeature-noha:huawei-pod12:joid": [9.09],
  86
  87     "os-nosdn-nofeature-ha:huawei-pod12:joid": [9.094],
  88
  89     "os-odl_l2-moon-noha:huawei-virtual4:compass": [9.293],
  90
  91     "os-odl_l2-moon-noha:huawei-virtual3:compass": [9.3525],
  92
  93     "os-odl-sfc-noha:huawei-virtual4:compass": [9.477],
  94
  95     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [9.5445],
  96
  97     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [9.5575],
  98
  99     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [9.6435],
 100
 101     "os-nosdn-nofeature-noha:huawei-virtual1:compass": [9.68],
 102
 103     "os-nosdn-ovs_dpdk-ha:huawei-virtual4:compass": [9.728],
 104
 105     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [9.751],
 106
 107     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [9.8645],
 108
 109     "os-nosdn-kvm-noha:huawei-virtual3:compass": [9.969],
 110
 111     "os-odl-sfc-noha:huawei-virtual3:compass": [10.029],
 112
 113     "os-nosdn-kvm-noha:huawei-virtual4:compass": [10.088],
 114
 115     "os-odl-nofeature-noha:ericsson-virtual2:fuel": [10.2985],
 116
 117     "os-nosdn-nofeature-ha:huawei-virtual9:compass": [10.318],
 118
 119     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [10.3215],
 120
 121     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [10.617],
 122
 123     "os-odl-nofeature-noha:ericsson-virtual3:fuel": [10.762],
 124
 125     "os-nosdn-bar-ha:huawei-virtual3:compass": [10.7715],
 126
 127     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [10.866],
 128
 129     "os-odl-sfc-ha:huawei-virtual3:compass": [10.871],
 130
 131     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [11.1605],
 132
 133     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [11.227],
 134
 135     "os-nosdn-bar-ha:huawei-virtual4:compass": [11.348],
 136
 137     "os-odl-sfc-ha:huawei-virtual4:compass": [11.453],
 138
 139     "os-odl_l3-nofeature-ha:huawei-virtual2:compass": [11.571],
 140
 141     "os-odl_l2-moon-ha:huawei-virtual3:compass": [11.5925],
 142
 143     "os-nosdn-nofeature-ha:huawei-virtual2:compass": [11.689],
 144
 145     "os-odl_l2-moon-ha:huawei-virtual4:compass": [11.8695],
 146
 147     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [12.199],
 148
 149     "os-nosdn-kvm-ha:huawei-virtual4:compass": [12.433],
 150
 151     "os-nosdn-kvm-ha:huawei-virtual3:compass": [12.713],
 152
 153     "os-nosdn-ovs-ha:lf-pod2:fuel": [15.328],
 154
 155     "os-odl-nofeature-ha:lf-pod1:apex": [15.4265],
 156
 157     "os-odl-nofeature-noha:lf-pod1:apex": [15.428],
 158
 159     "os-ovn-nofeature-noha:lf-pod1:apex": [15.545],
 160
 161     "os-nosdn-nofeature-noha:lf-pod1:apex": [15.55],
 162
 163     "os-nosdn-nofeature-ha:lf-pod1:apex": [15.6395],
 164
 165     "os-odl-sfc-noha:lf-pod1:apex": [15.696],
 166
 167     "os-odl-sfc-ha:lf-pod1:apex": [15.774],
 168
 169     "os-nosdn-bar-ha:lf-pod1:apex": [16.6455],
 170
 171     "os-nosdn-bar-noha:lf-pod1:apex": [16.861],
 172
 173     "os-odl-nofeature-ha:arm-pod5:fuel": [18.071],
 174
 175     "os-nosdn-nofeature-ha:arm-pod5:fuel": [18.116],
 176
 177     "os-odl-nofeature-ha:lf-pod2:fuel": [18.8365],
 178
 179     "os-nosdn-nofeature-ha:lf-pod2:fuel": [18.927],
 180
 181     "os-nosdn-nofeature-noha:huawei-virtual8:compass": [29.557],
 182
 183     "os-odl-sfc-ha:huawei-virtual8:compass": [32.492],
 184
 185     "os-nosdn-kvm-noha:huawei-virtual8:compass": [37.623],
 186
 187     "os-odl-nofeature-ha:arm-pod6:fuel": [41.345],
 188
 189     "os-nosdn-nofeature-ha:arm-pod6:fuel": [42.3795],
 190
 191 }
 192
 193
 194 The influence of the scenario
 195 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 196
 197 .. image:: images/tc010_scenario.png
 198    :width: 800px
 199    :alt: TC010 influence of scenario
 200
 201 {
 202
 203     "os-nosdn-ovs-noha": [7.9],
 204
 205     "os-nosdn-ovs_dpdk-noha": [8.641],
 206
 207     "os-nosdn-ovs_dpdk-ha": [8.6815],
 208
 209     "os-nosdn-openbaton-ha": [8.882],
 210
 211     "os-odl_l2-moon-ha": [8.948],
 212
 213     "os-odl_l3-nofeature-ha": [8.992],
 214
 215     "os-nosdn-nofeature-ha": [9.118],
 216
 217     "os-nosdn-nofeature-noha": [9.174],
 218
 219     "os-odl_l2-moon-noha": [9.312],
 220
 221     "os-odl_l3-nofeature-noha": [9.5535],
 222
 223     "os-odl-nofeature-noha": [9.673],
 224
 225     "os-odl-sfc-noha": [9.8385],
 226
 227     "os-odl-sfc-ha": [9.98],
 228
 229     "os-nosdn-kvm-noha": [10.088],
 230
 231     "os-nosdn-kvm-ha": [11.1705],
 232
 233     "os-nosdn-bar-ha": [12.1395],
 234
 235     "os-nosdn-ovs-ha": [15.3195],
 236
 237     "os-ovn-nofeature-noha": [15.545],
 238
 239     "os-odl-nofeature-ha": [16.301],
 240
 241     "os-nosdn-bar-noha": [16.861]
 242
 243 }
 244
 245
 246 The influence of the POD
 247 ^^^^^^^^^^^^^^^^^^^^^^^^
 248
 249 .. image:: images/tc010_pod.png
 250    :width: 800px
 251    :alt: TC010 influence of the POD
 252
 253 {
 254
 255     "ericsson-pod1": [5.7785],
 256
 257     "flex-pod2": [5.908],
 258
 259     "ericsson-virtual1": [6.412],
 260
 261     "intel-pod18": [6.5905],
 262
 263     "intel-pod5": [6.6975],
 264
 265     "ericsson-virtual4": [7.183],
 266
 267     "ericsson-virtual2": [8.4985],
 268
 269     "huawei-pod2": [8.877],
 270
 271     "huawei-pod12": [9.091],
 272
 273     "ericsson-virtual3": [9.719],
 274
 275     "huawei-virtual4": [10.1195],
 276
 277     "huawei-virtual3": [10.19],
 278
 279     "huawei-virtual1": [10.3045],
 280
 281     "huawei-virtual9": [10.318],
 282
 283     "huawei-virtual2": [11.274],
 284
 285     "lf-pod1": [15.7025],
 286
 287     "lf-pod2": [15.8495],
 288
 289     "arm-pod5": [18.092],
 290
 291     "huawei-virtual8": [33.999],
 292
 293     "arm-pod6": [41.5605]
 294
 295 }
 296
 297
 298 Fraser release
 299 --------------
 300
 301 Test results per scenario and pod (lower is better):
 302
 303 {
 304
 305     "os-odl-nofeature-ha:ericsson-pod1:fuel": [6.8675],
 306
 307     "os-nosdn-nofeature-noha:intel-pod18:joid": [6.991],
 308
 309     "os-nosdn-openbaton-ha:intel-pod18:joid": [7.5535],
 310
 311     "os-nosdn-nofeature-ha:intel-pod18:joid": [7.571],
 312     "os-nosdn-ovs-ha:ericsson-pod1:fuel": [7.635],
 313
 314     "os-nosdn-nofeature-ha:zte-pod2:daisy": [8.153],
 315
 316     "os-odl-nofeature-ha:zte-pod2:daisy": [8.1935],
 317
 318     "os-nosdn-bar-ha:huawei-pod2:compass": [9.1715],
 319
 320     "os-odl-sfc-ha:huawei-pod2:compass": [9.1875],
 321
 322     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [9.241],
 323
 324     "os-nosdn-nofeature-ha:huawei-pod2:compass": [9.255],
 325
 326     "os-nosdn-kvm-ha:huawei-pod2:compass": [9.388],
 327
 328     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [9.5825],
 329
 330     "os-nosdn-nofeature-noha:huawei-pod12:joid": [9.5875],
 331
 332     "os-nosdn-nofeature-ha:huawei-pod12:joid": [9.6345],
 333
 334     "os-odl-sfc-noha:huawei-virtual4:compass": [9.6535],
 335
 336     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [9.743],
 337
 338     "os-odl-sfc-noha:huawei-virtual3:compass": [9.82],
 339
 340     "os-odl-nofeature-noha:ericsson-virtual2:fuel": [9.8715],
 341
 342     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [9.982],
 343
 344     "os-nosdn-bar-noha:huawei-virtual4:compass": [10.0195],
 345
 346     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [10.1285],
 347
 348     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [10.1335],
 349
 350     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [10.22],
 351
 352     "os-nosdn-bar-noha:huawei-virtual3:compass": [10.2845],
 353
 354     "os-nosdn-ovs-noha:ericsson-virtual4:fuel": [10.4185],
 355
 356     "os-nosdn-ovs-noha:ericsson-virtual2:fuel": [10.4555],
 357
 358     "os-nosdn-kvm-noha:huawei-virtual3:compass": [10.5635],
 359
 360     "os-nosdn-kvm-noha:huawei-virtual4:compass": [10.6515],
 361
 362     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [10.9355],
 363
 364     "os-odl-nofeature-noha:ericsson-virtual4:fuel": [11.2015],
 365
 366     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [12.984],
 367
 368     "os-nosdn-bar-ha:huawei-virtual3:compass": [13.306],
 369
 370     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [13.721],
 371
 372     "os-nosdn-bar-ha:huawei-virtual4:compass": [14.133],
 373
 374     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [14.158],
 375
 376     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [14.375],
 377
 378     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [14.396],
 379
 380     "os-nosdn-kvm-ha:huawei-virtual4:compass": [14.9375],
 381
 382     "os-odl-sfc-ha:huawei-virtual3:compass": [14.957],
 383
 384     "os-nosdn-calipso-noha:lf-pod1:apex": [16.3445],
 385
 386     "os-nosdn-ovs-ha:lf-pod2:fuel": [16.478],
 387
 388     "os-nosdn-nofeature-ha:lf-pod2:fuel": [16.4895],
 389
 390     "os-odl-nofeature-noha:lf-pod1:apex": [16.55],
 391
 392     "os-nosdn-nofeature-noha:lf-pod1:apex": [16.5665],
 393
 394     "os-odl-sfc-noha:lf-pod1:apex": [16.598],
 395
 396     "os-ovn-nofeature-noha:lf-pod1:apex": [16.805],
 397
 398     "os-odl-nofeature-ha:lf-pod1:apex": [16.9095],
 399
 400     "os-nosdn-bar-ha:lf-pod1:apex": [17.494],
 401
 402     "os-nosdn-bar-noha:lf-pod1:apex": [17.4995],
 403
 404     "os-nosdn-nofeature-ha:lf-pod1:apex": [18.094],
 405
 406     "os-odl-nofeature-ha:arm-pod5:fuel": [18.744],
 407
 408     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [19.8235],
 409
 410     "os-odl-nofeature-ha:lf-pod2:fuel": [20.758],
 411
 412     "os-nosdn-kvm-ha:huawei-virtual3:compass": [26.5245],
 413
 414     "os-nosdn-nofeature-ha:arm-pod6:fuel": [55.667],
 415
 416     "os-odl-nofeature-ha:arm-pod6:fuel": [56.175],
 417
 418     "os-nosdn-ovs-ha:arm-pod6:fuel": [57.86]
 419
 420 }
 421
 422
 423 The influence of the scenario
 424 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 425
 426 .. image:: images/tc010_scenario_fraser.png
 427    :width: 800px
 428    :alt: TC010 influence of scenario
 429
 430 {
 431
 432     "os-nosdn-openbaton-ha": [7.5535],
 433
 434     "os-odl-nofeature-ha": [8.2535],
 435
 436     "os-odl-sfc-ha": [9.251],
 437
 438     "os-nosdn-nofeature-ha": [9.464],
 439
 440     "os-odl-sfc-noha": [9.8265],
 441
 442     "os-odl_l3-nofeature-ha": [9.836],
 443
 444     "os-odl_l3-nofeature-noha": [10.0565],
 445
 446     "os-nosdn-nofeature-noha": [10.079],
 447
 448     "os-nosdn-kvm-ha": [10.418],
 449
 450     "os-nosdn-ovs-noha": [10.43],
 451
 452     "os-nosdn-kvm-noha": [10.603],
 453
 454     "os-nosdn-bar-noha": [11.067],
 455
 456     "os-nosdn-bar-ha": [13.911],
 457
 458     "os-odl-nofeature-noha": [14.046],
 459
 460     "os-nosdn-calipso-noha": [16.3445],
 461
 462     "os-nosdn-ovs-ha": [16.478],
 463
 464     "os-ovn-nofeature-noha": [16.805]
 465
 466 }
 467
 468
 469 The influence of the POD
 470 ^^^^^^^^^^^^^^^^^^^^^^^^
 471
 472 .. image:: images/tc010_pod_fraser.png
 473    :width: 800px
 474    :alt: TC010 influence of the POD
 475
 476 {
 477
 478     "ericsson-pod1": [7.0645],
 479
 480     "intel-pod18": [7.4465],
 481
 482     "zte-pod2": [8.1865],
 483
 484     "huawei-pod2": [9.236],
 485
 486     "huawei-pod12": [9.615],
 487
 488     "ericsson-virtual2": [9.8925],
 489
 490     "huawei-virtual2": [10.22],
 491
 492     "ericsson-virtual4": [10.5465],
 493
 494     "ericsson-virtual3": [10.9355],
 495
 496     "huawei-virtual3": [10.95],
 497
 498     "huawei-virtual4": [11.557],
 499
 500     "lf-pod2": [16.5595],
 501
 502     "lf-pod1": [16.8395],
 503
 504     "arm-pod5": [18.744],
 505
 506     "huawei-virtual1": [19.8235],
 507
 508     "arm-pod6": [55.804]
 509
 510 }