docs/release/results/tc069-memory-write-bandwidth.rst

   1 .. This work is licensed under a Creative Commons Attribution 4.0 International
   2 .. License.
   3 .. http://creativecommons.org/licenses/by/4.0
   4
   5
   6 =============================================
   7 Test results for TC069 memory write bandwidth
   8 =============================================
   9
  10 .. toctree::
  11    :maxdepth: 2
  12
  13
  14 Overview of test case
  15 =====================
  16
  17 TC069 measures the maximum possible cache and memory performance while reading and writing certain
  18 blocks of data (starting from 1Kb and further in power of 2) continuously through ALU and FPU
  19 respectively. Measure different aspects of memory performance via synthetic simulations.
  20 Each simulation consists of four performances (Copy, Scale, Add, Triad).
  21 The test results shown below are for writing 32MB integer block size.
  22
  23 Metric: memory write bandwidth
  24 Unit: MBps
  25
  26
  27 Euphrates release
  28 -----------------
  29
  30 Test results per scenario and pod (higher is better):
  31
  32 {
  33
  34     "os-nosdn-nofeature-noha:intel-pod18:joid": [20113.395],
  35
  36     "os-nosdn-openbaton-ha:intel-pod18:joid": [19183.58],
  37
  38     "os-nosdn-nofeature-ha:intel-pod18:joid": [17851.35],
  39
  40     "os-nosdn-nofeature-noha:intel-pod5:joid": [16312.37],
  41
  42     "os-nosdn-nofeature-ha:intel-pod5:joid": [15633.245],
  43
  44     "os-nosdn-nofeature-ha:arm-pod6:fuel": [13332.065],
  45
  46     "os-odl-nofeature-ha:arm-pod6:fuel": [13327.02],
  47
  48     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [9462.74],
  49
  50     "os-nosdn-nofeature-ha:flex-pod2:apex": [9384.585],
  51
  52     "os-odl-nofeature-ha:ericsson-pod1:fuel": [9235.98],
  53
  54     "os-nosdn-nofeature-noha:huawei-pod12:joid": [9213.6],
  55
  56     "os-nosdn-openbaton-ha:huawei-pod12:joid": [9152.18],
  57
  58     "os-nosdn-nofeature-ha:huawei-pod12:joid": [9079.45],
  59
  60     "os-odl_l2-moon-ha:huawei-pod2:compass": [9071.13],
  61
  62     "os-nosdn-nofeature-ha:huawei-pod2:compass": [9068.06],
  63
  64     "os-odl-sfc-ha:huawei-pod2:compass": [9031.24],
  65
  66     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [9019.53],
  67
  68     "os-nosdn-bar-ha:huawei-pod2:compass": [8977.3],
  69
  70     "os-nosdn-ovs_dpdk-ha:huawei-pod2:compass": [8960.635],
  71
  72     "os-nosdn-nofeature-ha:huawei-virtual9:compass": [8825.805],
  73
  74     "os-nosdn-kvm-ha:huawei-pod2:compass": [8282.75],
  75
  76     "os-odl_l2-moon-noha:huawei-virtual4:compass": [8116.33],
  77
  78     "os-nosdn-ovs-noha:ericsson-virtual4:fuel": [8083.97],
  79
  80     "os-odl_l2-moon-noha:huawei-virtual3:compass": [8083.52],
  81
  82     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [7799.145],
  83
  84     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [7776.12],
  85
  86     "os-nosdn-ovs_dpdk-noha:huawei-virtual3:compass": [7680.37],
  87
  88     "os-nosdn-ovs-noha:ericsson-virtual1:fuel": [7615.97],
  89
  90     "os-nosdn-nofeature-noha:ericsson-virtual4:fuel": [7612.62],
  91
  92     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [7518.62],
  93
  94     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [7489.67],
  95
  96     "os-nosdn-ovs-noha:ericsson-virtual2:fuel": [7478.57],
  97
  98     "os-nosdn-ovs_dpdk-ha:huawei-virtual4:compass": [7465.82],
  99
 100     "os-nosdn-kvm-noha:huawei-virtual3:compass": [7443.16],
 101
 102     "os-odl-nofeature-noha:ericsson-virtual4:fuel": [7442.855],
 103
 104     "os-nosdn-nofeature-ha:arm-pod5:fuel": [7440.65],
 105
 106     "os-odl-sfc-noha:huawei-virtual4:compass": [7401.16],
 107
 108     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [7389.505],
 109
 110     "os-odl-nofeature-ha:arm-pod5:fuel": [7385.76],
 111
 112     "os-nosdn-nofeature-noha:huawei-virtual1:compass": [7382.345],
 113
 114     "os-odl_l2-moon-ha:huawei-virtual3:compass": [7286.385],
 115
 116     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [7272.06],
 117
 118     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [7261.73],
 119
 120     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [7253.64],
 121
 122     "os-odl-sfc-noha:huawei-virtual3:compass": [7247.89],
 123
 124     "os-odl_l3-nofeature-ha:huawei-virtual2:compass": [7214.01],
 125
 126     "os-nosdn-ovs_dpdk-ha:huawei-virtual3:compass": [7207.39],
 127
 128     "os-nosdn-ovs_dpdk-noha:huawei-virtual4:compass": [7205.565],
 129
 130     "os-nosdn-ovs-noha:ericsson-virtual3:fuel": [7201.005],
 131
 132     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [7132.835],
 133
 134     "os-odl-nofeature-noha:ericsson-virtual3:fuel": [7117.05],
 135
 136     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [7064.18],
 137
 138     "os-odl_l2-moon-ha:huawei-virtual4:compass": [6997.295],
 139
 140     "os-odl-nofeature-ha:lf-pod1:apex": [6992.21],
 141
 142     "os-odl-sfc-ha:huawei-virtual4:compass": [6975.63],
 143
 144     "os-odl-nofeature-noha:lf-pod1:apex": [6972.63],
 145
 146     "os-nosdn-nofeature-noha:lf-pod1:apex": [6955],
 147
 148     "os-ovn-nofeature-noha:lf-pod1:apex": [6954.5],
 149
 150     "os-nosdn-nofeature-ha:lf-pod1:apex": [6953.35],
 151
 152     "os-odl-sfc-noha:lf-pod1:apex": [6951.89],
 153
 154     "os-nosdn-nofeature-ha:huawei-virtual2:compass": [6932.29],
 155
 156     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [6929.54],
 157
 158     "os-nosdn-kvm-noha:huawei-virtual4:compass": [6921.6],
 159
 160     "os-nosdn-ovs-ha:lf-pod2:fuel": [6913.355],
 161
 162     "os-odl-nofeature-ha:lf-pod2:fuel": [6848.58],
 163
 164     "os-odl-sfc-ha:lf-pod1:apex": [6818.74],
 165
 166     "os-nosdn-bar-noha:lf-pod1:apex": [6812.16],
 167
 168     "os-nosdn-nofeature-ha:lf-pod2:fuel": [6808.18],
 169
 170     "os-odl-nofeature-noha:ericsson-virtual2:fuel": [6807.565],
 171
 172     "os-nosdn-bar-ha:lf-pod1:apex": [6774.76],
 173
 174     "os-nosdn-bar-ha:huawei-virtual4:compass": [6759.4],
 175
 176     "os-nosdn-nofeature-noha:huawei-virtual8:compass": [6756.9],
 177
 178     "os-nosdn-bar-ha:huawei-virtual3:compass": [6543.46],
 179
 180     "os-nosdn-kvm-ha:huawei-virtual3:compass": [6504.34],
 181
 182     "os-odl-sfc-ha:huawei-virtual3:compass": [6481.005],
 183
 184     "os-nosdn-kvm-ha:huawei-virtual4:compass": [6461.5],
 185
 186     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [6152.375],
 187
 188     "os-odl-sfc-ha:huawei-virtual8:compass": [5941.7],
 189
 190     "os-nosdn-kvm-noha:huawei-virtual8:compass": [4564.515]
 191
 192 }
 193
 194
 195 The influence of the scenario
 196 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 197
 198 .. image:: images/tc069_scenario.png
 199    :width: 800px
 200    :alt: TC069 influence of scenario
 201
 202 {
 203
 204     "os-nosdn-openbaton-ha": [9187.16],
 205
 206     "os-odl_l2-moon-ha": [9010.57],
 207
 208     "os-nosdn-nofeature-ha": [8886.75],
 209
 210     "os-odl_l3-nofeature-ha": [8779.67],
 211
 212     "os-odl_l2-moon-noha": [8114.995],
 213
 214     "os-nosdn-ovs_dpdk-ha": [7864.07],
 215
 216     "os-odl_l3-nofeature-noha": [7632.11],
 217
 218     "os-odl-sfc-ha": [7624.67],
 219
 220     "os-nosdn-nofeature-noha": [7470.66],
 221
 222     "os-odl-nofeature-ha": [7372.23],
 223
 224     "os-nosdn-ovs_dpdk-noha": [7311.54],
 225
 226     "os-odl-sfc-noha": [7300.56],
 227
 228     "os-nosdn-ovs-noha": [7280.005],
 229
 230     "os-odl-nofeature-noha": [7162.67],
 231
 232     "os-nosdn-kvm-ha": [7130.775],
 233
 234     "os-nosdn-kvm-noha": [7041.13],
 235
 236     "os-ovn-nofeature-noha": [6954.5],
 237
 238     "os-nosdn-ovs-ha": [6913.355],
 239
 240     "os-nosdn-bar-ha": [6829.17],
 241
 242     "os-nosdn-bar-noha": [6812.16]
 243
 244 }
 245
 246
 247 The influence of the POD
 248 ^^^^^^^^^^^^^^^^^^^^^^^^
 249
 250 .. image:: images/tc069_pod.png
 251    :width: 800px
 252    :alt: TC069 influence of the POD
 253
 254 {
 255
 256     "intel-pod18": [18871.79],
 257
 258     "intel-pod5": [16055.79],
 259
 260     "arm-pod6": [13327.02],
 261
 262     "flex-pod2": [9384.585],
 263
 264     "ericsson-pod1": [9331.535],
 265
 266     "huawei-pod12": [9164.88],
 267
 268     "huawei-pod2": [9026.52],
 269
 270     "huawei-virtual9": [8825.805],
 271
 272     "ericsson-virtual1": [7615.97],
 273
 274     "ericsson-virtual4": [7539.23],
 275
 276     "arm-pod5": [7403.38],
 277
 278     "huawei-virtual3": [7247.89],
 279
 280     "huawei-virtual2": [7205.35],
 281
 282     "huawei-virtual1": [7196.405],
 283
 284     "ericsson-virtual3": [7173.72],
 285
 286     "huawei-virtual4": [7131.47],
 287
 288     "ericsson-virtual2": [7129.08],
 289
 290     "lf-pod1": [6928.18],
 291
 292     "lf-pod2": [6875.88],
 293
 294     "huawei-virtual8": [5729.705]
 295
 296 }
 297
 298
 299 Fraser release
 300 --------------
 301
 302 Test results per scenario and pod (higher is better):
 303
 304 {
 305
 306     "os-nosdn-nofeature-noha:intel-pod18:joid": [18382.49],
 307
 308     "os-nosdn-openbaton-ha:intel-pod18:joid": [16774.52],
 309
 310     "os-nosdn-nofeature-ha:intel-pod18:joid": [16680.305],
 311
 312     "os-nosdn-ovs-ha:arm-pod6:fuel": [11925.22],
 313
 314     "os-nosdn-nofeature-ha:arm-pod6:fuel": [11895.71],
 315
 316     "os-odl-nofeature-ha:arm-pod6:fuel": [11880.7],
 317
 318     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [9471.095],
 319
 320     "os-odl-nofeature-ha:zte-pod2:daisy": [9375.33],
 321
 322     "os-nosdn-nofeature-ha:zte-pod2:daisy": [9372.95],
 323
 324     "os-odl-nofeature-ha:ericsson-pod1:fuel": [9174.36],
 325
 326     "os-nosdn-nofeature-noha:huawei-pod12:joid": [9051.57],
 327
 328     "os-nosdn-nofeature-ha:huawei-pod12:joid": [8894.74],
 329
 330     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [8857.23],
 331
 332     "os-nosdn-nofeature-ha:huawei-pod2:compass": [8855.8],
 333
 334     "os-nosdn-bar-ha:huawei-pod2:compass": [8840.94],
 335
 336     "os-odl-sfc-ha:huawei-pod2:compass": [8826.23],
 337
 338     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [8039.48],
 339
 340     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [7670.21],
 341
 342     "os-nosdn-ovs-ha:arm-pod5:fuel": [7590.9],
 343
 344     "os-odl-sfc-noha:huawei-virtual4:compass": [7579.625],
 345
 346     "os-nosdn-bar-noha:huawei-virtual3:compass": [7511.775],
 347
 348     "os-odl-nofeature-ha:arm-pod5:fuel": [7475.16],
 349
 350     "os-nosdn-bar-noha:huawei-virtual4:compass": [7435.08],
 351
 352     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [7426.79],
 353
 354     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [7362.8],
 355
 356     "os-nosdn-kvm-noha:huawei-virtual4:compass": [7263.45],
 357
 358     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [7262.72],
 359
 360     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [7241.07],
 361
 362     "os-odl-nofeature-noha:ericsson-virtual2:fuel": [7219.21],
 363
 364     "os-nosdn-kvm-noha:huawei-virtual3:compass": [7174.33],
 365
 366     "os-odl-sfc-noha:huawei-virtual3:compass": [7170.795],
 367
 368     "os-odl-nofeature-noha:lf-pod1:apex": [7158.335],
 369
 370     "os-nosdn-kvm-ha:huawei-pod2:compass": [7122.45],
 371
 372     "os-odl-sfc-ha:huawei-virtual4:compass": [7104.9],
 373
 374     "os-nosdn-ovs-noha:ericsson-virtual2:fuel": [7044.37],
 375
 376     "os-nosdn-bar-ha:huawei-virtual3:compass": [7011.075],
 377
 378     "os-nosdn-ovs-ha:ericsson-pod1:fuel": [6950.28],
 379
 380     "os-nosdn-ovs-noha:ericsson-virtual4:fuel": [6918.31],
 381
 382     "os-nosdn-bar-ha:huawei-virtual4:compass": [6903.11],
 383
 384     "os-nosdn-nofeature-ha:lf-pod2:fuel": [6880.98],
 385
 386     "os-odl-sfc-ha:lf-pod1:apex": [6863.39],
 387
 388     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [6851.54],
 389
 390     "os-nosdn-nofeature-noha:lf-pod1:apex": [6834.75],
 391
 392     "os-nosdn-calipso-noha:lf-pod1:apex": [6833.92],
 393
 394     "os-nosdn-ovs-ha:lf-pod2:fuel": [6814.68],
 395
 396     "os-ovn-nofeature-noha:lf-pod1:apex": [6809.44],
 397
 398     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [6784.48],
 399
 400     "os-nosdn-nofeature-ha:lf-pod1:apex": [6737.64],
 401
 402     "os-nosdn-bar-noha:lf-pod1:apex": [6708.61],
 403
 404     "os-nosdn-bar-ha:lf-pod1:apex": [6697.2],
 405
 406     "os-odl-nofeature-ha:lf-pod1:apex": [6626.51],
 407
 408     "os-odl-sfc-noha:lf-pod1:apex": [6609.57],
 409
 410     "os-odl-sfc-ha:huawei-virtual3:compass": [6606.87],
 411
 412     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [6547.39],
 413
 414     "os-odl-nofeature-ha:lf-pod2:fuel": [6465.48],
 415
 416     "os-odl-nofeature-noha:ericsson-virtual4:fuel": [6413],
 417
 418     "os-nosdn-kvm-ha:huawei-virtual4:compass": [6409.075],
 419
 420     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [6128.79],
 421
 422     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [5835.59],
 423
 424     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [5617.12]
 425
 426 }
 427
 428
 429 The influence of the scenario
 430 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 431
 432 .. image:: images/tc069_scenario_fraser.png
 433    :width: 800px
 434    :alt: TC069 influence of scenario
 435
 436 {
 437
 438     "os-nosdn-openbaton-ha": [16774.52],
 439
 440     "os-odl-nofeature-ha": [9363.69],
 441
 442     "os-nosdn-nofeature-ha": [8878.01],
 443
 444     "os-odl_l3-nofeature-ha": [8748.4],
 445
 446     "os-odl-sfc-ha": [8708.045],
 447
 448     "os-nosdn-nofeature-noha": [7426.79],
 449
 450     "os-nosdn-kvm-noha": [7230.79],
 451
 452     "os-odl-sfc-noha": [7224.11],
 453
 454     "os-odl-nofeature-noha": [7187.84],
 455
 456     "os-nosdn-ovs-noha": [7044.37],
 457
 458     "os-nosdn-bar-ha": [6947.87],
 459
 460     "os-odl_l3-nofeature-noha": [6895.96],
 461
 462     "os-nosdn-kvm-ha": [6890.92],
 463
 464     "os-nosdn-calipso-noha": [6833.92],
 465
 466     "os-nosdn-ovs-ha": [6833.495],
 467
 468     "os-nosdn-bar-noha": [6811.66],
 469
 470     "os-ovn-nofeature-noha": [6809.44]
 471
 472 }
 473
 474
 475 The influence of the POD
 476 ^^^^^^^^^^^^^^^^^^^^^^^^
 477
 478 .. image:: images/tc069_pod_fraser.png
 479    :width: 800px
 480    :alt: TC069 influence of the POD
 481
 482 {
 483
 484     "intel-pod18": [16939.24],
 485
 486     "arm-pod6": [11895.71],
 487
 488     "zte-pod2": [9375.33],
 489
 490     "ericsson-pod1": [9140.42],
 491
 492     "huawei-pod12": [8993.37],
 493
 494     "huawei-pod2": [8794.01],
 495
 496     "huawei-virtual2": [7670.21],
 497
 498     "arm-pod5": [7479.32],
 499
 500     "ericsson-virtual2": [7219.21],
 501
 502     "huawei-virtual4": [7059.045],
 503
 504     "huawei-virtual3": [7023.57],
 505
 506     "lf-pod2": [6834.7],
 507
 508     "lf-pod1": [6775.27],
 509
 510     "ericsson-virtual4": [6522.86],
 511
 512     "ericsson-virtual3": [5835.59],
 513
 514     "huawei-virtual1": [5617.12]
 515
 516 }