docs/release/results/tc002-network-latency.rst

   1 .. This work is licensed under a Creative Commons Attribution 4.0 International
   2 .. License.
   3 .. http://creativecommons.org/licenses/by/4.0
   4
   5
   6 ======================================
   7 Test results for TC002 network latency
   8 ======================================
   9
  10 .. toctree::
  11    :maxdepth: 2
  12
  13
  14 Overview of test case
  15 =====================
  16
  17 TC002 verifies that network latency is within acceptable boundaries when packets travel between hosts located on same or different compute blades.
  18 Ping packets (ICMP protocol's mandatory ECHO_REQUEST datagram) are sent from host VM to target VM(s) to elicit ICMP ECHO_RESPONSE.
  19
  20 Metric: RTT (Round Trip Time)
  21 Unit: ms
  22
  23
  24 Euphrates release
  25 -----------------
  26
  27 Test results per scenario and pod (lower is better):
  28
  29 {
  30
  31     "os-nosdn-ovs_dpdk-ha:huawei-pod2:compass": [0.214],
  32
  33     "os-odl_l2-moon-ha:huawei-pod2:compass": [0.309],
  34
  35     "os-nosdn-ovs_dpdk-noha:huawei-virtual3:compass": [0.3145],
  36
  37     "os-nosdn-ovs-ha:lf-pod2:fuel": [0.3585],
  38
  39     "os-odl_l3-nofeature-ha:huawei-pod2:compass": [0.3765],
  40
  41     "os-nosdn-ovs_dpdk-noha:huawei-virtual4:compass": [0.403],
  42
  43     "os-odl-sfc-ha:huawei-pod2:compass": [0.413],
  44
  45     "os-nosdn-ovs-ha:ericsson-pod1:fuel": [0.494],
  46
  47     "os-nosdn-nofeature-ha:lf-pod1:apex": [0.5715],
  48
  49     "os-nosdn-nofeature-noha:lf-pod1:apex": [0.5785],
  50
  51     "os-odl-sfc-ha:lf-pod1:apex": [0.617],
  52
  53     "os-odl-nofeature-ha:lf-pod1:apex": [0.62],
  54
  55     "os-nosdn-bar-noha:lf-pod1:apex": [0.632],
  56
  57     "os-odl-nofeature-noha:lf-pod1:apex": [0.635],
  58
  59     "os-odl-bgpvpn-ha:lf-pod1:apex": [0.658],
  60
  61     "os-odl-sfc-noha:lf-pod1:apex": [0.663],
  62
  63     "os-nosdn-bar-ha:lf-pod1:apex": [0.668],
  64
  65     "os-ovn-nofeature-noha:lf-pod1:apex": [0.668],
  66
  67     "os-nosdn-nofeature-ha:huawei-pod2:compass": [0.6815],
  68
  69     "os-nosdn-kvm-ha:huawei-pod2:compass": [0.7005],
  70
  71     "os-nosdn-bar-ha:huawei-pod2:compass": [0.778],
  72
  73     "os-nosdn-ovs-noha:ericsson-virtual4:fuel": [0.7825],
  74
  75     "os-nosdn-ovs-noha:ericsson-virtual2:fuel": [0.7885],
  76
  77     "os-nosdn-nofeature-ha:flex-pod2:apex": [0.795],
  78
  79     "os-nosdn-ovs-noha:ericsson-virtual1:fuel": [0.8045],
  80
  81     "os-nosdn-nofeature-noha:huawei-pod12:joid": [0.8335],
  82
  83     "os-nosdn-ovs-noha:ericsson-virtual3:fuel": [0.8755],
  84
  85     "os-nosdn-nofeature-ha:huawei-pod12:joid": [0.8855],
  86
  87     "os-nosdn-ovs_dpdk-ha:huawei-virtual3:compass": [0.8895],
  88
  89     "os-nosdn-openbaton-ha:huawei-pod12:joid": [0.901],
  90
  91     "os-nosdn-ovs_dpdk-ha:huawei-virtual4:compass": [0.956],
  92
  93     "os-nosdn-lxd-noha:intel-pod5:joid": [1.131],
  94
  95     "os-odl_l2-moon-noha:huawei-virtual4:compass": [1.173],
  96
  97     "os-odl-sfc-ha:huawei-virtual8:compass": [1.2015],
  98
  99     "os-odl_l2-moon-noha:huawei-virtual3:compass": [1.204],
 100
 101     "os-nosdn-lxd-ha:intel-pod5:joid": [1.2245],
 102
 103     "os-odl-nofeature-ha:lf-pod2:fuel": [1.2285],
 104
 105     "os-odl-sfc-noha:huawei-virtual4:compass": [1.3055],
 106
 107     "os-nosdn-nofeature-noha:huawei-virtual4:compass": [1.309],
 108
 109     "os-odl_l3-nofeature-noha:huawei-virtual4:compass": [1.313],
 110
 111     "os-nosdn-nofeature-noha:huawei-virtual8:compass": [1.319],
 112
 113     "os-odl-nofeature-ha:ericsson-pod1:fuel": [1.3425],
 114
 115     "os-odl_l3-nofeature-noha:huawei-virtual3:compass": [1.3475],
 116
 117     "os-nosdn-nofeature-ha:lf-pod2:fuel": [1.348],
 118
 119     "os-nosdn-kvm-noha:huawei-virtual4:compass": [1.432],
 120
 121     "os-odl_l3-nofeature-noha:huawei-virtual9:compass": [1.442],
 122
 123     "os-nosdn-nofeature-ha:ericsson-pod1:fuel": [1.4505],
 124
 125     "os-nosdn-nofeature-ha:arm-pod5:fuel": [1.497],
 126
 127     "os-odl-sfc-noha:huawei-virtual3:compass": [1.504],
 128
 129     "os-odl-nofeature-ha:arm-pod5:fuel": [1.519],
 130
 131     "os-nosdn-nofeature-noha:intel-pod5:joid": [1.5415],
 132
 133     "os-nosdn-nofeature-noha:huawei-virtual3:compass": [1.5785],
 134
 135     "os-nosdn-nofeature-ha:intel-pod5:joid": [1.604],
 136
 137     "os-nosdn-kvm-noha:huawei-virtual3:compass": [1.61],
 138
 139     "os-nosdn-nofeature-noha:intel-pod18:joid": [1.633],
 140
 141     "os-nosdn-openbaton-ha:intel-pod18:joid": [1.6485],
 142
 143     "os-odl_l3-nofeature-ha:huawei-virtual2:compass": [1.7085],
 144
 145     "os-nosdn-nofeature-ha:intel-pod18:joid": [1.71],
 146
 147     "os-nosdn-nofeature-ha:huawei-virtual2:compass": [1.7955],
 148
 149     "os-odl-nofeature-ha:arm-pod6:fuel": [1.838],
 150
 151     "os-odl_l3-nofeature-ha:huawei-virtual4:compass": [1.88],
 152
 153     "os-odl_l2-moon-ha:huawei-virtual3:compass": [1.8975],
 154
 155     "os-nosdn-kvm-noha:huawei-virtual8:compass": [1.923],
 156
 157     "os-odl_l2-moon-ha:huawei-virtual4:compass": [1.944],
 158
 159     "os-odl-sfc-ha:huawei-virtual3:compass": [1.968],
 160
 161     "os-odl_l3-nofeature-ha:huawei-virtual3:compass": [1.986],
 162
 163     "os-nosdn-bar-ha:huawei-virtual4:compass": [2.0415],
 164
 165     "os-nosdn-nofeature-ha:huawei-virtual4:compass": [2.071],
 166
 167     "os-nosdn-nofeature-ha:arm-pod6:fuel": [2.0855],
 168
 169     "os-odl-sfc-ha:huawei-virtual4:compass": [2.1085],
 170
 171     "os-nosdn-nofeature-ha:huawei-virtual3:compass": [2.1135],
 172
 173     "os-nosdn-nofeature-noha:ericsson-virtual3:fuel": [2.234],
 174
 175     "os-nosdn-nofeature-ha:huawei-virtual9:compass": [2.294],
 176
 177     "os-nosdn-kvm-ha:huawei-virtual3:compass": [2.304],
 178
 179     "os-nosdn-bar-ha:huawei-virtual3:compass": [2.378],
 180
 181     "os-nosdn-kvm-ha:huawei-virtual4:compass": [2.397],
 182
 183     "os-nosdn-nofeature-ha:huawei-virtual1:compass": [2.472],
 184
 185     "os-nosdn-nofeature-noha:huawei-virtual1:compass": [2.603],
 186
 187     "os-nosdn-nofeature-noha:huawei-virtual2:compass": [2.635],
 188
 189     "os-odl-nofeature-noha:ericsson-virtual3:fuel": [2.9055],
 190
 191     "os-odl-nofeature-noha:ericsson-virtual2:fuel": [3.1295],
 192
 193     "os-nosdn-nofeature-noha:ericsson-virtual2:fuel": [3.337],
 194
 195     "os-odl-nofeature-noha:ericsson-virtual4:fuel": [3.634],
 196
 197     "os-nosdn-nofeature-noha:ericsson-virtual1:fuel": [3.875],
 198
 199     "os-odl-nofeature-noha:ericsson-virtual1:fuel": [3.9655],
 200
 201     "os-nosdn-nofeature-noha:ericsson-virtual4:fuel": [3.9795]
 202
 203 }
 204
 205
 206 The influence of the scenario
 207 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 208
 209 .. image:: images/tc002_scenario.png
 210    :width: 800px
 211    :alt: TC002 influence of scenario
 212
 213 {
 214
 215     "os-odl_l2-moon-ha": [0.3415],
 216
 217     "os-nosdn-ovs-ha": [0.3625],
 218
 219     "os-nosdn-ovs_dpdk-noha": [0.378],
 220
 221     "os-nosdn-ovs_dpdk-ha": [0.5265],
 222
 223     "os-nosdn-bar-noha": [0.632],
 224
 225     "os-odl-bgpvpn-ha": [0.658],
 226
 227     "os-ovn-nofeature-noha": [0.668],
 228
 229     "os-odl_l3-nofeature-ha": [0.8545],
 230
 231     "os-nosdn-ovs-noha": [0.8575],
 232
 233     "os-nosdn-bar-ha": [0.903],
 234
 235     "os-odl-sfc-ha": [1.127],
 236
 237     "os-nosdn-lxd-noha": [1.131],
 238
 239     "os-nosdn-nofeature-ha": [1.152],
 240
 241     "os-odl_l2-moon-noha": [1.1825],
 242
 243     "os-nosdn-lxd-ha": [1.2245],
 244
 245     "os-odl_l3-nofeature-noha": [1.337],
 246
 247     "os-odl-nofeature-ha": [1.352],
 248
 249     "os-odl-sfc-noha": [1.4255],
 250
 251     "os-nosdn-kvm-noha": [1.5045],
 252
 253     "os-nosdn-openbaton-ha": [1.5665],
 254
 255     "os-nosdn-nofeature-noha": [1.729],
 256
 257     "os-nosdn-kvm-ha": [1.7745],
 258
 259     "os-odl-nofeature-noha": [3.106]
 260
 261 }
 262
 263
 264 The influence of the POD
 265 ^^^^^^^^^^^^^^^^^^^^^^^^
 266
 267 .. image:: images/tc002_pod.png
 268    :width: 800px
 269    :alt: TC002 influence of the POD
 270
 271 {
 272
 273     "huawei-pod2": [0.3925],
 274
 275     "lf-pod2": [0.5315],
 276
 277     "lf-pod1": [0.62],
 278
 279     "flex-pod2": [0.795],
 280
 281     "huawei-pod12": [0.87],
 282
 283     "intel-pod5": [1.25],
 284
 285     "ericsson-virtual3": [1.2655],
 286
 287     "ericsson-pod1": [1.372],
 288
 289     "arm-pod5": [1.518],
 290
 291     "huawei-virtual4": [1.5355],
 292
 293     "huawei-virtual3": [1.606],
 294
 295     "intel-pod18": [1.6575],
 296
 297     "huawei-virtual8": [1.709],
 298
 299     "huawei-virtual2": [1.872],
 300
 301     "arm-pod6": [1.895],
 302
 303     "huawei-virtual9": [2.0745],
 304
 305     "huawei-virtual1": [2.495],
 306
 307     "ericsson-virtual2": [2.7895],
 308
 309     "ericsson-virtual4": [3.768],
 310
 311     "ericsson-virtual1": [3.8035]
 312
 313 }
 314
 315
 316 Fraser release
 317 --------------