conf/01_testcases.conf

   1 # Copyright 2015-2017 Intel Corporation.
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #   http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 # This file describes a list of testcases.  Each testcase is described as a
  16 # dictionary in a list of dictionaries.
  17 #
  18 # The dictionary keys, their meanings and available values are:
  19 #
  20 # "Name": "phy2phy_burst",         # A human-readable string identifying the
  21 #                                  # test.
  22 # "Deployment": "p2p",             # One of the supported deployment scenarios.
  23 # "Description": "Lorem ipsum..."  # Optional. A human-readable string
  24 #                                  # describing the test.
  25 # "Frame Modification": "vlan"     # One of the supported frame modifications:
  26 #                                  # vlan, mpls, mac, dscp, ttl, ip_addr,
  27 #                                  # ip_port.
  28 # "Load": dictionary               # Optional. Configures background load
  29 #                                  # during testcase execution.
  30 #                                  # The tool used to generate load is
  31 #                                  # defined  by LOADGEN configuration.
  32 #                                  # Default setting of Dummy can be found in
  33 #                                  # 07_loadgen.conf.
  34 #   Description of "Load" dictionary keys, their meanings and available values:
  35 #
  36 #   "load": 0-100                  # percentage of cores which should be
  37 #                                  # utilized by load generator
  38 #                                  # e.g. load = 70%, detected cpu cores = 14 =>
  39 #                                  # round(14*0.7)=10, i.e. 10 instances of load
  40 #                                  # generator will be executed
  41 #   "reserved": 0- (Default 0)     # Optional. Defines number of cores reserved
  42 #                                  # for vsperf
  43 #                                  # e.g. load = 80%, detected cpu cores = 14,
  44 #                                  # reserved = 4 => round((14-4)*0.8)=8,
  45 #                                  # i.e. 8 load gen. instances will be executed
  46 #   "pattern" : "c"                # stress/stress-ng specific; Number of 'c',
  47 #                                  # 'm' and 'i' defines ratio between cpu, mem
  48 #                                  # and io workers respectively
  49 #                                  # e.g. "ccccmmi" => ratio among workers types
  50 #                                  # will be 3:2:1, so in case that 12 stress
  51 #                                  # instances should be executed, then 6 cpu,
  52 #                                  # 4 memory and 2 io workers will be executed
  53 #   "load_memory": 0-100           # Optional. Defines percentage of the system
  54 #                                  # memory, which should be utilized by memory
  55 #                                  # workers (if they are part of "pattern").
  56 #                                  # if not specified then default stress(-ng)
  57 #                                  # value will be used
  58 #   "options": ""                  # Optional. Additional command line options
  59 #                                  # to be passed to the load generator.
  60 # "vSwitch" : "OvsVanilla"         # Defines vSwitch to be used for test execution.
  61 #                                  # It will override any VSWITCH option stated
  62 #                                  # in configuration files or value specified
  63 #                                  # on command line through --vswitch parameter.
  64 # "VNF" : "QemuVirtioNet"          # Defines VNF to be used for test execution.
  65 #                                  # It will override any VNF option stated
  66 #                                  # in configuration files or value specified
  67 #                                  # on command line through --vnf parameter.
  68 # "Trafficgen" : "Dummy"           # Defines traffic generator to be used for test
  69 #                                  # execution. It will override any VNF option
  70 #                                  # stated in configuration files or value
  71 #                                  # specified on command line through --trafficgen
  72 #                                  # parameter.
  73 # "Parameters" : {'TRAFFICGEN_PKT_SIZES' : (512,)},
  74 #                                  # Dictionary with testcase specific configuration
  75 #                                  # environment. Specified parameters will be modified
  76 #                                  # before the test execution and their original values will
  77 #                                  # be restored after TC finishes. This dictionary will
  78 #                                  # override any values defined by TEST_PARAMS option
  79 #                                  # stated in configuration files or values specified
  80 #                                  # on command line through --test-params parameter.
  81 #
  82 # "TestSteps": []                  # Definition of detailed test steps.
  83 #                                  # In case that this list is defined, then
  84 #                                  # vsperf will execute defined test steps
  85 #                                  # one by one. It can be used to configure
  86 #                                  # vswitch, insert flows and transmit traffic.
  87 #                                  # It is possible to refer to result of any
  88 #                                  # previous step through #STEP[i][j] macro.
  89 #                                  # Where i is a number of step (starts from 0)
  90 #                                  # and j is index of result returned by step i.
  91 # "Test Modifier": [FrameMod|Other],
  92 # "Dependency": [Test_Case_Name |None],
  93
  94 #
  95 # VPP specific macros used in TC defintions
  96 #
  97 VPP_P2P =   [
  98                 ['vswitch', 'add_switch', 'int_br0'],           # STEP 0
  99                 ['vswitch', 'add_phy_port', 'int_br0'],         # STEP 1
 100                 ['vswitch', 'add_phy_port', 'int_br0'],         # STEP 2
 101                 ['vswitch', 'add_connection', 'int_br0', '#STEP[1][0]', '#STEP[2][0]', True],
 102                 ['vswitch', 'add_connection', 'int_br0', '#STEP[2][0]', '#STEP[1][0]', True],
 103                 ['trafficgen', 'send_traffic', {}],
 104                 ['vswitch', 'dump_connections', 'int_br0'],
 105                 ['vswitch', 'del_connection', 'int_br0', '#STEP[1][0]', '#STEP[2][0]', True],
 106                 ['vswitch', 'del_connection', 'int_br0', '#STEP[2][0]', '#STEP[1][0]', True],
 107                 ['vswitch', 'del_port', 'int_br0', '#STEP[1][0]'],
 108                 ['vswitch', 'del_port', 'int_br0', '#STEP[2][0]'],
 109                 ['vswitch', 'del_switch', 'int_br0'],
 110             ]
 111 VPP_PVP =   [
 112                 ['vswitch', 'add_switch', 'int_br0'],           # STEP 0
 113                 ['vswitch', 'add_phy_port', 'int_br0'],         # STEP 1
 114                 ['vswitch', 'add_phy_port', 'int_br0'],         # STEP 2
 115                 ['vswitch', 'add_vport', 'int_br0'],            # STEP 3
 116                 ['vswitch', 'add_vport', 'int_br0'],            # STEP 4
 117                 ['vswitch', 'add_connection', 'int_br0', '#STEP[1][0]', '#STEP[3][0]', True],
 118                 ['vswitch', 'add_connection', 'int_br0', '#STEP[4][0]', '#STEP[2][0]', True],
 119                 ['vswitch', 'add_connection', 'int_br0', '#STEP[2][0]', '#STEP[4][0]', True],
 120                 ['vswitch', 'add_connection', 'int_br0', '#STEP[3][0]', '#STEP[1][0]', True],
 121                 ['vnf', 'start'],
 122                 ['trafficgen', 'send_traffic', {}],
 123                 ['vnf', 'stop'],
 124                 ['vswitch', 'dump_connections', 'int_br0'],
 125                 ['vswitch', 'del_connection', 'int_br0', '#STEP[1][0]', '#STEP[3][0]', True],
 126                 ['vswitch', 'del_connection', 'int_br0', '#STEP[4][0]', '#STEP[2][0]', True],
 127                 ['vswitch', 'del_connection', 'int_br0', '#STEP[2][0]', '#STEP[4][0]', True],
 128                 ['vswitch', 'del_connection', 'int_br0', '#STEP[3][0]', '#STEP[1][0]', True],
 129                 ['vswitch', 'del_port', 'int_br0', '#STEP[1][0]'],
 130                 ['vswitch', 'del_port', 'int_br0', '#STEP[2][0]'],
 131                 ['vswitch', 'del_port', 'int_br0', '#STEP[3][0]'],
 132                 ['vswitch', 'del_port', 'int_br0', '#STEP[4][0]'],
 133                 ['vswitch', 'del_switch', 'int_br0'],
 134             ]
 135 VPP_PVVP =   [
 136                 ['vswitch', 'add_switch', 'int_br0'],           # STEP 0
 137                 ['vswitch', 'add_phy_port', 'int_br0'],         # STEP 1
 138                 ['vswitch', 'add_phy_port', 'int_br0'],         # STEP 2
 139                 ['vswitch', 'add_vport', 'int_br0'],            # STEP 3
 140                 ['vswitch', 'add_vport', 'int_br0'],            # STEP 4
 141                 ['vswitch', 'add_vport', 'int_br0'],            # STEP 5
 142                 ['vswitch', 'add_vport', 'int_br0'],            # STEP 6
 143                 ['vswitch', 'add_connection', 'int_br0', '#STEP[1][0]', '#STEP[3][0]', True],
 144                 ['vswitch', 'add_connection', 'int_br0', '#STEP[4][0]', '#STEP[5][0]', True],
 145                 ['vswitch', 'add_connection', 'int_br0', '#STEP[6][0]', '#STEP[2][0]', True],
 146                 ['vswitch', 'add_connection', 'int_br0', '#STEP[2][0]', '#STEP[6][0]', True],
 147                 ['vswitch', 'add_connection', 'int_br0', '#STEP[5][0]', '#STEP[4][0]', True],
 148                 ['vswitch', 'add_connection', 'int_br0', '#STEP[3][0]', '#STEP[1][0]', True],
 149                 ['vnf1', 'start'],
 150                 ['vnf2', 'start'],
 151                 ['trafficgen', 'send_traffic', {}],
 152                 ['vnf2', 'stop'],
 153                 ['vnf1', 'stop'],
 154                 ['vswitch', 'dump_connections', 'int_br0'],
 155                 ['vswitch', 'del_connection', 'int_br0', '#STEP[1][0]', '#STEP[3][0]', True],
 156                 ['vswitch', 'del_connection', 'int_br0', '#STEP[4][0]', '#STEP[5][0]', True],
 157                 ['vswitch', 'del_connection', 'int_br0', '#STEP[6][0]', '#STEP[2][0]', True],
 158                 ['vswitch', 'del_connection', 'int_br0', '#STEP[2][0]', '#STEP[6][0]', True],
 159                 ['vswitch', 'del_connection', 'int_br0', '#STEP[5][0]', '#STEP[4][0]', True],
 160                 ['vswitch', 'del_connection', 'int_br0', '#STEP[3][0]', '#STEP[1][0]', True],
 161                 ['vswitch', 'del_port', 'int_br0', '#STEP[1][0]'],
 162                 ['vswitch', 'del_port', 'int_br0', '#STEP[2][0]'],
 163                 ['vswitch', 'del_port', 'int_br0', '#STEP[3][0]'],
 164                 ['vswitch', 'del_port', 'int_br0', '#STEP[4][0]'],
 165                 ['vswitch', 'del_port', 'int_br0', '#STEP[5][0]'],
 166                 ['vswitch', 'del_port', 'int_br0', '#STEP[6][0]'],
 167                 ['vswitch', 'del_switch', 'int_br0'],
 168             ]
 169
 170 #
 171 # Generic performance TC definitions
 172 #
 173 PERFORMANCE_TESTS = [
 174     {
 175         "Name": "phy2phy_tput",
 176         "Deployment": "p2p",
 177         "Description": "LTD.Throughput.RFC2544.PacketLossRatio",
 178         "Parameters" : {
 179             "TRAFFIC" : {
 180                 "traffic_type" : "rfc2544_throughput",
 181             },
 182         },
 183     },
 184     {
 185         "Name": "phy2phy_forwarding",
 186         "Deployment": "p2p",
 187         "Description": "LTD.Forwarding.RFC2889.MaxForwardingRate",
 188         "Parameters" : {
 189             "TRAFFIC" : {
 190                 "traffic_type" : "rfc2889_forwarding",
 191             },
 192         },
 193     },
 194     {
 195         "Name": "phy2phy_learning",
 196         "Deployment": "p2p",
 197         "Description": "LTD.AddrLearning.RFC2889.AddrLearningRate",
 198         "Parameters" : {
 199             "TRAFFIC" : {
 200                 "traffic_type" : "rfc2889_learning",
 201             },
 202         },
 203     },
 204     {
 205         "Name": "phy2phy_caching",
 206         "Deployment": "p2p",
 207         "Description": "LTD.AddrCaching.RFC2889.AddrCachingCapacity",
 208         "Parameters" : {
 209             "TRAFFIC" : {
 210                 "traffic_type" : "rfc2889_caching",
 211             },
 212         },
 213     },
 214     {
 215         "Name": "back2back",
 216         "Deployment": "p2p",
 217         "Description": "LTD.Throughput.RFC2544.BackToBackFrames",
 218         "Parameters" : {
 219             "TRAFFIC" : {
 220                 "traffic_type" : "rfc2544_back2back",
 221             },
 222         },
 223     },
 224     {
 225         "Name": "phy2phy_tput_mod_vlan",
 226         "Deployment": "p2p",
 227         "Frame Modification": "vlan",
 228         "Description": "LTD.Throughput.RFC2544.PacketLossRatioFrameModification",
 229         "Parameters" : {
 230             "TRAFFIC" : {
 231                 "traffic_type" : "rfc2544_throughput",
 232             },
 233         },
 234     },
 235         {
 236         "Name": "phy2phy_tput_mod_vlan_cont",
 237         "Deployment": "p2p",
 238         "Frame Modification": "vlan",
 239         "Description": "Phy2Phy VLAN Continuous Stream",
 240         "Parameters" : {
 241             "TRAFFIC" : {
 242                 "traffic_type" : "rfc2544_continuous",
 243                 "frame_rate" : 100,
 244             },
 245         },
 246     },
 247     {
 248         "Name": "phy2phy_cont",
 249         "Deployment": "p2p",
 250         "Description": "Phy2Phy Continuous Stream",
 251         "Parameters" : {
 252             "TRAFFIC" : {
 253                 "traffic_type" : "rfc2544_continuous",
 254                 "frame_rate" : 100,
 255             },
 256         },
 257     },
 258     {
 259         "Name": "phy2phy_burst",
 260         "Deployment": "p2p",
 261         "Description": "Phy2Phy single burst of 1000 frames at 100% frame rate",
 262         "Parameters" : {
 263             "TRAFFIC" : {
 264                 "traffic_type" : "burst",
 265                 "frame_rate" : 100,
 266                 "burst_size" : 1000,
 267             },
 268         },
 269     },
 270     {
 271         "Name": "pvp_cont",
 272         "Deployment": "pvp",
 273         "Description": "PVP Continuous Stream",
 274         "Parameters" : {
 275             "TRAFFIC" : {
 276                 "traffic_type" : "rfc2544_continuous",
 277                 "frame_rate" : 100,
 278             },
 279         },
 280     },
 281     {
 282         "Name": "pvvp_cont",
 283         "Deployment": "pvvp",
 284         "Description": "PVVP Continuous Stream",
 285         "Parameters" : {
 286             "TRAFFIC" : {
 287                 "traffic_type" : "rfc2544_continuous",
 288                 "frame_rate" : 100,
 289             },
 290         },
 291     },
 292     {
 293         "Name": "pvpv_cont",
 294         "Deployment": "pvpv",
 295         "Description": "Two VMs in parallel with Continuous Stream",
 296         "Parameters" : {
 297             "TRAFFIC" : {
 298                 "traffic_type" : "rfc2544_continuous",
 299                 "frame_rate" : 100,
 300             },
 301         },
 302     },
 303     {
 304         "Name": "phy2phy_scalability",
 305         "Deployment": "p2p",
 306         "Description": "LTD.Scalability.Flows.RFC2544.0PacketLoss",
 307         "Parameters" : {
 308             "TRAFFIC" : {
 309                 "traffic_type" : "rfc2544_throughput",
 310                 "multistream" : 8000,
 311             },
 312         },
 313     },
 314     {
 315         "Name": "phy2phy_scalability_cont",
 316         "Deployment": "p2p",
 317         "Description": "Phy2Phy Scalability Continuous Stream",
 318         "Parameters" : {
 319             "TRAFFIC" : {
 320                 "traffic_type" : "rfc2544_continuous",
 321                 "frame_rate" : 100,
 322                 "multistream" : 8000,
 323             },
 324         },
 325     },
 326     {
 327         "Name": "pvp_tput",
 328         "Deployment": "pvp",
 329         "Description": "LTD.Throughput.RFC2544.PacketLossRatio",
 330         "Parameters" : {
 331             "TRAFFIC" : {
 332                 "traffic_type" : "rfc2544_throughput",
 333             },
 334         },
 335     },
 336     {
 337         "Name": "pvp_back2back",
 338         "Deployment": "pvp",
 339         "Description": "LTD.Throughput.RFC2544.BackToBackFrames",
 340         "Parameters" : {
 341             "TRAFFIC" : {
 342                 "traffic_type" : "rfc2544_back2back",
 343             },
 344         },
 345     },
 346     {
 347         "Name": "pvvp_tput",
 348         "Collector": "cpu",
 349         "Deployment": "pvvp",
 350         "Description": "LTD.Throughput.RFC2544.PacketLossRatio",
 351         "Parameters" : {
 352             "TRAFFIC" : {
 353                 "traffic_type" : "rfc2544_throughput",
 354             },
 355         },
 356     },
 357     {
 358         "Name": "pvvp_back2back",
 359         "Collector": "cpu",
 360         "Deployment": "pvvp",
 361         "Description": "LTD.Throughput.RFC2544.BackToBackFrames",
 362         "Parameters" : {
 363             "TRAFFIC" : {
 364                 "traffic_type" : "rfc2544_back2back",
 365             },
 366         },
 367     },
 368     {
 369         "Name": "phy2phy_cpu_load",
 370         "Deployment": "p2p",
 371         "Description": "LTD.CPU.RFC2544.0PacketLoss",
 372         "Load" : {
 373             "load" : 100,
 374             "reserved" : 4,
 375             "pattern" : "c",
 376         },
 377         "Parameters" : {
 378             "LOADGEN" : "StressNg",
 379             "TRAFFIC" : {
 380                 "traffic_type" : "rfc2544_throughput",
 381             },
 382         },
 383     },
 384     {
 385         "Name": "phy2phy_mem_load",
 386         "Deployment": "p2p",
 387         "Description": "LTD.Memory.RFC2544.0PacketLoss",
 388         "Load" : {
 389             "load" : 50,
 390             "pattern" : "m",
 391             "load_memory" : 80,
 392         },
 393         "Parameters" : {
 394             "LOADGEN" : "StressNg",
 395             "TRAFFIC" : {
 396                 "traffic_type" : "rfc2544_throughput",
 397             },
 398         },
 399     },
 400     {
 401         "Name": "phy2phy_tput_vpp",
 402         "Deployment": "clean",
 403         "Description": "VPP: LTD.Throughput.RFC2544.PacketLossRatio",
 404         "vSwitch" : "VppDpdkVhost",
 405         "Parameters" : {
 406             "TRAFFIC" : {
 407                 "traffic_type" : "rfc2544_throughput",
 408             },
 409         },
 410         "TestSteps": VPP_P2P,
 411     },
 412     {
 413         "Name": "phy2phy_cont_vpp",
 414         "Deployment": "clean",
 415         "Description": "VPP: Phy2Phy Continuous Stream",
 416         "vSwitch" : "VppDpdkVhost",
 417         "Parameters" : {
 418             "TRAFFIC" : {
 419                 "traffic_type" : "rfc2544_continuous",
 420                 "frame_rate" : 100,
 421             },
 422         },
 423         "TestSteps": VPP_P2P,
 424     },
 425     {
 426         "Name": "phy2phy_back2back_vpp",
 427         "Deployment": "clean",
 428         "Description": "VPP: LTD.Throughput.RFC2544.BackToBackFrames",
 429         "vSwitch" : "VppDpdkVhost",
 430         "Parameters" : {
 431             "TRAFFIC" : {
 432                 "traffic_type" : "rfc2544_back2back",
 433             },
 434         },
 435         "TestSteps": VPP_P2P,
 436     },
 437     {
 438         "Name": "pvp_tput_vpp",
 439         "Deployment": "clean",
 440         "Description": "VPP: LTD.Throughput.RFC2544.PacketLossRatio",
 441         "vSwitch" : "VppDpdkVhost",
 442         "Parameters" : {
 443             "TRAFFIC" : {
 444                 "traffic_type" : "rfc2544_throughput",
 445             },
 446         },
 447         "TestSteps": VPP_PVP,
 448     },
 449     {
 450         "Name": "pvp_cont_vpp",
 451         "Deployment": "clean",
 452         "Description": "VPP: PVP Continuous Stream",
 453         "vSwitch" : "VppDpdkVhost",
 454         "Parameters" : {
 455             "TRAFFIC" : {
 456                 "traffic_type" : "rfc2544_continuous",
 457             },
 458         },
 459         "TestSteps": VPP_PVP,
 460     },
 461     {
 462         "Name": "pvp_back2back_vpp",
 463         "Deployment": "clean",
 464         "Description": "VPP: LTD.Throughput.RFC2544.BackToBackFrames",
 465         "vSwitch" : "VppDpdkVhost",
 466         "Parameters" : {
 467             "TRAFFIC" : {
 468                 "traffic_type" : "rfc2544_back2back",
 469             },
 470         },
 471         "TestSteps": VPP_PVP,
 472     },
 473     {
 474         "Name": "pvvp_tput_vpp",
 475         "Deployment": "clean",
 476         "Description": "VPP: LTD.Throughput.RFC2544.PacketLossRatio",
 477         "vSwitch" : "VppDpdkVhost",
 478         "Parameters" : {
 479             "TRAFFIC" : {
 480                 "traffic_type" : "rfc2544_throughput",
 481             },
 482         },
 483         "TestSteps": VPP_PVVP,
 484     },
 485     {
 486         "Name": "pvvp_cont_vpp",
 487         "Deployment": "clean",
 488         "Description": "VPP: PVP Continuous Stream",
 489         "vSwitch" : "VppDpdkVhost",
 490         "Parameters" : {
 491             "TRAFFIC" : {
 492                 "traffic_type" : "rfc2544_continuous",
 493             },
 494         },
 495         "TestSteps": VPP_PVVP,
 496     },
 497     {
 498         "Name": "pvvp_back2back_vpp",
 499         "Deployment": "clean",
 500         "Description": "VPP: LTD.Throughput.RFC2544.BackToBackFrames",
 501         "vSwitch" : "VppDpdkVhost",
 502         "Parameters" : {
 503             "TRAFFIC" : {
 504                 "traffic_type" : "rfc2544_back2back",
 505             },
 506         },
 507         "TestSteps": VPP_PVVP,
 508     },
 509 ]