1 # Copyright 2015-2016 Intel Corporation.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
15 # This file describes a list of testcases. Each testcase is described as a
16 # dictionary in a list of dictionaries.
18 # The dictionary keys, their meanings and available values are:
20 # "Name": "phy2phy_burst", # A human-readable string identifying the
22 # "Traffic Type": "rfc2544", # One of the supported traffic types.
23 # # It can be overridden by cli option traffic_type.
24 # # Default value is "rfc2544".
25 # "Deployment": "p2p", # One of the supported deployment scenarios.
26 # "Description": "Lorem ipsum..." # Optional. A human-readable string
27 # # describing the test.
28 # "Frame Modification": "vlan" # One of the supported frame modifications:
29 # # vlan, mpls, mac, dscp, ttl, ip_addr,
31 # "biDirectional": [true|false], # Specifies if generated traffic will be
32 # # full-duplex (true) or half-duplex (false)
33 # # It can be overridden by cli option bidirectional.
34 # # Default value is "false".
35 # "MultiStream": 0-65535 # Optional. Defines number of flows simulated
36 # # by traffic generator. Value 0 disables
37 # # MultiStream feature
38 # # It can be overridden by cli option multistream.
39 # "Stream Type": ["L2"|"L3"|"L4"] # Optional. Stream Type is an extension
40 # # of the "MultiStream" feature. If MultiStream
41 # # is disabled, then Stream Type will be ignored.
42 # # Stream Type defines ISO OSI network layer
43 # # used for simulation of multiple streams.
44 # # It can be overridden by cli option stream_type.
46 # # "L2" - iteration of destination MAC address
47 # # "L3" - iteration of destination IP address
48 # # "L4" - iteration of destination port
49 # # of selected transport protocol
50 # # Default value is "L4".
51 # "Pre-installed Flows": ["Yes"|"No"]
52 # # Optional. Pre-installed Flows is an extension
53 # # of the "MultiStream" feature. If MultiStream
54 # # is disabled, then Pre-installed Flows will be
55 # # ignored. It defines if stream specific flows
56 # # will be inserted into OVS or not.
57 # # It can be overridden by cli option
58 # # pre-installed_flows
60 # # "Yes" - flows will be inserted into OVS
61 # # "No" - flows won't be inserted into OVS
62 # # Default value is "No".
63 # "Flow Type": ["port"|"IP"] # Optional. Defines flows complexity. In case
64 # # it isn't specified, then "port" will be used.
66 # # "port" - flow is defined by ingress ports
67 # # "IP" - flow is defined by ingress ports
68 # # and src and dst IP addresses
69 # "iLoad": 0-100 # Optional. Defines desired percentage
70 # # of frame rate used during continuous stream
71 # # tests. Can be overridden by cli option
73 # # Default value is 100.
74 # "Load": dictionary # Optional. Configures background load
75 # # during testcase execution.
76 # Description of "Load" dictionary keys, their meanings and available values:
78 # "tool": "stress" # One of the supported load generators.
79 # "load": 0-100 # percentage of cores which should be
80 # # utilized by load generator
81 # # e.g. load = 70%, detected cpu cores = 14 =>
82 # # round(14*0.7)=10, i.e. 10 instances of load
83 # # generator will be executed
84 # "reserved": 0- (Default 0) # Optional. Defines number of cores reserved
86 # # e.g. load = 80%, detected cpu cores = 14,
87 # # reserved = 4 => round((14-4)*0.8)=8,
88 # # i.e. 8 load gen. instances will be executed
89 # "pattern" : "c" # stress/stress-ng specific; Number of 'c',
90 # # 'm' and 'i' defines ratio between cpu, mem
91 # # and io workers respectively
92 # # e.g. "ccccmmi" => ratio among workers types
93 # # will be 3:2:1, so in case that 12 stress
94 # # instances should be executed, then 6 cpu,
95 # # 4 memory and 2 io workers will be executed
96 # "load_memory": 0-100 # Optional. Defines percentage of the system
97 # # memory, which should be utilized by memory
98 # # workers (if they are part of "pattern").
99 # # if not specified then default stress(-ng)
100 # # value will be used
101 # "options": "" # Optional. Additional command line options
102 # # to be passed to the load generator.
103 # "Test Modifier": [FrameMod|Other],
104 # "Dependency": [Test_Case_Name |None],
106 PERFORMANCE_TESTS = [
108 "Name": "phy2phy_tput",
109 "Traffic Type": "rfc2544",
111 "biDirectional": "True",
112 "Description": "LTD.Throughput.RFC2544.PacketLossRatio",
116 "Traffic Type": "back2back",
118 "biDirectional": "True",
119 "Description": "LTD.Throughput.RFC2544.BackToBackFrames",
122 "Name": "phy2phy_tput_mod_vlan",
123 "Traffic Type": "rfc2544",
125 "Frame Modification": "vlan",
126 "biDirectional": "False",
127 "Description": "LTD.Throughput.RFC2544.PacketLossRatioFrameModification"
130 "Name": "phy2phy_cont",
131 "Traffic Type": "continuous",
133 "Description": "Phy2Phy Continuous Stream",
134 "biDirectional": "True",
139 "Traffic Type": "continuous",
141 "Description": "PVP Continuous Stream",
142 "biDirectional": "True",
147 "Traffic Type": "continuous",
148 "Deployment": "pvvp",
149 "Description": "PVVP Continuous Stream",
150 "biDirectional": "True",
154 "Name": "phy2phy_scalability",
155 "Traffic Type": "rfc2544",
157 "biDirectional": "True",
158 "Description": "LTD.Scalability.RFC2544.0PacketLoss",
159 "MultiStream": "8000",
163 "Traffic Type": "rfc2544",
165 "Description": "LTD.Throughput.RFC2544.PacketLossRatio",
166 "biDirectional": "True",
169 "Name": "pvp_back2back",
170 "Traffic Type": "back2back",
172 "Description": "LTD.Throughput.RFC2544.BackToBackFrames",
173 "biDirectional": "True",
177 "Traffic Type": "rfc2544",
179 "Deployment": "pvvp",
180 "Description": "LTD.Throughput.RFC2544.PacketLossRatio",
181 "biDirectional": "True",
184 "Name": "pvvp_back2back",
185 "Traffic Type": "back2back",
187 "Deployment": "pvvp",
188 "Description": "LTD.Throughput.RFC2544.BackToBackFrames",
189 "biDirectional": "True",
192 "Name": "phy2phy_cpu_load",
193 "Traffic Type": "rfc2544",
195 "biDirectional": "True",
196 "Description": "LTD.CPU.RFC2544.0PacketLoss",
198 "tool" : "stress-ng",
205 "Name": "phy2phy_mem_load",
206 "Traffic Type": "rfc2544",
208 "biDirectional": "True",
209 "Description": "LTD.Memory.RFC2544.0PacketLoss",
211 "tool" : "stress-ng",