docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 392
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*test_logging)(?!.*test_logging_negative)\
  25                             (?!.*test_network_segment_range)\
  26                             (?!.*test_ports.PortTestCasesResourceRequest)\
  27                             (?!.*test_tag.TagFilterQosPolicyTestJSON)\
  28                             (?!.*test_tag.TagFilterTrunkTestJSON)\
  29                             (?!.*test_tag.TagQosPolicyTestJSON)\
  30                             (?!.*test_tag.TagTrunkTestJSON)\
  31                             (?!.*test_conntrack_helper)\
  32                             (?!.*test_metering_extensions)\
  33                             (?!.*test_metering_negative)\
  34                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  35                             (?!.*test_port_forwardings)\
  36                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  37                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  38                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  39                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  40                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  41                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  42                             (?!.*test_revisions.TestRevisions.test_update_qos_network_policy_binding_bumps_revision)\
  43                             (?!.*test_revisions.TestRevisions.test_update_qos_port_policy_binding_bumps_revision)\
  44                             (?!.*test_router_interface_fip)\
  45                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  46                             (?!.*test_qos)(?!.*test_qos_negative)\
  47                             (?!.*test_trunk)(?!.*test_trunk_negative)\
  48                             (^neutron_tempest_plugin.api)"
  49                         option:
  50                             - '--concurrency=4'
  51
  52             -
  53                 case_name: rally_sanity
  54                 project_name: functest
  55                 criteria: 100
  56                 blocking: false
  57                 description: >-
  58                     This test case runs a sub group of tests of the OpenStack
  59                     Rally suite in smoke mode.
  60                 run:
  61                     name: rally_sanity
  62                     args:
  63                         optional:
  64                             - 'gnocchi'
  65                             - 'barbican'
  66
  67             -
  68                 case_name: refstack_compute
  69                 project_name: functest
  70                 criteria: 100
  71                 blocking: false
  72                 deny_skipping: true
  73                 tests_count: 222
  74                 description: >-
  75                     This test case runs a sub group of tests of the OpenStack
  76                     Compute testcases.
  77                 run:
  78                     name: refstack
  79                     args:
  80                         target: compute
  81                         option:
  82                             - '--concurrency=4'
  83
  84             -
  85                 case_name: refstack_object
  86                 project_name: functest
  87                 criteria: 100
  88                 blocking: false
  89                 deny_skipping: true
  90                 tests_count: 58
  91                 description: >-
  92                     This test case runs a sub group of tests of the OpenStack
  93                     Object testcases.
  94                 run:
  95                     name: refstack
  96                     args:
  97                         target: object
  98                         option:
  99                             - '--concurrency=4'
 100
 101             -
 102                 case_name: refstack_platform
 103                 project_name: functest
 104                 criteria: 100
 105                 blocking: false
 106                 deny_skipping: true
 107                 tests_count: 278
 108                 description: >-
 109                     This test case runs a sub group of tests of the OpenStack
 110                     Platform testcases.
 111                 run:
 112                     name: refstack
 113                     args:
 114                         target: platform
 115                         option:
 116                             - '--concurrency=4'
 117
 118             -
 119                 case_name: tempest_full
 120                 project_name: functest
 121                 criteria: 100
 122                 blocking: false
 123                 description: >-
 124                     The list of test cases is generated by
 125                     Tempest automatically and depends on the parameters of
 126                     the OpenStack deployment.
 127                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 128                 run:
 129                     name: tempest_common
 130                     args:
 131                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 132                         option:
 133                             - '--concurrency=4'
 134
 135             -
 136                 case_name: tempest_scenario
 137                 project_name: functest
 138                 criteria: 100
 139                 blocking: false
 140                 description: >-
 141                     The list of test cases is generated by
 142                     Tempest automatically and depends on the parameters of
 143                     the OpenStack deployment.
 144                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 145                 run:
 146                     name: tempest_scenario
 147                     args:
 148                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 149                         option:
 150                             - '--concurrency=1'
 151
 152             -
 153                 case_name: tempest_slow
 154                 project_name: functest
 155                 criteria: 100
 156                 blocking: false
 157                 description: >-
 158                     The list of test cases is generated by
 159                     Tempest automatically and depends on the parameters of
 160                     the OpenStack deployment.
 161                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 162                 run:
 163                     name: tempest_common
 164                     args:
 165                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 166                         option:
 167                             - '--concurrency=2'
 168
 169             -
 170                 case_name: patrole
 171                 project_name: functest
 172                 criteria: 100
 173                 blocking: false
 174                 description: >-
 175                     Test suite from Patrole project.
 176                 run:
 177                     name: patrole
 178                     args:
 179                         role: 'admin'
 180                         includes:
 181                             - 'image'
 182                             - 'network'
 183                         excludes:
 184                             - 'network.test_flavors_rbac'
 185                             - 'network.test_network_ip_availability_rbac'
 186                             - 'test_networks_multiprovider_rbac'
 187                             - 'test_auto_allocated_topology_rbac'
 188                             - 'test_create_network_provider_segmentation_id'
 189                             - 'test_update_network_provider_physical_network'
 190                             - 'test_update_network_provider_segmentation_id'
 191                             - 'network.test_agents_rbac'
 192                             - 'test_list_metadef_namespaces'
 193
 194             -
 195                 case_name: neutron_trunk
 196                 project_name: functest
 197                 criteria: 100
 198                 blocking: false
 199                 description: >-
 200                     This test case runs the neutron trunk subtest of the
 201                     OpenStack Tempest suite. The list of test cases is
 202                     generated by Tempest having as input the relevant
 203                     testcase list file.
 204                 run:
 205                     name: tempest_common
 206                     args:
 207                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 208                         neutron_extensions:
 209                             - trunk
 210                             - trunk-details
 211
 212             -
 213                 case_name: networking-bgpvpn
 214                 project_name: functest
 215                 criteria: 100
 216                 blocking: false
 217                 description: >-
 218                     This test case runs OpenStack networking-bgpvpn Tempest
 219                     suite. The list of test cases is generated by Tempest
 220                     having as input the relevant regex.
 221                 run:
 222                     name: tempest_common
 223                     args:
 224                         mode: '^neutron_tempest_plugin.bgpvpn.api\.'
 225                         neutron_extensions:
 226                             - bgpvpn
 227                         option:
 228                             - '--concurrency=4'
 229
 230             -
 231                 case_name: networking-sfc
 232                 project_name: functest
 233                 criteria: 100
 234                 blocking: false
 235                 description: >-
 236                     This test case runs OpenStack networking-sfc Tempest
 237                     suite. The list of test cases is generated by Tempest
 238                     having as input the relevant regex.
 239                 run:
 240                     name: tempest_common
 241                     args:
 242                         mode:
 243                             '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
 244                         neutron_extensions:
 245                             - sfc
 246                         option:
 247                             - '--concurrency=0'
 248
 249             -
 250                 case_name: barbican
 251                 project_name: functest
 252                 criteria: 100
 253                 blocking: false
 254                 description: >-
 255                     It leverages on the tempest plugin containing tests used to
 256                     verify the functionality of a barbican installation.
 257                 run:
 258                     name: barbican
 259                     args:
 260                         mode:
 261                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 262                         services:
 263                             - barbican
 264
 265             -
 266                 case_name: octavia
 267                 project_name: functest
 268                 criteria: 100
 269                 blocking: false
 270                 description: >-
 271                     It leverages on the tempest plugin containing tests used to
 272                     verify the functionality of an octavia installation.
 273                 run:
 274                     name: tempest_common
 275                     args:
 276                         mode:
 277                             '^octavia_tempest_plugin.tests.api.v2'
 278                         services:
 279                             - octavia
 280                         option:
 281                             - '--concurrency=2'