docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39                             - 'barbican'
  40
  41             -
  42                 case_name: refstack_compute
  43                 project_name: functest
  44                 criteria: 100
  45                 blocking: false
  46                 deny_skipping: true
  47                 description: >-
  48                     This test case runs a sub group of tests of the OpenStack
  49                     Compute testcases.
  50                 run:
  51                     name: refstack
  52                     args:
  53                         target: compute
  54                         option:
  55                             - '--concurrency=4'
  56
  57             -
  58                 case_name: refstack_object
  59                 project_name: functest
  60                 criteria: 100
  61                 blocking: false
  62                 deny_skipping: true
  63                 description: >-
  64                     This test case runs a sub group of tests of the OpenStack
  65                     Object testcases.
  66                 run:
  67                     name: refstack
  68                     args:
  69                         target: object
  70                         option:
  71                             - '--concurrency=4'
  72
  73             -
  74                 case_name: refstack_platform
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 deny_skipping: true
  79                 description: >-
  80                     This test case runs a sub group of tests of the OpenStack
  81                     Platform testcases.
  82                 run:
  83                     name: refstack
  84                     args:
  85                         target: platform
  86                         option:
  87                             - '--concurrency=4'
  88
  89             -
  90                 case_name: tempest_full
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: false
  94                 description: >-
  95                     The list of test cases is generated by
  96                     Tempest automatically and depends on the parameters of
  97                     the OpenStack deployment.
  98                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  99                 run:
 100                     name: tempest_common
 101                     args:
 102                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 103                         option:
 104                             - '--concurrency=4'
 105
 106             -
 107                 case_name: tempest_scenario
 108                 project_name: functest
 109                 criteria: 100
 110                 blocking: false
 111                 description: >-
 112                     The list of test cases is generated by
 113                     Tempest automatically and depends on the parameters of
 114                     the OpenStack deployment.
 115                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 116                 run:
 117                     name: tempest_common
 118                     args:
 119                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 120                         option:
 121                             - '--concurrency=1'
 122
 123             -
 124                 case_name: patrole
 125                 project_name: functest
 126                 criteria: 100
 127                 blocking: false
 128                 description: >-
 129                     Test suite from Patrole project.
 130                 run:
 131                     name: patrole
 132                     args:
 133                         role: 'admin'
 134                         includes:
 135                             - 'image'
 136                             - 'network'
 137                         excludes:
 138                             - 'network.test_flavors_rbac'
 139                             - 'network.test_network_ip_availability_rbac'
 140                             - 'test_networks_multiprovider_rbac'
 141                             - 'test_auto_allocated_topology_rbac'
 142                             - 'test_create_network_provider_segmentation_id'
 143                             - 'test_update_network_provider_physical_network'
 144                             - 'test_update_network_provider_segmentation_id'
 145                             - 'network.test_agents_rbac'
 146                             - 'test_list_metadef_namespaces'
 147
 148             -
 149                 case_name: neutron_trunk
 150                 project_name: functest
 151                 criteria: 100
 152                 blocking: false
 153                 description: >-
 154                     This test case runs the neutron trunk subtest of the
 155                     OpenStack Tempest suite. The list of test cases is
 156                     generated by Tempest having as input the relevant
 157                     testcase list file.
 158                 run:
 159                     name: tempest_common
 160                     args:
 161                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 162                         neutron_extensions:
 163                             - trunk
 164                             - trunk-details
 165
 166             -
 167                 case_name: networking-bgpvpn
 168                 project_name: functest
 169                 criteria: 100
 170                 blocking: false
 171                 description: >-
 172                     This test case runs OpenStack networking-bgpvpn Tempest
 173                     suite. The list of test cases is generated by Tempest
 174                     having as input the relevant regex.
 175                 run:
 176                     name: tempest_common
 177                     args:
 178                         mode: '^neutron_tempest_plugin.bgpvpn.api\.'
 179                         neutron_extensions:
 180                             - bgpvpn
 181                         option:
 182                             - '--concurrency=4'
 183
 184             -
 185                 case_name: networking-sfc
 186                 project_name: functest
 187                 criteria: 100
 188                 blocking: false
 189                 description: >-
 190                     This test case runs OpenStack networking-sfc Tempest
 191                     suite. The list of test cases is generated by Tempest
 192                     having as input the relevant regex.
 193                 run:
 194                     name: tempest_common
 195                     args:
 196                         mode:
 197                             '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
 198                         neutron_extensions:
 199                             - sfc
 200                         option:
 201                             - '--concurrency=0'
 202
 203             -
 204                 case_name: barbican
 205                 project_name: functest
 206                 criteria: 100
 207                 blocking: false
 208                 description: >-
 209                     It leverages on the tempest plugin containing tests used to
 210                     verify the functionality of a barbican installation.
 211                 run:
 212                     name: barbican
 213                     args:
 214                         mode:
 215                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 216                         services:
 217                             - barbican
 218
 219             -
 220                 case_name: octavia
 221                 project_name: functest
 222                 criteria: 100
 223                 blocking: false
 224                 description: >-
 225                     It leverages on the tempest plugin containing tests used to
 226                     verify the functionality of an octavia installation.
 227                 run:
 228                     name: tempest_common
 229                     args:
 230                         mode:
 231                             '^octavia_tempest_plugin.tests.api.v2'
 232                         services:
 233                             - octavia
 234                         option:
 235                             - '--concurrency=2'