docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39                             - 'barbican'
  40
  41             -
  42                 case_name: refstack_compute
  43                 project_name: functest
  44                 criteria: 100
  45                 blocking: false
  46                 deny_skipping: true
  47                 description: >-
  48                     This test case runs a sub group of tests of the OpenStack
  49                     Compute testcases.
  50                 run:
  51                     name: refstack
  52                     args:
  53                         target: compute
  54                         option:
  55                             - '--concurrency=4'
  56
  57             -
  58                 case_name: refstack_object
  59                 project_name: functest
  60                 criteria: 100
  61                 blocking: false
  62                 deny_skipping: true
  63                 description: >-
  64                     This test case runs a sub group of tests of the OpenStack
  65                     Object testcases.
  66                 run:
  67                     name: refstack
  68                     args:
  69                         target: object
  70                         option:
  71                             - '--concurrency=4'
  72
  73             -
  74                 case_name: refstack_platform
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 deny_skipping: true
  79                 description: >-
  80                     This test case runs a sub group of tests of the OpenStack
  81                     Platform testcases.
  82                 run:
  83                     name: refstack
  84                     args:
  85                         target: platform
  86                         option:
  87                             - '--concurrency=4'
  88
  89             -
  90                 case_name: tempest_full
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: false
  94                 description: >-
  95                     The list of test cases is generated by
  96                     Tempest automatically and depends on the parameters of
  97                     the OpenStack deployment.
  98                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  99                 run:
 100                     name: tempest_common
 101                     args:
 102                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 103                         option:
 104                             - '--concurrency=4'
 105
 106             -
 107                 case_name: tempest_scenario
 108                 project_name: functest
 109                 criteria: 100
 110                 blocking: false
 111                 description: >-
 112                     The list of test cases is generated by
 113                     Tempest automatically and depends on the parameters of
 114                     the OpenStack deployment.
 115                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 116                 run:
 117                     name: tempest_common
 118                     args:
 119                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 120                         option:
 121                             - '--concurrency=1'
 122
 123             -
 124                 case_name: tempest_slow
 125                 project_name: functest
 126                 criteria: 100
 127                 blocking: false
 128                 description: >-
 129                     The list of test cases is generated by
 130                     Tempest automatically and depends on the parameters of
 131                     the OpenStack deployment.
 132                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 133                 run:
 134                     name: tempest_common
 135                     args:
 136                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 137                         option:
 138                             - '--concurrency=2'
 139
 140             -
 141                 case_name: patrole
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: false
 145                 description: >-
 146                     Test suite from Patrole project.
 147                 run:
 148                     name: patrole
 149                     args:
 150                         role: 'admin'
 151                         includes:
 152                             - 'image'
 153                             - 'network'
 154                         excludes:
 155                             - 'network.test_flavors_rbac'
 156                             - 'network.test_network_ip_availability_rbac'
 157                             - 'test_networks_multiprovider_rbac'
 158                             - 'test_auto_allocated_topology_rbac'
 159                             - 'test_create_network_provider_segmentation_id'
 160                             - 'test_update_network_provider_physical_network'
 161                             - 'test_update_network_provider_segmentation_id'
 162                             - 'network.test_agents_rbac'
 163                             - 'test_list_metadef_namespaces'
 164
 165             -
 166                 case_name: neutron_trunk
 167                 project_name: functest
 168                 criteria: 100
 169                 blocking: false
 170                 description: >-
 171                     This test case runs the neutron trunk subtest of the
 172                     OpenStack Tempest suite. The list of test cases is
 173                     generated by Tempest having as input the relevant
 174                     testcase list file.
 175                 run:
 176                     name: tempest_common
 177                     args:
 178                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 179                         neutron_extensions:
 180                             - trunk
 181                             - trunk-details
 182
 183             -
 184                 case_name: networking-bgpvpn
 185                 project_name: functest
 186                 criteria: 100
 187                 blocking: false
 188                 description: >-
 189                     This test case runs OpenStack networking-bgpvpn Tempest
 190                     suite. The list of test cases is generated by Tempest
 191                     having as input the relevant regex.
 192                 run:
 193                     name: tempest_common
 194                     args:
 195                         mode: '^neutron_tempest_plugin.bgpvpn.api\.'
 196                         neutron_extensions:
 197                             - bgpvpn
 198                         option:
 199                             - '--concurrency=4'
 200
 201             -
 202                 case_name: networking-sfc
 203                 project_name: functest
 204                 criteria: 100
 205                 blocking: false
 206                 description: >-
 207                     This test case runs OpenStack networking-sfc Tempest
 208                     suite. The list of test cases is generated by Tempest
 209                     having as input the relevant regex.
 210                 run:
 211                     name: tempest_common
 212                     args:
 213                         mode:
 214                             '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
 215                         neutron_extensions:
 216                             - sfc
 217                         option:
 218                             - '--concurrency=0'
 219
 220             -
 221                 case_name: barbican
 222                 project_name: functest
 223                 criteria: 100
 224                 blocking: false
 225                 description: >-
 226                     It leverages on the tempest plugin containing tests used to
 227                     verify the functionality of a barbican installation.
 228                 run:
 229                     name: barbican
 230                     args:
 231                         mode:
 232                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 233                         services:
 234                             - barbican