docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39
  40             -
  41                 case_name: refstack_compute
  42                 project_name: functest
  43                 criteria: 100
  44                 blocking: false
  45                 deny_skipping: true
  46                 description: >-
  47                     This test case runs a sub group of tests of the OpenStack
  48                     Compute testcases.
  49                 run:
  50                     name: refstack
  51                     args:
  52                         target: compute
  53                         option:
  54                             - '--concurrency=4'
  55
  56             -
  57                 case_name: refstack_object
  58                 project_name: functest
  59                 criteria: 100
  60                 blocking: false
  61                 deny_skipping: true
  62                 description: >-
  63                     This test case runs a sub group of tests of the OpenStack
  64                     Object testcases.
  65                 run:
  66                     name: refstack
  67                     args:
  68                         target: object
  69                         option:
  70                             - '--concurrency=4'
  71
  72             -
  73                 case_name: refstack_platform
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 deny_skipping: true
  78                 description: >-
  79                     This test case runs a sub group of tests of the OpenStack
  80                     Platform testcases.
  81                 run:
  82                     name: refstack
  83                     args:
  84                         target: platform
  85                         option:
  86                             - '--concurrency=4'
  87
  88             -
  89                 case_name: tempest_full
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: false
  93                 description: >-
  94                     The list of test cases is generated by
  95                     Tempest automatically and depends on the parameters of
  96                     the OpenStack deployment.
  97                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  98                 run:
  99                     name: tempest_common
 100                     args:
 101                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 102                         option:
 103                             - '--concurrency=4'
 104
 105             -
 106                 case_name: tempest_scenario
 107                 project_name: functest
 108                 criteria: 100
 109                 blocking: false
 110                 description: >-
 111                     The list of test cases is generated by
 112                     Tempest automatically and depends on the parameters of
 113                     the OpenStack deployment.
 114                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 115                 run:
 116                     name: tempest_common
 117                     args:
 118                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 119                         option:
 120                             - '--concurrency=1'
 121
 122             -
 123                 case_name: patrole
 124                 project_name: functest
 125                 criteria: 100
 126                 blocking: false
 127                 description: >-
 128                     Test suite from Patrole project.
 129                 run:
 130                     name: patrole
 131                     args:
 132                         role: 'admin'
 133                         includes:
 134                             - 'image'
 135                             - 'network'
 136                         excludes:
 137                             - 'network.test_flavors_rbac'
 138                             - 'network.test_network_ip_availability_rbac'
 139                             - 'test_networks_multiprovider_rbac'
 140                             - 'test_auto_allocated_topology_rbac'
 141                             - 'test_create_network_provider_segmentation_id'
 142                             - 'test_update_network_provider_physical_network'
 143                             - 'test_update_network_provider_segmentation_id'
 144                             - 'network.test_agents_rbac'
 145                             - 'test_list_metadef_namespaces'
 146
 147             -
 148                 case_name: neutron_trunk
 149                 project_name: functest
 150                 criteria: 100
 151                 blocking: false
 152                 description: >-
 153                     This test case runs the neutron trunk subtest of the
 154                     OpenStack Tempest suite. The list of test cases is
 155                     generated by Tempest having as input the relevant
 156                     testcase list file.
 157                 run:
 158                     name: tempest_common
 159                     args:
 160                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 161                         neutron_extensions:
 162                             - trunk
 163                             - trunk-details
 164
 165             -
 166                 case_name: networking-bgpvpn
 167                 project_name: functest
 168                 criteria: 100
 169                 blocking: false
 170                 description: >-
 171                     This test case runs OpenStack networking-bgpvpn Tempest
 172                     suite. The list of test cases is generated by Tempest
 173                     having as input the relevant regex.
 174                 run:
 175                     name: tempest_common
 176                     args:
 177                         mode: '^neutron_tempest_plugin.bgpvpn.api\.'
 178                         neutron_extensions:
 179                             - bgpvpn
 180                         option:
 181                             - '--concurrency=4'
 182
 183             -
 184                 case_name: networking-sfc
 185                 project_name: functest
 186                 criteria: 100
 187                 blocking: false
 188                 description: >-
 189                     This test case runs OpenStack networking-sfc Tempest
 190                     suite. The list of test cases is generated by Tempest
 191                     having as input the relevant regex.
 192                 run:
 193                     name: tempest_common
 194                     args:
 195                         mode:
 196                             '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
 197                         neutron_extensions:
 198                             - sfc
 199                         option:
 200                             - '--concurrency=0'
 201
 202             -
 203                 case_name: barbican
 204                 project_name: functest
 205                 criteria: 100
 206                 blocking: false
 207                 description: >-
 208                     It leverages on the tempest plugin containing tests used to
 209                     verify the functionality of a barbican installation.
 210                 run:
 211                     name: barbican
 212                     args:
 213                         mode:
 214                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 215                         services:
 216                             - barbican