docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39
  40             -
  41                 case_name: refstack_compute
  42                 project_name: functest
  43                 criteria: 100
  44                 blocking: false
  45                 deny_skipping: true
  46                 description: >-
  47                     This test case runs a sub group of tests of the OpenStack
  48                     Compute testcases.
  49                 run:
  50                     name: refstack
  51                     args:
  52                         target: compute
  53                         option:
  54                             - '--concurrency=4'
  55
  56             -
  57                 case_name: refstack_object
  58                 project_name: functest
  59                 criteria: 100
  60                 blocking: false
  61                 deny_skipping: true
  62                 description: >-
  63                     This test case runs a sub group of tests of the OpenStack
  64                     Object testcases.
  65                 run:
  66                     name: refstack
  67                     args:
  68                         target: object
  69                         option:
  70                             - '--concurrency=4'
  71
  72             -
  73                 case_name: refstack_platform
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 deny_skipping: true
  78                 description: >-
  79                     This test case runs a sub group of tests of the OpenStack
  80                     Platform testcases.
  81                 run:
  82                     name: refstack
  83                     args:
  84                         target: platform
  85                         option:
  86                             - '--concurrency=4'
  87
  88             -
  89                 case_name: tempest_full
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: false
  93                 description: >-
  94                     The list of test cases is generated by
  95                     Tempest automatically and depends on the parameters of
  96                     the OpenStack deployment.
  97                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  98                 run:
  99                     name: tempest_common
 100                     args:
 101                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 102                         option:
 103                             - '--concurrency=4'
 104
 105             -
 106                 case_name: tempest_scenario
 107                 project_name: functest
 108                 criteria: 100
 109                 blocking: false
 110                 description: >-
 111                     The list of test cases is generated by
 112                     Tempest automatically and depends on the parameters of
 113                     the OpenStack deployment.
 114                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 115                 run:
 116                     name: tempest_common
 117                     args:
 118                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 119                         option:
 120                             - '--concurrency=1'
 121
 122             -
 123                 case_name: patrole
 124                 project_name: functest
 125                 criteria: 100
 126                 blocking: false
 127                 description: >-
 128                     Test suite from Patrole project.
 129                 run:
 130                     name: patrole
 131                     args:
 132                         role: 'admin'
 133                         includes:
 134                             - 'image'
 135                             - 'network'
 136                         excludes:
 137                             - 'network.test_flavors_rbac'
 138                             - 'network.test_network_ip_availability_rbac'
 139                             - 'test_networks_multiprovider_rbac'
 140                             - 'test_auto_allocated_topology_rbac'
 141                             - 'test_create_network_provider_segmentation_id'
 142                             - 'test_update_network_provider_physical_network'
 143                             - 'test_update_network_provider_segmentation_id'
 144                             - 'network.test_agents_rbac'
 145
 146             -
 147                 case_name: neutron_trunk
 148                 project_name: functest
 149                 criteria: 100
 150                 blocking: false
 151                 description: >-
 152                     This test case runs the neutron trunk subtest of the
 153                     OpenStack Tempest suite. The list of test cases is
 154                     generated by Tempest having as input the relevant
 155                     testcase list file.
 156                 run:
 157                     name: tempest_common
 158                     args:
 159                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 160                         neutron_extensions:
 161                             - trunk
 162                             - trunk-details
 163
 164             -
 165                 case_name: networking-bgpvpn
 166                 project_name: functest
 167                 criteria: 100
 168                 blocking: false
 169                 description: >-
 170                     This test case runs OpenStack networking-bgpvpn Tempest
 171                     suite. The list of test cases is generated by Tempest
 172                     having as input the relevant regex.
 173                 run:
 174                     name: tempest_common
 175                     args:
 176                         mode: '^networking_bgpvpn_tempest.tests.api\.'
 177                         neutron_extensions:
 178                             - bgpvpn
 179                         option:
 180                             - '--concurrency=4'
 181
 182             -
 183                 case_name: networking-sfc
 184                 project_name: functest
 185                 criteria: 100
 186                 blocking: false
 187                 description: >-
 188                     This test case runs OpenStack networking-sfc Tempest
 189                     suite. The list of test cases is generated by Tempest
 190                     having as input the relevant regex.
 191                 run:
 192                     name: tempest_common
 193                     args:
 194                         mode:
 195                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 196                         neutron_extensions:
 197                             - sfc
 198                         option:
 199                             - '--concurrency=0'
 200
 201             -
 202                 case_name: barbican
 203                 project_name: functest
 204                 criteria: 100
 205                 blocking: false
 206                 description: >-
 207                     It leverages on the tempest plugin containing tests used to
 208                     verify the functionality of a barbican installation.
 209                 run:
 210                     name: barbican
 211                     args:
 212                         mode:
 213                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 214                         services:
 215                             - barbican