docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39
  40             -
  41                 case_name: refstack_defcore
  42                 project_name: functest
  43                 criteria: 100
  44                 blocking: false
  45                 deny_skipping: true
  46                 description: >-
  47                     This test case runs a sub group of tests of the OpenStack
  48                     Defcore testcases.
  49                 run:
  50                     name: refstack_defcore
  51                     args:
  52                         option:
  53                             - '--concurrency=4'
  54
  55             -
  56                 case_name: tempest_full
  57                 project_name: functest
  58                 criteria: 100
  59                 blocking: false
  60                 description: >-
  61                     The list of test cases is generated by
  62                     Tempest automatically and depends on the parameters of
  63                     the OpenStack deployment.
  64                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  65                 run:
  66                     name: tempest_common
  67                     args:
  68                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
  69                         option:
  70                             - '--concurrency=4'
  71
  72             -
  73                 case_name: tempest_scenario
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 description: >-
  78                     The list of test cases is generated by
  79                     Tempest automatically and depends on the parameters of
  80                     the OpenStack deployment.
  81                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
  82                 run:
  83                     name: tempest_common
  84                     args:
  85                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
  86                         option:
  87                             - '--concurrency=1'
  88
  89             -
  90                 case_name: patrole
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: false
  94                 description: >-
  95                     Test suite from Patrole project.
  96                 run:
  97                     name: patrole
  98                     args:
  99                         role: 'admin'
 100                         includes:
 101                             - 'image'
 102                             - 'network'
 103                         excludes:
 104                             - 'network.test_flavors_rbac'
 105                             - 'network.test_network_ip_availability_rbac'
 106                             - 'test_networks_multiprovider_rbac'
 107                             - 'test_auto_allocated_topology_rbac'
 108
 109             -
 110                 case_name: neutron_trunk
 111                 project_name: functest
 112                 criteria: 100
 113                 blocking: false
 114                 description: >-
 115                     This test case runs the neutron trunk subtest of the
 116                     OpenStack Tempest suite. The list of test cases is
 117                     generated by Tempest having as input the relevant
 118                     testcase list file.
 119                 run:
 120                     name: tempest_common
 121                     args:
 122                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 123                         neutron_extensions:
 124                             - trunk
 125                             - trunk-details
 126
 127             -
 128                 case_name: networking-bgpvpn
 129                 project_name: functest
 130                 criteria: 100
 131                 blocking: false
 132                 description: >-
 133                     This test case runs OpenStack networking-bgpvpn Tempest
 134                     suite. The list of test cases is generated by Tempest
 135                     having as input the relevant regex.
 136                 run:
 137                     name: tempest_common
 138                     args:
 139                         mode: '^networking_bgpvpn_tempest.tests.api\.'
 140                         neutron_extensions:
 141                             - bgpvpn
 142                         option:
 143                             - '--concurrency=4'
 144
 145             -
 146                 case_name: networking-sfc
 147                 project_name: functest
 148                 criteria: 100
 149                 blocking: false
 150                 description: >-
 151                     This test case runs OpenStack networking-sfc Tempest
 152                     suite. The list of test cases is generated by Tempest
 153                     having as input the relevant regex.
 154                 run:
 155                     name: tempest_common
 156                     args:
 157                         mode:
 158                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 159                         neutron_extensions:
 160                             - sfc
 161                         option:
 162                             - '--concurrency=0'
 163
 164             -
 165                 case_name: barbican
 166                 project_name: functest
 167                 criteria: 100
 168                 blocking: false
 169                 description: >-
 170                     It leverages on the tempest plugin containing tests used to
 171                     verify the functionality of a barbican installation.
 172                 run:
 173                     name: barbican
 174                     args:
 175                         mode:
 176                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 177                         services:
 178                             - barbican