docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39
  40             -
  41                 case_name: refstack_defcore
  42                 project_name: functest
  43                 criteria: 100
  44                 blocking: false
  45                 deny_skipping: true
  46                 description: >-
  47                     This test case runs a sub group of tests of the OpenStack
  48                     Defcore testcases.
  49                 run:
  50                     name: refstack_defcore
  51                     args:
  52                         option:
  53                             - '--concurrency=4'
  54
  55             -
  56                 case_name: tempest_full
  57                 project_name: functest
  58                 criteria: 100
  59                 blocking: false
  60                 description: >-
  61                     The list of test cases is generated by
  62                     Tempest automatically and depends on the parameters of
  63                     the OpenStack deployment.
  64                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  65                 run:
  66                     name: tempest_common
  67                     args:
  68                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
  69                         option:
  70                             - '--concurrency=4'
  71
  72             -
  73                 case_name: tempest_scenario
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 description: >-
  78                     The list of test cases is generated by
  79                     Tempest automatically and depends on the parameters of
  80                     the OpenStack deployment.
  81                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
  82                 run:
  83                     name: tempest_common
  84                     args:
  85                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
  86                         option:
  87                             - '--concurrency=1'
  88
  89             -
  90                 case_name: patrole
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: false
  94                 description: >-
  95                     Test suite from Patrole project.
  96                 run:
  97                     name: patrole
  98                     args:
  99                         role: 'admin'
 100                         includes:
 101                             - 'image'
 102                             - 'network'
 103                         excludes:
 104                             - 'network.test_flavors_rbac'
 105                             - 'network.test_network_ip_availability_rbac'
 106                             - 'test_networks_multiprovider_rbac'
 107                             - 'test_auto_allocated_topology_rbac'
 108                             - 'test_create_network_provider_segmentation_id'
 109
 110             -
 111                 case_name: neutron_trunk
 112                 project_name: functest
 113                 criteria: 100
 114                 blocking: false
 115                 description: >-
 116                     This test case runs the neutron trunk subtest of the
 117                     OpenStack Tempest suite. The list of test cases is
 118                     generated by Tempest having as input the relevant
 119                     testcase list file.
 120                 run:
 121                     name: tempest_common
 122                     args:
 123                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 124                         neutron_extensions:
 125                             - trunk
 126                             - trunk-details
 127
 128             -
 129                 case_name: networking-bgpvpn
 130                 project_name: functest
 131                 criteria: 100
 132                 blocking: false
 133                 description: >-
 134                     This test case runs OpenStack networking-bgpvpn Tempest
 135                     suite. The list of test cases is generated by Tempest
 136                     having as input the relevant regex.
 137                 run:
 138                     name: tempest_common
 139                     args:
 140                         mode: '^networking_bgpvpn_tempest.tests.api\.'
 141                         neutron_extensions:
 142                             - bgpvpn
 143                         option:
 144                             - '--concurrency=4'
 145
 146             -
 147                 case_name: networking-sfc
 148                 project_name: functest
 149                 criteria: 100
 150                 blocking: false
 151                 description: >-
 152                     This test case runs OpenStack networking-sfc Tempest
 153                     suite. The list of test cases is generated by Tempest
 154                     having as input the relevant regex.
 155                 run:
 156                     name: tempest_common
 157                     args:
 158                         mode:
 159                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 160                         neutron_extensions:
 161                             - sfc
 162                         option:
 163                             - '--concurrency=0'
 164
 165             -
 166                 case_name: barbican
 167                 project_name: functest
 168                 criteria: 100
 169                 blocking: false
 170                 description: >-
 171                     It leverages on the tempest plugin containing tests used to
 172                     verify the functionality of a barbican installation.
 173                 run:
 174                     name: barbican
 175                     args:
 176                         mode:
 177                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 178                         services:
 179                             - barbican