docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39
  40             -
  41                 case_name: refstack_defcore
  42                 project_name: functest
  43                 criteria: 100
  44                 blocking: false
  45                 deny_skipping: true
  46                 description: >-
  47                     This test case runs a sub group of tests of the OpenStack
  48                     Defcore testcases.
  49                 run:
  50                     name: refstack_defcore
  51                     args:
  52                         option:
  53                             - '--concurrency=4'
  54
  55             -
  56                 case_name: tempest_full
  57                 project_name: functest
  58                 criteria: 100
  59                 blocking: false
  60                 description: >-
  61                     The list of test cases is generated by
  62                     Tempest automatically and depends on the parameters of
  63                     the OpenStack deployment.
  64                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  65                 run:
  66                     name: tempest_common
  67                     args:
  68                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
  69                         option:
  70                             - '--concurrency=4'
  71
  72             -
  73                 case_name: tempest_scenario
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 description: >-
  78                     The list of test cases is generated by
  79                     Tempest automatically and depends on the parameters of
  80                     the OpenStack deployment.
  81                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
  82                 run:
  83                     name: tempest_common
  84                     args:
  85                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
  86                         option:
  87                             - '--concurrency=1'
  88
  89             -
  90                 case_name: patrole
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: false
  94                 description: >-
  95                     Test suite from Patrole project.
  96                 run:
  97                     name: patrole
  98                     args:
  99                         role: 'admin'
 100                         includes:
 101                             - 'image'
 102                             - 'network'
 103                         excludes:
 104                             - 'network.test_flavors_rbac'
 105                             - 'network.test_network_ip_availability_rbac'
 106                             - 'test_networks_multiprovider_rbac'
 107                             - 'test_auto_allocated_topology_rbac'
 108                             - 'test_create_network_provider_segmentation_id'
 109                             - 'test_update_network_provider_physical_network'
 110                             - 'test_update_network_provider_segmentation_id'
 111
 112             -
 113                 case_name: neutron_trunk
 114                 project_name: functest
 115                 criteria: 100
 116                 blocking: false
 117                 description: >-
 118                     This test case runs the neutron trunk subtest of the
 119                     OpenStack Tempest suite. The list of test cases is
 120                     generated by Tempest having as input the relevant
 121                     testcase list file.
 122                 run:
 123                     name: tempest_common
 124                     args:
 125                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 126                         neutron_extensions:
 127                             - trunk
 128                             - trunk-details
 129
 130             -
 131                 case_name: networking-bgpvpn
 132                 project_name: functest
 133                 criteria: 100
 134                 blocking: false
 135                 description: >-
 136                     This test case runs OpenStack networking-bgpvpn Tempest
 137                     suite. The list of test cases is generated by Tempest
 138                     having as input the relevant regex.
 139                 run:
 140                     name: tempest_common
 141                     args:
 142                         mode: '^networking_bgpvpn_tempest.tests.api\.'
 143                         neutron_extensions:
 144                             - bgpvpn
 145                         option:
 146                             - '--concurrency=4'
 147
 148             -
 149                 case_name: networking-sfc
 150                 project_name: functest
 151                 criteria: 100
 152                 blocking: false
 153                 description: >-
 154                     This test case runs OpenStack networking-sfc Tempest
 155                     suite. The list of test cases is generated by Tempest
 156                     having as input the relevant regex.
 157                 run:
 158                     name: tempest_common
 159                     args:
 160                         mode:
 161                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 162                         neutron_extensions:
 163                             - sfc
 164                         option:
 165                             - '--concurrency=0'
 166
 167             -
 168                 case_name: barbican
 169                 project_name: functest
 170                 criteria: 100
 171                 blocking: false
 172                 description: >-
 173                     It leverages on the tempest plugin containing tests used to
 174                     verify the functionality of a barbican installation.
 175                 run:
 176                     name: barbican
 177                     args:
 178                         mode:
 179                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 180                         services:
 181                             - barbican