docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 description: >-
  15                     This test case runs the Tempest suite proposed by the
  16                     Neutron project. The list of test cases is generated by
  17                     Tempest automatically and depends on the parameters of
  18                     the OpenStack deployment.
  19                 run:
  20                     name: tempest_common
  21                     args:
  22                         mode: '^neutron_tempest_plugin\.api'
  23                         option:
  24                             - '--concurrency=4'
  25
  26             -
  27                 case_name: rally_sanity
  28                 project_name: functest
  29                 criteria: 100
  30                 blocking: false
  31                 description: >-
  32                     This test case runs a sub group of tests of the OpenStack
  33                     Rally suite in smoke mode.
  34                 run:
  35                     name: rally_sanity
  36                     args:
  37                         optional:
  38                             - 'gnocchi'
  39
  40             -
  41                 case_name: refstack_defcore
  42                 project_name: functest
  43                 criteria: 100
  44                 blocking: false
  45                 deny_skipping: true
  46                 description: >-
  47                     This test case runs a sub group of tests of the OpenStack
  48                     Defcore testcases.
  49                 run:
  50                     name: refstack_defcore
  51                     args:
  52                         option:
  53                             - '--concurrency=4'
  54
  55             -
  56                 case_name: tempest_full
  57                 project_name: functest
  58                 criteria: 100
  59                 blocking: false
  60                 description: >-
  61                     The list of test cases is generated by
  62                     Tempest automatically and depends on the parameters of
  63                     the OpenStack deployment.
  64                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
  65                 run:
  66                     name: tempest_common
  67                     args:
  68                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
  69                         option:
  70                             - '--concurrency=4'
  71
  72             -
  73                 case_name: tempest_scenario
  74                 project_name: functest
  75                 criteria: 100
  76                 blocking: false
  77                 description: >-
  78                     The list of test cases is generated by
  79                     Tempest automatically and depends on the parameters of
  80                     the OpenStack deployment.
  81                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
  82                 run:
  83                     name: tempest_common
  84                     args:
  85                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
  86                         option:
  87                             - '--concurrency=1'
  88
  89             -
  90                 case_name: patrole
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: false
  94                 description: >-
  95                     Test suite from Patrole project.
  96                 run:
  97                     name: patrole
  98                     args:
  99                         role: 'admin'
 100                         includes:
 101                             - 'image'
 102                             - 'network'
 103                         excludes:
 104                             - 'network.test_flavors_rbac'
 105                             - 'network.test_network_ip_availability_rbac'
 106                             - 'test_networks_multiprovider_rbac'
 107                             - 'test_auto_allocated_topology_rbac'
 108                             - 'test_create_network_provider_segmentation_id'
 109                             - 'test_update_network_provider_physical_network'
 110                             - 'test_update_network_provider_segmentation_id'
 111                             - 'network.test_agents_rbac'
 112
 113             -
 114                 case_name: neutron_trunk
 115                 project_name: functest
 116                 criteria: 100
 117                 blocking: false
 118                 description: >-
 119                     This test case runs the neutron trunk subtest of the
 120                     OpenStack Tempest suite. The list of test cases is
 121                     generated by Tempest having as input the relevant
 122                     testcase list file.
 123                 run:
 124                     name: tempest_common
 125                     args:
 126                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 127                         neutron_extensions:
 128                             - trunk
 129                             - trunk-details
 130
 131             -
 132                 case_name: networking-bgpvpn
 133                 project_name: functest
 134                 criteria: 100
 135                 blocking: false
 136                 description: >-
 137                     This test case runs OpenStack networking-bgpvpn Tempest
 138                     suite. The list of test cases is generated by Tempest
 139                     having as input the relevant regex.
 140                 run:
 141                     name: tempest_common
 142                     args:
 143                         mode: '^networking_bgpvpn_tempest.tests.api\.'
 144                         neutron_extensions:
 145                             - bgpvpn
 146                         option:
 147                             - '--concurrency=4'
 148
 149             -
 150                 case_name: networking-sfc
 151                 project_name: functest
 152                 criteria: 100
 153                 blocking: false
 154                 description: >-
 155                     This test case runs OpenStack networking-sfc Tempest
 156                     suite. The list of test cases is generated by Tempest
 157                     having as input the relevant regex.
 158                 run:
 159                     name: tempest_common
 160                     args:
 161                         mode:
 162                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 163                         neutron_extensions:
 164                             - sfc
 165                         option:
 166                             - '--concurrency=0'
 167
 168             -
 169                 case_name: barbican
 170                 project_name: functest
 171                 criteria: 100
 172                 blocking: false
 173                 description: >-
 174                     It leverages on the tempest plugin containing tests used to
 175                     verify the functionality of a barbican installation.
 176                 run:
 177                     name: barbican
 178                     args:
 179                         mode:
 180                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 181                         services:
 182                             - barbican