docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     This test case runs the Tempest suite proposed by the
  15                     Neutron project. The list of test cases is generated by
  16                     Tempest automatically and depends on the parameters of
  17                     the OpenStack deployment.
  18                 run:
  19                     name: tempest_common
  20                     args:
  21                         mode: '^neutron_tempest_plugin\.api'
  22                         option:
  23                             - '--concurrency=4'
  24
  25             -
  26                 case_name: tempest_cinder
  27                 project_name: functest
  28                 criteria: 100
  29                 blocking: false
  30                 description: >-
  31                     This test case runs the Tempest suite proposed by the
  32                     Cinder project.
  33                 run:
  34                     name: tempest_common
  35                     args:
  36                         mode: "(?!.*test_incremental_backup)\
  37                             (?!.*test_backup_crossproject_admin_negative)\
  38                             (?!.*test_backup_crossproject_user_negative)\
  39                             (^cinder_tempest_plugin.)"
  40                         option:
  41                             - '--concurrency=4'
  42
  43             -
  44                 case_name: tempest_keystone
  45                 project_name: functest
  46                 criteria: 100
  47                 blocking: false
  48                 description: >-
  49                     This test case runs the Tempest suite proposed by the
  50                     Keystone project.
  51                 run:
  52                     name: tempest_common
  53                     args:
  54                         mode: 'keystone_tempest_plugin.'
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: tempest_heat
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs the Tempest suite proposed by the
  65                     Heat project.
  66                 run:
  67                     name: tempest_heat
  68                     args:
  69                         mode: '^heat_tempest_plugin.tests'
  70                         option:
  71                             - '--concurrency=1'
  72
  73             -
  74                 case_name: tempest_telemetry
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case runs the Tempest suite proposed by the
  80                     Telemetry project.
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  85                             (^telemetry_tempest_plugin)"
  86                         services:
  87                             - aodh
  88                             - gnocchi
  89                             - panko
  90                         option:
  91                             - '--concurrency=4'
  92
  93             -
  94                 case_name: rally_sanity
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Rally suite in smoke mode.
 101                 run:
 102                     name: rally_sanity
 103                     args:
 104                         optional:
 105                             - 'gnocchi'
 106                             - 'barbican'
 107
 108             -
 109                 case_name: refstack_compute
 110                 project_name: functest
 111                 enabled: false
 112                 criteria: 100
 113                 blocking: false
 114                 description: >-
 115                     This test case runs a sub group of tests of the OpenStack
 116                     Compute testcases.
 117                 dependencies:
 118                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 119                 run:
 120                     name: refstack
 121                     args:
 122                         target: compute
 123                         option:
 124                             - '--concurrency=4'
 125
 126             -
 127                 case_name: refstack_object
 128                 project_name: functest
 129                 criteria: 100
 130                 blocking: false
 131                 deny_skipping: true
 132                 tests_count: 58
 133                 description: >-
 134                     This test case runs a sub group of tests of the OpenStack
 135                     Object testcases.
 136                 run:
 137                     name: refstack
 138                     args:
 139                         target: object
 140                         option:
 141                             - '--concurrency=4'
 142
 143             -
 144                 case_name: refstack_platform
 145                 project_name: functest
 146                 enabled: false
 147                 criteria: 100
 148                 blocking: false
 149                 description: >-
 150                     This test case runs a sub group of tests of the OpenStack
 151                     Platform testcases.
 152                 dependencies:
 153                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 154                 run:
 155                     name: refstack
 156                     args:
 157                         target: platform
 158                         option:
 159                             - '--concurrency=4'
 160
 161             -
 162                 case_name: tempest_full
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: false
 166                 description: >-
 167                     The list of test cases is generated by
 168                     Tempest automatically and depends on the parameters of
 169                     the OpenStack deployment.
 170                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 171                 run:
 172                     name: tempest_common
 173                     args:
 174                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 175                         option:
 176                             - '--concurrency=4'
 177
 178             -
 179                 case_name: tempest_scenario
 180                 project_name: functest
 181                 criteria: 100
 182                 blocking: false
 183                 description: >-
 184                     The list of test cases is generated by
 185                     Tempest automatically and depends on the parameters of
 186                     the OpenStack deployment.
 187                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 188                 run:
 189                     name: tempest_common
 190                     args:
 191                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 192                         option:
 193                             - '--concurrency=1'
 194
 195             -
 196                 case_name: tempest_slow
 197                 project_name: functest
 198                 criteria: 100
 199                 blocking: false
 200                 description: >-
 201                     The list of test cases is generated by
 202                     Tempest automatically and depends on the parameters of
 203                     the OpenStack deployment.
 204                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 205                 run:
 206                     name: tempest_common
 207                     args:
 208                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 209                         option:
 210                             - '--concurrency=1'
 211
 212             -
 213                 case_name: patrole_admin
 214                 project_name: functest
 215                 criteria: 100
 216                 blocking: false
 217                 description: >-
 218                     Test suite from Patrole project.
 219                 run:
 220                     name: patrole
 221                     args:
 222                         roles: 'admin'
 223                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 224                           (?!.*test_show_auto_allocated_topology)\
 225                           (?!.*test_delete_auto_allocated_topology)\
 226                           (?!.*test_create_network_provider_segmentation_id)\
 227                           (?!.*compute.test_floating_ips_rbac)\
 228                           (?!.*test_reset_network)\
 229                           (?!.*test_create_image_from_volume_backed_server)\
 230                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 231                           (?=.*[.*\bslow\b.*])\
 232                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 233                         option:
 234                             - '--concurrency=4'
 235
 236             -
 237                 case_name: patrole_member
 238                 project_name: functest
 239                 criteria: 100
 240                 blocking: false
 241                 description: >-
 242                     Test suite from Patrole project.
 243                 run:
 244                     name: patrole
 245                     args:
 246                         roles: 'member'
 247                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 248                           (?!.*test_show_auto_allocated_topology)\
 249                           (?!.*test_delete_auto_allocated_topology)\
 250                           (?!.*test_create_network_provider_segmentation_id)\
 251                           (?!.*compute.test_floating_ips_rbac)\
 252                           (?!.*test_reset_network)\
 253                           (?!.*test_create_image_from_volume_backed_server)\
 254                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 255                           (?=.*[.*\bslow\b.*])\
 256                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 257                         option:
 258                             - '--concurrency=4'
 259
 260             -
 261                 case_name: patrole_reader
 262                 project_name: functest
 263                 criteria: 100
 264                 blocking: false
 265                 description: >-
 266                     Test suite from Patrole project.
 267                 run:
 268                     name: patrole
 269                     args:
 270                         roles: 'reader'
 271                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 272                           (?!.*test_show_auto_allocated_topology)\
 273                           (?!.*test_delete_auto_allocated_topology)\
 274                           (?!.*test_create_network_provider_segmentation_id)\
 275                           (?!.*compute.test_floating_ips_rbac)\
 276                           (?!.*test_reset_network)\
 277                           (?!.*test_create_image_from_volume_backed_server)\
 278                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 279                           (?=.*[.*\bslow\b.*])\
 280                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 281                         option:
 282                             - '--concurrency=4'
 283
 284             -
 285                 case_name: tempest_barbican
 286                 project_name: functest
 287                 criteria: 100
 288                 blocking: false
 289                 description: >-
 290                     It leverages on the tempest plugin containing tests used to
 291                     verify the functionality of a barbican installation.
 292                 run:
 293                     name: barbican
 294                     args:
 295                         mode:
 296                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 297                         services:
 298                             - barbican
 299                         option:
 300                             - '--concurrency=4'
 301
 302             -
 303                 case_name: tempest_octavia
 304                 project_name: functest
 305                 criteria: 100
 306                 blocking: false
 307                 description: >-
 308                     It leverages on the tempest plugin containing tests used to
 309                     verify the functionality of an octavia installation.
 310                 run:
 311                     name: tempest_common
 312                     args:
 313                         mode: "(?!.*api.v2.test_availability_zone)\
 314                             (?!.*api.v2.test_availability_zone_profile)\
 315                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 316                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 317                             (^octavia_tempest_plugin.tests.(api|scenario))"
 318                         services:
 319                             - octavia
 320                         option:
 321                             - '--concurrency=2'
 322
 323             -
 324                 case_name: tempest_cyborg
 325                 project_name: functest
 326                 criteria: 100
 327                 blocking: false
 328                 description: >-
 329                     It leverages on the tempest plugin containing tests used to
 330                     verify the functionality of a cyborg installation.
 331                 run:
 332                     name: tempest_common
 333                     args:
 334                         mode: '^cyborg_tempest_plugin'
 335                         services:
 336                             - cyborg
 337                         option:
 338                             - '--concurrency=4'