docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     This test case runs the Tempest suite proposed by the
  15                     Neutron project. The list of test cases is generated by
  16                     Tempest automatically and depends on the parameters of
  17                     the OpenStack deployment.
  18                 run:
  19                     name: tempest_common
  20                     args:
  21                         mode: '^neutron_tempest_plugin\.api'
  22                         option:
  23                             - '--concurrency=4'
  24
  25             -
  26                 case_name: tempest_cinder
  27                 project_name: functest
  28                 criteria: 100
  29                 blocking: false
  30                 description: >-
  31                     This test case runs the Tempest suite proposed by the
  32                     Cinder project.
  33                 run:
  34                     name: tempest_common
  35                     args:
  36                         mode: "(?!.*test_incremental_backup)\
  37                             (?!.*test_backup_crossproject_admin_negative)\
  38                             (?!.*test_backup_crossproject_user_negative)\
  39                             (^cinder_tempest_plugin.)"
  40                         option:
  41                             - '--concurrency=4'
  42
  43             -
  44                 case_name: tempest_keystone
  45                 project_name: functest
  46                 criteria: 100
  47                 blocking: false
  48                 description: >-
  49                     This test case runs the Tempest suite proposed by the
  50                     Keystone project.
  51                 run:
  52                     name: tempest_common
  53                     args:
  54                         mode: 'keystone_tempest_plugin.'
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: tempest_heat
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs the Tempest suite proposed by the
  65                     Heat project.
  66                 run:
  67                     name: tempest_heat
  68                     args:
  69                         mode: '^heat_tempest_plugin.tests'
  70                         option:
  71                             - '--concurrency=1'
  72
  73             -
  74                 case_name: tempest_telemetry
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case runs the Tempest suite proposed by the
  80                     Telemetry project.
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  85                             (^telemetry_tempest_plugin)"
  86                         services:
  87                             - aodh
  88                             - gnocchi
  89                             - panko
  90                         option:
  91                             - '--concurrency=4'
  92
  93             -
  94                 case_name: rally_sanity
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Rally suite in smoke mode.
 101                 run:
 102                     name: rally_sanity
 103                     args:
 104                         optional:
 105                             - 'gnocchi'
 106                             - 'barbican'
 107
 108             -
 109                 case_name: refstack_compute
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: false
 113                 description: >-
 114                     This test case runs a sub group of tests of the OpenStack
 115                     Compute testcases.
 116                 dependencies:
 117                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 118                 run:
 119                     name: refstack
 120                     args:
 121                         target: compute
 122                         option:
 123                             - '--concurrency=4'
 124
 125             -
 126                 case_name: refstack_object
 127                 project_name: functest
 128                 criteria: 100
 129                 blocking: false
 130                 deny_skipping: true
 131                 tests_count: 58
 132                 description: >-
 133                     This test case runs a sub group of tests of the OpenStack
 134                     Object testcases.
 135                 run:
 136                     name: refstack
 137                     args:
 138                         target: object
 139                         option:
 140                             - '--concurrency=4'
 141
 142             -
 143                 case_name: refstack_platform
 144                 project_name: functest
 145                 criteria: 100
 146                 blocking: false
 147                 description: >-
 148                     This test case runs a sub group of tests of the OpenStack
 149                     Platform testcases.
 150                 dependencies:
 151                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 152                 run:
 153                     name: refstack
 154                     args:
 155                         target: platform
 156                         option:
 157                             - '--concurrency=4'
 158
 159             -
 160                 case_name: tempest_full
 161                 project_name: functest
 162                 criteria: 100
 163                 blocking: false
 164                 description: >-
 165                     The list of test cases is generated by
 166                     Tempest automatically and depends on the parameters of
 167                     the OpenStack deployment.
 168                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 169                 run:
 170                     name: tempest_common
 171                     args:
 172                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 173                         option:
 174                             - '--concurrency=4'
 175
 176             -
 177                 case_name: tempest_scenario
 178                 project_name: functest
 179                 criteria: 100
 180                 blocking: false
 181                 description: >-
 182                     The list of test cases is generated by
 183                     Tempest automatically and depends on the parameters of
 184                     the OpenStack deployment.
 185                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 186                 run:
 187                     name: tempest_common
 188                     args:
 189                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 190                         option:
 191                             - '--concurrency=1'
 192
 193             -
 194                 case_name: tempest_slow
 195                 project_name: functest
 196                 criteria: 100
 197                 blocking: false
 198                 description: >-
 199                     The list of test cases is generated by
 200                     Tempest automatically and depends on the parameters of
 201                     the OpenStack deployment.
 202                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 203                 run:
 204                     name: tempest_common
 205                     args:
 206                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 207                         option:
 208                             - '--concurrency=1'
 209
 210             -
 211                 case_name: patrole_admin
 212                 project_name: functest
 213                 criteria: 100
 214                 blocking: false
 215                 description: >-
 216                     Test suite from Patrole project.
 217                 run:
 218                     name: patrole
 219                     args:
 220                         roles: 'admin'
 221                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 222                           (?!.*test_show_auto_allocated_topology)\
 223                           (?!.*test_delete_auto_allocated_topology)\
 224                           (?!.*test_create_network_provider_segmentation_id)\
 225                           (?!.*compute.test_floating_ips_rbac)\
 226                           (?!.*test_reset_network)\
 227                           (?!.*test_create_image_from_volume_backed_server)\
 228                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 229                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 230                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 231                           (?!.*test_group_type_specs)\
 232                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 233                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 234                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 235                           (?!.*test_quota_classes_rbac)\
 236                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 237                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 238                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 239                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 240                           (?!.*test_volume_types_rbac)\
 241                           (?=.*[.*\bslow\b.*])\
 242                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 243                         option:
 244                             - '--concurrency=4'
 245
 246             -
 247                 case_name: patrole_member
 248                 project_name: functest
 249                 criteria: 100
 250                 blocking: false
 251                 description: >-
 252                     Test suite from Patrole project.
 253                 run:
 254                     name: patrole
 255                     args:
 256                         roles: 'member'
 257                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 258                           (?!.*test_show_auto_allocated_topology)\
 259                           (?!.*test_delete_auto_allocated_topology)\
 260                           (?!.*test_create_network_provider_segmentation_id)\
 261                           (?!.*compute.test_floating_ips_rbac)\
 262                           (?!.*test_reset_network)\
 263                           (?!.*test_create_image_from_volume_backed_server)\
 264                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 265                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 266                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 267                           (?!.*test_group_type_specs)\
 268                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 269                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 270                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 271                           (?!.*test_quota_classes_rbac)\
 272                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 273                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 274                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 275                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 276                           (?!.*test_volume_types_rbac)\
 277                           (?=.*[.*\bslow\b.*])\
 278                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 279                         option:
 280                             - '--concurrency=4'
 281
 282             -
 283                 case_name: patrole_reader
 284                 project_name: functest
 285                 criteria: 100
 286                 blocking: false
 287                 description: >-
 288                     Test suite from Patrole project.
 289                 run:
 290                     name: patrole
 291                     args:
 292                         roles: 'reader'
 293                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 294                           (?!.*test_show_auto_allocated_topology)\
 295                           (?!.*test_delete_auto_allocated_topology)\
 296                           (?!.*test_create_network_provider_segmentation_id)\
 297                           (?!.*compute.test_floating_ips_rbac)\
 298                           (?!.*test_reset_network)\
 299                           (?!.*test_create_image_from_volume_backed_server)\
 300                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 301                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 302                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 303                           (?!.*test_group_type_specs)\
 304                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 305                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 306                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 307                           (?!.*test_quota_classes_rbac)\
 308                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 309                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 310                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 311                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 312                           (?!.*test_volume_types_rbac)\
 313                           (?=.*[.*\bslow\b.*])\
 314                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 315                         option:
 316                             - '--concurrency=4'
 317
 318             -
 319                 case_name: tempest_barbican
 320                 project_name: functest
 321                 criteria: 100
 322                 blocking: false
 323                 description: >-
 324                     It leverages on the tempest plugin containing tests used to
 325                     verify the functionality of a barbican installation.
 326                 run:
 327                     name: barbican
 328                     args:
 329                         mode:
 330                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 331                         services:
 332                             - barbican
 333                         option:
 334                             - '--concurrency=4'
 335
 336             -
 337                 case_name: tempest_octavia
 338                 project_name: functest
 339                 criteria: 100
 340                 blocking: false
 341                 description: >-
 342                     It leverages on the tempest plugin containing tests used to
 343                     verify the functionality of an octavia installation.
 344                 run:
 345                     name: tempest_common
 346                     args:
 347                         mode: "(?!.*api.v2.test_availability_zone)\
 348                             (?!.*api.v2.test_availability_zone_profile)\
 349                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 350                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 351                             (^octavia_tempest_plugin.tests.(api|scenario))"
 352                         services:
 353                             - octavia
 354                         option:
 355                             - '--concurrency=2'
 356
 357             -
 358                 case_name: tempest_cyborg
 359                 project_name: functest
 360                 criteria: 100
 361                 blocking: false
 362                 description: >-
 363                     It leverages on the tempest plugin containing tests used to
 364                     verify the functionality of a cyborg installation.
 365                 run:
 366                     name: tempest_common
 367                     args:
 368                         mode: '^cyborg_tempest_plugin'
 369                         services:
 370                             - cyborg
 371                         option:
 372                             - '--concurrency=4'