docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     This test case runs the Tempest suite proposed by the
  15                     Neutron project. The list of test cases is generated by
  16                     Tempest automatically and depends on the parameters of
  17                     the OpenStack deployment.
  18                 run:
  19                     name: tempest_common
  20                     args:
  21                         mode: '^neutron_tempest_plugin\.api'
  22                         option:
  23                             - '--concurrency=4'
  24
  25             -
  26                 case_name: tempest_cinder
  27                 project_name: functest
  28                 criteria: 100
  29                 blocking: false
  30                 description: >-
  31                     This test case runs the Tempest suite proposed by the
  32                     Cinder project.
  33                 run:
  34                     name: tempest_common
  35                     args:
  36                         mode: "(?!.*test_incremental_backup)\
  37                             (?!.*test_backup_crossproject_admin_negative)\
  38                             (?!.*test_backup_crossproject_user_negative)\
  39                             (^cinder_tempest_plugin.)"
  40                         option:
  41                             - '--concurrency=4'
  42
  43             -
  44                 case_name: tempest_keystone
  45                 project_name: functest
  46                 criteria: 100
  47                 blocking: false
  48                 description: >-
  49                     This test case runs the Tempest suite proposed by the
  50                     Keystone project.
  51                 run:
  52                     name: tempest_common
  53                     args:
  54                         mode: 'keystone_tempest_plugin.'
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: tempest_heat
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs the Tempest suite proposed by the
  65                     Heat project.
  66                 run:
  67                     name: tempest_heat
  68                     args:
  69                         mode: '^heat_tempest_plugin.tests'
  70                         option:
  71                             - '--concurrency=1'
  72
  73             -
  74                 case_name: tempest_telemetry
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case runs the Tempest suite proposed by the
  80                     Telemetry project.
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  85                             (^telemetry_tempest_plugin)"
  86                         services:
  87                             - aodh
  88                             - gnocchi
  89                             - panko
  90                         option:
  91                             - '--concurrency=4'
  92
  93             -
  94                 case_name: rally_sanity
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Rally suite in smoke mode.
 101                 run:
 102                     name: rally_sanity
 103                     args:
 104                         optional:
 105                             - 'gnocchi'
 106                             - 'barbican'
 107
 108             -
 109                 case_name: refstack_compute
 110                 project_name: functest
 111                 criteria: 100
 112                 blocking: false
 113                 description: >-
 114                     This test case runs a sub group of tests of the OpenStack
 115                     Compute testcases.
 116                 dependencies:
 117                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 118                 run:
 119                     name: refstack
 120                     args:
 121                         target: compute
 122                         option:
 123                             - '--concurrency=4'
 124
 125             -
 126                 case_name: refstack_object
 127                 project_name: functest
 128                 criteria: 100
 129                 blocking: false
 130                 description: >-
 131                     This test case runs a sub group of tests of the OpenStack
 132                     Object testcases.
 133                 run:
 134                     name: refstack
 135                     args:
 136                         target: object
 137                         option:
 138                             - '--concurrency=4'
 139
 140             -
 141                 case_name: refstack_platform
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: false
 145                 description: >-
 146                     This test case runs a sub group of tests of the OpenStack
 147                     Platform testcases.
 148                 dependencies:
 149                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 150                 run:
 151                     name: refstack
 152                     args:
 153                         target: platform
 154                         option:
 155                             - '--concurrency=4'
 156
 157             -
 158                 case_name: tempest_full
 159                 project_name: functest
 160                 criteria: 100
 161                 blocking: false
 162                 description: >-
 163                     The list of test cases is generated by
 164                     Tempest automatically and depends on the parameters of
 165                     the OpenStack deployment.
 166                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 167                 run:
 168                     name: tempest_common
 169                     args:
 170                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 171                         option:
 172                             - '--concurrency=4'
 173
 174             -
 175                 case_name: tempest_scenario
 176                 project_name: functest
 177                 criteria: 100
 178                 blocking: false
 179                 description: >-
 180                     The list of test cases is generated by
 181                     Tempest automatically and depends on the parameters of
 182                     the OpenStack deployment.
 183                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 184                 run:
 185                     name: tempest_common
 186                     args:
 187                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 188                         option:
 189                             - '--concurrency=1'
 190
 191             -
 192                 case_name: tempest_slow
 193                 project_name: functest
 194                 criteria: 100
 195                 blocking: false
 196                 description: >-
 197                     The list of test cases is generated by
 198                     Tempest automatically and depends on the parameters of
 199                     the OpenStack deployment.
 200                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 201                 run:
 202                     name: tempest_common
 203                     args:
 204                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 205                         option:
 206                             - '--concurrency=1'
 207
 208             -
 209                 case_name: patrole_admin
 210                 project_name: functest
 211                 criteria: 100
 212                 blocking: false
 213                 description: >-
 214                     Test suite from Patrole project.
 215                 run:
 216                     name: patrole
 217                     args:
 218                         roles: 'admin'
 219                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 220                           (?!.*test_show_auto_allocated_topology)\
 221                           (?!.*test_delete_auto_allocated_topology)\
 222                           (?!.*test_create_network_provider_segmentation_id)\
 223                           (?!.*compute.test_floating_ips_rbac)\
 224                           (?!.*test_reset_network)\
 225                           (?!.*test_create_image_from_volume_backed_server)\
 226                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 227                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 228                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 229                           (?!.*test_group_type_specs)\
 230                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 231                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 232                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 233                           (?!.*test_group_snapshots_rbac)\
 234                           (?!.*test_groups_rbac)\
 235                           (?!.*test_quota_classes_rbac)\
 236                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
 237                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
 238                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
 239                           (?!.*test_user_messages_rbac)\
 240                           (?!.*test_volume_actions_rbac.VolumesActionsV310RbacTest)\
 241                           (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
 242                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 243                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 244                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 245                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 246                           (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
 247                           (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
 248                           (?!.*test_volume_types_rbac)\
 249                           (?=.*[.*\bslow\b.*])\
 250                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 251                         option:
 252                             - '--concurrency=4'
 253
 254             -
 255                 case_name: patrole_member
 256                 project_name: functest
 257                 criteria: 100
 258                 blocking: false
 259                 description: >-
 260                     Test suite from Patrole project.
 261                 run:
 262                     name: patrole
 263                     args:
 264                         roles: 'member'
 265                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 266                           (?!.*test_show_auto_allocated_topology)\
 267                           (?!.*test_delete_auto_allocated_topology)\
 268                           (?!.*test_create_network_provider_segmentation_id)\
 269                           (?!.*compute.test_floating_ips_rbac)\
 270                           (?!.*test_reset_network)\
 271                           (?!.*test_create_image_from_volume_backed_server)\
 272                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 273                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 274                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 275                           (?!.*test_group_type_specs)\
 276                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 277                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 278                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 279                           (?!.*test_group_snapshots_rbac)\
 280                           (?!.*test_groups_rbac)\
 281                           (?!.*test_quota_classes_rbac)\
 282                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
 283                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
 284                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
 285                           (?!.*test_user_messages_rbac)\
 286                           (?!.*test_volume_actions_rbac.VolumesActionsV310RbacTest)\
 287                           (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
 288                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 289                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 290                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 291                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 292                           (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
 293                           (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
 294                           (?!.*test_volume_types_rbac)\
 295                           (?=.*[.*\bslow\b.*])\
 296                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 297                         option:
 298                             - '--concurrency=4'
 299
 300             -
 301                 case_name: patrole_reader
 302                 project_name: functest
 303                 criteria: 100
 304                 blocking: false
 305                 description: >-
 306                     Test suite from Patrole project.
 307                 run:
 308                     name: patrole
 309                     args:
 310                         roles: 'reader'
 311                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 312                           (?!.*test_show_auto_allocated_topology)\
 313                           (?!.*test_delete_auto_allocated_topology)\
 314                           (?!.*test_create_network_provider_segmentation_id)\
 315                           (?!.*compute.test_floating_ips_rbac)\
 316                           (?!.*test_reset_network)\
 317                           (?!.*test_create_image_from_volume_backed_server)\
 318                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 319                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 320                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 321                           (?!.*test_group_type_specs)\
 322                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 323                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 324                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 325                           (?!.*test_group_snapshots_rbac)\
 326                           (?!.*test_groups_rbac)\
 327                           (?!.*test_quota_classes_rbac)\
 328                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_create_interface)\
 329                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_delete_interface)\
 330                           (?!.*test_server_misc_policy_actions_rbac.MiscPolicyActionsNetworkRbacTest.test_show_interface)\
 331                           (?!.*test_user_messages_rbac)\
 332                           (?!.*test_volume_actions_rbac.VolumesActionsV310RbacTest)\
 333                           (?!.*test_volume_actions_rbac.VolumesActionsV312RbacTest)\
 334                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 335                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 336                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 337                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 338                           (?!.*test_volumes_backup_rbac.VolumesBackupsV318RbacTest)\
 339                           (?!.*test_volumes_backup_rbac.VolumesBackupsV39RbacTest)\
 340                           (?!.*test_volume_types_rbac)\
 341                           (?=.*[.*\bslow\b.*])\
 342                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 343                         option:
 344                             - '--concurrency=4'
 345
 346             -
 347                 case_name: tempest_barbican
 348                 project_name: functest
 349                 criteria: 100
 350                 blocking: false
 351                 description: >-
 352                     It leverages on the tempest plugin containing tests used to
 353                     verify the functionality of a barbican installation.
 354                 run:
 355                     name: barbican
 356                     args:
 357                         mode:
 358                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 359                         services:
 360                             - barbican
 361                         option:
 362                             - '--concurrency=4'
 363
 364             -
 365                 case_name: tempest_octavia
 366                 project_name: functest
 367                 criteria: 100
 368                 blocking: false
 369                 description: >-
 370                     It leverages on the tempest plugin containing tests used to
 371                     verify the functionality of an octavia installation.
 372                 run:
 373                     name: tempest_common
 374                     args:
 375                         mode: "(?!.*api.v2.test_availability_zone)\
 376                             (?!.*api.v2.test_availability_zone_profile)\
 377                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 378                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 379                             (^octavia_tempest_plugin.tests.(api|scenario))"
 380                         services:
 381                             - octavia
 382                         option:
 383                             - '--concurrency=2'
 384
 385             -
 386                 case_name: tempest_cyborg
 387                 project_name: functest
 388                 criteria: 100
 389                 blocking: false
 390                 description: >-
 391                     It leverages on the tempest plugin containing tests used to
 392                     verify the functionality of a cyborg installation.
 393                 run:
 394                     name: tempest_common
 395                     args:
 396                         mode: '^cyborg_tempest_plugin'
 397                         services:
 398                             - cyborg
 399                         option:
 400                             - '--concurrency=4'