docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     This test case runs the Tempest suite proposed by the
  15                     Neutron project. The list of test cases is generated by
  16                     Tempest automatically and depends on the parameters of
  17                     the OpenStack deployment.
  18                 run:
  19                     name: tempest_common
  20                     args:
  21                         mode: '^neutron_tempest_plugin\.api'
  22                         option:
  23                             - '--concurrency=4'
  24
  25             -
  26                 case_name: tempest_cinder
  27                 project_name: functest
  28                 criteria: 100
  29                 blocking: false
  30                 description: >-
  31                     This test case runs the Tempest suite proposed by the
  32                     Cinder project.
  33                 run:
  34                     name: tempest_common
  35                     args:
  36                         mode: "(?!.*test_incremental_backup)\
  37                             (?!.*test_backup_crossproject_admin_negative)\
  38                             (?!.*test_backup_crossproject_user_negative)\
  39                             (^cinder_tempest_plugin.)"
  40                         option:
  41                             - '--concurrency=4'
  42
  43             -
  44                 case_name: tempest_keystone
  45                 project_name: functest
  46                 criteria: 100
  47                 blocking: false
  48                 description: >-
  49                     This test case runs the Tempest suite proposed by the
  50                     Keystone project.
  51                 run:
  52                     name: tempest_common
  53                     args:
  54                         mode: 'keystone_tempest_plugin.'
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: tempest_heat
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs the Tempest suite proposed by the
  65                     Heat project.
  66                 run:
  67                     name: tempest_heat
  68                     args:
  69                         mode: '^heat_tempest_plugin.tests'
  70                         option:
  71                             - '--concurrency=1'
  72
  73             -
  74                 case_name: tempest_telemetry
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case runs the Tempest suite proposed by the
  80                     Telemetry project.
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  85                             (^telemetry_tempest_plugin)"
  86                         services:
  87                             - aodh
  88                             - gnocchi
  89                             - panko
  90                         option:
  91                             - '--concurrency=4'
  92
  93             -
  94                 case_name: rally_sanity
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Rally suite in smoke mode.
 101                 run:
 102                     name: rally_sanity
 103                     args:
 104                         optional:
 105                             - 'gnocchi'
 106                             - 'barbican'
 107
 108             -
 109                 case_name: refstack_compute
 110                 project_name: functest
 111                 enabled: false
 112                 criteria: 100
 113                 blocking: false
 114                 description: >-
 115                     This test case runs a sub group of tests of the OpenStack
 116                     Compute testcases.
 117                 dependencies:
 118                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 119                 run:
 120                     name: refstack
 121                     args:
 122                         target: compute
 123                         option:
 124                             - '--concurrency=4'
 125
 126             -
 127                 case_name: refstack_object
 128                 project_name: functest
 129                 criteria: 100
 130                 blocking: false
 131                 deny_skipping: true
 132                 tests_count: 58
 133                 description: >-
 134                     This test case runs a sub group of tests of the OpenStack
 135                     Object testcases.
 136                 run:
 137                     name: refstack
 138                     args:
 139                         target: object
 140                         option:
 141                             - '--concurrency=4'
 142
 143             -
 144                 case_name: refstack_platform
 145                 project_name: functest
 146                 enabled: false
 147                 criteria: 100
 148                 blocking: false
 149                 description: >-
 150                     This test case runs a sub group of tests of the OpenStack
 151                     Platform testcases.
 152                 dependencies:
 153                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 154                 run:
 155                     name: refstack
 156                     args:
 157                         target: platform
 158                         option:
 159                             - '--concurrency=4'
 160
 161             -
 162                 case_name: tempest_full
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: false
 166                 description: >-
 167                     The list of test cases is generated by
 168                     Tempest automatically and depends on the parameters of
 169                     the OpenStack deployment.
 170                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 171                 run:
 172                     name: tempest_common
 173                     args:
 174                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 175                         option:
 176                             - '--concurrency=4'
 177
 178             -
 179                 case_name: tempest_scenario
 180                 project_name: functest
 181                 criteria: 100
 182                 blocking: false
 183                 description: >-
 184                     The list of test cases is generated by
 185                     Tempest automatically and depends on the parameters of
 186                     the OpenStack deployment.
 187                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 188                 run:
 189                     name: tempest_common
 190                     args:
 191                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 192                         option:
 193                             - '--concurrency=1'
 194
 195             -
 196                 case_name: tempest_slow
 197                 project_name: functest
 198                 criteria: 100
 199                 blocking: false
 200                 description: >-
 201                     The list of test cases is generated by
 202                     Tempest automatically and depends on the parameters of
 203                     the OpenStack deployment.
 204                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 205                 run:
 206                     name: tempest_common
 207                     args:
 208                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 209                         option:
 210                             - '--concurrency=1'
 211
 212             -
 213                 case_name: patrole_admin
 214                 project_name: functest
 215                 criteria: 100
 216                 blocking: false
 217                 description: >-
 218                     Test suite from Patrole project.
 219                 run:
 220                     name: patrole
 221                     args:
 222                         roles: 'admin'
 223                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 224                           (?!.*test_show_auto_allocated_topology)\
 225                           (?!.*test_delete_auto_allocated_topology)\
 226                           (?!.*test_create_network_provider_segmentation_id)\
 227                           (?!.*compute.test_floating_ips_rbac)\
 228                           (?!.*test_reset_network)\
 229                           (?!.*test_create_image_from_volume_backed_server)\
 230                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 231                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 232                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 233                           (?!.*test_group_type_specs)\
 234                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 235                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 236                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 237                           (?!.*test_quota_classes_rbac)\
 238                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 239                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 240                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 241                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 242                           (?!.*test_volume_types_rbac)\
 243                           (?=.*[.*\bslow\b.*])\
 244                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 245                         option:
 246                             - '--concurrency=4'
 247
 248             -
 249                 case_name: patrole_member
 250                 project_name: functest
 251                 criteria: 100
 252                 blocking: false
 253                 description: >-
 254                     Test suite from Patrole project.
 255                 run:
 256                     name: patrole
 257                     args:
 258                         roles: 'member'
 259                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 260                           (?!.*test_show_auto_allocated_topology)\
 261                           (?!.*test_delete_auto_allocated_topology)\
 262                           (?!.*test_create_network_provider_segmentation_id)\
 263                           (?!.*compute.test_floating_ips_rbac)\
 264                           (?!.*test_reset_network)\
 265                           (?!.*test_create_image_from_volume_backed_server)\
 266                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 267                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 268                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 269                           (?!.*test_group_type_specs)\
 270                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 271                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 272                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 273                           (?!.*test_quota_classes_rbac)\
 274                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 275                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 276                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 277                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 278                           (?!.*test_volume_types_rbac)\
 279                           (?=.*[.*\bslow\b.*])\
 280                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 281                         option:
 282                             - '--concurrency=4'
 283
 284             -
 285                 case_name: patrole_reader
 286                 project_name: functest
 287                 criteria: 100
 288                 blocking: false
 289                 description: >-
 290                     Test suite from Patrole project.
 291                 run:
 292                     name: patrole
 293                     args:
 294                         roles: 'reader'
 295                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 296                           (?!.*test_show_auto_allocated_topology)\
 297                           (?!.*test_delete_auto_allocated_topology)\
 298                           (?!.*test_create_network_provider_segmentation_id)\
 299                           (?!.*compute.test_floating_ips_rbac)\
 300                           (?!.*test_reset_network)\
 301                           (?!.*test_create_image_from_volume_backed_server)\
 302                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 303                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 304                           (?!.*test_policy_minimum_bandwidth_rule_rbac)\
 305                           (?!.*test_group_type_specs)\
 306                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 307                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 308                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 309                           (?!.*test_quota_classes_rbac)\
 310                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 311                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 312                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 313                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 314                           (?!.*test_volume_types_rbac)\
 315                           (?=.*[.*\bslow\b.*])\
 316                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 317                         option:
 318                             - '--concurrency=4'
 319
 320             -
 321                 case_name: tempest_barbican
 322                 project_name: functest
 323                 criteria: 100
 324                 blocking: false
 325                 description: >-
 326                     It leverages on the tempest plugin containing tests used to
 327                     verify the functionality of a barbican installation.
 328                 run:
 329                     name: barbican
 330                     args:
 331                         mode:
 332                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 333                         services:
 334                             - barbican
 335                         option:
 336                             - '--concurrency=4'
 337
 338             -
 339                 case_name: tempest_octavia
 340                 project_name: functest
 341                 criteria: 100
 342                 blocking: false
 343                 description: >-
 344                     It leverages on the tempest plugin containing tests used to
 345                     verify the functionality of an octavia installation.
 346                 run:
 347                     name: tempest_common
 348                     args:
 349                         mode: "(?!.*api.v2.test_availability_zone)\
 350                             (?!.*api.v2.test_availability_zone_profile)\
 351                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 352                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 353                             (^octavia_tempest_plugin.tests.(api|scenario))"
 354                         services:
 355                             - octavia
 356                         option:
 357                             - '--concurrency=2'
 358
 359             -
 360                 case_name: tempest_cyborg
 361                 project_name: functest
 362                 criteria: 100
 363                 blocking: false
 364                 description: >-
 365                     It leverages on the tempest plugin containing tests used to
 366                     verify the functionality of a cyborg installation.
 367                 run:
 368                     name: tempest_common
 369                     args:
 370                         mode: '^cyborg_tempest_plugin'
 371                         services:
 372                             - cyborg
 373                         option:
 374                             - '--concurrency=4'