docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     This test case runs the Tempest suite proposed by the
  15                     Neutron project. The list of test cases is generated by
  16                     Tempest automatically and depends on the parameters of
  17                     the OpenStack deployment.
  18                 run:
  19                     name: tempest_common
  20                     args:
  21                         mode: '^neutron_tempest_plugin\.api'
  22                         option:
  23                             - '--concurrency=4'
  24
  25             -
  26                 case_name: tempest_cinder
  27                 project_name: functest
  28                 criteria: 100
  29                 blocking: false
  30                 description: >-
  31                     This test case runs the Tempest suite proposed by the
  32                     Cinder project.
  33                 run:
  34                     name: tempest_common
  35                     args:
  36                         mode: "(?!.*test_incremental_backup)\
  37                             (?!.*test_backup_crossproject_admin_negative)\
  38                             (?!.*test_backup_crossproject_user_negative)\
  39                             (^cinder_tempest_plugin.)"
  40                         option:
  41                             - '--concurrency=4'
  42
  43             -
  44                 case_name: tempest_keystone
  45                 project_name: functest
  46                 criteria: 100
  47                 blocking: false
  48                 description: >-
  49                     This test case runs the Tempest suite proposed by the
  50                     Keystone project.
  51                 run:
  52                     name: tempest_common
  53                     args:
  54                         mode: 'keystone_tempest_plugin.'
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: tempest_heat
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs the Tempest suite proposed by the
  65                     Heat project.
  66                 run:
  67                     name: tempest_heat
  68                     args:
  69                         mode: '^heat_tempest_plugin.tests'
  70                         option:
  71                             - '--concurrency=1'
  72
  73             -
  74                 case_name: tempest_telemetry
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case runs the Tempest suite proposed by the
  80                     Telemetry project.
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  85                             (^telemetry_tempest_plugin)"
  86                         services:
  87                             - aodh
  88                             - gnocchi
  89                             - panko
  90                         option:
  91                             - '--concurrency=4'
  92
  93             -
  94                 case_name: rally_sanity
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Rally suite in smoke mode.
 101                 run:
 102                     name: rally_sanity
 103                     args:
 104                         optional:
 105                             - 'gnocchi'
 106                             - 'barbican'
 107
 108             -
 109                 case_name: refstack_compute
 110                 project_name: functest
 111                 enabled: false
 112                 criteria: 100
 113                 blocking: false
 114                 description: >-
 115                     This test case runs a sub group of tests of the OpenStack
 116                     Compute testcases.
 117                 dependencies:
 118                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 119                 run:
 120                     name: refstack
 121                     args:
 122                         target: compute
 123                         option:
 124                             - '--concurrency=4'
 125
 126             -
 127                 case_name: refstack_object
 128                 project_name: functest
 129                 criteria: 100
 130                 blocking: false
 131                 deny_skipping: true
 132                 tests_count: 58
 133                 description: >-
 134                     This test case runs a sub group of tests of the OpenStack
 135                     Object testcases.
 136                 run:
 137                     name: refstack
 138                     args:
 139                         target: object
 140                         option:
 141                             - '--concurrency=4'
 142
 143             -
 144                 case_name: refstack_platform
 145                 project_name: functest
 146                 enabled: false
 147                 criteria: 100
 148                 blocking: false
 149                 description: >-
 150                     This test case runs a sub group of tests of the OpenStack
 151                     Platform testcases.
 152                 dependencies:
 153                     - NO_TENANT_NETWORK: '^(?![tT]rue$)'
 154                 run:
 155                     name: refstack
 156                     args:
 157                         target: platform
 158                         option:
 159                             - '--concurrency=4'
 160
 161             -
 162                 case_name: tempest_full
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: false
 166                 description: >-
 167                     The list of test cases is generated by
 168                     Tempest automatically and depends on the parameters of
 169                     the OpenStack deployment.
 170                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 171                 run:
 172                     name: tempest_common
 173                     args:
 174                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 175                         option:
 176                             - '--concurrency=4'
 177
 178             -
 179                 case_name: tempest_scenario
 180                 project_name: functest
 181                 criteria: 100
 182                 blocking: false
 183                 description: >-
 184                     The list of test cases is generated by
 185                     Tempest automatically and depends on the parameters of
 186                     the OpenStack deployment.
 187                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 188                 run:
 189                     name: tempest_common
 190                     args:
 191                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 192                         option:
 193                             - '--concurrency=1'
 194
 195             -
 196                 case_name: tempest_slow
 197                 project_name: functest
 198                 criteria: 100
 199                 blocking: false
 200                 description: >-
 201                     The list of test cases is generated by
 202                     Tempest automatically and depends on the parameters of
 203                     the OpenStack deployment.
 204                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 205                 run:
 206                     name: tempest_common
 207                     args:
 208                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 209                         option:
 210                             - '--concurrency=1'
 211
 212             -
 213                 case_name: patrole_admin
 214                 project_name: functest
 215                 criteria: 100
 216                 blocking: false
 217                 description: >-
 218                     Test suite from Patrole project.
 219                 run:
 220                     name: patrole
 221                     args:
 222                         roles: 'admin'
 223                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 224                           (?!.*test_show_auto_allocated_topology)\
 225                           (?!.*test_delete_auto_allocated_topology)\
 226                           (?!.*test_create_network_provider_segmentation_id)\
 227                           (?!.*compute.test_floating_ips_rbac)\
 228                           (?!.*test_reset_network)\
 229                           (?!.*test_create_image_from_volume_backed_server)\
 230                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 231                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 232                           (?!.*test_group_type_specs)\
 233                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 234                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 235                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 236                           (?!.*test_quota_classes_rbac)\
 237                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 238                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 239                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 240                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 241                           (?!.*test_volume_types_rbac)\
 242                           (?=.*[.*\bslow\b.*])\
 243                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 244                         option:
 245                             - '--concurrency=4'
 246
 247             -
 248                 case_name: patrole_member
 249                 project_name: functest
 250                 criteria: 100
 251                 blocking: false
 252                 description: >-
 253                     Test suite from Patrole project.
 254                 run:
 255                     name: patrole
 256                     args:
 257                         roles: 'member'
 258                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 259                           (?!.*test_show_auto_allocated_topology)\
 260                           (?!.*test_delete_auto_allocated_topology)\
 261                           (?!.*test_create_network_provider_segmentation_id)\
 262                           (?!.*compute.test_floating_ips_rbac)\
 263                           (?!.*test_reset_network)\
 264                           (?!.*test_create_image_from_volume_backed_server)\
 265                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 266                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 267                           (?!.*test_group_type_specs)\
 268                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 269                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 270                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 271                           (?!.*test_quota_classes_rbac)\
 272                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 273                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 274                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 275                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 276                           (?!.*test_volume_types_rbac)\
 277                           (?=.*[.*\bslow\b.*])\
 278                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 279                         option:
 280                             - '--concurrency=4'
 281
 282             -
 283                 case_name: patrole_reader
 284                 project_name: functest
 285                 criteria: 100
 286                 blocking: false
 287                 description: >-
 288                     Test suite from Patrole project.
 289                 run:
 290                     name: patrole
 291                     args:
 292                         roles: 'reader'
 293                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 294                           (?!.*test_show_auto_allocated_topology)\
 295                           (?!.*test_delete_auto_allocated_topology)\
 296                           (?!.*test_create_network_provider_segmentation_id)\
 297                           (?!.*compute.test_floating_ips_rbac)\
 298                           (?!.*test_reset_network)\
 299                           (?!.*test_create_image_from_volume_backed_server)\
 300                           (?!.*test_network_ip_availability_rbac.NetworkIpAvailabilityExtRbacTest.test_get_network_ip_availabilities)\
 301                           (?!.*test_policy_bandwidth_limit_rule_rbac)\
 302                           (?!.*test_group_type_specs)\
 303                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_create_group_type)\
 304                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_delete_group_type)\
 305                           (?!.*test_groups_rbac.GroupTypesV3RbacTest.test_update_group_type)\
 306                           (?!.*test_quota_classes_rbac)\
 307                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_delete_volume_image_metadata)\
 308                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_list_volumes_details_image_metadata)\
 309                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_show_volume_details_image_metadata)\
 310                           (?!.*test_volume_metadata_rbac.VolumeMetadataV3RbacTest.test_update_volume_image_metadata)\
 311                           (?!.*test_volume_types_rbac)\
 312                           (?=.*[.*\bslow\b.*])\
 313                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 314                         option:
 315                             - '--concurrency=4'
 316
 317             -
 318                 case_name: tempest_barbican
 319                 project_name: functest
 320                 criteria: 100
 321                 blocking: false
 322                 description: >-
 323                     It leverages on the tempest plugin containing tests used to
 324                     verify the functionality of a barbican installation.
 325                 run:
 326                     name: barbican
 327                     args:
 328                         mode:
 329                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 330                         services:
 331                             - barbican
 332                         option:
 333                             - '--concurrency=4'
 334
 335             -
 336                 case_name: tempest_octavia
 337                 project_name: functest
 338                 criteria: 100
 339                 blocking: false
 340                 description: >-
 341                     It leverages on the tempest plugin containing tests used to
 342                     verify the functionality of an octavia installation.
 343                 run:
 344                     name: tempest_common
 345                     args:
 346                         mode: "(?!.*api.v2.test_availability_zone)\
 347                             (?!.*api.v2.test_availability_zone_profile)\
 348                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 349                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 350                             (^octavia_tempest_plugin.tests.(api|scenario))"
 351                         services:
 352                             - octavia
 353                         option:
 354                             - '--concurrency=2'
 355
 356             -
 357                 case_name: tempest_cyborg
 358                 project_name: functest
 359                 criteria: 100
 360                 blocking: false
 361                 description: >-
 362                     It leverages on the tempest plugin containing tests used to
 363                     verify the functionality of a cyborg installation.
 364                 run:
 365                     name: tempest_common
 366                     args:
 367                         mode: '^cyborg_tempest_plugin'
 368                         services:
 369                             - cyborg
 370                         option:
 371                             - '--concurrency=4'