docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 500
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*admin.test_agent_availability_zone)\
  25                             (?!.*admin.test_dhcp_agent_scheduler)\
  26                             (?!.*admin.test_l3_agent_scheduler)\
  27                             (?!.*admin.test_logging)\
  28                             (?!.*admin.test_logging_negative)\
  29                             (?!.*admin.test_network_segment_range)\
  30                             (?!.*admin.test_ports.PortTestCasesAdmin.test_regenerate_mac_address)\
  31                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  32                             (?!.*admin.test_routers_dvr)\
  33                             (?!.*admin.test_routers_flavors)\
  34                             (?!.*admin.test_routers_ha)\
  35                             (?!.*test_conntrack_helper)\
  36                             (?!.*test_floating_ips.FloatingIPPoolTestJSON)\
  37                             (?!.*test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_port_details)\
  38                             (?!.*test_metering_extensions)\
  39                             (?!.*test_metering_negative)\
  40                             (?!.*test_networks.NetworksSearchCriteriaTest.test_list_validation_filters)\
  41                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  42                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  43                             (?!.*test_port_forwardings)\
  44                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  45                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  46                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  47                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  48                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  49                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  50                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  51                             (?!.*test_revisions.TestRevisions.test_update_router_extra_attributes_bumps_revision)\
  52                             (?!.*test_router_interface_fip)\
  53                             (?!.*test_routers.DvrRoutersTest)\
  54                             (?!.*test_routers.HaRoutersTest)\
  55                             (?!.*test_routers.RoutersIpV6Test.test_extra_routes_atomic)\
  56                             (?!.*test_routers.RoutersTest.test_extra_routes_atomic)\
  57                             (?!.*test_routers_negative.DvrRoutersNegativeTest)\
  58                             (?!.*test_routers_negative.DvrRoutersNegativeTestExtended)\
  59                             (?!.*test_routers_negative.HaRoutersNegativeTest)\
  60                             (?!.*test_security_groups.RbacSharedSecurityGroupTest)\
  61                             (?!.*test_subnetpool_prefix_ops)\
  62                             (?!.*test_subnetpools.SubnetPoolsSearchCriteriaTest.test_list_validation_filters)\
  63                             (?!.*test_subnets.SubnetsSearchCriteriaTest.test_list_validation_filters)\
  64                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  65                             (?!.*test_trunk.TrunkTestInheritJSONBase.test_add_subport)\
  66                             (?!.*test_trunk.TrunkTestMtusJSON)\
  67                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  68                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  69                             (^neutron_tempest_plugin.api)"
  70                         option:
  71                             - '--concurrency=4'
  72
  73             -
  74                 case_name: tempest_cinder
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 deny_skipping: true
  79                 tests_count: 7
  80                 description: >-
  81                     This test case runs the Tempest suite proposed by the
  82                     Cinder project.
  83                 run:
  84                     name: tempest_common
  85                     args:
  86                         mode: "(?!.*test_incremental_backup)\
  87                             (?!.*test_consistencygroups)\
  88                             (^cinder_tempest_plugin.)"
  89                         option:
  90                             - '--concurrency=4'
  91
  92             -
  93                 case_name: tempest_keystone
  94                 project_name: functest
  95                 criteria: 100
  96                 blocking: false
  97                 deny_skipping: true
  98                 tests_count: 38
  99                 description: >-
 100                     This test case runs the Tempest suite proposed by the
 101                     Keystone project.
 102                 run:
 103                     name: tempest_common
 104                     args:
 105                         mode: "(?!.*scenario.test_federated_authentication)\
 106                             keystone_tempest_plugin."
 107                         option:
 108                             - '--concurrency=4'
 109
 110             -
 111                 case_name: rally_sanity
 112                 project_name: functest
 113                 criteria: 100
 114                 blocking: false
 115                 description: >-
 116                     This test case runs a sub group of tests of the OpenStack
 117                     Rally suite in smoke mode.
 118                 run:
 119                     name: rally_sanity
 120                     args:
 121                         tests:
 122                             - 'authenticate'
 123                             - 'glance'
 124                             - 'cinder'
 125                             - 'heat'
 126                             - 'keystone'
 127                             - 'neutron'
 128                             - 'nova'
 129                             - 'quotas'
 130                             - 'swift'
 131
 132             -
 133                 case_name: tempest_full
 134                 project_name: functest
 135                 criteria: 100
 136                 blocking: false
 137                 deny_skipping: true
 138                 tests_count: 1283
 139                 description: >-
 140                     The list of test cases is generated by
 141                     Tempest automatically and depends on the parameters of
 142                     the OpenStack deployment.
 143                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 144                 run:
 145                     name: tempest_common
 146                     args:
 147                         mode: "(?!.*test_fixed_ips)\
 148                           (?!.*test_fixed_ips_negative)\
 149                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 150                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 151                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 152                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 153                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 154                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 155                           (?!.*certificates.test_certificates)\
 156                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 157                           (?!.*test_novnc)(?!.*test_server_personality)\
 158                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 159                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 160                           (?!.*servers.test_virtual_interfaces)\
 161                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 162                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 163                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 164                           (?!.*test_security_group_default_rules)\
 165                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 166                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 167                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 168                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 169                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 170                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 171                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 172                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 173                           (?!.*compute.test_networks)\
 174                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 175                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 176                           (?!.*image.v1)\
 177                           (?!.*admin.test_dhcp_agent_scheduler)\
 178                           (?!.*admin.test_routers_dvr)\
 179                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 180                           (?!.*test_routers_negative.DvrRoutersNegativeTest)\
 181                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 182                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 183                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 184                           (?!.*test_multi_backend)\
 185                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 186                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 187                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 188                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 189                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 190                         option:
 191                             - '--concurrency=4'
 192
 193             -
 194                 case_name: tempest_scenario
 195                 project_name: functest
 196                 criteria: 100
 197                 blocking: false
 198                 deny_skipping: true
 199                 tests_count: 9
 200                 description: >-
 201                     The list of test cases is generated by
 202                     Tempest automatically and depends on the parameters of
 203                     the OpenStack deployment.
 204                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 205                 run:
 206                     name: tempest_scenario
 207                     args:
 208                         mode: "(?!.*test_network_v6)\
 209                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 210                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 211                         option:
 212                             - '--concurrency=1'
 213
 214             -
 215                 case_name: tempest_slow
 216                 project_name: functest
 217                 criteria: 100
 218                 blocking: false
 219                 deny_skipping: true
 220                 tests_count: 36
 221                 description: >-
 222                     The list of test cases is generated by
 223                     Tempest automatically and depends on the parameters of
 224                     the OpenStack deployment.
 225                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 226                 run:
 227                     name: tempest_common
 228                     args:
 229                         mode: "(?!.*test_volume_swap)\
 230                           (?!.*test_server_personality)\
 231                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 232                           (?!.*test_encrypted_cinder_volumes)\
 233                           (?!.*test_minbw_allocation_placement)\
 234                           (?!.*test_network_basic_ops.TestNetworkBasicOps.test_router_rescheduling)\
 235                           (?!.*test_network_v6)\
 236                           (?!.*test_volume_migrate_attached)\
 237                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 238                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 239                         option:
 240                             - '--concurrency=1'