docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 535
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*admin.test_dhcp_agent_scheduler)\
  25                             (?!.*admin.test_logging)\
  26                             (?!.*admin.test_logging_negative)\
  27                             (?!.*admin.test_network_segment_range)\
  28                             (?!.*admin.test_ports.PortTestCasesResourceRequest)\
  29                             (?!.*test_conntrack_helper)\
  30                             (?!.*test_metering_extensions)\
  31                             (?!.*test_metering_negative)\
  32                             (?!.*test_networks.NetworksTestAdmin.test_create_tenant_network_vxlan)\
  33                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  34                             (?!.*test_port_forwardings)\
  35                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  36                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  37                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  38                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  39                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  40                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  41                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  42                             (?!.*test_router_interface_fip)\
  43                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  44                             (?!.*test_trunk.TrunkTestMtusJSON)\
  45                             (?!.*test_trunk_negative.TrunkTestJSON.test_create_subport_invalid_inherit_network_segmentation_type)\
  46                             (?!.*test_trunk_negative.TrunkTestMtusJSON)\
  47                             (^neutron_tempest_plugin.api)"
  48                         option:
  49                             - '--concurrency=4'
  50
  51             -
  52                 case_name: tempest_cinder
  53                 project_name: functest
  54                 criteria: 100
  55                 blocking: false
  56                 deny_skipping: true
  57                 tests_count: 7
  58                 description: >-
  59                     This test case runs the Tempest suite proposed by the
  60                     Cinder project.
  61                 run:
  62                     name: tempest_common
  63                     args:
  64                         mode: "(?!.*test_incremental_backup)\
  65                             (?!.*test_consistencygroups)\
  66                             (^cinder_tempest_plugin.)"
  67                         option:
  68                             - '--concurrency=4'
  69
  70             -
  71                 case_name: tempest_keystone
  72                 project_name: functest
  73                 criteria: 100
  74                 blocking: false
  75                 deny_skipping: true
  76                 tests_count: 38
  77                 description: >-
  78                     This test case runs the Tempest suite proposed by the
  79                     Keystone project.
  80                 run:
  81                     name: tempest_common
  82                     args:
  83                         mode: "(?!.*scenario.test_federated_authentication)\
  84                             keystone_tempest_plugin."
  85                         option:
  86                             - '--concurrency=4'
  87
  88             -
  89                 case_name: rally_sanity
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: false
  93                 description: >-
  94                     This test case runs a sub group of tests of the OpenStack
  95                     Rally suite in smoke mode.
  96                 run:
  97                     name: rally_sanity
  98                     args:
  99                         tests:
 100                             - 'authenticate'
 101                             - 'glance'
 102                             - 'cinder'
 103                             - 'heat'
 104                             - 'keystone'
 105                             - 'neutron'
 106                             - 'nova'
 107                             - 'quotas'
 108                             - 'swift'
 109
 110             -
 111                 case_name: tempest_full
 112                 project_name: functest
 113                 criteria: 100
 114                 blocking: false
 115                 deny_skipping: true
 116                 tests_count: 1287
 117                 description: >-
 118                     The list of test cases is generated by
 119                     Tempest automatically and depends on the parameters of
 120                     the OpenStack deployment.
 121                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 122                 run:
 123                     name: tempest_common
 124                     args:
 125                         mode: "(?!.*test_fixed_ips)\
 126                           (?!.*test_fixed_ips_negative)\
 127                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 128                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 129                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 130                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 131                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 132                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 133                           (?!.*certificates.test_certificates)\
 134                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 135                           (?!.*test_novnc)(?!.*test_server_personality)\
 136                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 137                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 138                           (?!.*servers.test_virtual_interfaces)\
 139                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 140                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 141                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 142                           (?!.*test_security_group_default_rules)\
 143                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 144                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 145                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 146                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 147                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 148                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 149                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 150                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 151                           (?!.*compute.test_networks)\
 152                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 153                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 154                           (?!.*image.v1)\
 155                           (?!.*admin.test_dhcp_agent_scheduler)\
 156                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 157                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 158                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 159                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 160                           (?!.*test_multi_backend)\
 161                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 162                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 163                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 164                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 165                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 166                         option:
 167                             - '--concurrency=4'
 168
 169             -
 170                 case_name: tempest_scenario
 171                 project_name: functest
 172                 criteria: 100
 173                 blocking: false
 174                 deny_skipping: true
 175                 tests_count: 9
 176                 description: >-
 177                     The list of test cases is generated by
 178                     Tempest automatically and depends on the parameters of
 179                     the OpenStack deployment.
 180                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 181                 run:
 182                     name: tempest_scenario
 183                     args:
 184                         mode: "(?!.*test_network_v6)\
 185                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 186                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 187                         option:
 188                             - '--concurrency=1'
 189
 190             -
 191                 case_name: tempest_slow
 192                 project_name: functest
 193                 criteria: 100
 194                 blocking: false
 195                 deny_skipping: true
 196                 tests_count: 37
 197                 description: >-
 198                     The list of test cases is generated by
 199                     Tempest automatically and depends on the parameters of
 200                     the OpenStack deployment.
 201                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 202                 run:
 203                     name: tempest_common
 204                     args:
 205                         mode: "(?!.*test_volume_swap)\
 206                           (?!.*test_server_personality)\
 207                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 208                           (?!.*test_encrypted_cinder_volumes)\
 209                           (?!.*test_minbw_allocation_placement)\
 210                           (?!.*test_network_v6)\
 211                           (?!.*test_volume_migrate_attached)\
 212                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 213                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 214                         option:
 215                             - '--concurrency=1'