docker/smoke-cntt/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         order: 1
   6         description: >-
   7             Set of basic Functional tests to validate the OPNFV scenarios.
   8         testcases:
   9             -
  10                 case_name: neutron-tempest-plugin-api
  11                 project_name: functest
  12                 criteria: 100
  13                 blocking: false
  14                 deny_skipping: true
  15                 tests_count: 538
  16                 description: >-
  17                     This test case runs the Tempest suite proposed by the
  18                     Neutron project. The list of test cases is generated by
  19                     Tempest automatically and depends on the parameters of
  20                     the OpenStack deployment.
  21                 run:
  22                     name: tempest_common
  23                     args:
  24                         mode: "(?!.*test_logging)(?!.*test_logging_negative)\
  25                             (?!.*test_network_segment_range)\
  26                             (?!.*test_ports.PortTestCasesResourceRequest)\
  27                             (?!.*test_conntrack_helper)\
  28                             (?!.*test_metering_extensions)\
  29                             (?!.*test_metering_negative)\
  30                             (?!.*test_networks.NetworksTestJSON.test_create_update_network_dns_domain)\
  31                             (?!.*test_port_forwardings)\
  32                             (?!.*test_ports.PortsTestJSON.test_create_port_with_propagate_uplink_status)\
  33                             (?!.*test_ports.PortsTestJSON.test_create_port_without_propagate_uplink_status)\
  34                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_domain)\
  35                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_dns_name)\
  36                             (?!.*test_ports.PortsTestJSON.test_create_update_port_with_no_dns_name)\
  37                             (?!.*test_revisions.TestRevisions.test_update_dns_domain_bumps_revision)\
  38                             (?!.*test_router_interface_fip)\
  39                             (?!.*test_timestamp.TestTimeStamp.test_segment_with_timestamp)\
  40                             (?!.*test_qos.QosMinimumBandwidthRuleTestJSON)\
  41                             (^neutron_tempest_plugin.api)"
  42                         option:
  43                             - '--concurrency=4'
  44
  45             -
  46                 case_name: tempest_cinder
  47                 project_name: functest
  48                 criteria: 100
  49                 blocking: false
  50                 deny_skipping: true
  51                 tests_count: 7
  52                 description: >-
  53                     This test case runs the Tempest suite proposed by the
  54                     Cinder project.
  55                 run:
  56                     name: tempest_common
  57                     args:
  58                         mode: "(?!.*test_incremental_backup)\
  59                             (?!.*test_consistencygroups)\
  60                             (^cinder_tempest_plugin.)"
  61                         option:
  62                             - '--concurrency=4'
  63
  64             -
  65                 case_name: tempest_keystone
  66                 project_name: functest
  67                 criteria: 100
  68                 blocking: false
  69                 deny_skipping: true
  70                 tests_count: 38
  71                 description: >-
  72                     This test case runs the Tempest suite proposed by the
  73                     Keystone project.
  74                 run:
  75                     name: tempest_common
  76                     args:
  77                         mode: "(?!.*scenario.test_federated_authentication)\
  78                             keystone_tempest_plugin."
  79                         option:
  80                             - '--concurrency=4'
  81
  82             -
  83                 case_name: rally_sanity
  84                 project_name: functest
  85                 criteria: 100
  86                 blocking: false
  87                 description: >-
  88                     This test case runs a sub group of tests of the OpenStack
  89                     Rally suite in smoke mode.
  90                 run:
  91                     name: rally_sanity
  92                     args:
  93                         tests:
  94                             - 'authenticate'
  95                             - 'glance'
  96                             - 'cinder'
  97                             - 'heat'
  98                             - 'keystone'
  99                             - 'neutron'
 100                             - 'nova'
 101                             - 'quotas'
 102                             - 'swift'
 103
 104             -
 105                 case_name: tempest_full
 106                 project_name: functest
 107                 criteria: 100
 108                 blocking: false
 109                 deny_skipping: true
 110                 tests_count: 1295
 111                 description: >-
 112                     The list of test cases is generated by
 113                     Tempest automatically and depends on the parameters of
 114                     the OpenStack deployment.
 115                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 116                 run:
 117                     name: tempest_common
 118                     args:
 119                         mode: "(?!.*test_fixed_ips)\
 120                           (?!.*test_fixed_ips_negative)\
 121                           (?!.*test_auto_allocate_network)(?!.*test_floating_ips_bulk)\
 122                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
 123                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
 124                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
 125                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
 126                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
 127                           (?!.*certificates.test_certificates)\
 128                           (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
 129                           (?!.*test_novnc)(?!.*test_server_personality)\
 130                           (?!.*test_servers.ServerShowV263Test.test_show_update_rebuild_list_server)\
 131                           (?!.*test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded)\
 132                           (?!.*servers.test_virtual_interfaces)\
 133                           (?!.*test_server_actions.ServerActionsTestJSON.test_change_server_password)\
 134                           (?!.*test_server_actions.ServerActionsTestJSON.test_get_vnc_console)\
 135                           (?!.*test_server_actions.ServerActionsTestJSON.test_reboot_server_soft)\
 136                           (?!.*test_security_group_default_rules)\
 137                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
 138                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
 139                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
 140                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
 141                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
 142                           (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
 143                           (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
 144                           (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
 145                           (?!.*compute.test_networks)\
 146                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
 147                           (?!.*identity.admin.v2)(?!.*identity.v2)\
 148                           (?!.*image.v1)\
 149                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
 150                           (?!.*test_routers.RoutersIpV6Test.test_create_router_set_gateway_with_fixed_ip)\
 151                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
 152                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
 153                           (?!.*test_multi_backend)\
 154                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
 155                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
 156                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
 157                           (?!.*test_volumes_extend.VolumesExtendAttachedTest.test_extend_attached_volume)\
 158                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
 159                         option:
 160                             - '--concurrency=4'
 161
 162             -
 163                 case_name: tempest_scenario
 164                 project_name: functest
 165                 criteria: 100
 166                 blocking: false
 167                 deny_skipping: true
 168                 tests_count: 9
 169                 description: >-
 170                     The list of test cases is generated by
 171                     Tempest automatically and depends on the parameters of
 172                     the OpenStack deployment.
 173                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 174                 run:
 175                     name: tempest_scenario
 176                     args:
 177                         mode: "(?!.*test_network_v6)\
 178                           (?!.*test_volume_boot_pattern.TestVolumeBootPattern.test_boot_server_from_encrypted_volume_luks)\
 179                           (?!.*\\[.*\\bslow\\b.*\\])(^tempest.scenario)"
 180                         option:
 181                             - '--concurrency=1'
 182
 183             -
 184                 case_name: tempest_slow
 185                 project_name: functest
 186                 criteria: 100
 187                 blocking: false
 188                 deny_skipping: true
 189                 tests_count: 36
 190                 description: >-
 191                     The list of test cases is generated by
 192                     Tempest automatically and depends on the parameters of
 193                     the OpenStack deployment.
 194                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 195                 run:
 196                     name: tempest_common
 197                     args:
 198                         mode: "(?!.*test_volume_swap)\
 199                           (?!.*test_server_personality)\
 200                           (?!.*test_container_sync.ContainerSyncTest.test_container_synchronization)\
 201                           (?!.*test_encrypted_cinder_volumes)\
 202                           (?!.*test_minbw_allocation_placement)\
 203                           (?!.*test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert)\
 204                           (?!.*test_network_v6)\
 205                           (?!.*test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_boot_into_disabled_port_security_network_without_secgroup)\
 206                           (?!.*test_volume_migrate_attached)\
 207                           (?=.*\\[.*\\bslow\\b.*\\])(^tempest.)"
 208                         option:
 209                             - '--concurrency=2'