tiers:
-
name: healthcheck
- order: 0
description: >-
First tier to be executed to verify the basic
operations in the VIM.
-
name: smoke
- order: 1
description: >-
Set of basic Functional tests to validate the OPNFV scenarios.
testcases:
run:
name: tempest_common
args:
- mode:
- '(?!.*test_incremental_backup)(^cinder_tempest_plugin.)'
+ mode: "(?!.*test_incremental_backup)\
+ (?!.*test_backup_crossproject_admin_negative)\
+ (?!.*test_backup_crossproject_user_negative)\
+ (^cinder_tempest_plugin.)"
option:
- '--concurrency=4'
mode: "(?!.*test_unmanage_snapshot_rbac)\
(?!.*test_show_auto_allocated_topology)\
(?!.*test_delete_auto_allocated_topology)\
+ (?!.*test_create_network_provider_segmentation_id)\
+ (?!.*compute.test_floating_ips_rbac)\
+ (?!.*test_create_image_from_volume_backed_server)\
(?=.*[.*\bslow\b.*])\
(^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
option:
mode: "(?!.*test_unmanage_snapshot_rbac)\
(?!.*test_show_auto_allocated_topology)\
(?!.*test_delete_auto_allocated_topology)\
+ (?!.*test_create_network_provider_segmentation_id)\
+ (?!.*compute.test_floating_ips_rbac)\
+ (?!.*test_create_image_from_volume_backed_server)\
(?=.*[.*\bslow\b.*])\
(^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
option:
mode: "(?!.*test_unmanage_snapshot_rbac)\
(?!.*test_show_auto_allocated_topology)\
(?!.*test_delete_auto_allocated_topology)\
+ (?!.*test_create_network_provider_segmentation_id)\
+ (?!.*compute.test_floating_ips_rbac)\
+ (?!.*test_create_image_from_volume_backed_server)\
(?=.*[.*\bslow\b.*])\
(^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
option:
-
name: smoke_cntt
- order: 2
description: >-
Set of basic Functional tests to validate the OPNFV scenarios.
testcases:
criteria: 100
blocking: false
deny_skipping: true
- tests_count: 517
+ tests_count: 523
description: >-
This test case runs the Tempest suite proposed by the
Neutron project. The list of test cases is generated by
criteria: 100
blocking: false
deny_skipping: true
- tests_count: 8
+ tests_count: 9
description: >-
This test case runs the Tempest suite proposed by the
Cinder project.
args:
mode: "(?!.*test_incremental_backup)\
(?!.*test_consistencygroups)\
+ (?!.*test_backup_crossproject_admin_negative)\
+ (?!.*test_backup_crossproject_user_negative)\
(^cinder_tempest_plugin.)"
option:
- '--concurrency=4'
(?!.*test_flavors_microversions.FlavorsV255TestJSON)\
(?!.*test_flavors_microversions.FlavorsV261TestJSON)\
(?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
+ (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
+ (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
(?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
(?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
+ (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
+ (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
(?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
(?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
(?!.*test_quotas.QuotasAdminTestV257)\
(?!.*test_attach_volume.AttachVolumeMultiAttach)\
(?!.*identity.admin.v2)(?!.*identity.v2)\
(?!.*image.v1)\
+ (?!.*image.v2.test_images.ImportImagesTest)\
(?!.*admin.test_dhcp_agent_scheduler)\
(?!.*admin.test_routers_dvr)\
(?!.*test_metering_extensions)(?!.*network.test_tags)\
-
name: benchmarking
- order: 3
description: >-
Run several OpenStack performance tools
https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
-
name: benchmarking_cntt
- order: 4
description: >-
Run several OpenStack performance tools
https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
-
name: vnf
- order: 5
description: >-
Collection of VNF test cases.
testcases: