Code Review / functest.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Enable back Patrole volume testing
[functest.git] / functest / ci / testcases.yaml
diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index 3738ef6..282590a 100644 (file)
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -2,7 +2,6 @@
 tiers:
     -
         name: healthcheck
-        order: 0
         description: >-
             First tier to be executed to verify the basic
             operations in the VIM.
@@ -180,7 +179,6 @@ tiers:
 
     -
         name: smoke
-        order: 1
         description: >-
             Set of basic Functional tests to validate the OPNFV scenarios.
         testcases:
@@ -212,8 +210,10 @@ tiers:
                 run:
                     name: tempest_common
                     args:
-                        mode:
-                            '(?!.*test_incremental_backup)(^cinder_tempest_plugin.)'
+                        mode: "(?!.*test_incremental_backup)\
+                            (?!.*test_backup_crossproject_admin_negative)\
+                            (?!.*test_backup_crossproject_user_negative)\
+                            (^cinder_tempest_plugin.)"
                         option:
                             - '--concurrency=4'
 
@@ -361,7 +361,7 @@ tiers:
                     the OpenStack deployment.
                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
                 run:
-                    name: tempest_scenario
+                    name: tempest_common
                     args:
                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
                         option:
@@ -385,7 +385,7 @@ tiers:
                             - '--concurrency=1'
 
             -
-                case_name: patrole
+                case_name: patrole_admin
                 project_name: functest
                 criteria: 100
                 blocking: false
@@ -394,20 +394,61 @@ tiers:
                 run:
                     name: patrole
                     args:
-                        role: 'admin'
-                        includes:
-                            - 'image'
-                            - 'network'
-                        excludes:
-                            - 'network.test_flavors_rbac'
-                            - 'network.test_network_ip_availability_rbac'
-                            - 'test_networks_multiprovider_rbac'
-                            - 'test_auto_allocated_topology_rbac'
-                            - 'test_create_network_provider_segmentation_id'
-                            - 'test_update_network_provider_physical_network'
-                            - 'test_update_network_provider_segmentation_id'
-                            - 'network.test_agents_rbac'
-                            - 'test_list_metadef_namespaces'
+                        roles: 'admin'
+                        mode: "(?!.*test_unmanage_snapshot_rbac)\
+                          (?!.*test_show_auto_allocated_topology)\
+                          (?!.*test_delete_auto_allocated_topology)\
+                          (?!.*test_create_network_provider_segmentation_id)\
+                          (?!.*compute.test_floating_ips_rbac)\
+                          (?!.*test_create_image_from_volume_backed_server)\
+                          (?=.*[.*\bslow\b.*])\
+                          (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: patrole_member
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    Test suite from Patrole project.
+                run:
+                    name: patrole
+                    args:
+                        roles: 'member'
+                        mode: "(?!.*test_unmanage_snapshot_rbac)\
+                          (?!.*test_show_auto_allocated_topology)\
+                          (?!.*test_delete_auto_allocated_topology)\
+                          (?!.*test_create_network_provider_segmentation_id)\
+                          (?!.*compute.test_floating_ips_rbac)\
+                          (?!.*test_create_image_from_volume_backed_server)\
+                          (?=.*[.*\bslow\b.*])\
+                          (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: patrole_reader
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    Test suite from Patrole project.
+                run:
+                    name: patrole
+                    args:
+                        roles: 'reader'
+                        mode: "(?!.*test_unmanage_snapshot_rbac)\
+                          (?!.*test_show_auto_allocated_topology)\
+                          (?!.*test_delete_auto_allocated_topology)\
+                          (?!.*test_create_network_provider_segmentation_id)\
+                          (?!.*compute.test_floating_ips_rbac)\
+                          (?!.*test_create_image_from_volume_backed_server)\
+                          (?=.*[.*\bslow\b.*])\
+                          (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
+                        option:
+                            - '--concurrency=4'
 
             -
                 case_name: tempest_barbican
@@ -448,9 +489,25 @@ tiers:
                         option:
                             - '--concurrency=2'
 
+            -
+                case_name: tempest_cyborg
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It leverages on the tempest plugin containing tests used to
+                    verify the functionality of a cyborg installation.
+                run:
+                    name: tempest_common
+                    args:
+                        mode: '^cyborg_tempest_plugin'
+                        services:
+                            - cyborg
+                        option:
+                            - '--concurrency=4'
+
     -
         name: smoke_cntt
-        order: 2
         description: >-
             Set of basic Functional tests to validate the OPNFV scenarios.
         testcases:
@@ -460,7 +517,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 515
+                tests_count: 523
                 description: >-
                     This test case runs the Tempest suite proposed by the
                     Neutron project. The list of test cases is generated by
@@ -527,7 +584,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 8
+                tests_count: 9
                 description: >-
                     This test case runs the Tempest suite proposed by the
                     Cinder project.
@@ -536,6 +593,8 @@ tiers:
                     args:
                         mode: "(?!.*test_incremental_backup)\
                             (?!.*test_consistencygroups)\
+                            (?!.*test_backup_crossproject_admin_negative)\
+                            (?!.*test_backup_crossproject_user_negative)\
                             (^cinder_tempest_plugin.)"
                         option:
                             - '--concurrency=4'
@@ -565,7 +624,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 120
+                tests_count: 119
                 description: >-
                     This test case runs the Tempest suite proposed by the
                     Heat project.
@@ -573,6 +632,7 @@ tiers:
                     name: tempest_heat
                     args:
                         mode: "(?!.*functional.test_lbaasv2)\
+                          (?!.*functional.test_encryption_vol_type)\
                           (?!.*RemoteStackTest.test_stack_create_with_cloud_credential)\
                           (?!.*scenario.test_aodh_alarm)\
                           (?!.*tests.scenario.test_autoscaling_lb)\
@@ -613,7 +673,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 1279
+                tests_count: 1280
                 description: >-
                     The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
@@ -628,8 +688,12 @@ tiers:
                           (?!.*test_flavors_microversions.FlavorsV255TestJSON)\
                           (?!.*test_flavors_microversions.FlavorsV261TestJSON)\
                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_iscsi_volume)\
+                          (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration)\
+                          (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_live_block_migration_paused)\
                           (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
                           (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
+                          (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration)\
+                          (?!.*test_live_migration.LiveMigrationTest.test_live_block_migration_paused)\
                           (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
                           (?!.*test_live_migration.LiveMigrationRemoteConsolesV26Test)\
                           (?!.*test_quotas.QuotasAdminTestV257)\
@@ -659,6 +723,7 @@ tiers:
                           (?!.*test_attach_volume.AttachVolumeMultiAttach)\
                           (?!.*identity.admin.v2)(?!.*identity.v2)\
                           (?!.*image.v1)\
+                          (?!.*image.v2.test_images.ImportImagesTest)\
                           (?!.*admin.test_dhcp_agent_scheduler)\
                           (?!.*admin.test_routers_dvr)\
                           (?!.*test_metering_extensions)(?!.*network.test_tags)\
@@ -667,7 +732,6 @@ tiers:
                           (?!.*test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip)\
                           (?!.*test_group_snapshots.GroupSnapshotsV319Test.test_reset_group_snapshot_status)\
                           (?!.*test_multi_backend)\
-                          (?!.*test_snapshot_manage)\
                           (?!.*test_volume_retype.VolumeRetypeWithMigrationTest)\
                           (?!.*test_volume_delete_cascade.VolumesDeleteCascade.test_volume_from_snapshot_cascade_delete)\
                           (?!.*test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete)\
@@ -729,7 +793,6 @@ tiers:
 
     -
         name: benchmarking
-        order: 3
         description: >-
             Run several OpenStack performance tools
             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
@@ -794,7 +857,6 @@ tiers:
 
     -
         name: benchmarking_cntt
-        order: 4
         description: >-
             Run several OpenStack performance tools
             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
@@ -837,7 +899,6 @@ tiers:
 
     -
         name: vnf
-        order: 5
         description: >-
             Collection of VNF test cases.
         testcases:
Test suites and cases to verify OPNFV Platform functionality