Add tempest_cinder in compliance

It conforms with Cinder Microversions and Feature [1].
It cleans the testcases which require CNTT updates (Keystone, Glance,
Nova, etc.)

[1] https://github.com/cntt-n/CNTT/pull/577

Change-Id: I8e719e9f48d70a860c0f879117144bb3ce6f4875
Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>

diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml
index 14c5601..0e9e5a7 100644 (file)
--- a/docker/smoke-cntt/testcases.yaml
+++ b/docker/smoke-cntt/testcases.yaml
@@ -43,232 +43,20 @@ tiers:
                             - '--concurrency=4'
 
             -
-                case_name: rally_sanity
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    This test case runs a sub group of tests of the OpenStack
-                    Rally suite in smoke mode.
-                run:
-                    name: rally_sanity
-                    args:
-                        optional:
-                            - 'gnocchi'
-                            - 'barbican'
-
-            -
-                case_name: refstack_compute
+                case_name: tempest_cinder
                 project_name: functest
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 222
-                description: >-
-                    This test case runs a sub group of tests of the OpenStack
-                    Compute testcases.
-                run:
-                    name: refstack
-                    args:
-                        target: compute
-                        option:
-                            - '--concurrency=4'
-
-            -
-                case_name: refstack_object
-                project_name: functest
-                criteria: 100
-                blocking: false
-                deny_skipping: true
-                tests_count: 58
-                description: >-
-                    This test case runs a sub group of tests of the OpenStack
-                    Object testcases.
-                run:
-                    name: refstack
-                    args:
-                        target: object
-                        option:
-                            - '--concurrency=4'
-
-            -
-                case_name: refstack_platform
-                project_name: functest
-                criteria: 100
-                blocking: false
-                deny_skipping: true
-                tests_count: 278
-                description: >-
-                    This test case runs a sub group of tests of the OpenStack
-                    Platform testcases.
-                run:
-                    name: refstack
-                    args:
-                        target: platform
-                        option:
-                            - '--concurrency=4'
-
-            -
-                case_name: tempest_full
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    The list of test cases is generated by
-                    Tempest automatically and depends on the parameters of
-                    the OpenStack deployment.
-                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
-                run:
-                    name: tempest_common
-                    args:
-                        mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
-                        option:
-                            - '--concurrency=4'
-
-            -
-                case_name: tempest_scenario
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    The list of test cases is generated by
-                    Tempest automatically and depends on the parameters of
-                    the OpenStack deployment.
-                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
-                run:
-                    name: tempest_scenario
-                    args:
-                        mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
-                        option:
-                            - '--concurrency=1'
-
-            -
-                case_name: tempest_slow
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    The list of test cases is generated by
-                    Tempest automatically and depends on the parameters of
-                    the OpenStack deployment.
-                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
-                run:
-                    name: tempest_common
-                    args:
-                        mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
-                        option:
-                            - '--concurrency=2'
-
-            -
-                case_name: patrole
-                project_name: functest
-                criteria: 100
-                blocking: false
+                tests_count: 7
                 description: >-
-                    Test suite from Patrole project.
-                run:
-                    name: patrole
-                    args:
-                        role: 'admin'
-                        includes:
-                            - 'image'
-                            - 'network'
-                        excludes:
-                            - 'network.test_flavors_rbac'
-                            - 'network.test_network_ip_availability_rbac'
-                            - 'test_networks_multiprovider_rbac'
-                            - 'test_auto_allocated_topology_rbac'
-                            - 'test_create_network_provider_segmentation_id'
-                            - 'test_update_network_provider_physical_network'
-                            - 'test_update_network_provider_segmentation_id'
-                            - 'network.test_agents_rbac'
-                            - 'test_list_metadef_namespaces'
-
-            -
-                case_name: neutron_trunk
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    This test case runs the neutron trunk subtest of the
-                    OpenStack Tempest suite. The list of test cases is
-                    generated by Tempest having as input the relevant
-                    testcase list file.
-                run:
-                    name: tempest_common
-                    args:
-                        mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
-                        neutron_extensions:
-                            - trunk
-                            - trunk-details
-
-            -
-                case_name: networking-bgpvpn
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    This test case runs OpenStack networking-bgpvpn Tempest
-                    suite. The list of test cases is generated by Tempest
-                    having as input the relevant regex.
+                    This test case runs the Tempest suite proposed by the
+                    Cinder project.
                 run:
                     name: tempest_common
                     args:
-                        mode: '^neutron_tempest_plugin.bgpvpn.api\.'
-                        neutron_extensions:
-                            - bgpvpn
+                        mode: "(?!.*test_incremental_backup)\
+                            (?!.*test_consistencygroups)\
+                            (^cinder_tempest_plugin.)"
                         option:
                             - '--concurrency=4'
-
-            -
-                case_name: networking-sfc
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    This test case runs OpenStack networking-sfc Tempest
-                    suite. The list of test cases is generated by Tempest
-                    having as input the relevant regex.
-                run:
-                    name: tempest_common
-                    args:
-                        mode:
-                            '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
-                        neutron_extensions:
-                            - sfc
-                        option:
-                            - '--concurrency=0'
-
-            -
-                case_name: barbican
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    It leverages on the tempest plugin containing tests used to
-                    verify the functionality of a barbican installation.
-                run:
-                    name: barbican
-                    args:
-                        mode:
-                            '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
-                        services:
-                            - barbican
-
-            -
-                case_name: octavia
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    It leverages on the tempest plugin containing tests used to
-                    verify the functionality of an octavia installation.
-                run:
-                    name: tempest_common
-                    args:
-                        mode:
-                            '^octavia_tempest_plugin.tests.api.v2'
-                        services:
-                            - octavia
-                        option:
-                            - '--concurrency=2'