Add patrole user and reader testing

[functest.git] / docker / smoke / testcases.yaml

diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml
index e600abd..9eb46db 100644 (file)
--- a/docker/smoke/testcases.yaml
+++ b/docker/smoke/testcases.yaml
@@ -7,7 +7,7 @@ tiers:
             Set of basic Functional tests to validate the OPNFV scenarios.
         testcases:
             -
-                case_name: neutron-tempest-plugin-api
+                case_name: tempest_neutron
                 project_name: functest
                 criteria: 100
                 blocking: false
@@ -23,6 +23,72 @@ tiers:
                         option:
                             - '--concurrency=4'
 
+            -
+                case_name: tempest_cinder
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Tempest suite proposed by the
+                    Cinder project.
+                run:
+                    name: tempest_common
+                    args:
+                        mode:
+                            '(?!.*test_incremental_backup)(^cinder_tempest_plugin.)'
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: tempest_keystone
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Tempest suite proposed by the
+                    Keystone project.
+                run:
+                    name: tempest_common
+                    args:
+                        mode: 'keystone_tempest_plugin.'
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: tempest_heat
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Tempest suite proposed by the
+                    Heat project.
+                run:
+                    name: tempest_heat
+                    args:
+                        mode: '^heat_tempest_plugin.tests'
+                        option:
+                            - '--concurrency=1'
+
+            -
+                case_name: tempest_telemetry
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Tempest suite proposed by the
+                    Telemetry project.
+                run:
+                    name: tempest_common
+                    args:
+                        mode: "(?!.*test_autoscaling)(?!.*test_live)\
+                            (^telemetry_tempest_plugin)"
+                        services:
+                            - aodh
+                            - gnocchi
+                            - panko
+                        option:
+                            - '--concurrency=4'
+
             -
                 case_name: rally_sanity
                 project_name: functest
@@ -44,7 +110,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 219
+                tests_count: 222
                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                     Compute testcases.
@@ -61,7 +127,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 57
+                tests_count: 58
                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                     Object testcases.
@@ -78,7 +144,7 @@ tiers:
                 criteria: 100
                 blocking: false
                 deny_skipping: true
-                tests_count: 275
+                tests_count: 278
                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                     Platform testcases.
@@ -138,10 +204,10 @@ tiers:
                     args:
                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
                         option:
-                            - '--concurrency=2'
+                            - '--concurrency=1'
 
             -
-                case_name: patrole
+                case_name: patrole_admin
                 project_name: functest
                 criteria: 100
                 blocking: false
@@ -166,62 +232,57 @@ tiers:
                             - 'test_list_metadef_namespaces'
 
             -
-                case_name: neutron_trunk
+                case_name: patrole_user
                 project_name: functest
                 criteria: 100
                 blocking: false
                 description: >-
-                    This test case runs the neutron trunk subtest of the
-                    OpenStack Tempest suite. The list of test cases is
-                    generated by Tempest having as input the relevant
-                    testcase list file.
-                run:
-                    name: tempest_common
-                    args:
-                        mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
-                        neutron_extensions:
-                            - trunk
-                            - trunk-details
-
-            -
-                case_name: networking-bgpvpn
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    This test case runs OpenStack networking-bgpvpn Tempest
-                    suite. The list of test cases is generated by Tempest
-                    having as input the relevant regex.
+                    Test suite from Patrole project.
                 run:
-                    name: tempest_common
+                    name: patrole
                     args:
-                        mode: '^neutron_tempest_plugin.bgpvpn.api\.'
-                        neutron_extensions:
-                            - bgpvpn
-                        option:
-                            - '--concurrency=4'
+                        role: 'user'
+                        includes:
+                            - 'image'
+                            - 'network'
+                        excludes:
+                            - 'network.test_flavors_rbac'
+                            - 'network.test_network_ip_availability_rbac'
+                            - 'test_networks_multiprovider_rbac'
+                            - 'test_auto_allocated_topology_rbac'
+                            - 'test_create_network_provider_segmentation_id'
+                            - 'test_update_network_provider_physical_network'
+                            - 'test_update_network_provider_segmentation_id'
+                            - 'network.test_agents_rbac'
+                            - 'test_list_metadef_namespaces'
 
             -
-                case_name: networking-sfc
+                case_name: patrole_reader
                 project_name: functest
                 criteria: 100
                 blocking: false
                 description: >-
-                    This test case runs OpenStack networking-sfc Tempest
-                    suite. The list of test cases is generated by Tempest
-                    having as input the relevant regex.
+                    Test suite from Patrole project.
                 run:
-                    name: tempest_common
+                    name: patrole
                     args:
-                        mode:
-                            '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
-                        neutron_extensions:
-                            - sfc
-                        option:
-                            - '--concurrency=0'
+                        role: 'reader'
+                        includes:
+                            - 'image'
+                            - 'network'
+                        excludes:
+                            - 'network.test_flavors_rbac'
+                            - 'network.test_network_ip_availability_rbac'
+                            - 'test_networks_multiprovider_rbac'
+                            - 'test_auto_allocated_topology_rbac'
+                            - 'test_create_network_provider_segmentation_id'
+                            - 'test_update_network_provider_physical_network'
+                            - 'test_update_network_provider_segmentation_id'
+                            - 'network.test_agents_rbac'
+                            - 'test_list_metadef_namespaces'
 
             -
-                case_name: barbican
+                case_name: tempest_barbican
                 project_name: functest
                 criteria: 100
                 blocking: false
@@ -235,9 +296,11 @@ tiers:
                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
                         services:
                             - barbican
+                        option:
+                            - '--concurrency=4'
 
             -
-                case_name: octavia
+                case_name: tempest_octavia
                 project_name: functest
                 criteria: 100
                 blocking: false
@@ -247,8 +310,11 @@ tiers:
                 run:
                     name: tempest_common
                     args:
-                        mode:
-                            '^octavia_tempest_plugin.tests.api.v2'
+                        mode: "(?!.*api.v2.test_availability_zone)\
+                            (?!.*api.v2.test_availability_zone_profile)\
+                            (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
+                            (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
+                            (^octavia_tempest_plugin.tests.(api|scenario))"
                         services:
                             - octavia
                         option: