Merge "Add keystone-tempest-plugin"

[functest.git] / functest / ci / testcases.yaml

diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index ede9350..a49a79b 100644 (file)
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -163,6 +163,21 @@ tiers:
                         option:
                             - '--concurrency=4'
 
                         option:
                             - '--concurrency=4'
 

+            -
+                case_name: tempest_horizon
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Tempest suite proposed by the
+                    Horizon project.
+                dependencies:
+                    - DASHBOARD_URL: '^(?!\s*$).+'
+                run:
+                    name: tempest_horizon
+                    args:
+                        mode: '^tempest_horizon.'
+

     -
         name: smoke
         order: 1
     -
         name: smoke
         order: 1


@@ -186,6 +201,37 @@ tiers:
                         option:
                             - '--concurrency=4'
 
                         option:
                             - '--concurrency=4'
 

+            -
+                case_name: tempest_cinder
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Tempest suite proposed by the
+                    Cinder project.
+                run:
+                    name: tempest_common
+                    args:
+                        mode:
+                            '(?!.*test_incremental_backup)(^cinder_tempest_plugin.)'
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: tempest_keystone
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Tempest suite proposed by the
+                    Keystone project.
+                run:
+                    name: tempest_common
+                    args:
+                        mode: 'keystone_tempest_plugin.'
+                        option:
+                            - '--concurrency=4'
+

             -
                 case_name: rally_sanity
                 project_name: functest
             -
                 case_name: rally_sanity
                 project_name: functest


@@ -199,19 +245,56 @@ tiers:
                     args:
                         optional:
                             - 'gnocchi'
                     args:
                         optional:
                             - 'gnocchi'

+                            - 'barbican'
+
+            -
+                case_name: refstack_compute
+                project_name: functest
+                criteria: 100
+                blocking: false
+                deny_skipping: true
+                tests_count: 222
+                description: >-
+                    This test case runs a sub group of tests of the OpenStack
+                    Compute testcases.
+                run:
+                    name: refstack
+                    args:
+                        target: compute
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: refstack_object
+                project_name: functest
+                criteria: 100
+                blocking: false
+                deny_skipping: true
+                tests_count: 58
+                description: >-
+                    This test case runs a sub group of tests of the OpenStack
+                    Object testcases.
+                run:
+                    name: refstack
+                    args:
+                        target: object
+                        option:
+                            - '--concurrency=4'

 
             -
 
             -

-                case_name: refstack_defcore
+                case_name: refstack_platform

                 project_name: functest
                 criteria: 100
                 blocking: false
                 deny_skipping: true
                 project_name: functest
                 criteria: 100
                 blocking: false
                 deny_skipping: true

+                tests_count: 278

                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                 description: >-
                     This test case runs a sub group of tests of the OpenStack

-                    Defcore testcases.
+                    Platform testcases.

                 run:
                 run:

-                    name: refstack_defcore
+                    name: refstack

                     args:
                     args:

+                        target: platform

                         option:
                             - '--concurrency=4'
 
                         option:
                             - '--concurrency=4'
 


@@ -243,12 +326,29 @@ tiers:
                     the OpenStack deployment.
                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
                 run:
                     the OpenStack deployment.
                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
                 run:

-                    name: tempest_common
+                    name: tempest_scenario

                     args:
                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
                         option:
                             - '--concurrency=1'
 
                     args:
                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
                         option:
                             - '--concurrency=1'
 

+            -
+                case_name: tempest_slow
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    The list of test cases is generated by
+                    Tempest automatically and depends on the parameters of
+                    the OpenStack deployment.
+                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
+                run:
+                    name: tempest_common
+                    args:
+                        mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
+                        option:
+                            - '--concurrency=2'
+

             -
                 case_name: patrole
                 project_name: functest
             -
                 case_name: patrole
                 project_name: functest


@@ -268,6 +368,11 @@ tiers:
                             - 'network.test_network_ip_availability_rbac'
                             - 'test_networks_multiprovider_rbac'
                             - 'test_auto_allocated_topology_rbac'
                             - 'network.test_network_ip_availability_rbac'
                             - 'test_networks_multiprovider_rbac'
                             - 'test_auto_allocated_topology_rbac'

+                            - 'test_create_network_provider_segmentation_id'
+                            - 'test_update_network_provider_physical_network'
+                            - 'test_update_network_provider_segmentation_id'
+                            - 'network.test_agents_rbac'
+                            - 'test_list_metadef_namespaces'

 
             -
                 case_name: neutron_trunk
 
             -
                 case_name: neutron_trunk


@@ -299,7 +404,7 @@ tiers:
                 run:
                     name: tempest_common
                     args:
                 run:
                     name: tempest_common
                     args:

-                        mode: '^networking_bgpvpn_tempest.tests.api\.'
+                        mode: '^neutron_tempest_plugin.bgpvpn.api\.'

                         neutron_extensions:
                             - bgpvpn
                         option:
                         neutron_extensions:
                             - bgpvpn
                         option:


@@ -318,7 +423,7 @@ tiers:
                     name: tempest_common
                     args:
                         mode:
                     name: tempest_common
                     args:
                         mode:

-                            '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
+                            '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'

                         neutron_extensions:
                             - sfc
                         option:
                         neutron_extensions:
                             - sfc
                         option:


@@ -340,6 +445,24 @@ tiers:
                         services:
                             - barbican
 
                         services:
                             - barbican
 

+            -
+                case_name: octavia
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It leverages on the tempest plugin containing tests used to
+                    verify the functionality of an octavia installation.
+                run:
+                    name: tempest_common
+                    args:
+                        mode:
+                            '^octavia_tempest_plugin.tests.api.v2'
+                        services:
+                            - octavia
+                        option:
+                            - '--concurrency=2'
+

     -
         name: benchmarking
         order: 2
     -
         name: benchmarking
         order: 2


@@ -360,6 +483,7 @@ tiers:
                     args:
                         optional:
                             - 'gnocchi'
                     args:
                         optional:
                             - 'gnocchi'

+                            - 'barbican'

 
             -
                 case_name: rally_jobs
 
             -
                 case_name: rally_jobs


@@ -399,85 +523,10 @@ tiers:
                     like iperf, iperf3 and netperf (with help of flent). Shaker
                     is able to deploy OpenStack instances and networks in
                     different topologies.
                     like iperf, iperf3 and netperf (with help of flent). Shaker
                     is able to deploy OpenStack instances and networks in
                     different topologies.

-                run:
-                    name: shaker
-
-    -
-        name: features
-        order: 3
-        description: >-
-            Test suites from feature projects
-            integrated in functest
-        testcases:
-            -
-                case_name: doctor-notification
-                project_name: doctor
-                enabled: false
-                criteria: 100
-                blocking: false
-                description: >-
-                    Test suite from Doctor project.

                 dependencies:
                 dependencies:

-                    - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
-                    - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
-                run:
-                    name: bashfeature
-                    args:
-                        cmd: 'doctor-test'
-
-            -
-                case_name: functest-odl-sfc
-                project_name: sfc
-                criteria: 100
-                blocking: false
-                description: >-
-                    Test suite for odl-sfc to test two chains with one SF and
-                    one chain with two SFs
-                dependencies:
-                    - DEPLOY_SCENARIO: 'odl.*sfc'
-                run:
-                    name: functest-odl-sfc
-
-            -
-                case_name: barometercollectd
-                project_name: barometer
-                enabled: false
-                criteria: 100
-                blocking: false
-                description: >-
-                    Test suite for the Barometer project. Separate tests verify
-                    the proper configuration and basic functionality of all the
-                    collectd plugins as described in the Project Release Plan
-                dependencies:
-                    - DEPLOY_SCENARIO: 'bar'
-                run:
-                    name: barometercollectd
-
-            -
-                case_name: vgpu
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    Test suite for the OpenStack vGPU feature
-                dependencies:
-                    - DEPLOY_SCENARIO: 'vgpu'
-                run:
-                    name: vgpu
-
-            -
-                case_name: stor4nfv_os
-                project_name: stor4nfv
-                enabled: false
-                criteria: 100
-                blocking: false
-                description: >-
-                    This tests are necessary demonstrate conformance
-                    of the OpenStack+Stor4NFV deployment.
-                dependencies:
-                    - DEPLOY_SCENARIO: 'stor4nfv'
+                    - POD_ARCH: '^(?!aarch64$)'

                 run:
                 run:

-                    name: stor4nfv_os
+                    name: shaker

 
     -
         name: vnf
 
     -
         name: vnf