Overprotect vmtp vs unversioned OS_AUTH_URL

[functest.git] / docker / smoke / testcases.yaml

diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml
index 20112a6..8e2947c 100644 (file)
--- a/docker/smoke/testcases.yaml
+++ b/docker/smoke/testcases.yaml
@@ -16,85 +16,85 @@ tiers:
                     Tempest suite. The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
                     the OpenStack deplopyment.
                     Tempest suite. The list of test cases is generated by
                     Tempest automatically and depends on the parameters of
                     the OpenStack deplopyment.

+                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114

                 run:
                 run:

-                    module: 'functest.opnfv_tests.openstack.tempest.tempest'
-                    class: 'TempestCommon'
+                    name: tempest_common

                     args:
                     args:

-                        mode:
-                            '^(tempest|neutron_tempest_plugin)\.(api|scenario).*\[.*\bsmoke\b.*\]$'
+                        mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
+                        option:
+                            - '--concurrency=4'

 
             -
 
             -

-                case_name: rally_sanity
+                case_name: neutron-tempest-plugin-api

                 project_name: functest
                 criteria: 100
                 blocking: false
                 description: >-
                 project_name: functest
                 criteria: 100
                 blocking: false
                 description: >-

-                    This test case runs a sub group of tests of the OpenStack
-                    Rally suite in smoke mode.
+                    This test case runs the Tempest suite proposed by the
+                    Neutron project. The list of test cases is generated by
+                    Tempest automatically and depends on the parameters of
+                    the OpenStack deployment.

                 run:
                 run:

-                    module: 'functest.opnfv_tests.openstack.rally.rally'
-                    class: 'RallySanity'
+                    name: tempest_common
+                    args:
+                        mode: '^neutron_tempest_plugin\.api'
+                        option:
+                            - '--concurrency=4'

 
             -
 
             -

-                case_name: refstack_defcore
+                case_name: rally_sanity

                 project_name: functest
                 project_name: functest

-                enabled: false

                 criteria: 100
                 blocking: false
                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                 criteria: 100
                 blocking: false
                 description: >-
                     This test case runs a sub group of tests of the OpenStack

-                    Defcore testcases.
+                    Rally suite in smoke mode.

                 run:
                 run:

-                    module:
-                        'functest.opnfv_tests.openstack.refstack.refstack'
-                    class: 'Refstack'
+                    name: rally_sanity

 
             -
 
             -

-                case_name: patrole
+                case_name: rally_jobs

                 project_name: functest
                 criteria: 100
                 blocking: false
                 description: >-
                 project_name: functest
                 criteria: 100
                 blocking: false
                 description: >-

-                    Test suite from Patrole project.
+                    This test case runs a group of Rally jobs used in
+                    OpenStack gating

                 run:
                 run:

-                    module: 'functest.opnfv_tests.openstack.patrole.patrole'
-                    class: 'Patrole'
-                    args:
-                        role: 'admin'
-                        includes:
-                            - 'image'
-                            - 'network'
-                        excludes:
-                            - 'test_networks_multiprovider_rbac'
+                    name: rally_jobs

 
             -
 
             -

-                case_name: vmtp
+                case_name: refstack_defcore

                 project_name: functest
                 criteria: 100
                 blocking: false
                 description: >-
                 project_name: functest
                 criteria: 100
                 blocking: false
                 description: >-

-                    VMTP is a small python application that will automatically
-                    perform ping connectivity, round trip time measurement
-                    (latency) and TCP/UDP throughput
+                    This test case runs a sub group of tests of the OpenStack
+                    Defcore testcases.

                 run:
                 run:

-                    module:
-                        'functest.opnfv_tests.openstack.vmtp.vmtp'
-                    class: 'Vmtp'
+                    name: refstack_defcore
+                    args:
+                        option:
+                            - '--concurrency=4'

 
             -
 
             -

-                case_name: shaker
+                case_name: patrole

                 project_name: functest
                 criteria: 100
                 blocking: false
                 description: >-
                 project_name: functest
                 criteria: 100
                 blocking: false
                 description: >-

-                    Shaker wraps around popular system network testing tools
-                    like iperf, iperf3 and netperf (with help of flent). Shaker
-                    is able to deploy OpenStack instances and networks in
-                    different topologies.
+                    Test suite from Patrole project.

                 run:
                 run:

-                    module:
-                        'functest.opnfv_tests.openstack.shaker.shaker'
-                    class: 'Shaker'
+                    name: patrole
+                    args:
+                        role: 'admin'
+                        includes:
+                            - 'image'
+                            - 'network'
+                        excludes:
+                            - 'test_networks_multiprovider_rbac'
+                            - 'test_auto_allocated_topology_rbac'
+                            - 'test_address_scope_rbac'

 
             -
                 case_name: snaps_smoke
 
             -
                 case_name: snaps_smoke


@@ -109,11 +109,8 @@ tiers:
                     this functionality. When the config value of
                     snaps.use_keystone is True, functest must have access to
                     the cloud's private network.
                     this functionality. When the config value of
                     snaps.use_keystone is True, functest must have access to
                     the cloud's private network.

-                dependencies:
-                    - DEPLOY_SCENARIO: '^((?!lxd).)*$'

                 run:
                 run:

-                    module: 'functest.opnfv_tests.openstack.snaps.smoke'
-                    class: 'SnapsSmoke'
+                    name: snaps_smoke

 
             -
                 case_name: neutron_trunk
 
             -
                 case_name: neutron_trunk


@@ -126,14 +123,50 @@ tiers:
                     generated by Tempest having as input the relevant
                     testcase list file.
                 run:
                     generated by Tempest having as input the relevant
                     testcase list file.
                 run:

-                    module: 'functest.opnfv_tests.openstack.tempest.tempest'
-                    class: 'TempestCommon'
+                    name: tempest_common

                     args:
                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
                         neutron_extensions:
                             - trunk
                             - trunk-details
 
                     args:
                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
                         neutron_extensions:
                             - trunk
                             - trunk-details
 

+            -
+                case_name: networking-bgpvpn
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs OpenStack networking-bgpvpn Tempest
+                    suite. The list of test cases is generated by Tempest
+                    having as input the relevant regex.
+                run:
+                    name: tempest_common
+                    args:
+                        mode: '^networking_bgpvpn_tempest\.'
+                        neutron_extensions:
+                            - bgpvpn
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: networking-sfc
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs OpenStack networking-sfc Tempest
+                    suite. The list of test cases is generated by Tempest
+                    having as input the relevant regex.
+                run:
+                    name: tempest_common
+                    args:
+                        mode:
+                            '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
+                        neutron_extensions:
+                            - sfc
+                        option:
+                            - '--concurrency=0'
+

             -
                 case_name: barbican
                 project_name: functest
             -
                 case_name: barbican
                 project_name: functest


@@ -143,10 +176,9 @@ tiers:
                     It leverages on the tempest plugin containing tests used to
                     verify the functionality of a barbican installation.
                 run:
                     It leverages on the tempest plugin containing tests used to
                     verify the functionality of a barbican installation.
                 run:

-                    module: 'functest.opnfv_tests.openstack.tempest.tempest'
-                    class: 'TempestCommon'
+                    name: barbican

                     args:
                         mode:
                     args:
                         mode:

-                            'barbican_tempest_plugin.tests.(api|scenario).(?!test_image_signing)'
+                            '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'

                         services:
                             - barbican
                         services:
                             - barbican