Disable falsy Patrole subtests

[functest.git] / functest / ci / testcases.yaml

diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index c15bde7..d000af6 100644 (file)
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -145,39 +145,6 @@ tiers:
                             - /src/odl_test/csit/suites/integration/basic
                             - /src/odl_test/csit/suites/openstack/neutron
 
                             - /src/odl_test/csit/suites/integration/basic
                             - /src/odl_test/csit/suites/openstack/neutron
 

-            -
-                case_name: api_check
-                project_name: functest
-                criteria: 100
-                blocking: true
-                description: >-
-                    This test case verifies the retrieval of OpenStack clients:
-                    Keystone, Glance, Neutron and Nova and may perform some
-                    simple queries. When the config value of
-                    snaps.use_keystone is True, functest must have access to
-                    the cloud's private network.
-                run:
-                    name: api_check
-
-            -
-                case_name: snaps_health_check
-                project_name: functest
-                criteria: 100
-                blocking: true
-                description: >-
-                    This test case creates executes the SimpleHealthCheck
-                    Python test class which creates an, image, flavor, network,
-                    and Cirros VM instance and observes the console output to
-                    validate the single port obtains the correct IP address.
-                run:
-                    name: snaps_health_check
-
-    -
-        name: smoke
-        order: 1
-        description: >-
-            Set of basic Functional tests to validate the OPNFV scenarios.
-        testcases:

             -
                 case_name: tempest_smoke
                 project_name: functest
             -
                 case_name: tempest_smoke
                 project_name: functest


@@ -196,6 +163,12 @@ tiers:
                         option:
                             - '--concurrency=4'
 
                         option:
                             - '--concurrency=4'
 

+    -
+        name: smoke
+        order: 1
+        description: >-
+            Set of basic Functional tests to validate the OPNFV scenarios.
+        testcases:

             -
                 case_name: neutron-tempest-plugin-api
                 project_name: functest
             -
                 case_name: neutron-tempest-plugin-api
                 project_name: functest


@@ -223,12 +196,16 @@ tiers:
                     Rally suite in smoke mode.
                 run:
                     name: rally_sanity
                     Rally suite in smoke mode.
                 run:
                     name: rally_sanity

+                    args:
+                        optional:
+                            - 'gnocchi'

 
             -
                 case_name: refstack_defcore
                 project_name: functest
                 criteria: 100
                 blocking: false
 
             -
                 case_name: refstack_defcore
                 project_name: functest
                 criteria: 100
                 blocking: false

+                deny_skipping: true

                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                     Defcore testcases.
                 description: >-
                     This test case runs a sub group of tests of the OpenStack
                     Defcore testcases.


@@ -238,6 +215,40 @@ tiers:
                         option:
                             - '--concurrency=4'
 
                         option:
                             - '--concurrency=4'
 

+            -
+                case_name: tempest_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    The list of test cases is generated by
+                    Tempest automatically and depends on the parameters of
+                    the OpenStack deployment.
+                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
+                run:
+                    name: tempest_common
+                    args:
+                        mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
+                        option:
+                            - '--concurrency=4'
+
+            -
+                case_name: tempest_scenario
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    The list of test cases is generated by
+                    Tempest automatically and depends on the parameters of
+                    the OpenStack deployment.
+                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
+                run:
+                    name: tempest_common
+                    args:
+                        mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
+                        option:
+                            - '--concurrency=1'
+

             -
                 case_name: patrole
                 project_name: functest
             -
                 case_name: patrole
                 project_name: functest


@@ -253,23 +264,13 @@ tiers:
                             - 'image'
                             - 'network'
                         excludes:
                             - 'image'
                             - 'network'
                         excludes:

+                            - 'network.test_flavors_rbac'
+                            - 'network.test_network_ip_availability_rbac'

                             - 'test_networks_multiprovider_rbac'
                             - 'test_networks_multiprovider_rbac'

-
-            -
-                case_name: snaps_smoke
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    This test case contains tests that setup and destroy
-                    environments with VMs with and without Floating IPs
-                    with a newly created user and project. Set the config
-                    value snaps.use_floating_ips (True|False) to toggle
-                    this functionality. When the config value of
-                    snaps.use_keystone is True, functest must have access to
-                    the cloud's private network.
-                run:
-                    name: snaps_smoke
+                            - 'test_auto_allocated_topology_rbac'
+                            - 'test_create_network_provider_segmentation_id'
+                            - 'test_update_network_provider_physical_network'
+                            - 'test_update_network_provider_segmentation_id'

 
             -
                 case_name: neutron_trunk
 
             -
                 case_name: neutron_trunk


@@ -301,7 +302,7 @@ tiers:
                 run:
                     name: tempest_common
                     args:
                 run:
                     name: tempest_common
                     args:

-                        mode: '^networking_bgpvpn_tempest\.'
+                        mode: '^networking_bgpvpn_tempest.tests.api\.'

                         neutron_extensions:
                             - bgpvpn
                         option:
                         neutron_extensions:
                             - bgpvpn
                         option:


@@ -349,6 +350,34 @@ tiers:
             Run several OpenStack performance tools
             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
         testcases:
             Run several OpenStack performance tools
             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
         testcases:

+            -
+                case_name: rally_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the full suite of scenarios of the
+                    OpenStack Rally suite using several threads and iterations.
+                run:
+                    name: rally_full
+                    args:
+                        optional:
+                            - 'gnocchi'
+
+            -
+                case_name: rally_jobs
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs a group of Rally jobs used in
+                    OpenStack gating
+                run:
+                    name: rally_jobs
+                    args:
+                        optional:
+                            - 'gnocchi'
+

             -
                 case_name: vmtp
                 project_name: functest
             -
                 case_name: vmtp
                 project_name: functest


@@ -399,23 +428,9 @@ tiers:
                     args:
                         cmd: 'doctor-test'
 
                     args:
                         cmd: 'doctor-test'
 

-            -
-                case_name: bgpvpn
-                project_name: sdnvpn
-                enabled: false
-                criteria: 100
-                blocking: false
-                description: >-
-                    Test suite from SDNVPN project.
-                dependencies:
-                    - DEPLOY_SCENARIO: 'bgpvpn'
-                run:
-                    name: bgpvpn
-

             -
                 case_name: functest-odl-sfc
                 project_name: sfc
             -
                 case_name: functest-odl-sfc
                 project_name: sfc

-                enabled: false

                 criteria: 100
                 blocking: false
                 description: >-
                 criteria: 100
                 blocking: false
                 description: >-


@@ -441,23 +456,6 @@ tiers:
                 run:
                     name: barometercollectd
 
                 run:
                     name: barometercollectd
 

-            -
-                case_name: fds
-                project_name: fastdatastacks
-                enabled: false
-                criteria: 100
-                blocking: false
-                description: >-
-                    Test Suite for the OpenDaylight SDN Controller when GBP
-                    features are installed. It integrates some test suites from
-                    upstream using Robot as the test framework.
-                dependencies:
-                    - DEPLOY_SCENARIO: 'odl.*-fdio'
-                run:
-                    name: odl
-                    args:
-                        suites:
-                            - /src/fds/testing/robot

             -
                 case_name: vgpu
                 project_name: functest
             -
                 case_name: vgpu
                 project_name: functest


@@ -484,60 +482,9 @@ tiers:
                 run:
                     name: stor4nfv_os
 
                 run:
                     name: stor4nfv_os
 

-    -
-        name: components
-        order: 4
-        description: >-
-            Extensive testing of OpenStack API.
-        testcases:
-            -
-                case_name: tempest_full
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    The list of test cases is generated by
-                    Tempest automatically and depends on the parameters of
-                    the OpenStack deployment.
-                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
-                run:
-                    name: tempest_common
-                    args:
-                        mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
-                        option:
-                            - '--concurrency=4'
-
-            -
-                case_name: tempest_scenario
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    The list of test cases is generated by
-                    Tempest automatically and depends on the parameters of
-                    the OpenStack deployment.
-                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
-                run:
-                    name: tempest_common
-                    args:
-                        mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
-                        option:
-                            - '--concurrency=1'
-
-            -
-                case_name: rally_full
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    This test case runs the full suite of scenarios of the
-                    OpenStack Rally suite using several threads and iterations.
-                run:
-                    name: rally_full
-

     -
         name: vnf
     -
         name: vnf

-        order: 5
+        order: 4

         description: >-
             Collection of VNF test cases.
         testcases:
         description: >-
             Collection of VNF test cases.
         testcases:


@@ -548,8 +495,6 @@ tiers:
                 blocking: false
                 description: >-
                     This test case deploys the Cloudify orchestrator.
                 blocking: false
                 description: >-
                     This test case deploys the Cloudify orchestrator.

-                dependencies:
-                    - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'

                 run:
                     name: cloudify
             -
                 run:
                     name: cloudify
             -


@@ -575,8 +520,6 @@ tiers:
                     This test case deploys an OpenSource vIMS solution from
                     Clearwater using the OpenStack Heat orchestrator.
                     It also runs some signaling traffic.
                     This test case deploys an OpenSource vIMS solution from
                     Clearwater using the OpenStack Heat orchestrator.
                     It also runs some signaling traffic.

-                dependencies:
-                    - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'

                 run:
                     name: heat_ims
 
                 run:
                     name: heat_ims
 


@@ -587,8 +530,6 @@ tiers:
                 blocking: false
                 description: >-
                     This test case is vRouter testing.
                 blocking: false
                 description: >-
                     This test case is vRouter testing.

-                dependencies:
-                    - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'

                 run:
                     name: vyos_vrouter
 
                 run:
                     name: vyos_vrouter
 


@@ -600,7 +541,5 @@ tiers:
                 description: >-
                     vEPC validation with Juju as VNF manager and ABoT as test
                     executor.
                 description: >-
                     vEPC validation with Juju as VNF manager and ABoT as test
                     executor.

-                dependencies:
-                    - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'

                 run:
                     name: juju_epc
                 run:
                     name: juju_epc