Disable sig_scheduling as serial

[functest-kubernetes.git] / docker / smoke / testcases.yaml

diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml
index ad95270..4b7932a 100644 (file)
--- a/docker/smoke/testcases.yaml
+++ b/docker/smoke/testcases.yaml
@@ -40,15 +40,17 @@ tiers:
                 blocking: false
                 description: >-
                     It runs the remaining sig-api-machinery testing excluding
-                    the label Conformance (part of k8s_conformance)
+                    the label Conformance (part of k8s_conformance) and
+                    StorageVersionAPI.
                 dependencies:
                     - DEPLOY_SCENARIO: 'k8-*'
                 run:
                     name: e2e_testing
                     args:
                         focus: \[sig-api-machinery\]
-                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
-                          \\[Conformance\\]"
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+                          \\[Serial\\]|\\[Conformance\\]|\
+                          \\[Feature:StorageVersionAPI\\]"
             -
                 case_name: sig_apps
                 project_name: functest
@@ -64,9 +66,10 @@ tiers:
                     name: e2e_testing
                     args:
                         focus: \[sig-apps]
-                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
-                          \\[Conformance\\]|\\[Feature:StatefulUpgrade\\]|\
-                          [Feature:StatefulSet\\]"
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+                          \\[Serial\\]|\\[Conformance\\]|\
+                          \\[Feature:StatefulUpgrade\\]|\
+                          \\[Feature:StatefulSet\\]"
             -
                 case_name: sig_auth
                 project_name: functest
@@ -83,9 +86,42 @@ tiers:
                     name: e2e_testing
                     args:
                         focus: \[sig-auth\]
-                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
-                          \\[Conformance\\]|\\[Feature:PodSecurityPolicy\\]|\
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+                          \\[Serial\\]|\\[Conformance\\]|\
+                          \\[Feature:PodSecurityPolicy\\]|\
                           \\[Feature:BoundServiceAccountTokenVolume\\]"
+            -
+                case_name: sig_cli
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It runs the remaining sig-cli testing excluding Conformance
+                    (part of k8s_conformance).
+                dependencies:
+                    - DEPLOY_SCENARIO: 'k8-*'
+                run:
+                    name: e2e_testing
+                    args:
+                        focus: \[sig-cli]
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+                          \\[Serial\\]|\\[Conformance\\]"
+            -
+                case_name: sig_cluster_lifecycle
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It runs the remaining sig-cluster-lifecycle testing
+                    excluding Conformance (part of k8s_conformance).
+                dependencies:
+                    - DEPLOY_SCENARIO: 'k8-*'
+                run:
+                    name: e2e_testing
+                    args:
+                        focus: \[sig-cluster-lifecycle\]
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+                          \\[Serial\\]|\\[Conformance\\]"
             -
                 case_name: sig_network
                 project_name: functest
@@ -101,9 +137,9 @@ tiers:
                     name: e2e_testing
                     args:
                         focus: \[sig-network\]
-                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
-                          \\[Conformance\\]|load.balancer|LoadBalancer|\
-                          \\[Feature:.+\\]"
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+                          \\[Serial\\]|\\[Conformance\\]|load.balancer|\
+                          LoadBalancer|\\[Feature:.+\\]"
             -
                 case_name: sig_network_features
                 project_name: functest
@@ -125,11 +161,52 @@ tiers:
                           \\[Feature:Networking-IPv4\\]|\
                           \\[Feature:Networking-Performance\\]|\
                           \\[Feature:PerformanceDNS\\]|\\[Feature:NoSNAT\\]"
-                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+                          \\[Serial\\]|\\[Conformance\\]|\
                           \\[Feature:NetworkPolicy\\]|\
                           \\[Feature:Networking-IPv6\\]|\
                           \\[Feature:IPv6DualStackAlphaFeature\\]|\
                           \\[Feature:SCTP\\]|\\[Feature:Example\\]"
+            -
+                case_name: sig_node
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It runs the remaining sig-node testing excluding the
+                    following labels: Conformance (part of k8s_conformance),
+                    RuntimeClass, all RuntimeHandler, PodGarbageCollector,
+                    RegularResourceUsageTrackingfeatures and
+                    ExperimentalResourceUsageTracking features.
+                dependencies:
+                    - DEPLOY_SCENARIO: 'k8-*'
+                run:
+                    name: e2e_testing
+                    args:
+                        focus: \[sig-node]
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+                          \\[Serial\\]|\\[Conformance\\]|\
+                          \\[NodeFeature:RuntimeHandler\\]|\
+                          \\[Feature:PodGarbageCollector\\]|\
+                          \\[Feature:RegularResourceUsageTracking\\]|\
+                          \\[Feature:ExperimentalResourceUsageTracking\\]|\
+                          RuntimeClass"
+            -
+                case_name: sig_instrumentation
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It runs the remaining sig-instrumentation testing excluding
+                    Conformance (part of k8s_conformance)
+                dependencies:
+                    - DEPLOY_SCENARIO: 'k8-*'
+                run:
+                    name: e2e_testing
+                    args:
+                        focus: \[sig-instrumentation\]
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+                          \\[Serial\\]|\\[Conformance\\]"
             -
                 case_name: sig_storage
                 project_name: functest
@@ -145,6 +222,7 @@ tiers:
                     name: e2e_testing
                     args:
                         focus: \[sig-storage\]
-                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
-                          \\[Conformance\\]|\\[Feature:.+\\]|\\[Driver:.+\\]|\
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+                          \\[Serial\\]|\\[Conformance\\]|\
+                          \\[Feature:.+\\]|\\[Driver:.+\\]|\
                           PersistentVolumes.NFS|\\[Slow\\]"