Add sig_cluster_lifecycle

[functest-kubernetes.git] / docker / smoke / testcases.yaml

diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml
index ed0cc67..98c2ce5 100644 (file)
--- a/docker/smoke/testcases.yaml
+++ b/docker/smoke/testcases.yaml
@@ -33,6 +33,91 @@ tiers:
                     args:
                         focus: \[Conformance\]
                         skip: \[Disruptive\]|NoExecuteTaintManager
+            -
+                case_name: sig_api_machinery
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It runs the remaining sig-api-machinery testing excluding
+                    the label Conformance (part of k8s_conformance)
+                dependencies:
+                    - DEPLOY_SCENARIO: 'k8-*'
+                run:
+                    name: e2e_testing
+                    args:
+                        focus: \[sig-api-machinery\]
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
+                          \\[Conformance\\]"
+            -
+                case_name: sig_apps
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It runs the remaining sig-apps testing excluding the
+                    following labels: Conformance (part of k8s_conformance) and
+                    both StatefulUpgrade and StatefulSet features.
+                dependencies:
+                    - DEPLOY_SCENARIO: 'k8-*'
+                run:
+                    name: e2e_testing
+                    args:
+                        focus: \[sig-apps]
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
+                          \\[Conformance\\]|\\[Feature:StatefulUpgrade\\]|\
+                          [Feature:StatefulSet\\]"
+            -
+                case_name: sig_auth
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It runs the remaining sig-auth testing excluding the
+                    following labels: Conformance (part of k8s_conformance) and
+                    both PodSecurityPolicy and BoundServiceAccountTokenVolume
+                    features.
+                dependencies:
+                    - DEPLOY_SCENARIO: 'k8-*'
+                run:
+                    name: e2e_testing
+                    args:
+                        focus: \[sig-auth\]
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
+                          \\[Conformance\\]|\\[Feature:PodSecurityPolicy\\]|\
+                          \\[Feature:BoundServiceAccountTokenVolume\\]"
+            -
+                case_name: sig_cli
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It runs the remaining sig-cli testing excluding Conformance
+                    (part of k8s_conformance).
+                dependencies:
+                    - DEPLOY_SCENARIO: 'k8-*'
+                run:
+                    name: e2e_testing
+                    args:
+                        focus: \[sig-cli]
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
+                          \\[Conformance\\]"
+            -
+                case_name: sig_cluster_lifecycle
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It runs the remaining sig-cluster-lifecycle testing
+                    excluding Conformance (part of k8s_conformance).
+                dependencies:
+                    - DEPLOY_SCENARIO: 'k8-*'
+                run:
+                    name: e2e_testing
+                    args:
+                        focus: \[sig-cluster-lifecycle\]
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
+                          \\[Conformance\\]"
             -
                 case_name: sig_network
                 project_name: functest
@@ -40,8 +125,8 @@ tiers:
                 blocking: false
                 description: >-
                     It runs the remaining sig-network testing excluding the
-                    next labels: Conformance (part of k8s_conformance), all
-                    features and load.balancer.
+                    following labels: Conformance (part of k8s_conformance),
+                    all features and load.balancer.
                 dependencies:
                     - DEPLOY_SCENARIO: 'k8-*'
                 run:
@@ -49,18 +134,19 @@ tiers:
                     args:
                         focus: \[sig-network\]
                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
-                          \\[Conformance\\]|load.balancer|\\[Feature:.+\\]"
+                          \\[Conformance\\]|load.balancer|LoadBalancer|\
+                          \\[Feature:.+\\]"
             -
-                case_name: sig_network_feature
+                case_name: sig_network_features
                 project_name: functest
                 criteria: 100
                 blocking: false
                 description: >-
                     It verifies a couple of features by running a subset of e2e
                     tests: Ingress, Networking-IPv4, Networking-Performance,
-                    PerformanceDNS, SCTP and NoSNAT. It excludes by default
-                    NetworkPolicy, Networking-IPv6, IPv6DualStackAlphaFeature
-                    and Example. A couple of features may be automatically
+                    PerformanceDNS and NoSNAT. It excludes by default
+                    NetworkPolicy, Networking-IPv6, IPv6DualStackAlphaFeature,
+                    SCTP and Example. A couple of features may be automatically
                     skipped like NEG and kubemci.
                 dependencies:
                     - DEPLOY_SCENARIO: 'k8-*'
@@ -70,13 +156,45 @@ tiers:
                         focus: "\\[Feature:Ingress\\]|\
                           \\[Feature:Networking-IPv4\\]|\
                           \\[Feature:Networking-Performance\\]|\
-                          \\[Feature:PerformanceDNS\\]|\
-                          \\[Feature:SCTP\\]|\\[Feature:NoSNAT\\]"
+                          \\[Feature:PerformanceDNS\\]|\\[Feature:NoSNAT\\]"
                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
                           \\[Feature:NetworkPolicy\\]|\
                           \\[Feature:Networking-IPv6\\]|\
                           \\[Feature:IPv6DualStackAlphaFeature\\]|\
-                          \\[Feature:Example\\]"
+                          \\[Feature:SCTP\\]|\\[Feature:Example\\]"
+            -
+                case_name: sig_scheduling
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It runs the remaining sig-network testing excluding the
+                    next labels: Conformance (part of k8s_conformance) and the
+                    GPUDevicePlugin feature.
+                dependencies:
+                    - DEPLOY_SCENARIO: 'k8-*'
+                run:
+                    name: e2e_testing
+                    args:
+                        focus: \[sig-scheduling\]
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
+                          \\[Conformance\\]|\\[Feature:GPUDevicePlugin\\]"
+            -
+                case_name: sig_instrumentation
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    It runs the remaining sig-instrumentation testing excluding
+                    Conformance (part of k8s_conformance)
+                dependencies:
+                    - DEPLOY_SCENARIO: 'k8-*'
+                run:
+                    name: e2e_testing
+                    args:
+                        focus: \[sig-instrumentation\]
+                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
+                          \\[Conformance\\]"
             -
                 case_name: sig_storage
                 project_name: functest
@@ -84,8 +202,8 @@ tiers:
                 blocking: false
                 description: >-
                     It runs the remaining sig-storage testing excluding the
-                    next labels: Conformance (part of k8s_conformance), all
-                    features, all drivers and Slow.
+                    following labels: Conformance (part of k8s_conformance),
+                    all features, all drivers, PersistentVolumes.NFS and Slow.
                 dependencies:
                     - DEPLOY_SCENARIO: 'k8-*'
                 run:
@@ -94,4 +212,4 @@ tiers:
                         focus: \[sig-storage\]
                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
                           \\[Conformance\\]|\\[Feature:.+\\]|\\[Driver:.+\\]|\
-                          \\[Slow\\]"
+                          PersistentVolumes.NFS|\\[Slow\\]"