Skip all [Feature:SidecarContainers] tests
[functest-kubernetes.git] / docker / smoke / testcases.yaml
index fe0e32c..2106b49 100644 (file)
@@ -28,7 +28,7 @@ tiers:
         run:
           name: e2e_testing
           args:
-            nodes: 25
+            nodes: 10
             ginkgo:
               focus: \[Conformance\]
               skip: \[Serial\]|\[Disruptive\]|NoExecuteTaintManager
@@ -54,18 +54,19 @@ tiers:
         blocking: false
         description: >-
           It runs the remaining sig-api-machinery testing excluding
-          the label Conformance (part of k8s_conformance) and
-          StorageVersionAPI.
+          the label Conformance (part of k8s_conformance) and a few features.
         dependencies:
           - DEPLOY_SCENARIO: "k8-*"
         run:
           name: e2e_testing
           args:
-            nodes: 25
+            nodes: 10
             ginkgo:
               focus: \[sig-api-machinery\]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
                 \\[Serial\\]|\\[Conformance\\]|\
+                \\[Feature:CrossNamespacePodAffinity]|\
+                \\[Feature:CustomResourceValidationExpressions]|\
                 \\[Feature:StorageVersionAPI\\]"
       - case_name: sig_api_machinery_serial
         project_name: functest
@@ -73,8 +74,7 @@ tiers:
         blocking: false
         description: >-
           It runs the remaining sig-api-machinery testing excluding
-          the label Conformance (part of k8s_conformance) and
-          StorageVersionAPI.
+          the label Conformance (part of k8s_conformance) and a few features.
         dependencies:
           - DEPLOY_SCENARIO: "k8-*"
         run:
@@ -84,35 +84,38 @@ tiers:
               focus: \[sig-api-machinery\].*\[Serial\]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
                 \\[Conformance\\]|\
+                \\[Feature:CrossNamespacePodAffinity]|\
                 \\[Feature:StorageVersionAPI\\]"
       - case_name: sig_apps
         project_name: functest
         criteria: 100
         blocking: false
         description: >-
-          It runs the remaining sig-apps testing excluding the
-          following labels: Conformance (part of k8s_conformance) and
-          both StatefulUpgrade and StatefulSet features.
+          It runs the remaining sig-apps testing excluding
+          the label Conformance (part of k8s_conformance) and a few features.
         dependencies:
           - DEPLOY_SCENARIO: "k8-*"
         run:
           name: e2e_testing
           args:
-            nodes: 25
+            nodes: 10
             ginkgo:
               focus: \[sig-apps]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
                 \\[Serial\\]|\\[Conformance\\]|\
+                \\[Feature:DaemonSetUpdateSurge\\]|\
+                \\[Feature:IndexedJob\\]|\
+                \\[Feature:StatefulSet\\]|\
+                \\[Feature:StatefulSetAutoDeletePVC\\]|\
                 \\[Feature:StatefulUpgrade\\]|\
-                \\[Feature:StatefulSet\\]"
+                \\[Feature:SuspendJob\\]"
       - case_name: sig_apps_serial
         project_name: functest
         criteria: 100
         blocking: false
         description: >-
-          It runs the remaining sig-apps testing excluding the
-          following labels: Conformance (part of k8s_conformance) and
-          both StatefulUpgrade and StatefulSet features.
+          It runs the remaining sig-apps testing excluding
+          the label Conformance (part of k8s_conformance) and a few features.
         dependencies:
           - DEPLOY_SCENARIO: "k8-*"
         run:
@@ -122,62 +125,31 @@ tiers:
               focus: \[sig-apps].*\[Serial\]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
                 \\[Conformance\\]|\
+                \\[Feature:DaemonSetUpdateSurge\\]|\
+                \\[Feature:IndexedJob\\]|\
+                \\[Feature:StatefulSet\\]|\
                 \\[Feature:StatefulUpgrade\\]|\
-                \\[Feature:StatefulSet\\]"
+                \\[Feature:SuspendJob\\]"
       - case_name: sig_auth
         project_name: functest
         criteria: 100
         blocking: false
         description: >-
-          It runs the remaining sig-auth testing excluding the
-          following labels: Conformance (part of k8s_conformance) and
-          both PodSecurityPolicy and BoundServiceAccountTokenVolume
+          It runs the remaining sig-auth testing excluding
+          the label Conformance (part of k8s_conformance) and a few features.
           features.
         dependencies:
           - DEPLOY_SCENARIO: "k8-*"
         run:
           name: e2e_testing
           args:
-            nodes: 25
+            nodes: 10
             ginkgo:
               focus: \[sig-auth\]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
                 \\[Serial\\]|\\[Conformance\\]|\
                 \\[Feature:PodSecurityPolicy\\]|\
                 \\[Feature:BoundServiceAccountTokenVolume\\]"
-      - case_name: sig_cli
-        project_name: functest
-        criteria: 100
-        blocking: false
-        description: >-
-          It runs the remaining sig-cli testing excluding Conformance
-          (part of k8s_conformance).
-        dependencies:
-          - DEPLOY_SCENARIO: "k8-*"
-        run:
-          name: e2e_testing
-          args:
-            nodes: 25
-            ginkgo:
-              focus: \[sig-cli]
-              skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
-                \\[Serial\\]|\\[Conformance\\]"
-      - case_name: sig_cli_serial
-        project_name: functest
-        criteria: 100
-        blocking: false
-        description: >-
-          It runs the remaining sig-cli testing excluding Conformance
-          (part of k8s_conformance).
-        dependencies:
-          - DEPLOY_SCENARIO: "k8-*"
-        run:
-          name: e2e_testing
-          args:
-            ginkgo:
-              focus: \[sig-cli].*\[Serial\]
-              skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
-                \\[Conformance\\]"
       - case_name: sig_cluster_lifecycle
         project_name: functest
         criteria: 100
@@ -190,7 +162,7 @@ tiers:
         run:
           name: e2e_testing
           args:
-            nodes: 25
+            nodes: 10
             ginkgo:
               focus: \[sig-cluster-lifecycle\]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
@@ -201,121 +173,90 @@ tiers:
         blocking: false
         description: >-
           It runs the remaining sig-instrumentation testing excluding
-          Conformance (part of k8s_conformance)
+          the label Conformance (part of k8s_conformance) and a few features.
         dependencies:
           - DEPLOY_SCENARIO: "k8-*"
         run:
           name: e2e_testing
           args:
-            nodes: 25
+            nodes: 10
             ginkgo:
               focus: \[sig-instrumentation\]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
-                \\[Serial\\]|\\[Conformance\\]"
+                \\[Serial\\]|\\[Conformance\\]|\\[Feature:Elasticsearch\\]|\
+                \\[Feature:StackdriverAcceleratorMonitoring\\]|\
+                \\[Feature:StackdriverCustomMetrics\\]|\
+                \\[Feature:StackdriverExternalMetrics\\]|\
+                \\[Feature:StackdriverMetadataAgent\\]|\
+                \\[Feature:StackdriverMonitoring\\]"
       - case_name: sig_network
         project_name: functest
         criteria: 100
         blocking: false
         description: >-
-          It runs the remaining sig-network testing excluding the
-          following labels: Conformance (part of k8s_conformance),
-          load.balancer, NetworkPolicy, Networking-IPv6,
-          IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may
-          be automatically skipped like NEG and kubemci.
+          It runs the remaining sig-network testing excluding
+          the label Conformance (part of k8s_conformance) and a few features.
         dependencies:
           - DEPLOY_SCENARIO: "k8-*"
         run:
           name: e2e_testing
           args:
-            nodes: 25
+            nodes: 10
             ginkgo:
               focus: \[sig-network\]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
-                \\[Serial\\]|\\[Conformance\\]|load.balancer|\
-                LoadBalancer|\\[Feature:NetworkPolicy\\]|\
-                \\[Feature:Networking-IPv6\\]|\
-                \\[Feature:IPv6DualStackAlphaFeature\\]|\
-                \\[Feature:SCTP\\]|\\[Feature:Example\\]"
-      - case_name: sig_network_serial
-        project_name: functest
-        criteria: 100
-        blocking: false
-        description: >-
-          It runs the remaining sig-network testing excluding the
-          following labels: Conformance (part of k8s_conformance),
-          load.balancer, NetworkPolicy, Networking-IPv6,
-          IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may
-          be automatically skipped like NEG and kubemci.
-        dependencies:
-          - DEPLOY_SCENARIO: "k8-*"
-        run:
-          name: e2e_testing
-          args:
-            ginkgo:
-              focus: \[sig-network\].*\[Serial\]
-              skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
-                \\[Conformance\\]|load.balancer|\
-                LoadBalancer|\\[Feature:NetworkPolicy\\]|\
+                \\[Serial\\]|\\[Conformance\\]|\
+                \\[Feature:Example\\]|\
+                \\[Feature:Ingress\\]|\
+                \\[Feature:IPv6DualStack\\]|\
+                \\[Feature:kubemci\\]|\
+                \\[Feature:KubeProxyDaemonSetMigration\\]|\
+                \\[Feature:KubeProxyDaemonSetUpgrade\\]|\
+                \\[Feature:NEG\\]|\
                 \\[Feature:Networking-IPv6\\]|\
-                \\[Feature:IPv6DualStackAlphaFeature\\]|\
-                \\[Feature:SCTP\\]|\\[Feature:Example\\]"
+                \\[Feature:NetworkPolicy\\]|\
+                \\[Feature:PerformanceDNS\\]|\
+                \\[Feature:ProxyTerminatingEndpoints\\]|\
+                \\[Feature:SCTP\\]|\
+                \\[Feature:SCTPConnectivity\\]|\
+                DNS configMap nameserver|\
+                load.balancer|LoadBalancer|\
+                Network.should.set.TCP.CLOSE_WAIT.timeout"
       - case_name: sig_node
         project_name: functest
         criteria: 100
         blocking: false
         description: >-
-          It runs the remaining sig-node testing excluding the
-          following labels: Conformance (part of k8s_conformance),
-          RuntimeClass, all RuntimeHandler, PodGarbageCollector,
-          RegularResourceUsageTrackingfeatures and
-          ExperimentalResourceUsageTracking features.
+          It runs the remaining sig-node testing excluding
+          the label Conformance (part of k8s_conformance) and a few features.
         dependencies:
           - DEPLOY_SCENARIO: "k8-*"
         run:
           name: e2e_testing
           args:
-            nodes: 25
+            nodes: 10
             ginkgo:
               focus: \[sig-node]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
                 \\[Serial\\]|\\[Conformance\\]|\
-                \\[NodeFeature:RuntimeHandler\\]|\
-                \\[Feature:PodGarbageCollector\\]|\
-                \\[Feature:RegularResourceUsageTracking\\]|\
+                \\[Feature:DynamicResourceAllocation\\]|\
                 \\[Feature:ExperimentalResourceUsageTracking\\]|\
-                RuntimeClass"
-      - case_name: sig_node_serial
-        project_name: functest
-        criteria: 100
-        blocking: false
-        description: >-
-          It runs the remaining sig-node testing excluding the
-          following labels: Conformance (part of k8s_conformance),
-          RuntimeClass, all RuntimeHandler, PodGarbageCollector,
-          RegularResourceUsageTrackingfeatures and
-          ExperimentalResourceUsageTracking features.
-        dependencies:
-          - DEPLOY_SCENARIO: "k8-*"
-        run:
-          name: e2e_testing
-          args:
-            ginkgo:
-              focus: \[sig-node].*\[Serial\]
-              skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
-                \\[Conformance\\]|\
-                \\[NodeFeature:RuntimeHandler\\]|\
+                \\[Feature:GRPCContainerProbe\\]|\
+                \\[Feature:GPUUpgrade\\]|\
+                \\[Feature:InPlacePodVerticalScaling\\]|\
                 \\[Feature:PodGarbageCollector\\]|\
                 \\[Feature:RegularResourceUsageTracking\\]|\
-                \\[Feature:ExperimentalResourceUsageTracking\\]|\
-                RuntimeClass"
+                \\[Feature:SidecarContainers\\]|\
+                \\[Feature:UserNamespacesStatelessPodsSupport\\]|\
+                \\[NodeFeature:DownwardAPIHugePages\\]|\
+                \\[NodeFeature:RuntimeHandler\\]"
       - case_name: sig_scheduling_serial
         project_name: functest
         criteria: 100
         blocking: false
         description: >-
-          It runs the remaining sig-network testing excluding the
-          next labels: Conformance (part of k8s_conformance) and the
-          GPUDevicePlugin feature.
+          It runs the remaining sig-network testing excluding
+          the label Conformance (part of k8s_conformance) and a few features.
         dependencies:
           - DEPLOY_SCENARIO: 'k8-*'
         run:
@@ -325,35 +266,43 @@ tiers:
               focus: \[sig-scheduling\].*\[Serial\]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
                 \\[Conformance\\]|\
-                \\[Feature:GPUDevicePlugin\\]"
+                \\[Feature:GPUDevicePlugin\\]|\\[Feature:Recreate\\]"
       - case_name: sig_storage
         project_name: functest
         criteria: 100
         blocking: false
         description: >-
-          It runs the remaining sig-storage testing excluding the
-          following labels: Conformance (part of k8s_conformance),
-          all features, all drivers, PersistentVolumes.NFS and Slow.
+          It runs the remaining sig-storage testing excluding
+          the label Conformance (part of k8s_conformance) and a few features.
         dependencies:
           - DEPLOY_SCENARIO: "k8-*"
         run:
           name: e2e_testing
           args:
-            nodes: 25
+            nodes: 10
             ginkgo:
               focus: \[sig-storage\]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
-                \\[Serial\\]|\\[Conformance\\]|\
-                \\[Feature:.+\\]|\\[Driver:.+\\]|\
-                PersistentVolumes.NFS|\\[Slow\\]"
+                \\[Conformance\\]|\\[Driver:.+\\]|\
+                \\[Feature:ExpandInUsePersistentVolumes\\]|\
+                \\[Feature:Flexvolumes\\]|\
+                \\[Feature:GKELocalSSD\\]|\
+                \\[Feature:VolumeSnapshotDataSource\\]|\
+                \\[Feature:Flexvolumes\\]|\
+                \\[Feature:vsphere\\]|\
+                \\[Feature:Volumes\\]|\
+                \\[Feature:Windows\\]|\
+                \\[NodeFeature:EphemeralStorage\\]|\
+                PersistentVolumes.NFS|\
+                should provision storage with different parameters|\
+                should not cause race condition when used for git_repo"
       - case_name: sig_storage_serial
         project_name: functest
         criteria: 100
         blocking: false
         description: >-
-          It runs the remaining sig-storage testing excluding the
-          following labels: Conformance (part of k8s_conformance),
-          all features, all drivers, PersistentVolumes.NFS and Slow.
+          It runs the remaining sig-storage testing excluding
+          the label Conformance (part of k8s_conformance) and a few features.
         dependencies:
           - DEPLOY_SCENARIO: "k8-*"
         run:
@@ -362,6 +311,16 @@ tiers:
             ginkgo:
               focus: \[sig-storage\].*\[Serial\]
               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
-                \\[Conformance\\]|\
-                \\[Feature:.+\\]|\\[Driver:.+\\]|\
-                PersistentVolumes.NFS|\\[Slow\\]"
+                \\[Conformance\\]|\\[Driver:.+\\]|\
+                \\[Feature:ExpandInUsePersistentVolumes\\]|\
+                \\[Feature:Flexvolumes\\]|\
+                \\[Feature:GKELocalSSD\\]|\
+                \\[Feature:VolumeSnapshotDataSource\\]|\
+                \\[Feature:Flexvolumes\\]|\
+                \\[Feature:vsphere\\]|\
+                \\[Feature:Volumes\\]|\
+                \\[Feature:Windows\\]|\
+                \\[NodeFeature:EphemeralStorage\\]|\
+                PersistentVolumes.NFS|\
+                should provision storage with different parameters|\
+                should not cause race condition when used for git_repo"