docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3   - name: smoke
   4     description: >-
   5       A set of conformance tests integrated from kubernetes project.
   6     testcases:
   7       - case_name: xrally_kubernetes
   8         project_name: functest
   9         criteria: 100
  10         blocking: false
  11         description: >-
  12           All in one tasks for checking basic functionality of
  13           Kubernetes cluster.
  14         dependencies:
  15           - DEPLOY_SCENARIO: "k8-*"
  16         run:
  17           name: xrally_kubernetes
  18       - case_name: k8s_conformance
  19         project_name: functest
  20         criteria: 100
  21         blocking: false
  22         description: >-
  23           Conformance Tests are expect to pass on any Kubernetes
  24           cluster, this tests are necessary demonstrate conformance
  25           of the Kubernetes deployment.
  26         dependencies:
  27           - DEPLOY_SCENARIO: "k8-*"
  28         run:
  29           name: e2e_testing
  30           args:
  31             nodes: 10
  32             ginkgo:
  33               focus: \[Conformance\]
  34               skip: \[Serial\]|\[Disruptive\]|NoExecuteTaintManager
  35       - case_name: k8s_conformance_serial
  36         project_name: functest
  37         criteria: 100
  38         blocking: false
  39         description: >-
  40           Conformance Tests are expect to pass on any Kubernetes
  41           cluster, this tests are necessary demonstrate conformance
  42           of the Kubernetes deployment.
  43         dependencies:
  44           - DEPLOY_SCENARIO: "k8-*"
  45         run:
  46           name: e2e_testing
  47           args:
  48             ginkgo:
  49               focus: \[Serial\].*\[Conformance\]
  50               skip: \[Disruptive\]|NoExecuteTaintManager
  51       - case_name: sig_api_machinery
  52         project_name: functest
  53         criteria: 100
  54         blocking: false
  55         description: >-
  56           It runs the remaining sig-api-machinery testing excluding
  57           the label Conformance (part of k8s_conformance) and a few features.
  58         dependencies:
  59           - DEPLOY_SCENARIO: "k8-*"
  60         run:
  61           name: e2e_testing
  62           args:
  63             nodes: 10
  64             ginkgo:
  65               focus: \[sig-api-machinery\]
  66               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  67                 \\[Serial\\]|\\[Conformance\\]|\
  68                 \\[Feature:CrossNamespacePodAffinity]|\
  69                 \\[Feature:CustomResourceValidationExpressions]|\
  70                 \\[Feature:StorageVersionAPI\\]|\
  71                 \\[Feature:WatchList\\]"
  72       - case_name: sig_api_machinery_serial
  73         project_name: functest
  74         criteria: 100
  75         blocking: false
  76         description: >-
  77           It runs the remaining sig-api-machinery testing excluding
  78           the label Conformance (part of k8s_conformance) and a few features.
  79         dependencies:
  80           - DEPLOY_SCENARIO: "k8-*"
  81         run:
  82           name: e2e_testing
  83           args:
  84             ginkgo:
  85               focus: \[sig-api-machinery\].*\[Serial\]
  86               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  87                 \\[Conformance\\]|\
  88                 \\[Feature:CrossNamespacePodAffinity]|\
  89                 \\[Feature:StorageVersionAPI\\]|\
  90                 \\[Feature:WatchList\\]"
  91       - case_name: sig_apps
  92         project_name: functest
  93         criteria: 100
  94         blocking: false
  95         description: >-
  96           It runs the remaining sig-apps testing excluding
  97           the label Conformance (part of k8s_conformance) and a few features.
  98         dependencies:
  99           - DEPLOY_SCENARIO: "k8-*"
 100         run:
 101           name: e2e_testing
 102           args:
 103             nodes: 10
 104             ginkgo:
 105               focus: \[sig-apps]
 106               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 107                 \\[Serial\\]|\\[Conformance\\]|\
 108                 \\[Feature:DaemonSetUpdateSurge\\]|\
 109                 \\[Feature:IndexedJob\\]|\
 110                 \\[Feature:StatefulSet\\]|\
 111                 \\[Feature:StatefulSetAutoDeletePVC\\]|\
 112                 \\[Feature:StatefulUpgrade\\]|\
 113                 \\[Feature:SuspendJob\\]"
 114       - case_name: sig_apps_serial
 115         project_name: functest
 116         criteria: 100
 117         blocking: false
 118         description: >-
 119           It runs the remaining sig-apps testing excluding
 120           the label Conformance (part of k8s_conformance) and a few features.
 121         dependencies:
 122           - DEPLOY_SCENARIO: "k8-*"
 123         run:
 124           name: e2e_testing
 125           args:
 126             ginkgo:
 127               focus: \[sig-apps].*\[Serial\]
 128               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 129                 \\[Conformance\\]|\
 130                 \\[Feature:DaemonSetUpdateSurge\\]|\
 131                 \\[Feature:IndexedJob\\]|\
 132                 \\[Feature:StatefulSet\\]|\
 133                 \\[Feature:StatefulUpgrade\\]|\
 134                 \\[Feature:SuspendJob\\]"
 135       - case_name: sig_auth
 136         project_name: functest
 137         criteria: 100
 138         blocking: false
 139         description: >-
 140           It runs the remaining sig-auth testing excluding
 141           the label Conformance (part of k8s_conformance) and a few features.
 142           features.
 143         dependencies:
 144           - DEPLOY_SCENARIO: "k8-*"
 145         run:
 146           name: e2e_testing
 147           args:
 148             nodes: 10
 149             ginkgo:
 150               focus: \[sig-auth\]
 151               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 152                 \\[Serial\\]|\\[Conformance\\]|\
 153                 \\[Feature:ClusterTrustBundle\\]|\
 154                 \\[Feature:PodSecurityPolicy\\]|\
 155                 \\[Feature:BoundServiceAccountTokenVolume\\]"
 156       - case_name: sig_cluster_lifecycle
 157         project_name: functest
 158         criteria: 100
 159         blocking: false
 160         description: >-
 161           It runs the remaining sig-cluster-lifecycle testing
 162           excluding Conformance (part of k8s_conformance).
 163         dependencies:
 164           - DEPLOY_SCENARIO: "k8-*"
 165         run:
 166           name: e2e_testing
 167           args:
 168             nodes: 10
 169             ginkgo:
 170               focus: \[sig-cluster-lifecycle\]
 171               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 172                 \\[Serial\\]|\\[Conformance\\]"
 173       - case_name: sig_instrumentation
 174         project_name: functest
 175         criteria: 100
 176         blocking: false
 177         description: >-
 178           It runs the remaining sig-instrumentation testing excluding
 179           the label Conformance (part of k8s_conformance) and a few features.
 180         dependencies:
 181           - DEPLOY_SCENARIO: "k8-*"
 182         run:
 183           name: e2e_testing
 184           args:
 185             nodes: 10
 186             ginkgo:
 187               focus: \[sig-instrumentation\]
 188               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 189                 \\[Serial\\]|\\[Conformance\\]|\\[Feature:Elasticsearch\\]|\
 190                 \\[Feature:StackdriverAcceleratorMonitoring\\]|\
 191                 \\[Feature:StackdriverCustomMetrics\\]|\
 192                 \\[Feature:StackdriverExternalMetrics\\]|\
 193                 \\[Feature:StackdriverMetadataAgent\\]|\
 194                 \\[Feature:StackdriverMonitoring\\]"
 195       - case_name: sig_network
 196         project_name: functest
 197         criteria: 100
 198         blocking: false
 199         description: >-
 200           It runs the remaining sig-network testing excluding
 201           the label Conformance (part of k8s_conformance) and a few features.
 202         dependencies:
 203           - DEPLOY_SCENARIO: "k8-*"
 204         run:
 205           name: e2e_testing
 206           args:
 207             nodes: 10
 208             ginkgo:
 209               focus: \[sig-network\]
 210               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 211                 \\[Serial\\]|\\[Conformance\\]|\
 212                 \\[Feature:Example\\]|\
 213                 \\[Feature:Ingress\\]|\
 214                 \\[Feature:IPv6DualStack\\]|\
 215                 \\[Feature:kubemci\\]|\
 216                 \\[Feature:KubeProxyDaemonSetMigration\\]|\
 217                 \\[Feature:KubeProxyDaemonSetUpgrade\\]|\
 218                 \\[Feature:NEG\\]|\
 219                 \\[Feature:Networking-IPv6\\]|\
 220                 \\[Feature:NetworkPolicy\\]|\
 221                 \\[Feature:PerformanceDNS\\]|\
 222                 \\[Feature:ProxyTerminatingEndpoints\\]|\
 223                 \\[Feature:SCTP\\]|\
 224                 \\[Feature:SCTPConnectivity\\]|\
 225                 DNS configMap nameserver|\
 226                 load.balancer|LoadBalancer|\
 227                 Network.should.set.TCP.CLOSE_WAIT.timeout"
 228       - case_name: sig_node
 229         project_name: functest
 230         criteria: 100
 231         blocking: false
 232         description: >-
 233           It runs the remaining sig-node testing excluding
 234           the label Conformance (part of k8s_conformance) and a few features.
 235         dependencies:
 236           - DEPLOY_SCENARIO: "k8-*"
 237         run:
 238           name: e2e_testing
 239           args:
 240             nodes: 10
 241             ginkgo:
 242               focus: \[sig-node]
 243               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 244                 \\[Serial\\]|\\[Conformance\\]|\
 245                 \\[Feature:DynamicResourceAllocation\\]|\
 246                 \\[Feature:ExperimentalResourceUsageTracking\\]|\
 247                 \\[Feature:GRPCContainerProbe\\]|\
 248                 \\[Feature:GPUUpgrade\\]|\
 249                 \\[Feature:InPlacePodVerticalScaling\\]|\
 250                 \\[Feature:NodeLogQuery\\]|\
 251                 \\[Feature:PodGarbageCollector\\]|\
 252                 \\[Feature:RegularResourceUsageTracking\\]|\
 253                 \\[Feature:SidecarContainers\\]|\
 254                 \\[Feature:UserNamespacesSupport\\]|\
 255                 \\[Feature:UserNamespacesStatelessPodsSupport\\]|\
 256                 \\[NodeFeature:DownwardAPIHugePages\\]|\
 257                 \\[NodeFeature:RuntimeHandler\\]"
 258       - case_name: sig_scheduling_serial
 259         project_name: functest
 260         criteria: 100
 261         blocking: false
 262         description: >-
 263           It runs the remaining sig-network testing excluding
 264           the label Conformance (part of k8s_conformance) and a few features.
 265         dependencies:
 266           - DEPLOY_SCENARIO: 'k8-*'
 267         run:
 268           name: e2e_testing
 269           args:
 270             ginkgo:
 271               focus: \[sig-scheduling\].*\[Serial\]
 272               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 273                 \\[Conformance\\]|\
 274                 \\[Feature:GPUDevicePlugin\\]|\\[Feature:Recreate\\]"
 275       - case_name: sig_storage
 276         project_name: functest
 277         criteria: 100
 278         blocking: false
 279         description: >-
 280           It runs the remaining sig-storage testing excluding
 281           the label Conformance (part of k8s_conformance) and a few features.
 282         dependencies:
 283           - DEPLOY_SCENARIO: "k8-*"
 284         run:
 285           name: e2e_testing
 286           args:
 287             nodes: 10
 288             ginkgo:
 289               focus: \[sig-storage\]
 290               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 291                 \\[Conformance\\]|\\[Driver:.+\\]|\
 292                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 293                 \\[Feature:Flexvolumes\\]|\
 294                 \\[Feature:GKELocalSSD\\]|\
 295                 \\[Feature:VolumeSnapshotDataSource\\]|\
 296                 \\[Feature:Flexvolumes\\]|\
 297                 \\[Feature:RecoverVolumeExpansionFailure\\]|\
 298                 \\[Feature:SELinux\\]|\
 299                 \\[Feature:vsphere\\]|\
 300                 \\[Feature:Volumes\\]|\
 301                 \\[Feature:Windows\\]|\
 302                 \\[NodeFeature:EphemeralStorage\\]|\
 303                 PersistentVolumes.NFS|\
 304                 should provision storage with different parameters|\
 305                 should not cause race condition when used for git_repo"
 306       - case_name: sig_storage_serial
 307         project_name: functest
 308         criteria: 100
 309         blocking: false
 310         description: >-
 311           It runs the remaining sig-storage testing excluding
 312           the label Conformance (part of k8s_conformance) and a few features.
 313         dependencies:
 314           - DEPLOY_SCENARIO: "k8-*"
 315         run:
 316           name: e2e_testing
 317           args:
 318             ginkgo:
 319               focus: \[sig-storage\].*\[Serial\]
 320               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 321                 \\[Conformance\\]|\\[Driver:.+\\]|\
 322                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 323                 \\[Feature:Flexvolumes\\]|\
 324                 \\[Feature:GKELocalSSD\\]|\
 325                 \\[Feature:VolumeSnapshotDataSource\\]|\
 326                 \\[Feature:Flexvolumes\\]|\
 327                 \\[Feature:RecoverVolumeExpansionFailure\\]|\
 328                 \\[Feature:SELinux\\]|\
 329                 \\[Feature:vsphere\\]|\
 330                 \\[Feature:Volumes\\]|\
 331                 \\[Feature:Windows\\]|\
 332                 \\[NodeFeature:EphemeralStorage\\]|\
 333                 PersistentVolumes.NFS|\
 334                 should provision storage with different parameters|\
 335                 should not cause race condition when used for git_repo"