docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3   - name: smoke
   4     description: >-
   5       A set of conformance tests integrated from kubernetes project.
   6     testcases:
   7       - case_name: xrally_kubernetes
   8         project_name: functest
   9         criteria: 100
  10         blocking: false
  11         description: >-
  12           All in one tasks for checking basic functionality of
  13           Kubernetes cluster.
  14         dependencies:
  15           - DEPLOY_SCENARIO: "k8-*"
  16         run:
  17           name: xrally_kubernetes
  18       - case_name: k8s_conformance
  19         project_name: functest
  20         criteria: 100
  21         blocking: false
  22         description: >-
  23           Conformance Tests are expect to pass on any Kubernetes
  24           cluster, this tests are necessary demonstrate conformance
  25           of the Kubernetes deployment.
  26         dependencies:
  27           - DEPLOY_SCENARIO: "k8-*"
  28         run:
  29           name: e2e_testing
  30           args:
  31             nodes: 10
  32             ginkgo:
  33               focus: \[Conformance\]
  34               skip: \[Serial\]|\[Disruptive\]|NoExecuteTaintManager
  35       - case_name: k8s_conformance_serial
  36         project_name: functest
  37         criteria: 100
  38         blocking: false
  39         description: >-
  40           Conformance Tests are expect to pass on any Kubernetes
  41           cluster, this tests are necessary demonstrate conformance
  42           of the Kubernetes deployment.
  43         dependencies:
  44           - DEPLOY_SCENARIO: "k8-*"
  45         run:
  46           name: e2e_testing
  47           args:
  48             ginkgo:
  49               focus: \[Serial\].*\[Conformance\]
  50               skip: \[Disruptive\]|NoExecuteTaintManager
  51       - case_name: sig_api_machinery
  52         project_name: functest
  53         criteria: 100
  54         blocking: false
  55         description: >-
  56           It runs the remaining sig-api-machinery testing excluding
  57           the label Conformance (part of k8s_conformance) and a few features.
  58         dependencies:
  59           - DEPLOY_SCENARIO: "k8-*"
  60         run:
  61           name: e2e_testing
  62           args:
  63             nodes: 10
  64             ginkgo:
  65               focus: \[sig-api-machinery\]
  66               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  67                 \\[Serial\\]|\\[Conformance\\]|\
  68                 \\[Feature:CrossNamespacePodAffinity]|\
  69                 \\[Feature:CustomResourceValidationExpressions]|\
  70                 \\[Feature:StorageVersionAPI\\]"
  71       - case_name: sig_api_machinery_serial
  72         project_name: functest
  73         criteria: 100
  74         blocking: false
  75         description: >-
  76           It runs the remaining sig-api-machinery testing excluding
  77           the label Conformance (part of k8s_conformance) and a few features.
  78         dependencies:
  79           - DEPLOY_SCENARIO: "k8-*"
  80         run:
  81           name: e2e_testing
  82           args:
  83             ginkgo:
  84               focus: \[sig-api-machinery\].*\[Serial\]
  85               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  86                 \\[Conformance\\]|\
  87                 \\[Feature:CrossNamespacePodAffinity]|\
  88                 \\[Feature:StorageVersionAPI\\]"
  89       - case_name: sig_apps
  90         project_name: functest
  91         criteria: 100
  92         blocking: false
  93         description: >-
  94           It runs the remaining sig-apps testing excluding
  95           the label Conformance (part of k8s_conformance) and a few features.
  96         dependencies:
  97           - DEPLOY_SCENARIO: "k8-*"
  98         run:
  99           name: e2e_testing
 100           args:
 101             nodes: 10
 102             ginkgo:
 103               focus: \[sig-apps]
 104               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 105                 \\[Serial\\]|\\[Conformance\\]|\
 106                 \\[Feature:DaemonSetUpdateSurge\\]|\
 107                 \\[Feature:IndexedJob\\]|\
 108                 \\[Feature:StatefulSet\\]|\
 109                 \\[Feature:StatefulSetAutoDeletePVC\\]|\
 110                 \\[Feature:StatefulUpgrade\\]|\
 111                 \\[Feature:SuspendJob\\]"
 112       - case_name: sig_apps_serial
 113         project_name: functest
 114         criteria: 100
 115         blocking: false
 116         description: >-
 117           It runs the remaining sig-apps testing excluding
 118           the label Conformance (part of k8s_conformance) and a few features.
 119         dependencies:
 120           - DEPLOY_SCENARIO: "k8-*"
 121         run:
 122           name: e2e_testing
 123           args:
 124             ginkgo:
 125               focus: \[sig-apps].*\[Serial\]
 126               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 127                 \\[Conformance\\]|\
 128                 \\[Feature:DaemonSetUpdateSurge\\]|\
 129                 \\[Feature:IndexedJob\\]|\
 130                 \\[Feature:StatefulSet\\]|\
 131                 \\[Feature:StatefulUpgrade\\]|\
 132                 \\[Feature:SuspendJob\\]"
 133       - case_name: sig_auth
 134         project_name: functest
 135         criteria: 100
 136         blocking: false
 137         description: >-
 138           It runs the remaining sig-auth testing excluding
 139           the label Conformance (part of k8s_conformance) and a few features.
 140           features.
 141         dependencies:
 142           - DEPLOY_SCENARIO: "k8-*"
 143         run:
 144           name: e2e_testing
 145           args:
 146             nodes: 10
 147             ginkgo:
 148               focus: \[sig-auth\]
 149               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 150                 \\[Serial\\]|\\[Conformance\\]|\
 151                 \\[Feature:PodSecurityPolicy\\]|\
 152                 \\[Feature:BoundServiceAccountTokenVolume\\]"
 153       - case_name: sig_cluster_lifecycle
 154         project_name: functest
 155         criteria: 100
 156         blocking: false
 157         description: >-
 158           It runs the remaining sig-cluster-lifecycle testing
 159           excluding Conformance (part of k8s_conformance).
 160         dependencies:
 161           - DEPLOY_SCENARIO: "k8-*"
 162         run:
 163           name: e2e_testing
 164           args:
 165             nodes: 10
 166             ginkgo:
 167               focus: \[sig-cluster-lifecycle\]
 168               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 169                 \\[Serial\\]|\\[Conformance\\]"
 170       - case_name: sig_instrumentation
 171         project_name: functest
 172         criteria: 100
 173         blocking: false
 174         description: >-
 175           It runs the remaining sig-instrumentation testing excluding
 176           the label Conformance (part of k8s_conformance) and a few features.
 177         dependencies:
 178           - DEPLOY_SCENARIO: "k8-*"
 179         run:
 180           name: e2e_testing
 181           args:
 182             nodes: 10
 183             ginkgo:
 184               focus: \[sig-instrumentation\]
 185               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 186                 \\[Serial\\]|\\[Conformance\\]|\\[Feature:Elasticsearch\\]|\
 187                 \\[Feature:StackdriverAcceleratorMonitoring\\]|\
 188                 \\[Feature:StackdriverCustomMetrics\\]|\
 189                 \\[Feature:StackdriverExternalMetrics\\]|\
 190                 \\[Feature:StackdriverMetadataAgent\\]|\
 191                 \\[Feature:StackdriverMonitoring\\]"
 192       - case_name: sig_network
 193         project_name: functest
 194         criteria: 100
 195         blocking: false
 196         description: >-
 197           It runs the remaining sig-network testing excluding
 198           the label Conformance (part of k8s_conformance) and a few features.
 199         dependencies:
 200           - DEPLOY_SCENARIO: "k8-*"
 201         run:
 202           name: e2e_testing
 203           args:
 204             nodes: 10
 205             ginkgo:
 206               focus: \[sig-network\]
 207               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 208                 \\[Serial\\]|\\[Conformance\\]|\
 209                 \\[Feature:Example\\]|\
 210                 \\[Feature:Ingress\\]|\
 211                 \\[Feature:IPv6DualStack\\]|\
 212                 \\[Feature:kubemci\\]|\
 213                 \\[Feature:KubeProxyDaemonSetMigration\\]|\
 214                 \\[Feature:KubeProxyDaemonSetUpgrade\\]|\
 215                 \\[Feature:NEG\\]|\
 216                 \\[Feature:Networking-IPv6\\]|\
 217                 \\[Feature:NetworkPolicy\\]|\
 218                 \\[Feature:PerformanceDNS\\]|\
 219                 \\[Feature:ProxyTerminatingEndpoints\\]|\
 220                 \\[Feature:SCTP\\]|\
 221                 \\[Feature:SCTPConnectivity\\]|\
 222                 DNS configMap nameserver|\
 223                 load.balancer|LoadBalancer|\
 224                 Network.should.set.TCP.CLOSE_WAIT.timeout"
 225       - case_name: sig_node
 226         project_name: functest
 227         criteria: 100
 228         blocking: false
 229         description: >-
 230           It runs the remaining sig-node testing excluding
 231           the label Conformance (part of k8s_conformance) and a few features.
 232         dependencies:
 233           - DEPLOY_SCENARIO: "k8-*"
 234         run:
 235           name: e2e_testing
 236           args:
 237             nodes: 10
 238             ginkgo:
 239               focus: \[sig-node]
 240               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 241                 \\[Serial\\]|\\[Conformance\\]|\
 242                 \\[Feature:DynamicResourceAllocation\\]|\
 243                 \\[Feature:ExperimentalResourceUsageTracking\\]|\
 244                 \\[Feature:GRPCContainerProbe\\]|\
 245                 \\[Feature:GPUUpgrade\\]|\
 246                 \\[Feature:InPlacePodVerticalScaling\\]|\
 247                 \\[Feature:PodGarbageCollector\\]|\
 248                 \\[Feature:RegularResourceUsageTracking\\]|\
 249                 \\[Feature:SidecarContainers\\]|\
 250                 \\[Feature:UserNamespacesStatelessPodsSupport\\]|\
 251                 \\[NodeFeature:DownwardAPIHugePages\\]|\
 252                 \\[NodeFeature:RuntimeHandler\\]"
 253       - case_name: sig_scheduling_serial
 254         project_name: functest
 255         criteria: 100
 256         blocking: false
 257         description: >-
 258           It runs the remaining sig-network testing excluding
 259           the label Conformance (part of k8s_conformance) and a few features.
 260         dependencies:
 261           - DEPLOY_SCENARIO: 'k8-*'
 262         run:
 263           name: e2e_testing
 264           args:
 265             ginkgo:
 266               focus: \[sig-scheduling\].*\[Serial\]
 267               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 268                 \\[Conformance\\]|\
 269                 \\[Feature:GPUDevicePlugin\\]|\\[Feature:Recreate\\]"
 270       - case_name: sig_storage
 271         project_name: functest
 272         criteria: 100
 273         blocking: false
 274         description: >-
 275           It runs the remaining sig-storage testing excluding
 276           the label Conformance (part of k8s_conformance) and a few features.
 277         dependencies:
 278           - DEPLOY_SCENARIO: "k8-*"
 279         run:
 280           name: e2e_testing
 281           args:
 282             nodes: 10
 283             ginkgo:
 284               focus: \[sig-storage\]
 285               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 286                 \\[Conformance\\]|\\[Driver:.+\\]|\
 287                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 288                 \\[Feature:Flexvolumes\\]|\
 289                 \\[Feature:GKELocalSSD\\]|\
 290                 \\[Feature:VolumeSnapshotDataSource\\]|\
 291                 \\[Feature:Flexvolumes\\]|\
 292                 \\[Feature:RecoverVolumeExpansionFailure\\]|\
 293                 \\[Feature:SELinux\\]|\
 294                 \\[Feature:vsphere\\]|\
 295                 \\[Feature:Volumes\\]|\
 296                 \\[Feature:Windows\\]|\
 297                 \\[NodeFeature:EphemeralStorage\\]|\
 298                 PersistentVolumes.NFS|\
 299                 should provision storage with different parameters|\
 300                 should not cause race condition when used for git_repo"
 301       - case_name: sig_storage_serial
 302         project_name: functest
 303         criteria: 100
 304         blocking: false
 305         description: >-
 306           It runs the remaining sig-storage testing excluding
 307           the label Conformance (part of k8s_conformance) and a few features.
 308         dependencies:
 309           - DEPLOY_SCENARIO: "k8-*"
 310         run:
 311           name: e2e_testing
 312           args:
 313             ginkgo:
 314               focus: \[sig-storage\].*\[Serial\]
 315               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 316                 \\[Conformance\\]|\\[Driver:.+\\]|\
 317                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 318                 \\[Feature:Flexvolumes\\]|\
 319                 \\[Feature:GKELocalSSD\\]|\
 320                 \\[Feature:VolumeSnapshotDataSource\\]|\
 321                 \\[Feature:Flexvolumes\\]|\
 322                 \\[Feature:RecoverVolumeExpansionFailure\\]|\
 323                 \\[Feature:SELinux\\]|\
 324                 \\[Feature:vsphere\\]|\
 325                 \\[Feature:Volumes\\]|\
 326                 \\[Feature:Windows\\]|\
 327                 \\[NodeFeature:EphemeralStorage\\]|\
 328                 PersistentVolumes.NFS|\
 329                 should provision storage with different parameters|\
 330                 should not cause race condition when used for git_repo"