docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3   - name: smoke
   4     description: >-
   5       A set of conformance tests integrated from kubernetes project.
   6     testcases:
   7       - case_name: xrally_kubernetes
   8         project_name: functest
   9         criteria: 100
  10         blocking: false
  11         description: >-
  12           All in one tasks for checking basic functionality of
  13           Kubernetes cluster.
  14         dependencies:
  15           - DEPLOY_SCENARIO: "k8-*"
  16         run:
  17           name: xrally_kubernetes
  18       - case_name: k8s_conformance
  19         project_name: functest
  20         criteria: 100
  21         blocking: false
  22         description: >-
  23           Conformance Tests are expect to pass on any Kubernetes
  24           cluster, this tests are necessary demonstrate conformance
  25           of the Kubernetes deployment.
  26         dependencies:
  27           - DEPLOY_SCENARIO: "k8-*"
  28         run:
  29           name: e2e_testing
  30           args:
  31             nodes: 10
  32             ginkgo:
  33               focus: \[Conformance\]
  34               skip: \[Serial\]|\[Disruptive\]|NoExecuteTaintManager
  35       - case_name: k8s_conformance_serial
  36         project_name: functest
  37         criteria: 100
  38         blocking: false
  39         description: >-
  40           Conformance Tests are expect to pass on any Kubernetes
  41           cluster, this tests are necessary demonstrate conformance
  42           of the Kubernetes deployment.
  43         dependencies:
  44           - DEPLOY_SCENARIO: "k8-*"
  45         run:
  46           name: e2e_testing
  47           args:
  48             ginkgo:
  49               focus: \[Serial\].*\[Conformance\]
  50               skip: \[Disruptive\]|NoExecuteTaintManager
  51       - case_name: sig_api_machinery
  52         project_name: functest
  53         criteria: 100
  54         blocking: false
  55         description: >-
  56           It runs the remaining sig-api-machinery testing excluding
  57           the label Conformance (part of k8s_conformance) and a few features.
  58         dependencies:
  59           - DEPLOY_SCENARIO: "k8-*"
  60         run:
  61           name: e2e_testing
  62           args:
  63             nodes: 10
  64             ginkgo:
  65               focus: \[sig-api-machinery\]
  66               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  67                 \\[Serial\\]|\\[Conformance\\]|\
  68                 \\[Feature:CrossNamespacePodAffinity]|\
  69                 \\[Feature:CustomResourceValidationExpressions]|\
  70                 \\[Feature:StorageVersionAPI\\]|\
  71                 \\[Feature:WatchList\\]"
  72       - case_name: sig_api_machinery_serial
  73         project_name: functest
  74         criteria: 100
  75         blocking: false
  76         description: >-
  77           It runs the remaining sig-api-machinery testing excluding
  78           the label Conformance (part of k8s_conformance) and a few features.
  79         dependencies:
  80           - DEPLOY_SCENARIO: "k8-*"
  81         run:
  82           name: e2e_testing
  83           args:
  84             ginkgo:
  85               focus: \[sig-api-machinery\].*\[Serial\]
  86               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  87                 \\[Conformance\\]|\
  88                 \\[Feature:CrossNamespacePodAffinity]|\
  89                 \\[Feature:StorageVersionAPI\\]|\
  90                 \\[Feature:WatchList\\]"
  91       - case_name: sig_apps
  92         project_name: functest
  93         criteria: 100
  94         blocking: false
  95         description: >-
  96           It runs the remaining sig-apps testing excluding
  97           the label Conformance (part of k8s_conformance) and a few features.
  98         dependencies:
  99           - DEPLOY_SCENARIO: "k8-*"
 100         run:
 101           name: e2e_testing
 102           args:
 103             nodes: 10
 104             ginkgo:
 105               focus: \[sig-apps]
 106               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 107                 \\[Serial\\]|\\[Conformance\\]|\
 108                 \\[Feature:DaemonSetUpdateSurge\\]|\
 109                 \\[Feature:IndexedJob\\]|\
 110                 \\[Feature:StatefulSet\\]|\
 111                 \\[Feature:StatefulSetAutoDeletePVC\\]|\
 112                 \\[Feature:StatefulUpgrade\\]|\
 113                 \\[Feature:SuspendJob\\]"
 114       - case_name: sig_apps_serial
 115         project_name: functest
 116         criteria: 100
 117         blocking: false
 118         description: >-
 119           It runs the remaining sig-apps testing excluding
 120           the label Conformance (part of k8s_conformance) and a few features.
 121         dependencies:
 122           - DEPLOY_SCENARIO: "k8-*"
 123         run:
 124           name: e2e_testing
 125           args:
 126             ginkgo:
 127               focus: \[sig-apps].*\[Serial\]
 128               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 129                 \\[Conformance\\]|\
 130                 \\[Feature:DaemonSetUpdateSurge\\]|\
 131                 \\[Feature:IndexedJob\\]|\
 132                 \\[Feature:StatefulSet\\]|\
 133                 \\[Feature:StatefulUpgrade\\]|\
 134                 \\[Feature:SuspendJob\\]"
 135       - case_name: sig_auth
 136         project_name: functest
 137         criteria: 100
 138         blocking: false
 139         description: >-
 140           It runs the remaining sig-auth testing excluding
 141           the label Conformance (part of k8s_conformance) and a few features.
 142           features.
 143         dependencies:
 144           - DEPLOY_SCENARIO: "k8-*"
 145         run:
 146           name: e2e_testing
 147           args:
 148             nodes: 10
 149             ginkgo:
 150               focus: \[sig-auth\]
 151               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 152                 \\[Serial\\]|\\[Conformance\\]|\
 153                 \\[Feature:PodSecurityPolicy\\]|\
 154                 \\[Feature:BoundServiceAccountTokenVolume\\]"
 155       - case_name: sig_cluster_lifecycle
 156         project_name: functest
 157         criteria: 100
 158         blocking: false
 159         description: >-
 160           It runs the remaining sig-cluster-lifecycle testing
 161           excluding Conformance (part of k8s_conformance).
 162         dependencies:
 163           - DEPLOY_SCENARIO: "k8-*"
 164         run:
 165           name: e2e_testing
 166           args:
 167             nodes: 10
 168             ginkgo:
 169               focus: \[sig-cluster-lifecycle\]
 170               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 171                 \\[Serial\\]|\\[Conformance\\]"
 172       - case_name: sig_instrumentation
 173         project_name: functest
 174         criteria: 100
 175         blocking: false
 176         description: >-
 177           It runs the remaining sig-instrumentation testing excluding
 178           the label Conformance (part of k8s_conformance) and a few features.
 179         dependencies:
 180           - DEPLOY_SCENARIO: "k8-*"
 181         run:
 182           name: e2e_testing
 183           args:
 184             nodes: 10
 185             ginkgo:
 186               focus: \[sig-instrumentation\]
 187               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 188                 \\[Serial\\]|\\[Conformance\\]|\\[Feature:Elasticsearch\\]|\
 189                 \\[Feature:StackdriverAcceleratorMonitoring\\]|\
 190                 \\[Feature:StackdriverCustomMetrics\\]|\
 191                 \\[Feature:StackdriverExternalMetrics\\]|\
 192                 \\[Feature:StackdriverMetadataAgent\\]|\
 193                 \\[Feature:StackdriverMonitoring\\]"
 194       - case_name: sig_network
 195         project_name: functest
 196         criteria: 100
 197         blocking: false
 198         description: >-
 199           It runs the remaining sig-network testing excluding
 200           the label Conformance (part of k8s_conformance) and a few features.
 201         dependencies:
 202           - DEPLOY_SCENARIO: "k8-*"
 203         run:
 204           name: e2e_testing
 205           args:
 206             nodes: 10
 207             ginkgo:
 208               focus: \[sig-network\]
 209               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 210                 \\[Serial\\]|\\[Conformance\\]|\
 211                 \\[Feature:Example\\]|\
 212                 \\[Feature:Ingress\\]|\
 213                 \\[Feature:IPv6DualStack\\]|\
 214                 \\[Feature:kubemci\\]|\
 215                 \\[Feature:KubeProxyDaemonSetMigration\\]|\
 216                 \\[Feature:KubeProxyDaemonSetUpgrade\\]|\
 217                 \\[Feature:NEG\\]|\
 218                 \\[Feature:Networking-IPv6\\]|\
 219                 \\[Feature:NetworkPolicy\\]|\
 220                 \\[Feature:PerformanceDNS\\]|\
 221                 \\[Feature:ProxyTerminatingEndpoints\\]|\
 222                 \\[Feature:SCTP\\]|\
 223                 \\[Feature:SCTPConnectivity\\]|\
 224                 DNS configMap nameserver|\
 225                 load.balancer|LoadBalancer|\
 226                 Network.should.set.TCP.CLOSE_WAIT.timeout"
 227       - case_name: sig_node
 228         project_name: functest
 229         criteria: 100
 230         blocking: false
 231         description: >-
 232           It runs the remaining sig-node testing excluding
 233           the label Conformance (part of k8s_conformance) and a few features.
 234         dependencies:
 235           - DEPLOY_SCENARIO: "k8-*"
 236         run:
 237           name: e2e_testing
 238           args:
 239             nodes: 10
 240             ginkgo:
 241               focus: \[sig-node]
 242               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 243                 \\[Serial\\]|\\[Conformance\\]|\
 244                 \\[Feature:DynamicResourceAllocation\\]|\
 245                 \\[Feature:ExperimentalResourceUsageTracking\\]|\
 246                 \\[Feature:GRPCContainerProbe\\]|\
 247                 \\[Feature:GPUUpgrade\\]|\
 248                 \\[Feature:InPlacePodVerticalScaling\\]|\
 249                 \\[Feature:NodeLogQuery\\]|\
 250                 \\[Feature:PodGarbageCollector\\]|\
 251                 \\[Feature:RegularResourceUsageTracking\\]|\
 252                 \\[Feature:SidecarContainers\\]|\
 253                 \\[Feature:UserNamespacesSupport\\]|\
 254                 \\[Feature:UserNamespacesStatelessPodsSupport\\]|\
 255                 \\[NodeFeature:DownwardAPIHugePages\\]|\
 256                 \\[NodeFeature:RuntimeHandler\\]"
 257       - case_name: sig_scheduling_serial
 258         project_name: functest
 259         criteria: 100
 260         blocking: false
 261         description: >-
 262           It runs the remaining sig-network testing excluding
 263           the label Conformance (part of k8s_conformance) and a few features.
 264         dependencies:
 265           - DEPLOY_SCENARIO: 'k8-*'
 266         run:
 267           name: e2e_testing
 268           args:
 269             ginkgo:
 270               focus: \[sig-scheduling\].*\[Serial\]
 271               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 272                 \\[Conformance\\]|\
 273                 \\[Feature:GPUDevicePlugin\\]|\\[Feature:Recreate\\]"
 274       - case_name: sig_storage
 275         project_name: functest
 276         criteria: 100
 277         blocking: false
 278         description: >-
 279           It runs the remaining sig-storage testing excluding
 280           the label Conformance (part of k8s_conformance) and a few features.
 281         dependencies:
 282           - DEPLOY_SCENARIO: "k8-*"
 283         run:
 284           name: e2e_testing
 285           args:
 286             nodes: 10
 287             ginkgo:
 288               focus: \[sig-storage\]
 289               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 290                 \\[Conformance\\]|\\[Driver:.+\\]|\
 291                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 292                 \\[Feature:Flexvolumes\\]|\
 293                 \\[Feature:GKELocalSSD\\]|\
 294                 \\[Feature:VolumeSnapshotDataSource\\]|\
 295                 \\[Feature:Flexvolumes\\]|\
 296                 \\[Feature:RecoverVolumeExpansionFailure\\]|\
 297                 \\[Feature:SELinux\\]|\
 298                 \\[Feature:vsphere\\]|\
 299                 \\[Feature:Volumes\\]|\
 300                 \\[Feature:Windows\\]|\
 301                 \\[NodeFeature:EphemeralStorage\\]|\
 302                 PersistentVolumes.NFS|\
 303                 should provision storage with different parameters|\
 304                 should not cause race condition when used for git_repo"
 305       - case_name: sig_storage_serial
 306         project_name: functest
 307         criteria: 100
 308         blocking: false
 309         description: >-
 310           It runs the remaining sig-storage testing excluding
 311           the label Conformance (part of k8s_conformance) and a few features.
 312         dependencies:
 313           - DEPLOY_SCENARIO: "k8-*"
 314         run:
 315           name: e2e_testing
 316           args:
 317             ginkgo:
 318               focus: \[sig-storage\].*\[Serial\]
 319               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 320                 \\[Conformance\\]|\\[Driver:.+\\]|\
 321                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 322                 \\[Feature:Flexvolumes\\]|\
 323                 \\[Feature:GKELocalSSD\\]|\
 324                 \\[Feature:VolumeSnapshotDataSource\\]|\
 325                 \\[Feature:Flexvolumes\\]|\
 326                 \\[Feature:RecoverVolumeExpansionFailure\\]|\
 327                 \\[Feature:SELinux\\]|\
 328                 \\[Feature:vsphere\\]|\
 329                 \\[Feature:Volumes\\]|\
 330                 \\[Feature:Windows\\]|\
 331                 \\[NodeFeature:EphemeralStorage\\]|\
 332                 PersistentVolumes.NFS|\
 333                 should provision storage with different parameters|\
 334                 should not cause race condition when used for git_repo"