docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3   - name: smoke
   4     description: >-
   5       A set of conformance tests integrated from kubernetes project.
   6     testcases:
   7       - case_name: xrally_kubernetes
   8         project_name: functest
   9         criteria: 100
  10         blocking: false
  11         description: >-
  12           All in one tasks for checking basic functionality of
  13           Kubernetes cluster.
  14         dependencies:
  15           - DEPLOY_SCENARIO: "k8-*"
  16         run:
  17           name: xrally_kubernetes
  18       - case_name: k8s_conformance
  19         project_name: functest
  20         criteria: 100
  21         blocking: false
  22         description: >-
  23           Conformance Tests are expect to pass on any Kubernetes
  24           cluster, this tests are necessary demonstrate conformance
  25           of the Kubernetes deployment.
  26         dependencies:
  27           - DEPLOY_SCENARIO: "k8-*"
  28         run:
  29           name: e2e_testing
  30           args:
  31             nodes: 10
  32             ginkgo:
  33               focus: \[Conformance\]
  34               skip: \[Serial\]|\[Disruptive\]|NoExecuteTaintManager
  35       - case_name: k8s_conformance_serial
  36         project_name: functest
  37         criteria: 100
  38         blocking: false
  39         description: >-
  40           Conformance Tests are expect to pass on any Kubernetes
  41           cluster, this tests are necessary demonstrate conformance
  42           of the Kubernetes deployment.
  43         dependencies:
  44           - DEPLOY_SCENARIO: "k8-*"
  45         run:
  46           name: e2e_testing
  47           args:
  48             ginkgo:
  49               focus: \[Serial\].*\[Conformance\]
  50               skip: \[Disruptive\]|NoExecuteTaintManager
  51       - case_name: sig_api_machinery
  52         project_name: functest
  53         criteria: 100
  54         blocking: false
  55         description: >-
  56           It runs the remaining sig-api-machinery testing excluding
  57           the label Conformance (part of k8s_conformance) and a few features.
  58         dependencies:
  59           - DEPLOY_SCENARIO: "k8-*"
  60         run:
  61           name: e2e_testing
  62           args:
  63             nodes: 10
  64             ginkgo:
  65               focus: \[sig-api-machinery\]
  66               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  67                 \\[Serial\\]|\\[Conformance\\]|\
  68                 \\[Feature:CrossNamespacePodAffinity]|\
  69                 \\[Feature:StorageVersionAPI\\]"
  70       - case_name: sig_api_machinery_serial
  71         project_name: functest
  72         criteria: 100
  73         blocking: false
  74         description: >-
  75           It runs the remaining sig-api-machinery testing excluding
  76           the label Conformance (part of k8s_conformance) and a few features.
  77         dependencies:
  78           - DEPLOY_SCENARIO: "k8-*"
  79         run:
  80           name: e2e_testing
  81           args:
  82             ginkgo:
  83               focus: \[sig-api-machinery\].*\[Serial\]
  84               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  85                 \\[Conformance\\]|\
  86                 \\[Feature:CrossNamespacePodAffinity]|\
  87                 \\[Feature:StorageVersionAPI\\]"
  88       - case_name: sig_apps
  89         project_name: functest
  90         criteria: 100
  91         blocking: false
  92         description: >-
  93           It runs the remaining sig-apps testing excluding
  94           the label Conformance (part of k8s_conformance) and a few features.
  95         dependencies:
  96           - DEPLOY_SCENARIO: "k8-*"
  97         run:
  98           name: e2e_testing
  99           args:
 100             nodes: 10
 101             ginkgo:
 102               focus: \[sig-apps]
 103               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 104                 \\[Serial\\]|\\[Conformance\\]|\
 105                 \\[Feature:DaemonSetUpdateSurge\\]|\
 106                 \\[Feature:IndexedJob\\]|\
 107                 \\[Feature:StatefulSet\\]|\
 108                 \\[Feature:StatefulUpgrade\\]|\
 109                 \\[Feature:SuspendJob\\]"
 110       - case_name: sig_apps_serial
 111         project_name: functest
 112         criteria: 100
 113         blocking: false
 114         description: >-
 115           It runs the remaining sig-apps testing excluding
 116           the label Conformance (part of k8s_conformance) and a few features.
 117         dependencies:
 118           - DEPLOY_SCENARIO: "k8-*"
 119         run:
 120           name: e2e_testing
 121           args:
 122             ginkgo:
 123               focus: \[sig-apps].*\[Serial\]
 124               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 125                 \\[Conformance\\]|\
 126                 \\[Feature:DaemonSetUpdateSurge\\]|\
 127                 \\[Feature:IndexedJob\\]|\
 128                 \\[Feature:StatefulSet\\]|\
 129                 \\[Feature:StatefulUpgrade\\]|\
 130                 \\[Feature:SuspendJob\\]"
 131       - case_name: sig_auth
 132         project_name: functest
 133         criteria: 100
 134         blocking: false
 135         description: >-
 136           It runs the remaining sig-auth testing excluding
 137           the label Conformance (part of k8s_conformance) and a few features.
 138           features.
 139         dependencies:
 140           - DEPLOY_SCENARIO: "k8-*"
 141         run:
 142           name: e2e_testing
 143           args:
 144             nodes: 10
 145             ginkgo:
 146               focus: \[sig-auth\]
 147               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 148                 \\[Serial\\]|\\[Conformance\\]|\
 149                 \\[Feature:PodSecurityPolicy\\]|\
 150                 \\[Feature:BoundServiceAccountTokenVolume\\]"
 151       - case_name: sig_cluster_lifecycle
 152         project_name: functest
 153         criteria: 100
 154         blocking: false
 155         description: >-
 156           It runs the remaining sig-cluster-lifecycle testing
 157           excluding Conformance (part of k8s_conformance).
 158         dependencies:
 159           - DEPLOY_SCENARIO: "k8-*"
 160         run:
 161           name: e2e_testing
 162           args:
 163             nodes: 10
 164             ginkgo:
 165               focus: \[sig-cluster-lifecycle\]
 166               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 167                 \\[Serial\\]|\\[Conformance\\]"
 168       - case_name: sig_instrumentation
 169         project_name: functest
 170         criteria: 100
 171         blocking: false
 172         description: >-
 173           It runs the remaining sig-instrumentation testing excluding
 174           the label Conformance (part of k8s_conformance) and a few features.
 175         dependencies:
 176           - DEPLOY_SCENARIO: "k8-*"
 177         run:
 178           name: e2e_testing
 179           args:
 180             nodes: 10
 181             ginkgo:
 182               focus: \[sig-instrumentation\]
 183               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 184                 \\[Serial\\]|\\[Conformance\\]|\\[Feature:Elasticsearch\\]|\
 185                 \\[Feature:StackdriverAcceleratorMonitoring\\]|\
 186                 \\[Feature:StackdriverCustomMetrics\\]|\
 187                 \\[Feature:StackdriverExternalMetrics\\]|\
 188                 \\[Feature:StackdriverMetadataAgent\\]|\
 189                 \\[Feature:StackdriverMonitoring\\]"
 190       - case_name: sig_network
 191         project_name: functest
 192         criteria: 100
 193         blocking: false
 194         description: >-
 195           It runs the remaining sig-network testing excluding
 196           the label Conformance (part of k8s_conformance) and a few features.
 197         dependencies:
 198           - DEPLOY_SCENARIO: "k8-*"
 199         run:
 200           name: e2e_testing
 201           args:
 202             nodes: 10
 203             ginkgo:
 204               focus: \[sig-network\]
 205               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 206                 \\[Serial\\]|\\[Conformance\\]|\
 207                 \\[Feature:Example\\]|\
 208                 \\[Feature:Ingress\\]|\
 209                 \\[Feature:IPv6DualStack\\]|\
 210                 \\[Feature:kubemci\\]|\
 211                 \\[Feature:KubeProxyDaemonSetMigration\\]|\
 212                 \\[Feature:KubeProxyDaemonSetUpgrade\\]|\
 213                 \\[Feature:NEG\\]|\
 214                 \\[Feature:Networking-IPv6\\]|\
 215                 \\[Feature:NetworkPolicy\\]|\
 216                 \\[Feature:PerformanceDNS\\]|\
 217                 \\[Feature:SCTP\\]|\
 218                 \\[Feature:SCTPConnectivity\\]|\
 219                 DNS configMap nameserver|\
 220                 load.balancer|LoadBalancer|\
 221                 Network.should.set.TCP.CLOSE_WAIT.timeout"
 222       - case_name: sig_node
 223         project_name: functest
 224         criteria: 100
 225         blocking: false
 226         description: >-
 227           It runs the remaining sig-node testing excluding
 228           the label Conformance (part of k8s_conformance) and a few features.
 229         dependencies:
 230           - DEPLOY_SCENARIO: "k8-*"
 231         run:
 232           name: e2e_testing
 233           args:
 234             nodes: 10
 235             ginkgo:
 236               focus: \[sig-node]
 237               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 238                 \\[Serial\\]|\\[Conformance\\]|\
 239                 \\[Feature:ExperimentalResourceUsageTracking\\]|\
 240                 \\[Feature:GPUUpgrade\\]|\
 241                 \\[Feature:PodGarbageCollector\\]|\
 242                 \\[Feature:RegularResourceUsageTracking\\]|\
 243                 \\[NodeFeature:DownwardAPIHugePages\\]|\
 244                 \\[NodeFeature:RuntimeHandler\\]"
 245       - case_name: sig_scheduling_serial
 246         project_name: functest
 247         criteria: 100
 248         blocking: false
 249         description: >-
 250           It runs the remaining sig-network testing excluding
 251           the label Conformance (part of k8s_conformance) and a few features.
 252         dependencies:
 253           - DEPLOY_SCENARIO: 'k8-*'
 254         run:
 255           name: e2e_testing
 256           args:
 257             ginkgo:
 258               focus: \[sig-scheduling\].*\[Serial\]
 259               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 260                 \\[Conformance\\]|\
 261                 \\[Feature:GPUDevicePlugin\\]|\\[Feature:Recreate\\]"
 262       - case_name: sig_storage
 263         project_name: functest
 264         criteria: 100
 265         blocking: false
 266         description: >-
 267           It runs the remaining sig-storage testing excluding
 268           the label Conformance (part of k8s_conformance) and a few features.
 269         dependencies:
 270           - DEPLOY_SCENARIO: "k8-*"
 271         run:
 272           name: e2e_testing
 273           args:
 274             nodes: 10
 275             ginkgo:
 276               focus: \[sig-storage\]
 277               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 278                 \\[Conformance\\]|\\[Driver:.+\\]|\
 279                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 280                 \\[Feature:Flexvolumes\\]|\
 281                 \\[Feature:GKELocalSSD\\]|\
 282                 \\[Feature:VolumeSnapshotDataSource\\]|\
 283                 \\[Feature:Flexvolumes\\]|\
 284                 \\[Feature:vsphere\\]|\
 285                 \\[Feature:Volumes\\]|\
 286                 \\[Feature:Windows\\]|\
 287                 \\[NodeFeature:EphemeralStorage\\]|\
 288                 PersistentVolumes.NFS|\
 289                 should provision storage with different parameters|\
 290                 should not cause race condition when used for git_repo"
 291       - case_name: sig_storage_serial
 292         project_name: functest
 293         criteria: 100
 294         blocking: false
 295         description: >-
 296           It runs the remaining sig-storage testing excluding
 297           the label Conformance (part of k8s_conformance) and a few features.
 298         dependencies:
 299           - DEPLOY_SCENARIO: "k8-*"
 300         run:
 301           name: e2e_testing
 302           args:
 303             ginkgo:
 304               focus: \[sig-storage\].*\[Serial\]
 305               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 306                 \\[Conformance\\]|\\[Driver:.+\\]|\
 307                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 308                 \\[Feature:Flexvolumes\\]|\
 309                 \\[Feature:GKELocalSSD\\]|\
 310                 \\[Feature:VolumeSnapshotDataSource\\]|\
 311                 \\[Feature:Flexvolumes\\]|\
 312                 \\[Feature:vsphere\\]|\
 313                 \\[Feature:Volumes\\]|\
 314                 \\[Feature:Windows\\]|\
 315                 \\[NodeFeature:EphemeralStorage\\]|\
 316                 PersistentVolumes.NFS|\
 317                 should provision storage with different parameters|\
 318                 should not cause race condition when used for git_repo"