docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3   - name: smoke
   4     description: >-
   5       A set of conformance tests integrated from kubernetes project.
   6     testcases:
   7       - case_name: xrally_kubernetes
   8         project_name: functest
   9         criteria: 100
  10         blocking: false
  11         description: >-
  12           All in one tasks for checking basic functionality of
  13           Kubernetes cluster.
  14         dependencies:
  15           - DEPLOY_SCENARIO: "k8-*"
  16         run:
  17           name: xrally_kubernetes
  18       - case_name: k8s_conformance
  19         project_name: functest
  20         criteria: 100
  21         blocking: false
  22         description: >-
  23           Conformance Tests are expect to pass on any Kubernetes
  24           cluster, this tests are necessary demonstrate conformance
  25           of the Kubernetes deployment.
  26         dependencies:
  27           - DEPLOY_SCENARIO: "k8-*"
  28         run:
  29           name: e2e_testing
  30           args:
  31             nodes: 10
  32             ginkgo:
  33               focus: \[Conformance\]
  34               skip: \[Serial\]|\[Disruptive\]|NoExecuteTaintManager
  35       - case_name: k8s_conformance_serial
  36         project_name: functest
  37         criteria: 100
  38         blocking: false
  39         description: >-
  40           Conformance Tests are expect to pass on any Kubernetes
  41           cluster, this tests are necessary demonstrate conformance
  42           of the Kubernetes deployment.
  43         dependencies:
  44           - DEPLOY_SCENARIO: "k8-*"
  45         run:
  46           name: e2e_testing
  47           args:
  48             ginkgo:
  49               focus: \[Serial\].*\[Conformance\]
  50               skip: \[Disruptive\]|NoExecuteTaintManager
  51       - case_name: sig_api_machinery
  52         project_name: functest
  53         criteria: 100
  54         blocking: false
  55         description: >-
  56           It runs the remaining sig-api-machinery testing excluding
  57           the label Conformance (part of k8s_conformance) and a few features.
  58         dependencies:
  59           - DEPLOY_SCENARIO: "k8-*"
  60         run:
  61           name: e2e_testing
  62           args:
  63             nodes: 10
  64             ginkgo:
  65               focus: \[sig-api-machinery\]
  66               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  67                 \\[Serial\\]|\\[Conformance\\]|\
  68                 \\[Feature:CrossNamespacePodAffinity]|\
  69                 \\[Feature:StorageVersionAPI\\]"
  70       - case_name: sig_api_machinery_serial
  71         project_name: functest
  72         criteria: 100
  73         blocking: false
  74         description: >-
  75           It runs the remaining sig-api-machinery testing excluding
  76           the label Conformance (part of k8s_conformance) and a few features.
  77         dependencies:
  78           - DEPLOY_SCENARIO: "k8-*"
  79         run:
  80           name: e2e_testing
  81           args:
  82             ginkgo:
  83               focus: \[sig-api-machinery\].*\[Serial\]
  84               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  85                 \\[Conformance\\]|\
  86                 \\[Feature:CrossNamespacePodAffinity]|\
  87                 \\[Feature:StorageVersionAPI\\]"
  88       - case_name: sig_apps
  89         project_name: functest
  90         criteria: 100
  91         blocking: false
  92         description: >-
  93           It runs the remaining sig-apps testing excluding
  94           the label Conformance (part of k8s_conformance) and a few features.
  95         dependencies:
  96           - DEPLOY_SCENARIO: "k8-*"
  97         run:
  98           name: e2e_testing
  99           args:
 100             nodes: 10
 101             ginkgo:
 102               focus: \[sig-apps]
 103               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 104                 \\[Serial\\]|\\[Conformance\\]|\
 105                 \\[Feature:DaemonSetUpdateSurge\\]|\
 106                 \\[Feature:IndexedJob\\]|\
 107                 \\[Feature:StatefulSet\\]|\
 108                 \\[Feature:StatefulUpgrade\\]|\
 109                 \\[Feature:SuspendJob\\]"
 110       - case_name: sig_apps_serial
 111         project_name: functest
 112         criteria: 100
 113         blocking: false
 114         description: >-
 115           It runs the remaining sig-apps testing excluding
 116           the label Conformance (part of k8s_conformance) and a few features.
 117         dependencies:
 118           - DEPLOY_SCENARIO: "k8-*"
 119         run:
 120           name: e2e_testing
 121           args:
 122             ginkgo:
 123               focus: \[sig-apps].*\[Serial\]
 124               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 125                 \\[Conformance\\]|\
 126                 \\[Feature:DaemonSetUpdateSurge\\]|\
 127                 \\[Feature:IndexedJob\\]|\
 128                 \\[Feature:StatefulSet\\]|\
 129                 \\[Feature:StatefulUpgrade\\]|\
 130                 \\[Feature:SuspendJob\\]"
 131       - case_name: sig_auth
 132         project_name: functest
 133         criteria: 100
 134         blocking: false
 135         description: >-
 136           It runs the remaining sig-auth testing excluding
 137           the label Conformance (part of k8s_conformance) and a few features.
 138           features.
 139         dependencies:
 140           - DEPLOY_SCENARIO: "k8-*"
 141         run:
 142           name: e2e_testing
 143           args:
 144             nodes: 10
 145             ginkgo:
 146               focus: \[sig-auth\]
 147               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 148                 \\[Serial\\]|\\[Conformance\\]|\
 149                 \\[Feature:PodSecurityPolicy\\]|\
 150                 \\[Feature:BoundServiceAccountTokenVolume\\]"
 151       - case_name: sig_cluster_lifecycle
 152         project_name: functest
 153         criteria: 100
 154         blocking: false
 155         description: >-
 156           It runs the remaining sig-cluster-lifecycle testing
 157           excluding Conformance (part of k8s_conformance).
 158         dependencies:
 159           - DEPLOY_SCENARIO: "k8-*"
 160         run:
 161           name: e2e_testing
 162           args:
 163             nodes: 10
 164             ginkgo:
 165               focus: \[sig-cluster-lifecycle\]
 166               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 167                 \\[Serial\\]|\\[Conformance\\]"
 168       - case_name: sig_instrumentation
 169         project_name: functest
 170         criteria: 100
 171         blocking: false
 172         description: >-
 173           It runs the remaining sig-instrumentation testing excluding
 174           the label Conformance (part of k8s_conformance) and a few features.
 175         dependencies:
 176           - DEPLOY_SCENARIO: "k8-*"
 177         run:
 178           name: e2e_testing
 179           args:
 180             nodes: 10
 181             ginkgo:
 182               focus: \[sig-instrumentation\]
 183               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 184                 \\[Serial\\]|\\[Conformance\\]|\\[Feature:Elasticsearch\\]|\
 185                 \\[Feature:StackdriverAcceleratorMonitoring\\]|\
 186                 \\[Feature:StackdriverCustomMetrics\\]|\
 187                 \\[Feature:StackdriverExternalMetrics\\]|\
 188                 \\[Feature:StackdriverMetadataAgent\\]|\
 189                 \\[Feature:StackdriverMonitoring\\]"
 190       - case_name: sig_network
 191         project_name: functest
 192         criteria: 100
 193         blocking: false
 194         description: >-
 195           It runs the remaining sig-network testing excluding
 196           the label Conformance (part of k8s_conformance) and a few features.
 197         dependencies:
 198           - DEPLOY_SCENARIO: "k8-*"
 199         run:
 200           name: e2e_testing
 201           args:
 202             nodes: 10
 203             ginkgo:
 204               focus: \[sig-network\]
 205               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 206                 \\[Serial\\]|\\[Conformance\\]|\
 207                 \\[Feature:Example\\]|\
 208                 \\[Feature:Ingress\\]|\
 209                 \\[Feature:IPv6DualStack\\]|\
 210                 \\[Feature:kubemci\\]|\
 211                 \\[Feature:KubeProxyDaemonSetMigration\\]|\
 212                 \\[Feature:KubeProxyDaemonSetUpgrade\\]|\
 213                 \\[Feature:NEG\\]|\
 214                 \\[Feature:Networking-IPv6\\]|\
 215                 \\[Feature:NetworkPolicy\\]|\
 216                 \\[Feature:SCTP\\]|\
 217                 \\[Feature:SCTPConnectivity\\]|
 218                 load.balancer|LoadBalancer|\
 219                 Network.should.set.TCP.CLOSE_WAIT.timeout"
 220       - case_name: sig_network_serial
 221         project_name: functest
 222         criteria: 100
 223         blocking: false
 224         description: >-
 225           It runs the remaining sig-network testing excluding
 226           the label Conformance (part of k8s_conformance) and a few features.
 227         dependencies:
 228           - DEPLOY_SCENARIO: "k8-*"
 229         run:
 230           name: e2e_testing
 231           args:
 232             ginkgo:
 233               focus: \[sig-network\].*\[Serial\]
 234               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 235                 \\[Conformance\\]|\
 236                 \\[Feature:Example\\]|\
 237                 \\[Feature:Ingress\\]|\
 238                 \\[Feature:IPv6DualStack\\]|\
 239                 \\[Feature:kubemci\\]|\
 240                 \\[Feature:KubeProxyDaemonSetMigration\\]|\
 241                 \\[Feature:KubeProxyDaemonSetUpgrade\\]|\
 242                 \\[Feature:NEG\\]|\
 243                 \\[Feature:Networking-IPv6\\]|\
 244                 \\[Feature:NetworkPolicy\\]|\
 245                 \\[Feature:SCTP\\]|\
 246                 \\[Feature:SCTPConnectivity\\]|\
 247                 load.balancer|LoadBalancer|\
 248                 Network.should.set.TCP.CLOSE_WAIT.timeout"
 249       - case_name: sig_node
 250         project_name: functest
 251         criteria: 100
 252         blocking: false
 253         description: >-
 254           It runs the remaining sig-node testing excluding
 255           the label Conformance (part of k8s_conformance) and a few features.
 256         dependencies:
 257           - DEPLOY_SCENARIO: "k8-*"
 258         run:
 259           name: e2e_testing
 260           args:
 261             nodes: 10
 262             ginkgo:
 263               focus: \[sig-node]
 264               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 265                 \\[Serial\\]|\\[Conformance\\]|\
 266                 \\[Feature:ExperimentalResourceUsageTracking\\]|\
 267                 \\[Feature:GPUUpgrade\\]|\
 268                 \\[Feature:PodGarbageCollector\\]|\
 269                 \\[Feature:RegularResourceUsageTracking\\]|\
 270                 \\[NodeFeature:DownwardAPIHugePages\\]|\
 271                 \\[NodeFeature:RuntimeHandler\\]"
 272       - case_name: sig_scheduling_serial
 273         project_name: functest
 274         criteria: 100
 275         blocking: false
 276         description: >-
 277           It runs the remaining sig-network testing excluding
 278           the label Conformance (part of k8s_conformance) and a few features.
 279         dependencies:
 280           - DEPLOY_SCENARIO: 'k8-*'
 281         run:
 282           name: e2e_testing
 283           args:
 284             ginkgo:
 285               focus: \[sig-scheduling\].*\[Serial\]
 286               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 287                 \\[Conformance\\]|\
 288                 \\[Feature:GPUDevicePlugin\\]|\\[Feature:Recreate\\]"
 289       - case_name: sig_storage
 290         project_name: functest
 291         criteria: 100
 292         blocking: false
 293         description: >-
 294           It runs the remaining sig-storage testing excluding
 295           the label Conformance (part of k8s_conformance) and a few features.
 296         dependencies:
 297           - DEPLOY_SCENARIO: "k8-*"
 298         run:
 299           name: e2e_testing
 300           args:
 301             nodes: 10
 302             ginkgo:
 303               focus: \[sig-storage\]
 304               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 305                 \\[Conformance\\]|\\[Driver:.+\\]|\
 306                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 307                 \\[Feature:Flexvolumes\\]|\
 308                 \\[Feature:GKELocalSSD\\]|\
 309                 \\[Feature:VolumeSnapshotDataSource\\]|\
 310                 \\[Feature:Flexvolumes\\]|\
 311                 \\[Feature:vsphere\\]|\
 312                 \\[Feature:Volumes\\]|\
 313                 \\[Feature:Windows\\]|\
 314                 \\[NodeFeature:EphemeralStorage\\]|\
 315                 PersistentVolumes.NFS|\
 316                 should provision storage with different parameters|\
 317                 should not cause race condition when used for git_repo"
 318       - case_name: sig_storage_serial
 319         project_name: functest
 320         criteria: 100
 321         blocking: false
 322         description: >-
 323           It runs the remaining sig-storage testing excluding
 324           the label Conformance (part of k8s_conformance) and a few features.
 325         dependencies:
 326           - DEPLOY_SCENARIO: "k8-*"
 327         run:
 328           name: e2e_testing
 329           args:
 330             ginkgo:
 331               focus: \[sig-storage\].*\[Serial\]
 332               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 333                 \\[Conformance\\]|\\[Driver:.+\\]|\
 334                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 335                 \\[Feature:Flexvolumes\\]|\
 336                 \\[Feature:GKELocalSSD\\]|\
 337                 \\[Feature:VolumeSnapshotDataSource\\]|\
 338                 \\[Feature:Flexvolumes\\]|\
 339                 \\[Feature:vsphere\\]|\
 340                 \\[Feature:Volumes\\]|\
 341                 \\[Feature:Windows\\]|\
 342                 \\[NodeFeature:EphemeralStorage\\]|\
 343                 PersistentVolumes.NFS|\
 344                 should provision storage with different parameters|\
 345                 should not cause race condition when used for git_repo"