docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3   - name: smoke
   4     description: >-
   5       A set of conformance tests integrated from kubernetes project.
   6     testcases:
   7       - case_name: xrally_kubernetes
   8         project_name: functest
   9         criteria: 100
  10         blocking: false
  11         description: >-
  12           All in one tasks for checking basic functionality of
  13           Kubernetes cluster.
  14         dependencies:
  15           - DEPLOY_SCENARIO: "k8-*"
  16         run:
  17           name: xrally_kubernetes
  18       - case_name: k8s_conformance
  19         project_name: functest
  20         criteria: 100
  21         blocking: false
  22         description: >-
  23           Conformance Tests are expect to pass on any Kubernetes
  24           cluster, this tests are necessary demonstrate conformance
  25           of the Kubernetes deployment.
  26         dependencies:
  27           - DEPLOY_SCENARIO: "k8-*"
  28         run:
  29           name: e2e_testing
  30           args:
  31             nodes: 10
  32             ginkgo:
  33               focus: \[Conformance\]
  34               skip: \[Serial\]|\[Disruptive\]|NoExecuteTaintManager
  35       - case_name: k8s_conformance_serial
  36         project_name: functest
  37         criteria: 100
  38         blocking: false
  39         description: >-
  40           Conformance Tests are expect to pass on any Kubernetes
  41           cluster, this tests are necessary demonstrate conformance
  42           of the Kubernetes deployment.
  43         dependencies:
  44           - DEPLOY_SCENARIO: "k8-*"
  45         run:
  46           name: e2e_testing
  47           args:
  48             ginkgo:
  49               focus: \[Serial\].*\[Conformance\]
  50               skip: \[Disruptive\]|NoExecuteTaintManager
  51       - case_name: sig_api_machinery
  52         project_name: functest
  53         criteria: 100
  54         blocking: false
  55         description: >-
  56           It runs the remaining sig-api-machinery testing excluding
  57           the label Conformance (part of k8s_conformance) and
  58           StorageVersionAPI.
  59         dependencies:
  60           - DEPLOY_SCENARIO: "k8-*"
  61         run:
  62           name: e2e_testing
  63           args:
  64             nodes: 10
  65             ginkgo:
  66               focus: \[sig-api-machinery\]
  67               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  68                 \\[Serial\\]|\\[Conformance\\]|\
  69                 \\[Feature:StorageVersionAPI\\]"
  70       - case_name: sig_api_machinery_serial
  71         project_name: functest
  72         criteria: 100
  73         blocking: false
  74         description: >-
  75           It runs the remaining sig-api-machinery testing excluding
  76           the label Conformance (part of k8s_conformance) and
  77           StorageVersionAPI.
  78         dependencies:
  79           - DEPLOY_SCENARIO: "k8-*"
  80         run:
  81           name: e2e_testing
  82           args:
  83             ginkgo:
  84               focus: \[sig-api-machinery\].*\[Serial\]
  85               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  86                 \\[Conformance\\]|\
  87                 \\[Feature:StorageVersionAPI\\]"
  88       - case_name: sig_apps
  89         project_name: functest
  90         criteria: 100
  91         blocking: false
  92         description: >-
  93           It runs the remaining sig-apps testing excluding the
  94           following labels: Conformance (part of k8s_conformance) and
  95           both StatefulUpgrade and StatefulSet features.
  96         dependencies:
  97           - DEPLOY_SCENARIO: "k8-*"
  98         run:
  99           name: e2e_testing
 100           args:
 101             nodes: 10
 102             ginkgo:
 103               focus: \[sig-apps]
 104               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 105                 \\[Serial\\]|\\[Conformance\\]|\
 106                 \\[Feature:StatefulUpgrade\\]|\
 107                 \\[Feature:StatefulSet\\]"
 108       - case_name: sig_apps_serial
 109         project_name: functest
 110         criteria: 100
 111         blocking: false
 112         description: >-
 113           It runs the remaining sig-apps testing excluding the
 114           following labels: Conformance (part of k8s_conformance) and
 115           both StatefulUpgrade and StatefulSet features.
 116         dependencies:
 117           - DEPLOY_SCENARIO: "k8-*"
 118         run:
 119           name: e2e_testing
 120           args:
 121             ginkgo:
 122               focus: \[sig-apps].*\[Serial\]
 123               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 124                 \\[Conformance\\]|\
 125                 \\[Feature:StatefulUpgrade\\]|\
 126                 \\[Feature:StatefulSet\\]"
 127       - case_name: sig_auth
 128         project_name: functest
 129         criteria: 100
 130         blocking: false
 131         description: >-
 132           It runs the remaining sig-auth testing excluding the
 133           following labels: Conformance (part of k8s_conformance) and
 134           both PodSecurityPolicy and BoundServiceAccountTokenVolume
 135           features.
 136         dependencies:
 137           - DEPLOY_SCENARIO: "k8-*"
 138         run:
 139           name: e2e_testing
 140           args:
 141             nodes: 10
 142             ginkgo:
 143               focus: \[sig-auth\]
 144               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 145                 \\[Serial\\]|\\[Conformance\\]|\
 146                 \\[Feature:PodSecurityPolicy\\]|\
 147                 \\[Feature:BoundServiceAccountTokenVolume\\]"
 148       - case_name: sig_cli
 149         project_name: functest
 150         criteria: 100
 151         blocking: false
 152         description: >-
 153           It runs the remaining sig-cli testing excluding Conformance
 154           (part of k8s_conformance).
 155         dependencies:
 156           - DEPLOY_SCENARIO: "k8-*"
 157         run:
 158           name: e2e_testing
 159           args:
 160             nodes: 10
 161             ginkgo:
 162               focus: \[sig-cli]
 163               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 164                 \\[Serial\\]|\\[Conformance\\]"
 165       - case_name: sig_cli_serial
 166         project_name: functest
 167         criteria: 100
 168         blocking: false
 169         description: >-
 170           It runs the remaining sig-cli testing excluding Conformance
 171           (part of k8s_conformance).
 172         dependencies:
 173           - DEPLOY_SCENARIO: "k8-*"
 174         run:
 175           name: e2e_testing
 176           args:
 177             ginkgo:
 178               focus: \[sig-cli].*\[Serial\]
 179               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 180                 \\[Conformance\\]"
 181       - case_name: sig_cluster_lifecycle
 182         project_name: functest
 183         criteria: 100
 184         blocking: false
 185         description: >-
 186           It runs the remaining sig-cluster-lifecycle testing
 187           excluding Conformance (part of k8s_conformance).
 188         dependencies:
 189           - DEPLOY_SCENARIO: "k8-*"
 190         run:
 191           name: e2e_testing
 192           args:
 193             nodes: 10
 194             ginkgo:
 195               focus: \[sig-cluster-lifecycle\]
 196               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 197                 \\[Serial\\]|\\[Conformance\\]"
 198       - case_name: sig_instrumentation
 199         project_name: functest
 200         criteria: 100
 201         blocking: false
 202         description: >-
 203           It runs the remaining sig-instrumentation testing excluding
 204           Conformance (part of k8s_conformance)
 205         dependencies:
 206           - DEPLOY_SCENARIO: "k8-*"
 207         run:
 208           name: e2e_testing
 209           args:
 210             nodes: 10
 211             ginkgo:
 212               focus: \[sig-instrumentation\]
 213               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 214                 \\[Serial\\]|\\[Conformance\\]"
 215       - case_name: sig_network
 216         project_name: functest
 217         criteria: 100
 218         blocking: false
 219         description: >-
 220           It runs the remaining sig-network testing excluding the
 221           following labels: Conformance (part of k8s_conformance),
 222           load.balancer, NetworkPolicy, Networking-IPv6,
 223           IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may
 224           be automatically skipped like NEG and kubemci.
 225         dependencies:
 226           - DEPLOY_SCENARIO: "k8-*"
 227         run:
 228           name: e2e_testing
 229           args:
 230             nodes: 10
 231             ginkgo:
 232               focus: \[sig-network\]
 233               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 234                 \\[Serial\\]|\\[Conformance\\]|load.balancer|\
 235                 LoadBalancer|\\[Feature:NetworkPolicy\\]|\
 236                 \\[Feature:Networking-IPv6\\]|\
 237                 \\[Feature:IPv6DualStackAlphaFeature\\]|\
 238                 \\[Feature:SCTP\\]|\\[Feature:Example\\]|\
 239                 Network.should.set.TCP.CLOSE_WAIT.timeout"
 240       - case_name: sig_network_serial
 241         project_name: functest
 242         criteria: 100
 243         blocking: false
 244         description: >-
 245           It runs the remaining sig-network testing excluding the
 246           following labels: Conformance (part of k8s_conformance),
 247           load.balancer, NetworkPolicy, Networking-IPv6,
 248           IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may
 249           be automatically skipped like NEG and kubemci.
 250         dependencies:
 251           - DEPLOY_SCENARIO: "k8-*"
 252         run:
 253           name: e2e_testing
 254           args:
 255             ginkgo:
 256               focus: \[sig-network\].*\[Serial\]
 257               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 258                 \\[Conformance\\]|load.balancer|\
 259                 LoadBalancer|\\[Feature:NetworkPolicy\\]|\
 260                 \\[Feature:SCTP\\]|\\[Feature:Example\\]"
 261       - case_name: sig_node
 262         project_name: functest
 263         criteria: 100
 264         blocking: false
 265         description: >-
 266           It runs the remaining sig-node testing excluding the
 267           following labels: Conformance (part of k8s_conformance),
 268           RuntimeClass, all RuntimeHandler, PodGarbageCollector,
 269           RegularResourceUsageTrackingfeatures and
 270           ExperimentalResourceUsageTracking features.
 271         dependencies:
 272           - DEPLOY_SCENARIO: "k8-*"
 273         run:
 274           name: e2e_testing
 275           args:
 276             nodes: 10
 277             ginkgo:
 278               focus: \[sig-node]
 279               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 280                 \\[Serial\\]|\\[Conformance\\]|\
 281                 \\[NodeFeature:RuntimeHandler\\]|\
 282                 \\[Feature:PodGarbageCollector\\]|\
 283                 \\[Feature:RegularResourceUsageTracking\\]|\
 284                 \\[Feature:ExperimentalResourceUsageTracking\\]|\
 285                 RuntimeClass"
 286       - case_name: sig_scheduling_serial
 287         project_name: functest
 288         criteria: 100
 289         blocking: false
 290         description: >-
 291           It runs the remaining sig-network testing excluding the
 292           next labels: Conformance (part of k8s_conformance) and the
 293           GPUDevicePlugin feature.
 294         dependencies:
 295           - DEPLOY_SCENARIO: 'k8-*'
 296         run:
 297           name: e2e_testing
 298           args:
 299             ginkgo:
 300               focus: \[sig-scheduling\].*\[Serial\]
 301               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 302                 \\[Conformance\\]|\
 303                 \\[Feature:GPUDevicePlugin\\]"
 304       - case_name: sig_storage
 305         project_name: functest
 306         criteria: 100
 307         blocking: false
 308         description: >-
 309           It runs the remaining sig-storage testing excluding the
 310           following labels: Conformance (part of k8s_conformance),
 311           all features, all drivers, PersistentVolumes.NFS and Slow.
 312         dependencies:
 313           - DEPLOY_SCENARIO: "k8-*"
 314         run:
 315           name: e2e_testing
 316           args:
 317             nodes: 10
 318             ginkgo:
 319               focus: \[sig-storage\]
 320               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 321                 \\[Serial\\]|\\[Conformance\\]|\
 322                 \\[Feature:.+\\]|\\[Driver:.+\\]|\
 323                 PersistentVolumes.NFS|\\[Slow\\]"
 324       - case_name: sig_storage_serial
 325         project_name: functest
 326         criteria: 100
 327         blocking: false
 328         description: >-
 329           It runs the remaining sig-storage testing excluding the
 330           following labels: Conformance (part of k8s_conformance),
 331           all features, all drivers, PersistentVolumes.NFS and Slow.
 332         dependencies:
 333           - DEPLOY_SCENARIO: "k8-*"
 334         run:
 335           name: e2e_testing
 336           args:
 337             ginkgo:
 338               focus: \[sig-storage\].*\[Serial\]
 339               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 340                 \\[Conformance\\]|\
 341                 \\[Feature:.+\\]|\\[Driver:.+\\]|\
 342                 PersistentVolumes.NFS|\\[Slow\\]"