docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3   - name: smoke
   4     description: >-
   5       A set of conformance tests integrated from kubernetes project.
   6     testcases:
   7       - case_name: xrally_kubernetes
   8         project_name: functest
   9         criteria: 100
  10         blocking: false
  11         description: >-
  12           All in one tasks for checking basic functionality of
  13           Kubernetes cluster.
  14         dependencies:
  15           - DEPLOY_SCENARIO: "k8-*"
  16         run:
  17           name: xrally_kubernetes
  18       - case_name: k8s_conformance
  19         project_name: functest
  20         criteria: 100
  21         blocking: false
  22         description: >-
  23           Conformance Tests are expect to pass on any Kubernetes
  24           cluster, this tests are necessary demonstrate conformance
  25           of the Kubernetes deployment.
  26         dependencies:
  27           - DEPLOY_SCENARIO: "k8-*"
  28         run:
  29           name: e2e_testing
  30           args:
  31             nodes: 25
  32             ginkgo:
  33               focus: \[Conformance\]
  34               skip: \[Serial\]|\[Disruptive\]|NoExecuteTaintManager
  35       - case_name: k8s_conformance_serial
  36         project_name: functest
  37         criteria: 100
  38         blocking: false
  39         description: >-
  40           Conformance Tests are expect to pass on any Kubernetes
  41           cluster, this tests are necessary demonstrate conformance
  42           of the Kubernetes deployment.
  43         dependencies:
  44           - DEPLOY_SCENARIO: "k8-*"
  45         run:
  46           name: e2e_testing
  47           args:
  48             ginkgo:
  49               focus: \[Serial\].*\[Conformance\]
  50               skip: \[Disruptive\]|NoExecuteTaintManager
  51       - case_name: sig_api_machinery
  52         project_name: functest
  53         criteria: 100
  54         blocking: false
  55         description: >-
  56           It runs the remaining sig-api-machinery testing excluding
  57           the label Conformance (part of k8s_conformance) and
  58           StorageVersionAPI.
  59         dependencies:
  60           - DEPLOY_SCENARIO: "k8-*"
  61         run:
  62           name: e2e_testing
  63           args:
  64             nodes: 25
  65             ginkgo:
  66               focus: \[sig-api-machinery\]
  67               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  68                 \\[Serial\\]|\\[Conformance\\]|\
  69                 \\[Feature:StorageVersionAPI\\]"
  70       - case_name: sig_apps
  71         project_name: functest
  72         criteria: 100
  73         blocking: false
  74         description: >-
  75           It runs the remaining sig-apps testing excluding the
  76           following labels: Conformance (part of k8s_conformance) and
  77           both StatefulUpgrade and StatefulSet features.
  78         dependencies:
  79           - DEPLOY_SCENARIO: "k8-*"
  80         run:
  81           name: e2e_testing
  82           args:
  83             nodes: 25
  84             ginkgo:
  85               focus: \[sig-apps]
  86               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  87                 \\[Serial\\]|\\[Conformance\\]|\
  88                 \\[Feature:StatefulUpgrade\\]|\
  89                 \\[Feature:StatefulSet\\]"
  90       - case_name: sig_auth
  91         project_name: functest
  92         criteria: 100
  93         blocking: false
  94         description: >-
  95           It runs the remaining sig-auth testing excluding the
  96           following labels: Conformance (part of k8s_conformance) and
  97           both PodSecurityPolicy and BoundServiceAccountTokenVolume
  98           features.
  99         dependencies:
 100           - DEPLOY_SCENARIO: "k8-*"
 101         run:
 102           name: e2e_testing
 103           args:
 104             nodes: 25
 105             ginkgo:
 106               focus: \[sig-auth\]
 107               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 108                 \\[Serial\\]|\\[Conformance\\]|\
 109                 \\[Feature:PodSecurityPolicy\\]|\
 110                 \\[Feature:BoundServiceAccountTokenVolume\\]"
 111       - case_name: sig_cli
 112         project_name: functest
 113         criteria: 100
 114         blocking: false
 115         description: >-
 116           It runs the remaining sig-cli testing excluding Conformance
 117           (part of k8s_conformance).
 118         dependencies:
 119           - DEPLOY_SCENARIO: "k8-*"
 120         run:
 121           name: e2e_testing
 122           args:
 123             nodes: 25
 124             ginkgo:
 125               focus: \[sig-cli]
 126               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 127                 \\[Serial\\]|\\[Conformance\\]"
 128       - case_name: sig_cluster_lifecycle
 129         project_name: functest
 130         criteria: 100
 131         blocking: false
 132         description: >-
 133           It runs the remaining sig-cluster-lifecycle testing
 134           excluding Conformance (part of k8s_conformance).
 135         dependencies:
 136           - DEPLOY_SCENARIO: "k8-*"
 137         run:
 138           name: e2e_testing
 139           args:
 140             nodes: 25
 141             ginkgo:
 142               focus: \[sig-cluster-lifecycle\]
 143               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 144                 \\[Serial\\]|\\[Conformance\\]"
 145       - case_name: sig_network
 146         project_name: functest
 147         criteria: 100
 148         blocking: false
 149         description: >-
 150           It runs the remaining sig-network testing excluding the
 151           following labels: Conformance (part of k8s_conformance),
 152           load.balancer, NetworkPolicy, Networking-IPv6,
 153           IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may
 154           be automatically skipped like NEG and kubemci.
 155         dependencies:
 156           - DEPLOY_SCENARIO: "k8-*"
 157         run:
 158           name: e2e_testing
 159           args:
 160             nodes: 25
 161             ginkgo:
 162               focus: \[sig-network\]
 163               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 164                 \\[Serial\\]|\\[Conformance\\]|load.balancer|\
 165                 LoadBalancer|\\[Feature:NetworkPolicy\\]|\
 166                 \\[Feature:Networking-IPv6\\]|\
 167                 \\[Feature:IPv6DualStackAlphaFeature\\]|\
 168                 \\[Feature:SCTP\\]|\\[Feature:Example\\]"
 169       - case_name: sig_node
 170         project_name: functest
 171         criteria: 100
 172         blocking: false
 173         description: >-
 174           It runs the remaining sig-node testing excluding the
 175           following labels: Conformance (part of k8s_conformance),
 176           RuntimeClass, all RuntimeHandler, PodGarbageCollector,
 177           RegularResourceUsageTrackingfeatures and
 178           ExperimentalResourceUsageTracking features.
 179         dependencies:
 180           - DEPLOY_SCENARIO: "k8-*"
 181         run:
 182           name: e2e_testing
 183           args:
 184             nodes: 25
 185             ginkgo:
 186               focus: \[sig-node]
 187               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 188                 \\[Serial\\]|\\[Conformance\\]|\
 189                 \\[NodeFeature:RuntimeHandler\\]|\
 190                 \\[Feature:PodGarbageCollector\\]|\
 191                 \\[Feature:RegularResourceUsageTracking\\]|\
 192                 \\[Feature:ExperimentalResourceUsageTracking\\]|\
 193                 RuntimeClass"
 194       - case_name: sig_instrumentation
 195         project_name: functest
 196         criteria: 100
 197         blocking: false
 198         description: >-
 199           It runs the remaining sig-instrumentation testing excluding
 200           Conformance (part of k8s_conformance)
 201         dependencies:
 202           - DEPLOY_SCENARIO: "k8-*"
 203         run:
 204           name: e2e_testing
 205           args:
 206             nodes: 25
 207             ginkgo:
 208               focus: \[sig-instrumentation\]
 209               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 210                 \\[Serial\\]|\\[Conformance\\]"
 211       - case_name: sig_storage
 212         project_name: functest
 213         criteria: 100
 214         blocking: false
 215         description: >-
 216           It runs the remaining sig-storage testing excluding the
 217           following labels: Conformance (part of k8s_conformance),
 218           all features, all drivers, PersistentVolumes.NFS and Slow.
 219         dependencies:
 220           - DEPLOY_SCENARIO: "k8-*"
 221         run:
 222           name: e2e_testing
 223           args:
 224             nodes: 25
 225             ginkgo:
 226               focus: \[sig-storage\]
 227               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 228                 \\[Serial\\]|\\[Conformance\\]|\
 229                 \\[Feature:.+\\]|\\[Driver:.+\\]|\
 230                 PersistentVolumes.NFS|\\[Slow\\]"