docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3   - name: smoke
   4     description: >-
   5       A set of conformance tests integrated from kubernetes project.
   6     testcases:
   7       - case_name: xrally_kubernetes
   8         project_name: functest
   9         criteria: 100
  10         blocking: false
  11         description: >-
  12           All in one tasks for checking basic functionality of
  13           Kubernetes cluster.
  14         dependencies:
  15           - DEPLOY_SCENARIO: "k8-*"
  16         run:
  17           name: xrally_kubernetes
  18       - case_name: k8s_conformance
  19         project_name: functest
  20         criteria: 100
  21         blocking: false
  22         description: >-
  23           Conformance Tests are expect to pass on any Kubernetes
  24           cluster, this tests are necessary demonstrate conformance
  25           of the Kubernetes deployment.
  26         dependencies:
  27           - DEPLOY_SCENARIO: "k8-*"
  28         run:
  29           name: e2e_testing
  30           args:
  31             ginkgo:
  32               focus: \[Conformance\]
  33               skip: \[Disruptive\]|NoExecuteTaintManager
  34       - case_name: sig_api_machinery
  35         project_name: functest
  36         criteria: 100
  37         blocking: false
  38         description: >-
  39           It runs the remaining sig-api-machinery testing excluding
  40           the label Conformance (part of k8s_conformance) and
  41           StorageVersionAPI.
  42         dependencies:
  43           - DEPLOY_SCENARIO: "k8-*"
  44         run:
  45           name: e2e_testing
  46           args:
  47             nodes: 25
  48             ginkgo:
  49               focus: \[sig-api-machinery\]
  50               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  51                 \\[Serial\\]|\\[Conformance\\]|\
  52                 \\[Feature:StorageVersionAPI\\]"
  53       - case_name: sig_apps
  54         project_name: functest
  55         criteria: 100
  56         blocking: false
  57         description: >-
  58           It runs the remaining sig-apps testing excluding the
  59           following labels: Conformance (part of k8s_conformance) and
  60           both StatefulUpgrade and StatefulSet features.
  61         dependencies:
  62           - DEPLOY_SCENARIO: "k8-*"
  63         run:
  64           name: e2e_testing
  65           args:
  66             nodes: 25
  67             ginkgo:
  68               focus: \[sig-apps]
  69               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  70                 \\[Serial\\]|\\[Conformance\\]|\
  71                 \\[Feature:StatefulUpgrade\\]|\
  72                 \\[Feature:StatefulSet\\]"
  73       - case_name: sig_auth
  74         project_name: functest
  75         criteria: 100
  76         blocking: false
  77         description: >-
  78           It runs the remaining sig-auth testing excluding the
  79           following labels: Conformance (part of k8s_conformance) and
  80           both PodSecurityPolicy and BoundServiceAccountTokenVolume
  81           features.
  82         dependencies:
  83           - DEPLOY_SCENARIO: "k8-*"
  84         run:
  85           name: e2e_testing
  86           args:
  87             nodes: 25
  88             ginkgo:
  89               focus: \[sig-auth\]
  90               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  91                 \\[Serial\\]|\\[Conformance\\]|\
  92                 \\[Feature:PodSecurityPolicy\\]|\
  93                 \\[Feature:BoundServiceAccountTokenVolume\\]"
  94       - case_name: sig_cli
  95         project_name: functest
  96         criteria: 100
  97         blocking: false
  98         description: >-
  99           It runs the remaining sig-cli testing excluding Conformance
 100           (part of k8s_conformance).
 101         dependencies:
 102           - DEPLOY_SCENARIO: "k8-*"
 103         run:
 104           name: e2e_testing
 105           args:
 106             nodes: 25
 107             ginkgo:
 108               focus: \[sig-cli]
 109               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 110                 \\[Serial\\]|\\[Conformance\\]"
 111       - case_name: sig_cluster_lifecycle
 112         project_name: functest
 113         criteria: 100
 114         blocking: false
 115         description: >-
 116           It runs the remaining sig-cluster-lifecycle testing
 117           excluding Conformance (part of k8s_conformance).
 118         dependencies:
 119           - DEPLOY_SCENARIO: "k8-*"
 120         run:
 121           name: e2e_testing
 122           args:
 123             nodes: 25
 124             ginkgo:
 125               focus: \[sig-cluster-lifecycle\]
 126               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 127                 \\[Serial\\]|\\[Conformance\\]"
 128       - case_name: sig_network
 129         project_name: functest
 130         criteria: 100
 131         blocking: false
 132         description: >-
 133           It runs the remaining sig-network testing excluding the
 134           following labels: Conformance (part of k8s_conformance),
 135           all features and load.balancer.
 136         dependencies:
 137           - DEPLOY_SCENARIO: "k8-*"
 138         run:
 139           name: e2e_testing
 140           args:
 141             nodes: 25
 142             ginkgo:
 143               focus: \[sig-network\]
 144               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 145                 \\[Serial\\]|\\[Conformance\\]|load.balancer|\
 146                 LoadBalancer|\\[Feature:.+\\]"
 147       - case_name: sig_network_features
 148         project_name: functest
 149         criteria: 100
 150         blocking: false
 151         description: >-
 152           It verifies a couple of features by running a subset of e2e
 153           tests: Ingress, Networking-IPv4, Networking-Performance,
 154           PerformanceDNS and NoSNAT. It excludes by default
 155           NetworkPolicy, Networking-IPv6, IPv6DualStackAlphaFeature,
 156           SCTP and Example. A couple of features may be automatically
 157           skipped like NEG and kubemci.
 158         dependencies:
 159           - DEPLOY_SCENARIO: "k8-*"
 160         run:
 161           name: e2e_testing
 162           args:
 163             nodes: 25
 164             ginkgo:
 165               focus: "\\[Feature:Ingress\\]|\
 166                 \\[Feature:Networking-IPv4\\]|\
 167                 \\[Feature:Networking-Performance\\]|\
 168                 \\[Feature:PerformanceDNS\\]|\\[Feature:NoSNAT\\]"
 169               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 170                 \\[Serial\\]|\\[Conformance\\]|\
 171                 \\[Feature:NetworkPolicy\\]|\
 172                 \\[Feature:Networking-IPv6\\]|\
 173                 \\[Feature:IPv6DualStackAlphaFeature\\]|\
 174                 \\[Feature:SCTP\\]|\\[Feature:Example\\]"
 175       - case_name: sig_node
 176         project_name: functest
 177         criteria: 100
 178         blocking: false
 179         description: >-
 180           It runs the remaining sig-node testing excluding the
 181           following labels: Conformance (part of k8s_conformance),
 182           RuntimeClass, all RuntimeHandler, PodGarbageCollector,
 183           RegularResourceUsageTrackingfeatures and
 184           ExperimentalResourceUsageTracking features.
 185         dependencies:
 186           - DEPLOY_SCENARIO: "k8-*"
 187         run:
 188           name: e2e_testing
 189           args:
 190             nodes: 25
 191             ginkgo:
 192               focus: \[sig-node]
 193               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 194                 \\[Serial\\]|\\[Conformance\\]|\
 195                 \\[NodeFeature:RuntimeHandler\\]|\
 196                 \\[Feature:PodGarbageCollector\\]|\
 197                 \\[Feature:RegularResourceUsageTracking\\]|\
 198                 \\[Feature:ExperimentalResourceUsageTracking\\]|\
 199                 RuntimeClass"
 200       - case_name: sig_instrumentation
 201         project_name: functest
 202         criteria: 100
 203         blocking: false
 204         description: >-
 205           It runs the remaining sig-instrumentation testing excluding
 206           Conformance (part of k8s_conformance)
 207         dependencies:
 208           - DEPLOY_SCENARIO: "k8-*"
 209         run:
 210           name: e2e_testing
 211           args:
 212             nodes: 25
 213             ginkgo:
 214               focus: \[sig-instrumentation\]
 215               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 216                 \\[Serial\\]|\\[Conformance\\]"
 217       - case_name: sig_storage
 218         project_name: functest
 219         criteria: 100
 220         blocking: false
 221         description: >-
 222           It runs the remaining sig-storage testing excluding the
 223           following labels: Conformance (part of k8s_conformance),
 224           all features, all drivers, PersistentVolumes.NFS and Slow.
 225         dependencies:
 226           - DEPLOY_SCENARIO: "k8-*"
 227         run:
 228           name: e2e_testing
 229           args:
 230             nodes: 25
 231             ginkgo:
 232               focus: \[sig-storage\]
 233               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 234                 \\[Serial\\]|\\[Conformance\\]|\
 235                 \\[Feature:.+\\]|\\[Driver:.+\\]|\
 236                 PersistentVolumes.NFS|\\[Slow\\]"