docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             A set of conformance tests integrated from kubernetes project.
   7         testcases:
   8             -
   9                 case_name: xrally_kubernetes
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     All in one tasks for checking basic functionality of
  15                     Kubernetes cluster.
  16                 dependencies:
  17                     - DEPLOY_SCENARIO: 'k8-*'
  18                 run:
  19                     name: xrally_kubernetes
  20             -
  21                 case_name: k8s_conformance
  22                 project_name: functest
  23                 criteria: 100
  24                 blocking: false
  25                 description: >-
  26                     Conformance Tests are expect to pass on any Kubernetes
  27                     cluster, this tests are necessary demonstrate conformance
  28                     of the Kubernetes deployment.
  29                 dependencies:
  30                     - DEPLOY_SCENARIO: 'k8-*'
  31                 run:
  32                     name: e2e_testing
  33                     args:
  34                         focus: \[Conformance\]
  35                         skip: \[Disruptive\]|NoExecuteTaintManager
  36             -
  37                 case_name: sig_api_machinery
  38                 project_name: functest
  39                 criteria: 100
  40                 blocking: false
  41                 description: >-
  42                     It runs the remaining sig-api-machinery testing excluding
  43                     the label Conformance (part of k8s_conformance)
  44                 dependencies:
  45                     - DEPLOY_SCENARIO: 'k8-*'
  46                 run:
  47                     name: e2e_testing
  48                     args:
  49                         focus: \[sig-api-machinery\]
  50                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  51                           \\[Conformance\\]"
  52             -
  53                 case_name: sig_apps
  54                 project_name: functest
  55                 criteria: 100
  56                 blocking: false
  57                 description: >-
  58                     It runs the remaining sig-apps testing excluding the
  59                     following labels: Conformance (part of k8s_conformance) and
  60                     both StatefulUpgrade and StatefulSet features.
  61                 dependencies:
  62                     - DEPLOY_SCENARIO: 'k8-*'
  63                 run:
  64                     name: e2e_testing
  65                     args:
  66                         focus: \[sig-apps]
  67                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  68                           \\[Conformance\\]|\\[Feature:StatefulUpgrade\\]|\
  69                           \\[Feature:StatefulSet\\]"
  70             -
  71                 case_name: sig_auth
  72                 project_name: functest
  73                 criteria: 100
  74                 blocking: false
  75                 description: >-
  76                     It runs the remaining sig-auth testing excluding the
  77                     following labels: Conformance (part of k8s_conformance) and
  78                     both PodSecurityPolicy and BoundServiceAccountTokenVolume
  79                     features.
  80                 dependencies:
  81                     - DEPLOY_SCENARIO: 'k8-*'
  82                 run:
  83                     name: e2e_testing
  84                     args:
  85                         focus: \[sig-auth\]
  86                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  87                           \\[Conformance\\]|\\[Feature:PodSecurityPolicy\\]|\
  88                           \\[Feature:BoundServiceAccountTokenVolume\\]"
  89             -
  90                 case_name: sig_cli
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: false
  94                 description: >-
  95                     It runs the remaining sig-cli testing excluding Conformance
  96                     (part of k8s_conformance).
  97                 dependencies:
  98                     - DEPLOY_SCENARIO: 'k8-*'
  99                 run:
 100                     name: e2e_testing
 101                     args:
 102                         focus: \[sig-cli]
 103                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
 104                           \\[Conformance\\]"
 105             -
 106                 case_name: sig_cluster_lifecycle
 107                 project_name: functest
 108                 criteria: 100
 109                 blocking: false
 110                 description: >-
 111                     It runs the remaining sig-cluster-lifecycle testing
 112                     excluding Conformance (part of k8s_conformance).
 113                 dependencies:
 114                     - DEPLOY_SCENARIO: 'k8-*'
 115                 run:
 116                     name: e2e_testing
 117                     args:
 118                         focus: \[sig-cluster-lifecycle\]
 119                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
 120                           \\[Conformance\\]"
 121             -
 122                 case_name: sig_network
 123                 project_name: functest
 124                 criteria: 100
 125                 blocking: false
 126                 description: >-
 127                     It runs the remaining sig-network testing excluding the
 128                     following labels: Conformance (part of k8s_conformance),
 129                     all features and load.balancer.
 130                 dependencies:
 131                     - DEPLOY_SCENARIO: 'k8-*'
 132                 run:
 133                     name: e2e_testing
 134                     args:
 135                         focus: \[sig-network\]
 136                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
 137                           \\[Conformance\\]|load.balancer|LoadBalancer|\
 138                           \\[Feature:.+\\]"
 139             -
 140                 case_name: sig_network_features
 141                 project_name: functest
 142                 criteria: 100
 143                 blocking: false
 144                 description: >-
 145                     It verifies a couple of features by running a subset of e2e
 146                     tests: Ingress, Networking-IPv4, Networking-Performance,
 147                     PerformanceDNS and NoSNAT. It excludes by default
 148                     NetworkPolicy, Networking-IPv6, IPv6DualStackAlphaFeature,
 149                     SCTP and Example. A couple of features may be automatically
 150                     skipped like NEG and kubemci.
 151                 dependencies:
 152                     - DEPLOY_SCENARIO: 'k8-*'
 153                 run:
 154                     name: e2e_testing
 155                     args:
 156                         focus: "\\[Feature:Ingress\\]|\
 157                           \\[Feature:Networking-IPv4\\]|\
 158                           \\[Feature:Networking-Performance\\]|\
 159                           \\[Feature:PerformanceDNS\\]|\\[Feature:NoSNAT\\]"
 160                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
 161                           \\[Feature:NetworkPolicy\\]|\
 162                           \\[Feature:Networking-IPv6\\]|\
 163                           \\[Feature:IPv6DualStackAlphaFeature\\]|\
 164                           \\[Feature:SCTP\\]|\\[Feature:Example\\]"
 165             -
 166                 case_name: sig_node
 167                 project_name: functest
 168                 criteria: 100
 169                 blocking: false
 170                 description: >-
 171                     It runs the remaining sig-node testing excluding the
 172                     following labels: Conformance (part of k8s_conformance),
 173                     RuntimeClass, all RuntimeHandler, PodGarbageCollector,
 174                     RegularResourceUsageTrackingfeatures and
 175                     ExperimentalResourceUsageTracking features.
 176                 dependencies:
 177                     - DEPLOY_SCENARIO: 'k8-*'
 178                 run:
 179                     name: e2e_testing
 180                     args:
 181                         focus: \[sig-node]
 182                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
 183                           \\[Conformance\\]|\\[NodeFeature:RuntimeHandler\\]|\
 184                           \\[Feature:PodGarbageCollector\\]|\
 185                           \\[Feature:RegularResourceUsageTracking\\]|\
 186                           \\[Feature:ExperimentalResourceUsageTracking\\]|\
 187                           RuntimeClass"
 188             -
 189                 case_name: sig_scheduling
 190                 project_name: functest
 191                 criteria: 100
 192                 blocking: false
 193                 description: >-
 194                     It runs the remaining sig-network testing excluding the
 195                     next labels: Conformance (part of k8s_conformance) and the
 196                     GPUDevicePlugin feature.
 197                 dependencies:
 198                     - DEPLOY_SCENARIO: 'k8-*'
 199                 run:
 200                     name: e2e_testing
 201                     args:
 202                         focus: \[sig-scheduling\]
 203                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
 204                           \\[Conformance\\]|\\[Feature:GPUDevicePlugin\\]"
 205             -
 206                 case_name: sig_instrumentation
 207                 project_name: functest
 208                 criteria: 100
 209                 blocking: false
 210                 description: >-
 211                     It runs the remaining sig-instrumentation testing excluding
 212                     Conformance (part of k8s_conformance)
 213                 dependencies:
 214                     - DEPLOY_SCENARIO: 'k8-*'
 215                 run:
 216                     name: e2e_testing
 217                     args:
 218                         focus: \[sig-instrumentation\]
 219                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
 220                           \\[Conformance\\]"
 221             -
 222                 case_name: sig_storage
 223                 project_name: functest
 224                 criteria: 100
 225                 blocking: false
 226                 description: >-
 227                     It runs the remaining sig-storage testing excluding the
 228                     following labels: Conformance (part of k8s_conformance),
 229                     all features, all drivers, PersistentVolumes.NFS and Slow.
 230                 dependencies:
 231                     - DEPLOY_SCENARIO: 'k8-*'
 232                 run:
 233                     name: e2e_testing
 234                     args:
 235                         focus: \[sig-storage\]
 236                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
 237                           \\[Conformance\\]|\\[Feature:.+\\]|\\[Driver:.+\\]|\
 238                           PersistentVolumes.NFS|\\[Slow\\]"