docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             A set of conformance tests integrated from kubernetes project.
   7         testcases:
   8             -
   9                 case_name: xrally_kubernetes
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     All in one tasks for checking basic functionality of
  15                     Kubernetes cluster.
  16                 dependencies:
  17                     - DEPLOY_SCENARIO: 'k8-*'
  18                 run:
  19                     name: xrally_kubernetes
  20             -
  21                 case_name: k8s_conformance
  22                 project_name: functest
  23                 criteria: 100
  24                 blocking: false
  25                 description: >-
  26                     Conformance Tests are expect to pass on any Kubernetes
  27                     cluster, this tests are necessary demonstrate conformance
  28                     of the Kubernetes deployment.
  29                 dependencies:
  30                     - DEPLOY_SCENARIO: 'k8-*'
  31                 run:
  32                     name: e2e_testing
  33                     args:
  34                         focus: \[Conformance\]
  35                         skip: \[Disruptive\]|NoExecuteTaintManager
  36             -
  37                 case_name: sig_api_machinery
  38                 project_name: functest
  39                 criteria: 100
  40                 blocking: false
  41                 description: >-
  42                     It runs the remaining sig-api-machinery testing excluding
  43                     the label Conformance (part of k8s_conformance) and
  44                     StorageVersionAPI.
  45                 dependencies:
  46                     - DEPLOY_SCENARIO: 'k8-*'
  47                 run:
  48                     name: e2e_testing
  49                     args:
  50                         focus: \[sig-api-machinery\]
  51                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  52                           \\[Serial\\]|\\[Conformance\\]|\
  53                           \\[Feature:StorageVersionAPI\\]"
  54             -
  55                 case_name: sig_apps
  56                 project_name: functest
  57                 criteria: 100
  58                 blocking: false
  59                 description: >-
  60                     It runs the remaining sig-apps testing excluding the
  61                     following labels: Conformance (part of k8s_conformance) and
  62                     both StatefulUpgrade and StatefulSet features.
  63                 dependencies:
  64                     - DEPLOY_SCENARIO: 'k8-*'
  65                 run:
  66                     name: e2e_testing
  67                     args:
  68                         focus: \[sig-apps]
  69                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  70                           \\[Serial\\]|\\[Conformance\\]|\
  71                           \\[Feature:StatefulUpgrade\\]|\
  72                           \\[Feature:StatefulSet\\]"
  73             -
  74                 case_name: sig_auth
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     It runs the remaining sig-auth testing excluding the
  80                     following labels: Conformance (part of k8s_conformance) and
  81                     both PodSecurityPolicy and BoundServiceAccountTokenVolume
  82                     features.
  83                 dependencies:
  84                     - DEPLOY_SCENARIO: 'k8-*'
  85                 run:
  86                     name: e2e_testing
  87                     args:
  88                         focus: \[sig-auth\]
  89                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  90                           \\[Serial\\]|\\[Conformance\\]|\
  91                           \\[Feature:PodSecurityPolicy\\]|\
  92                           \\[Feature:BoundServiceAccountTokenVolume\\]"
  93             -
  94                 case_name: sig_cli
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     It runs the remaining sig-cli testing excluding Conformance
 100                     (part of k8s_conformance).
 101                 dependencies:
 102                     - DEPLOY_SCENARIO: 'k8-*'
 103                 run:
 104                     name: e2e_testing
 105                     args:
 106                         focus: \[sig-cli]
 107                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 108                           \\[Serial\\]|\\[Conformance\\]"
 109             -
 110                 case_name: sig_cluster_lifecycle
 111                 project_name: functest
 112                 criteria: 100
 113                 blocking: false
 114                 description: >-
 115                     It runs the remaining sig-cluster-lifecycle testing
 116                     excluding Conformance (part of k8s_conformance).
 117                 dependencies:
 118                     - DEPLOY_SCENARIO: 'k8-*'
 119                 run:
 120                     name: e2e_testing
 121                     args:
 122                         focus: \[sig-cluster-lifecycle\]
 123                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 124                           \\[Serial\\]|\\[Conformance\\]"
 125             -
 126                 case_name: sig_network
 127                 project_name: functest
 128                 criteria: 100
 129                 blocking: false
 130                 description: >-
 131                     It runs the remaining sig-network testing excluding the
 132                     following labels: Conformance (part of k8s_conformance),
 133                     all features and load.balancer.
 134                 dependencies:
 135                     - DEPLOY_SCENARIO: 'k8-*'
 136                 run:
 137                     name: e2e_testing
 138                     args:
 139                         focus: \[sig-network\]
 140                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 141                           \\[Serial\\]|\\[Conformance\\]|load.balancer|\
 142                           LoadBalancer|\\[Feature:.+\\]"
 143             -
 144                 case_name: sig_network_features
 145                 project_name: functest
 146                 criteria: 100
 147                 blocking: false
 148                 description: >-
 149                     It verifies a couple of features by running a subset of e2e
 150                     tests: Ingress, Networking-IPv4, Networking-Performance,
 151                     PerformanceDNS and NoSNAT. It excludes by default
 152                     NetworkPolicy, Networking-IPv6, IPv6DualStackAlphaFeature,
 153                     SCTP and Example. A couple of features may be automatically
 154                     skipped like NEG and kubemci.
 155                 dependencies:
 156                     - DEPLOY_SCENARIO: 'k8-*'
 157                 run:
 158                     name: e2e_testing
 159                     args:
 160                         focus: "\\[Feature:Ingress\\]|\
 161                           \\[Feature:Networking-IPv4\\]|\
 162                           \\[Feature:Networking-Performance\\]|\
 163                           \\[Feature:PerformanceDNS\\]|\\[Feature:NoSNAT\\]"
 164                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 165                           \\[Serial\\]|\\[Conformance\\]|\
 166                           \\[Feature:NetworkPolicy\\]|\
 167                           \\[Feature:Networking-IPv6\\]|\
 168                           \\[Feature:IPv6DualStackAlphaFeature\\]|\
 169                           \\[Feature:SCTP\\]|\\[Feature:Example\\]"
 170             -
 171                 case_name: sig_node
 172                 project_name: functest
 173                 criteria: 100
 174                 blocking: false
 175                 description: >-
 176                     It runs the remaining sig-node testing excluding the
 177                     following labels: Conformance (part of k8s_conformance),
 178                     RuntimeClass, all RuntimeHandler, PodGarbageCollector,
 179                     RegularResourceUsageTrackingfeatures and
 180                     ExperimentalResourceUsageTracking features.
 181                 dependencies:
 182                     - DEPLOY_SCENARIO: 'k8-*'
 183                 run:
 184                     name: e2e_testing
 185                     args:
 186                         focus: \[sig-node]
 187                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 188                           \\[Serial\\]|\\[Conformance\\]|\
 189                           \\[NodeFeature:RuntimeHandler\\]|\
 190                           \\[Feature:PodGarbageCollector\\]|\
 191                           \\[Feature:RegularResourceUsageTracking\\]|\
 192                           \\[Feature:ExperimentalResourceUsageTracking\\]|\
 193                           RuntimeClass"
 194             -
 195                 case_name: sig_instrumentation
 196                 project_name: functest
 197                 criteria: 100
 198                 blocking: false
 199                 description: >-
 200                     It runs the remaining sig-instrumentation testing excluding
 201                     Conformance (part of k8s_conformance)
 202                 dependencies:
 203                     - DEPLOY_SCENARIO: 'k8-*'
 204                 run:
 205                     name: e2e_testing
 206                     args:
 207                         focus: \[sig-instrumentation\]
 208                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 209                           \\[Serial\\]|\\[Conformance\\]"
 210             -
 211                 case_name: sig_storage
 212                 project_name: functest
 213                 criteria: 100
 214                 blocking: false
 215                 description: >-
 216                     It runs the remaining sig-storage testing excluding the
 217                     following labels: Conformance (part of k8s_conformance),
 218                     all features, all drivers, PersistentVolumes.NFS and Slow.
 219                 dependencies:
 220                     - DEPLOY_SCENARIO: 'k8-*'
 221                 run:
 222                     name: e2e_testing
 223                     args:
 224                         focus: \[sig-storage\]
 225                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 226                           \\[Serial\\]|\\[Conformance\\]|\
 227                           \\[Feature:.+\\]|\\[Driver:.+\\]|\
 228                           PersistentVolumes.NFS|\\[Slow\\]"