docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             A set of conformance tests integrated from kubernetes project.
   7         testcases:
   8             -
   9                 case_name: xrally_kubernetes
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     All in one tasks for checking basic functionality of
  15                     Kubernetes cluster.
  16                 dependencies:
  17                     - DEPLOY_SCENARIO: 'k8-*'
  18                 run:
  19                     name: xrally_kubernetes
  20             -
  21                 case_name: k8s_conformance
  22                 project_name: functest
  23                 criteria: 100
  24                 blocking: false
  25                 description: >-
  26                     Conformance Tests are expect to pass on any Kubernetes
  27                     cluster, this tests are necessary demonstrate conformance
  28                     of the Kubernetes deployment.
  29                 dependencies:
  30                     - DEPLOY_SCENARIO: 'k8-*'
  31                 run:
  32                     name: e2e_testing
  33                     args:
  34                         focus: \[Conformance\]
  35                         skip: \[Disruptive\]|NoExecuteTaintManager
  36             -
  37                 case_name: sig_api_machinery
  38                 project_name: functest
  39                 criteria: 100
  40                 blocking: false
  41                 description: >-
  42                     It runs the remaining sig-api-machinery testing excluding
  43                     the label Conformance (part of k8s_conformance)
  44                 dependencies:
  45                     - DEPLOY_SCENARIO: 'k8-*'
  46                 run:
  47                     name: e2e_testing
  48                     args:
  49                         focus: \[sig-api-machinery\]
  50                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  51                           \\[Conformance\\]"
  52             -
  53                 case_name: sig_auth
  54                 project_name: functest
  55                 criteria: 100
  56                 blocking: false
  57                 description: >-
  58                     It runs the remaining sig-auth testing excluding the
  59                     next labels: Conformance (part of k8s_conformance),
  60                     PodSecurityPolicy and BoundServiceAccountTokenVolume.
  61                 dependencies:
  62                     - DEPLOY_SCENARIO: 'k8-*'
  63                 run:
  64                     name: e2e_testing
  65                     args:
  66                         focus: \[sig-auth\]
  67                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  68                           \\[Conformance\\]|\\[Feature:PodSecurityPolicy\\]|\
  69                           \\[Feature:BoundServiceAccountTokenVolume\\]"
  70             -
  71                 case_name: sig_network
  72                 project_name: functest
  73                 criteria: 100
  74                 blocking: false
  75                 description: >-
  76                     It runs the remaining sig-network testing excluding the
  77                     following labels: Conformance (part of k8s_conformance),
  78                     all features and load.balancer.
  79                 dependencies:
  80                     - DEPLOY_SCENARIO: 'k8-*'
  81                 run:
  82                     name: e2e_testing
  83                     args:
  84                         focus: \[sig-network\]
  85                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  86                           \\[Conformance\\]|load.balancer|LoadBalancer|\
  87                           \\[Feature:.+\\]"
  88             -
  89                 case_name: sig_network_features
  90                 project_name: functest
  91                 criteria: 100
  92                 blocking: false
  93                 description: >-
  94                     It verifies a couple of features by running a subset of e2e
  95                     tests: Ingress, Networking-IPv4, Networking-Performance,
  96                     PerformanceDNS and NoSNAT. It excludes by default
  97                     NetworkPolicy, Networking-IPv6, IPv6DualStackAlphaFeature,
  98                     SCTP and Example. A couple of features may be automatically
  99                     skipped like NEG and kubemci.
 100                 dependencies:
 101                     - DEPLOY_SCENARIO: 'k8-*'
 102                 run:
 103                     name: e2e_testing
 104                     args:
 105                         focus: "\\[Feature:Ingress\\]|\
 106                           \\[Feature:Networking-IPv4\\]|\
 107                           \\[Feature:Networking-Performance\\]|\
 108                           \\[Feature:PerformanceDNS\\]|\\[Feature:NoSNAT\\]"
 109                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
 110                           \\[Feature:NetworkPolicy\\]|\
 111                           \\[Feature:Networking-IPv6\\]|\
 112                           \\[Feature:IPv6DualStackAlphaFeature\\]|\
 113                           \\[Feature:SCTP\\]|\\[Feature:Example\\]"
 114             -
 115                 case_name: sig_storage
 116                 project_name: functest
 117                 criteria: 100
 118                 blocking: false
 119                 description: >-
 120                     It runs the remaining sig-storage testing excluding the
 121                     following labels: Conformance (part of k8s_conformance),
 122                     all features, all drivers, PersistentVolumes.NFS and Slow.
 123                 dependencies:
 124                     - DEPLOY_SCENARIO: 'k8-*'
 125                 run:
 126                     name: e2e_testing
 127                     args:
 128                         focus: \[sig-storage\]
 129                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
 130                           \\[Conformance\\]|\\[Feature:.+\\]|\\[Driver:.+\\]|\
 131                           PersistentVolumes.NFS|\\[Slow\\]"