docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             A set of conformance tests integrated from kubernetes project.
   7         testcases:
   8             -
   9                 case_name: k8s_conformance
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     Conformance Tests are expect to pass on any Kubernetes
  15                     cluster, this tests are necessary demonstrate conformance
  16                     of the Kubernetes deployment.
  17                 dependencies:
  18                     - DEPLOY_SCENARIO: 'k8-*'
  19                 run:
  20                     name: e2e_testing
  21                     args:
  22                         focus: \[Conformance\]
  23                         skip: \[Disruptive\]|NoExecuteTaintManager
  24             -
  25                 case_name: sig_network
  26                 project_name: functest
  27                 criteria: 100
  28                 blocking: false
  29                 description: >-
  30                     It runs the remaining sig-network testing excluding the
  31                     next labels: Conformance (part of k8s_conformance), all
  32                     features and load.balancer.
  33                 dependencies:
  34                     - DEPLOY_SCENARIO: 'k8-*'
  35                 run:
  36                     name: e2e_testing
  37                     args:
  38                         focus: \[sig-network\]
  39                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  40                           \\[Conformance\\]|load.balancer|\\[Feature:.+\\]"
  41             -
  42                 case_name: sig_network_feature
  43                 project_name: functest
  44                 criteria: 100
  45                 blocking: false
  46                 description: >-
  47                     It verifies a couple of features by running a subset of e2e
  48                     tests: Ingress, Networking-IPv4, Networking-Performance,
  49                     PerformanceDNS, SCTP and NoSNAT. It excludes by default
  50                     NetworkPolicy, Networking-IPv6, IPv6DualStackAlphaFeature
  51                     and Example. A couple of features may be automatically
  52                     skipped like NEG and kubemci.
  53                 dependencies:
  54                     - DEPLOY_SCENARIO: 'k8-*'
  55                 run:
  56                     name: e2e_testing
  57                     args:
  58                         focus: "\\[Feature:Ingress\\]|\
  59                           \\[Feature:Networking-IPv4\\]|\
  60                           \\[Feature:Networking-Performance\\]|\
  61                           \\[Feature:PerformanceDNS\\]|\
  62                           \\[Feature:SCTP\\]|\\[Feature:NoSNAT\\]"
  63                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  64                           \\[Feature:NetworkPolicy\\]|\
  65                           \\[Feature:Networking-IPv6\\]|\
  66                           \\[Feature:IPv6DualStackAlphaFeature\\]|\
  67                           \\[Feature:Example\\]"
  68             -
  69                 case_name: sig_storage
  70                 project_name: functest
  71                 criteria: 100
  72                 blocking: false
  73                 description: >-
  74                     It runs the remaining sig-storage testing excluding the
  75                     next labels: Conformance (part of k8s_conformance), all
  76                     features, all drivers and Slow.
  77                 dependencies:
  78                     - DEPLOY_SCENARIO: 'k8-*'
  79                 run:
  80                     name: e2e_testing
  81                     args:
  82                         focus: \[sig-storage\]
  83                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  84                           \\[Conformance\\]|\\[Feature:.+\\]|\\[Driver:.+\\]|\
  85                           \\[Slow\\]"
  86             -
  87                 case_name: xrally_kubernetes
  88                 project_name: functest
  89                 criteria: 100
  90                 blocking: false
  91                 description: >-
  92                     All in one tasks for checking basic functionality of
  93                     Kubernetes cluster.
  94                 dependencies:
  95                     - DEPLOY_SCENARIO: 'k8-*'
  96                 run:
  97                     name: xrally_kubernetes