docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             A set of conformance tests integrated from kubernetes project.
   7         testcases:
   8             -
   9                 case_name: xrally_kubernetes
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     All in one tasks for checking basic functionality of
  15                     Kubernetes cluster.
  16                 dependencies:
  17                     - DEPLOY_SCENARIO: 'k8-*'
  18                 run:
  19                     name: xrally_kubernetes
  20             -
  21                 case_name: k8s_conformance
  22                 project_name: functest
  23                 criteria: 100
  24                 blocking: false
  25                 description: >-
  26                     Conformance Tests are expect to pass on any Kubernetes
  27                     cluster, this tests are necessary demonstrate conformance
  28                     of the Kubernetes deployment.
  29                 dependencies:
  30                     - DEPLOY_SCENARIO: 'k8-*'
  31                 run:
  32                     name: e2e_testing
  33                     args:
  34                         focus: \[Conformance\]
  35                         skip: \[Disruptive\]|NoExecuteTaintManager
  36             -
  37                 case_name: sig_network
  38                 project_name: functest
  39                 criteria: 100
  40                 blocking: false
  41                 description: >-
  42                     It runs the remaining sig-network testing excluding the
  43                     next labels: Conformance (part of k8s_conformance), all
  44                     features and load.balancer.
  45                 dependencies:
  46                     - DEPLOY_SCENARIO: 'k8-*'
  47                 run:
  48                     name: e2e_testing
  49                     args:
  50                         focus: \[sig-network\]
  51                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  52                           \\[Conformance\\]|load.balancer|\\[Feature:.+\\]"
  53             -
  54                 case_name: sig_network_feature
  55                 project_name: functest
  56                 criteria: 100
  57                 blocking: false
  58                 description: >-
  59                     It verifies a couple of features by running a subset of e2e
  60                     tests: Ingress, Networking-IPv4, Networking-Performance,
  61                     PerformanceDNS, SCTP and NoSNAT. It excludes by default
  62                     NetworkPolicy, Networking-IPv6, IPv6DualStackAlphaFeature
  63                     and Example. A couple of features may be automatically
  64                     skipped like NEG and kubemci.
  65                 dependencies:
  66                     - DEPLOY_SCENARIO: 'k8-*'
  67                 run:
  68                     name: e2e_testing
  69                     args:
  70                         focus: "\\[Feature:Ingress\\]|\
  71                           \\[Feature:Networking-IPv4\\]|\
  72                           \\[Feature:Networking-Performance\\]|\
  73                           \\[Feature:PerformanceDNS\\]|\
  74                           \\[Feature:SCTP\\]|\\[Feature:NoSNAT\\]"
  75                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  76                           \\[Feature:NetworkPolicy\\]|\
  77                           \\[Feature:Networking-IPv6\\]|\
  78                           \\[Feature:IPv6DualStackAlphaFeature\\]|\
  79                           \\[Feature:Example\\]"
  80             -
  81                 case_name: sig_storage
  82                 project_name: functest
  83                 criteria: 100
  84                 blocking: false
  85                 description: >-
  86                     It runs the remaining sig-storage testing excluding the
  87                     next labels: Conformance (part of k8s_conformance), all
  88                     features, all drivers and Slow.
  89                 dependencies:
  90                     - DEPLOY_SCENARIO: 'k8-*'
  91                 run:
  92                     name: e2e_testing
  93                     args:
  94                         focus: \[sig-storage\]
  95                         skip: "\\[Disruptive\\]|\\[Flaky\\]|\
  96                           \\[Conformance\\]|\\[Feature:.+\\]|\\[Driver:.+\\]|\
  97                           \\[Slow\\]"