X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=docker%2Fsmoke%2Ftestcases.yaml;h=98c2ce5667d22eee831983796f1b63e720008f64;hb=f3d390ddba5021ce45dd763e2bf953994a487337;hp=c8f68bcfd0ad4f70171786851e55ea9755b4a3f6;hpb=8df34f03168cad4b1b1ef9b53f08cbe76d4e8ed1;p=functest-kubernetes.git diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml index c8f68bcf..98c2ce56 100644 --- a/docker/smoke/testcases.yaml +++ b/docker/smoke/testcases.yaml @@ -2,11 +2,21 @@ tiers: - name: smoke - order: 1 - ci_loop: '(merge)|(verify)|(daily)|(weekly)' description: >- A set of conformance tests integrated from kubernetes project. testcases: + - + case_name: xrally_kubernetes + project_name: functest + criteria: 100 + blocking: false + description: >- + All in one tasks for checking basic functionality of + Kubernetes cluster. + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: xrally_kubernetes - case_name: k8s_conformance project_name: functest @@ -19,5 +29,187 @@ tiers: dependencies: - DEPLOY_SCENARIO: 'k8-*' run: - module: 'functest_kubernetes.k8stest' - class: 'K8sConformanceTest' + name: e2e_testing + args: + focus: \[Conformance\] + skip: \[Disruptive\]|NoExecuteTaintManager + - + case_name: sig_api_machinery + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-api-machinery testing excluding + the label Conformance (part of k8s_conformance) + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: e2e_testing + args: + focus: \[sig-api-machinery\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\ + \\[Conformance\\]" + - + case_name: sig_apps + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-apps testing excluding the + following labels: Conformance (part of k8s_conformance) and + both StatefulUpgrade and StatefulSet features. + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: e2e_testing + args: + focus: \[sig-apps] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\ + \\[Conformance\\]|\\[Feature:StatefulUpgrade\\]|\ + [Feature:StatefulSet\\]" + - + case_name: sig_auth + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-auth testing excluding the + following labels: Conformance (part of k8s_conformance) and + both PodSecurityPolicy and BoundServiceAccountTokenVolume + features. + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: e2e_testing + args: + focus: \[sig-auth\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\ + \\[Conformance\\]|\\[Feature:PodSecurityPolicy\\]|\ + \\[Feature:BoundServiceAccountTokenVolume\\]" + - + case_name: sig_cli + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-cli testing excluding Conformance + (part of k8s_conformance). + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: e2e_testing + args: + focus: \[sig-cli] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\ + \\[Conformance\\]" + - + case_name: sig_cluster_lifecycle + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-cluster-lifecycle testing + excluding Conformance (part of k8s_conformance). + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: e2e_testing + args: + focus: \[sig-cluster-lifecycle\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\ + \\[Conformance\\]" + - + case_name: sig_network + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-network testing excluding the + following labels: Conformance (part of k8s_conformance), + all features and load.balancer. + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: e2e_testing + args: + focus: \[sig-network\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\ + \\[Conformance\\]|load.balancer|LoadBalancer|\ + \\[Feature:.+\\]" + - + case_name: sig_network_features + project_name: functest + criteria: 100 + blocking: false + description: >- + It verifies a couple of features by running a subset of e2e + tests: Ingress, Networking-IPv4, Networking-Performance, + PerformanceDNS and NoSNAT. It excludes by default + NetworkPolicy, Networking-IPv6, IPv6DualStackAlphaFeature, + SCTP and Example. A couple of features may be automatically + skipped like NEG and kubemci. + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: e2e_testing + args: + focus: "\\[Feature:Ingress\\]|\ + \\[Feature:Networking-IPv4\\]|\ + \\[Feature:Networking-Performance\\]|\ + \\[Feature:PerformanceDNS\\]|\\[Feature:NoSNAT\\]" + skip: "\\[Disruptive\\]|\\[Flaky\\]|\ + \\[Feature:NetworkPolicy\\]|\ + \\[Feature:Networking-IPv6\\]|\ + \\[Feature:IPv6DualStackAlphaFeature\\]|\ + \\[Feature:SCTP\\]|\\[Feature:Example\\]" + - + case_name: sig_scheduling + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-network testing excluding the + next labels: Conformance (part of k8s_conformance) and the + GPUDevicePlugin feature. + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: e2e_testing + args: + focus: \[sig-scheduling\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\ + \\[Conformance\\]|\\[Feature:GPUDevicePlugin\\]" + - + case_name: sig_instrumentation + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-instrumentation testing excluding + Conformance (part of k8s_conformance) + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: e2e_testing + args: + focus: \[sig-instrumentation\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\ + \\[Conformance\\]" + - + case_name: sig_storage + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-storage testing excluding the + following labels: Conformance (part of k8s_conformance), + all features, all drivers, PersistentVolumes.NFS and Slow. + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: e2e_testing + args: + focus: \[sig-storage\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\ + \\[Conformance\\]|\\[Feature:.+\\]|\\[Driver:.+\\]|\ + PersistentVolumes.NFS|\\[Slow\\]"