docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3   - name: smoke
   4     description: >-
   5       A set of conformance tests integrated from kubernetes project.
   6     testcases:
   7       - case_name: xrally_kubernetes
   8         project_name: functest
   9         criteria: 100
  10         blocking: false
  11         description: >-
  12           All in one tasks for checking basic functionality of
  13           Kubernetes cluster.
  14         dependencies:
  15           - DEPLOY_SCENARIO: "k8-*"
  16         run:
  17           name: xrally_kubernetes
  18       - case_name: k8s_conformance
  19         project_name: functest
  20         criteria: 100
  21         blocking: false
  22         description: >-
  23           Conformance Tests are expect to pass on any Kubernetes
  24           cluster, this tests are necessary demonstrate conformance
  25           of the Kubernetes deployment.
  26         dependencies:
  27           - DEPLOY_SCENARIO: "k8-*"
  28         run:
  29           name: e2e_testing
  30           args:
  31             nodes: 10
  32             ginkgo:
  33               focus: \[Conformance\]
  34               skip: \[Serial\]|\[Disruptive\]|NoExecuteTaintManager
  35       - case_name: k8s_conformance_serial
  36         project_name: functest
  37         criteria: 100
  38         blocking: false
  39         description: >-
  40           Conformance Tests are expect to pass on any Kubernetes
  41           cluster, this tests are necessary demonstrate conformance
  42           of the Kubernetes deployment.
  43         dependencies:
  44           - DEPLOY_SCENARIO: "k8-*"
  45         run:
  46           name: e2e_testing
  47           args:
  48             ginkgo:
  49               focus: \[Serial\].*\[Conformance\]
  50               skip: \[Disruptive\]|NoExecuteTaintManager
  51       - case_name: sig_api_machinery
  52         project_name: functest
  53         criteria: 100
  54         blocking: false
  55         description: >-
  56           It runs the remaining sig-api-machinery testing excluding
  57           the label Conformance (part of k8s_conformance) and a few features.
  58         dependencies:
  59           - DEPLOY_SCENARIO: "k8-*"
  60         run:
  61           name: e2e_testing
  62           args:
  63             nodes: 10
  64             ginkgo:
  65               focus: \[sig-api-machinery\]
  66               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  67                 \\[Serial\\]|\\[Conformance\\]|\
  68                 \\[Feature:CrossNamespacePodAffinity]|\
  69                 \\[Feature:CustomResourceValidationExpressions]|\
  70                 \\[Feature:StorageVersionAPI\\]|\
  71                 \\[Feature:WatchList\\]"
  72       - case_name: sig_api_machinery_serial
  73         project_name: functest
  74         criteria: 100
  75         blocking: false
  76         description: >-
  77           It runs the remaining sig-api-machinery testing excluding
  78           the label Conformance (part of k8s_conformance) and a few features.
  79         dependencies:
  80           - DEPLOY_SCENARIO: "k8-*"
  81         run:
  82           name: e2e_testing
  83           args:
  84             ginkgo:
  85               focus: \[sig-api-machinery\].*\[Serial\]
  86               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
  87                 \\[Conformance\\]|\
  88                 \\[Feature:CrossNamespacePodAffinity]|\
  89                 \\[Feature:StorageVersionAPI\\]|\
  90                 \\[Feature:WatchList\\]"
  91       - case_name: sig_apps
  92         project_name: functest
  93         criteria: 100
  94         blocking: false
  95         description: >-
  96           It runs the remaining sig-apps testing excluding
  97           the label Conformance (part of k8s_conformance) and a few features.
  98         dependencies:
  99           - DEPLOY_SCENARIO: "k8-*"
 100         run:
 101           name: e2e_testing
 102           args:
 103             nodes: 10
 104             ginkgo:
 105               focus: \[sig-apps]
 106               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 107                 \\[Serial\\]|\\[Conformance\\]|\
 108                 \\[Feature:DaemonSetUpdateSurge\\]|\
 109                 \\[Feature:IndexedJob\\]|\
 110                 \\[Feature:StatefulSet\\]|\
 111                 \\[Feature:StatefulSetAutoDeletePVC\\]|\
 112                 \\[Feature:StatefulUpgrade\\]|\
 113                 \\[Feature:SuspendJob\\]"
 114       - case_name: sig_apps_serial
 115         project_name: functest
 116         criteria: 100
 117         blocking: false
 118         description: >-
 119           It runs the remaining sig-apps testing excluding
 120           the label Conformance (part of k8s_conformance) and a few features.
 121         dependencies:
 122           - DEPLOY_SCENARIO: "k8-*"
 123         run:
 124           name: e2e_testing
 125           args:
 126             ginkgo:
 127               focus: \[sig-apps].*\[Serial\]
 128               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 129                 \\[Conformance\\]|\
 130                 \\[Feature:DaemonSetUpdateSurge\\]|\
 131                 \\[Feature:IndexedJob\\]|\
 132                 \\[Feature:StatefulSet\\]|\
 133                 \\[Feature:StatefulUpgrade\\]|\
 134                 \\[Feature:SuspendJob\\]"
 135       - case_name: sig_auth
 136         project_name: functest
 137         criteria: 100
 138         blocking: false
 139         description: >-
 140           It runs the remaining sig-auth testing excluding
 141           the label Conformance (part of k8s_conformance) and a few features.
 142           features.
 143         dependencies:
 144           - DEPLOY_SCENARIO: "k8-*"
 145         run:
 146           name: e2e_testing
 147           args:
 148             nodes: 10
 149             ginkgo:
 150               focus: \[sig-auth\]
 151               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 152                 \\[Serial\\]|\\[Conformance\\]|\
 153                 \\[Feature:ClusterTrustBundle\\]|\
 154                 \\[Feature:PodSecurityPolicy\\]|\
 155                 \\[Feature:BoundServiceAccountTokenVolume\\]"
 156       - case_name: sig_cluster_lifecycle
 157         project_name: functest
 158         criteria: 100
 159         blocking: false
 160         description: >-
 161           It runs the remaining sig-cluster-lifecycle testing
 162           excluding Conformance (part of k8s_conformance).
 163         dependencies:
 164           - DEPLOY_SCENARIO: "k8-*"
 165         run:
 166           name: e2e_testing
 167           args:
 168             nodes: 10
 169             ginkgo:
 170               focus: \[sig-cluster-lifecycle\]
 171               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 172                 \\[Serial\\]|\\[Conformance\\]"
 173       - case_name: sig_instrumentation
 174         project_name: functest
 175         criteria: 100
 176         blocking: false
 177         description: >-
 178           It runs the remaining sig-instrumentation testing excluding
 179           the label Conformance (part of k8s_conformance) and a few features.
 180         dependencies:
 181           - DEPLOY_SCENARIO: "k8-*"
 182         run:
 183           name: e2e_testing
 184           args:
 185             nodes: 10
 186             ginkgo:
 187               focus: \[sig-instrumentation\]
 188               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 189                 \\[Serial\\]|\\[Conformance\\]|\\[Feature:Elasticsearch\\]|\
 190                 \\[Feature:StackdriverAcceleratorMonitoring\\]|\
 191                 \\[Feature:StackdriverCustomMetrics\\]|\
 192                 \\[Feature:StackdriverExternalMetrics\\]|\
 193                 \\[Feature:StackdriverMetadataAgent\\]|\
 194                 \\[Feature:StackdriverMonitoring\\]"
 195       - case_name: sig_network
 196         project_name: functest
 197         criteria: 100
 198         blocking: false
 199         description: >-
 200           It runs the remaining sig-network testing excluding
 201           the label Conformance (part of k8s_conformance) and a few features.
 202         dependencies:
 203           - DEPLOY_SCENARIO: "k8-*"
 204         run:
 205           name: e2e_testing
 206           args:
 207             nodes: 10
 208             ginkgo:
 209               focus: \[sig-network\]
 210               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 211                 \\[Serial\\]|\\[Conformance\\]|\
 212                 \\[Feature:Example\\]|\
 213                 \\[Feature:Ingress\\]|\
 214                 \\[Feature:IPv6DualStack\\]|\
 215                 \\[Feature:kubemci\\]|\
 216                 \\[Feature:KubeProxyDaemonSetMigration\\]|\
 217                 \\[Feature:KubeProxyDaemonSetUpgrade\\]|\
 218                 \\[Feature:NEG\\]|\
 219                 \\[Feature:Networking-IPv6\\]|\
 220                 \\[Feature:NetworkPolicy\\]|\
 221                 \\[Feature:PerformanceDNS\\]|\
 222                 \\[Feature:ProxyTerminatingEndpoints\\]|\
 223                 \\[Feature:SCTP\\]|\
 224                 \\[Feature:SCTPConnectivity\\]|\
 225                 \\[Feature:ServiceCIDRs\\]|\
 226                 DNS configMap nameserver|\
 227                 load.balancer|LoadBalancer|\
 228                 Network.should.set.TCP.CLOSE_WAIT.timeout"
 229       - case_name: sig_node
 230         project_name: functest
 231         criteria: 100
 232         blocking: false
 233         description: >-
 234           It runs the remaining sig-node testing excluding
 235           the label Conformance (part of k8s_conformance) and a few features.
 236         dependencies:
 237           - DEPLOY_SCENARIO: "k8-*"
 238         run:
 239           name: e2e_testing
 240           args:
 241             nodes: 10
 242             ginkgo:
 243               focus: \[sig-node]
 244               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 245                 \\[Serial\\]|\\[Conformance\\]|\
 246                 \\[Feature:DynamicResourceAllocation\\]|\
 247                 \\[Feature:ExperimentalResourceUsageTracking\\]|\
 248                 \\[Feature:GRPCContainerProbe\\]|\
 249                 \\[Feature:GPUUpgrade\\]|\
 250                 \\[Feature:InPlacePodVerticalScaling\\]|\
 251                 \\[Feature:KubeletCredentialProviders\\]|\
 252                 \\[Feature:NodeLogQuery\\]|\
 253                 \\[Feature:PodGarbageCollector\\]|\
 254                 \\[Feature:RegularResourceUsageTracking\\]|\
 255                 \\[Feature:SidecarContainers\\]|\
 256                 \\[Feature:UserNamespacesSupport\\]|\
 257                 \\[Feature:UserNamespacesStatelessPodsSupport\\]|\
 258                 \\[NodeFeature:DownwardAPIHugePages\\]|\
 259                 \\[NodeFeature:RuntimeHandler\\]"
 260       - case_name: sig_scheduling_serial
 261         project_name: functest
 262         criteria: 100
 263         blocking: false
 264         description: >-
 265           It runs the remaining sig-network testing excluding
 266           the label Conformance (part of k8s_conformance) and a few features.
 267         dependencies:
 268           - DEPLOY_SCENARIO: 'k8-*'
 269         run:
 270           name: e2e_testing
 271           args:
 272             ginkgo:
 273               focus: \[sig-scheduling\].*\[Serial\]
 274               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 275                 \\[Conformance\\]|\
 276                 \\[Feature:GPUDevicePlugin\\]|\\[Feature:Recreate\\]"
 277       - case_name: sig_storage
 278         project_name: functest
 279         criteria: 100
 280         blocking: false
 281         description: >-
 282           It runs the remaining sig-storage testing excluding
 283           the label Conformance (part of k8s_conformance) and a few features.
 284         dependencies:
 285           - DEPLOY_SCENARIO: "k8-*"
 286         run:
 287           name: e2e_testing
 288           args:
 289             nodes: 10
 290             ginkgo:
 291               focus: \[sig-storage\]
 292               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 293                 \\[Conformance\\]|\\[Driver:.+\\]|\
 294                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 295                 \\[Feature:Flexvolumes\\]|\
 296                 \\[Feature:GKELocalSSD\\]|\
 297                 \\[Feature:VolumeSnapshotDataSource\\]|\
 298                 \\[Feature:Flexvolumes\\]|\
 299                 \\[Feature:RecoverVolumeExpansionFailure\\]|\
 300                 \\[Feature:SELinux\\]|\
 301                 \\[Feature:vsphere\\]|\
 302                 \\[Feature:Volumes\\]|\
 303                 \\[Feature:Windows\\]|\
 304                 \\[NodeFeature:EphemeralStorage\\]|\
 305                 PersistentVolumes.NFS|\
 306                 should provision storage with different parameters|\
 307                 should not cause race condition when used for git_repo"
 308       - case_name: sig_storage_serial
 309         project_name: functest
 310         criteria: 100
 311         blocking: false
 312         description: >-
 313           It runs the remaining sig-storage testing excluding
 314           the label Conformance (part of k8s_conformance) and a few features.
 315         dependencies:
 316           - DEPLOY_SCENARIO: "k8-*"
 317         run:
 318           name: e2e_testing
 319           args:
 320             ginkgo:
 321               focus: \[sig-storage\].*\[Serial\]
 322               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
 323                 \\[Conformance\\]|\\[Driver:.+\\]|\
 324                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
 325                 \\[Feature:Flexvolumes\\]|\
 326                 \\[Feature:GKELocalSSD\\]|\
 327                 \\[Feature:VolumeSnapshotDataSource\\]|\
 328                 \\[Feature:Flexvolumes\\]|\
 329                 \\[Feature:RecoverVolumeExpansionFailure\\]|\
 330                 \\[Feature:SELinux\\]|\
 331                 \\[Feature:vsphere\\]|\
 332                 \\[Feature:Volumes\\]|\
 333                 \\[Feature:Windows\\]|\
 334                 \\[NodeFeature:EphemeralStorage\\]|\
 335                 PersistentVolumes.NFS|\
 336                 should provision storage with different parameters|\
 337                 should not cause race condition when used for git_repo"