Skip new [Feature:ServiceCIDRs] testing
[functest-kubernetes.git] / docker / smoke / testcases.yaml
1 ---
2 tiers:
3   - name: smoke
4     description: >-
5       A set of conformance tests integrated from kubernetes project.
6     testcases:
7       - case_name: xrally_kubernetes
8         project_name: functest
9         criteria: 100
10         blocking: false
11         description: >-
12           All in one tasks for checking basic functionality of
13           Kubernetes cluster.
14         dependencies:
15           - DEPLOY_SCENARIO: "k8-*"
16         run:
17           name: xrally_kubernetes
18       - case_name: k8s_conformance
19         project_name: functest
20         criteria: 100
21         blocking: false
22         description: >-
23           Conformance Tests are expect to pass on any Kubernetes
24           cluster, this tests are necessary demonstrate conformance
25           of the Kubernetes deployment.
26         dependencies:
27           - DEPLOY_SCENARIO: "k8-*"
28         run:
29           name: e2e_testing
30           args:
31             nodes: 10
32             ginkgo:
33               focus: \[Conformance\]
34               skip: \[Serial\]|\[Disruptive\]|NoExecuteTaintManager
35       - case_name: k8s_conformance_serial
36         project_name: functest
37         criteria: 100
38         blocking: false
39         description: >-
40           Conformance Tests are expect to pass on any Kubernetes
41           cluster, this tests are necessary demonstrate conformance
42           of the Kubernetes deployment.
43         dependencies:
44           - DEPLOY_SCENARIO: "k8-*"
45         run:
46           name: e2e_testing
47           args:
48             ginkgo:
49               focus: \[Serial\].*\[Conformance\]
50               skip: \[Disruptive\]|NoExecuteTaintManager
51       - case_name: sig_api_machinery
52         project_name: functest
53         criteria: 100
54         blocking: false
55         description: >-
56           It runs the remaining sig-api-machinery testing excluding
57           the label Conformance (part of k8s_conformance) and a few features.
58         dependencies:
59           - DEPLOY_SCENARIO: "k8-*"
60         run:
61           name: e2e_testing
62           args:
63             nodes: 10
64             ginkgo:
65               focus: \[sig-api-machinery\]
66               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
67                 \\[Serial\\]|\\[Conformance\\]|\
68                 \\[Feature:CrossNamespacePodAffinity]|\
69                 \\[Feature:CustomResourceValidationExpressions]|\
70                 \\[Feature:StorageVersionAPI\\]|\
71                 \\[Feature:WatchList\\]"
72       - case_name: sig_api_machinery_serial
73         project_name: functest
74         criteria: 100
75         blocking: false
76         description: >-
77           It runs the remaining sig-api-machinery testing excluding
78           the label Conformance (part of k8s_conformance) and a few features.
79         dependencies:
80           - DEPLOY_SCENARIO: "k8-*"
81         run:
82           name: e2e_testing
83           args:
84             ginkgo:
85               focus: \[sig-api-machinery\].*\[Serial\]
86               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
87                 \\[Conformance\\]|\
88                 \\[Feature:CrossNamespacePodAffinity]|\
89                 \\[Feature:StorageVersionAPI\\]|\
90                 \\[Feature:WatchList\\]"
91       - case_name: sig_apps
92         project_name: functest
93         criteria: 100
94         blocking: false
95         description: >-
96           It runs the remaining sig-apps testing excluding
97           the label Conformance (part of k8s_conformance) and a few features.
98         dependencies:
99           - DEPLOY_SCENARIO: "k8-*"
100         run:
101           name: e2e_testing
102           args:
103             nodes: 10
104             ginkgo:
105               focus: \[sig-apps]
106               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
107                 \\[Serial\\]|\\[Conformance\\]|\
108                 \\[Feature:DaemonSetUpdateSurge\\]|\
109                 \\[Feature:IndexedJob\\]|\
110                 \\[Feature:StatefulSet\\]|\
111                 \\[Feature:StatefulSetAutoDeletePVC\\]|\
112                 \\[Feature:StatefulUpgrade\\]|\
113                 \\[Feature:SuspendJob\\]"
114       - case_name: sig_apps_serial
115         project_name: functest
116         criteria: 100
117         blocking: false
118         description: >-
119           It runs the remaining sig-apps testing excluding
120           the label Conformance (part of k8s_conformance) and a few features.
121         dependencies:
122           - DEPLOY_SCENARIO: "k8-*"
123         run:
124           name: e2e_testing
125           args:
126             ginkgo:
127               focus: \[sig-apps].*\[Serial\]
128               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
129                 \\[Conformance\\]|\
130                 \\[Feature:DaemonSetUpdateSurge\\]|\
131                 \\[Feature:IndexedJob\\]|\
132                 \\[Feature:StatefulSet\\]|\
133                 \\[Feature:StatefulUpgrade\\]|\
134                 \\[Feature:SuspendJob\\]"
135       - case_name: sig_auth
136         project_name: functest
137         criteria: 100
138         blocking: false
139         description: >-
140           It runs the remaining sig-auth testing excluding
141           the label Conformance (part of k8s_conformance) and a few features.
142           features.
143         dependencies:
144           - DEPLOY_SCENARIO: "k8-*"
145         run:
146           name: e2e_testing
147           args:
148             nodes: 10
149             ginkgo:
150               focus: \[sig-auth\]
151               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
152                 \\[Serial\\]|\\[Conformance\\]|\
153                 \\[Feature:ClusterTrustBundle\\]|\
154                 \\[Feature:PodSecurityPolicy\\]|\
155                 \\[Feature:BoundServiceAccountTokenVolume\\]"
156       - case_name: sig_cluster_lifecycle
157         project_name: functest
158         criteria: 100
159         blocking: false
160         description: >-
161           It runs the remaining sig-cluster-lifecycle testing
162           excluding Conformance (part of k8s_conformance).
163         dependencies:
164           - DEPLOY_SCENARIO: "k8-*"
165         run:
166           name: e2e_testing
167           args:
168             nodes: 10
169             ginkgo:
170               focus: \[sig-cluster-lifecycle\]
171               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
172                 \\[Serial\\]|\\[Conformance\\]"
173       - case_name: sig_instrumentation
174         project_name: functest
175         criteria: 100
176         blocking: false
177         description: >-
178           It runs the remaining sig-instrumentation testing excluding
179           the label Conformance (part of k8s_conformance) and a few features.
180         dependencies:
181           - DEPLOY_SCENARIO: "k8-*"
182         run:
183           name: e2e_testing
184           args:
185             nodes: 10
186             ginkgo:
187               focus: \[sig-instrumentation\]
188               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
189                 \\[Serial\\]|\\[Conformance\\]|\\[Feature:Elasticsearch\\]|\
190                 \\[Feature:StackdriverAcceleratorMonitoring\\]|\
191                 \\[Feature:StackdriverCustomMetrics\\]|\
192                 \\[Feature:StackdriverExternalMetrics\\]|\
193                 \\[Feature:StackdriverMetadataAgent\\]|\
194                 \\[Feature:StackdriverMonitoring\\]"
195       - case_name: sig_network
196         project_name: functest
197         criteria: 100
198         blocking: false
199         description: >-
200           It runs the remaining sig-network testing excluding
201           the label Conformance (part of k8s_conformance) and a few features.
202         dependencies:
203           - DEPLOY_SCENARIO: "k8-*"
204         run:
205           name: e2e_testing
206           args:
207             nodes: 10
208             ginkgo:
209               focus: \[sig-network\]
210               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
211                 \\[Serial\\]|\\[Conformance\\]|\
212                 \\[Feature:Example\\]|\
213                 \\[Feature:Ingress\\]|\
214                 \\[Feature:IPv6DualStack\\]|\
215                 \\[Feature:kubemci\\]|\
216                 \\[Feature:KubeProxyDaemonSetMigration\\]|\
217                 \\[Feature:KubeProxyDaemonSetUpgrade\\]|\
218                 \\[Feature:NEG\\]|\
219                 \\[Feature:Networking-IPv6\\]|\
220                 \\[Feature:NetworkPolicy\\]|\
221                 \\[Feature:PerformanceDNS\\]|\
222                 \\[Feature:ProxyTerminatingEndpoints\\]|\
223                 \\[Feature:SCTP\\]|\
224                 \\[Feature:SCTPConnectivity\\]|\
225                 \\[Feature:ServiceCIDRs\\]|\
226                 DNS configMap nameserver|\
227                 load.balancer|LoadBalancer|\
228                 Network.should.set.TCP.CLOSE_WAIT.timeout"
229       - case_name: sig_node
230         project_name: functest
231         criteria: 100
232         blocking: false
233         description: >-
234           It runs the remaining sig-node testing excluding
235           the label Conformance (part of k8s_conformance) and a few features.
236         dependencies:
237           - DEPLOY_SCENARIO: "k8-*"
238         run:
239           name: e2e_testing
240           args:
241             nodes: 10
242             ginkgo:
243               focus: \[sig-node]
244               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
245                 \\[Serial\\]|\\[Conformance\\]|\
246                 \\[Feature:DynamicResourceAllocation\\]|\
247                 \\[Feature:ExperimentalResourceUsageTracking\\]|\
248                 \\[Feature:GRPCContainerProbe\\]|\
249                 \\[Feature:GPUUpgrade\\]|\
250                 \\[Feature:InPlacePodVerticalScaling\\]|\
251                 \\[Feature:NodeLogQuery\\]|\
252                 \\[Feature:PodGarbageCollector\\]|\
253                 \\[Feature:RegularResourceUsageTracking\\]|\
254                 \\[Feature:SidecarContainers\\]|\
255                 \\[Feature:UserNamespacesSupport\\]|\
256                 \\[Feature:UserNamespacesStatelessPodsSupport\\]|\
257                 \\[NodeFeature:DownwardAPIHugePages\\]|\
258                 \\[NodeFeature:RuntimeHandler\\]"
259       - case_name: sig_scheduling_serial
260         project_name: functest
261         criteria: 100
262         blocking: false
263         description: >-
264           It runs the remaining sig-network testing excluding
265           the label Conformance (part of k8s_conformance) and a few features.
266         dependencies:
267           - DEPLOY_SCENARIO: 'k8-*'
268         run:
269           name: e2e_testing
270           args:
271             ginkgo:
272               focus: \[sig-scheduling\].*\[Serial\]
273               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
274                 \\[Conformance\\]|\
275                 \\[Feature:GPUDevicePlugin\\]|\\[Feature:Recreate\\]"
276       - case_name: sig_storage
277         project_name: functest
278         criteria: 100
279         blocking: false
280         description: >-
281           It runs the remaining sig-storage testing excluding
282           the label Conformance (part of k8s_conformance) and a few features.
283         dependencies:
284           - DEPLOY_SCENARIO: "k8-*"
285         run:
286           name: e2e_testing
287           args:
288             nodes: 10
289             ginkgo:
290               focus: \[sig-storage\]
291               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
292                 \\[Conformance\\]|\\[Driver:.+\\]|\
293                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
294                 \\[Feature:Flexvolumes\\]|\
295                 \\[Feature:GKELocalSSD\\]|\
296                 \\[Feature:VolumeSnapshotDataSource\\]|\
297                 \\[Feature:Flexvolumes\\]|\
298                 \\[Feature:RecoverVolumeExpansionFailure\\]|\
299                 \\[Feature:SELinux\\]|\
300                 \\[Feature:vsphere\\]|\
301                 \\[Feature:Volumes\\]|\
302                 \\[Feature:Windows\\]|\
303                 \\[NodeFeature:EphemeralStorage\\]|\
304                 PersistentVolumes.NFS|\
305                 should provision storage with different parameters|\
306                 should not cause race condition when used for git_repo"
307       - case_name: sig_storage_serial
308         project_name: functest
309         criteria: 100
310         blocking: false
311         description: >-
312           It runs the remaining sig-storage testing excluding
313           the label Conformance (part of k8s_conformance) and a few features.
314         dependencies:
315           - DEPLOY_SCENARIO: "k8-*"
316         run:
317           name: e2e_testing
318           args:
319             ginkgo:
320               focus: \[sig-storage\].*\[Serial\]
321               skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
322                 \\[Conformance\\]|\\[Driver:.+\\]|\
323                 \\[Feature:ExpandInUsePersistentVolumes\\]|\
324                 \\[Feature:Flexvolumes\\]|\
325                 \\[Feature:GKELocalSSD\\]|\
326                 \\[Feature:VolumeSnapshotDataSource\\]|\
327                 \\[Feature:Flexvolumes\\]|\
328                 \\[Feature:RecoverVolumeExpansionFailure\\]|\
329                 \\[Feature:SELinux\\]|\
330                 \\[Feature:vsphere\\]|\
331                 \\[Feature:Volumes\\]|\
332                 \\[Feature:Windows\\]|\
333                 \\[NodeFeature:EphemeralStorage\\]|\
334                 PersistentVolumes.NFS|\
335                 should provision storage with different parameters|\
336                 should not cause race condition when used for git_repo"