Debug gsutil calls (cntt)
[releng.git] / jjb / airship / cntt.yaml
1 ---
2 - cntt-jobs: &cntt-jobs
3     name: 'cntt-jobs'
4     current-parameters: true
5
6 - cntt-params: &cntt-params
7     name: 'cntt-params'
8     repo: 'opnfv'
9     port:
10     tag:
11       - latest:
12           branch: master
13           slave: intel-pod10
14           functest_tag: hunter
15
16 - parameter:
17     name: cntt-slave
18     parameters:
19       - label:
20           name: slave
21           default: '{slave}'
22
23 - cntt-containers: &cntt-containers
24     name: 'cntt-containers'
25     repo: '{repo}'
26     port: '{port}'
27     container: '{container}'
28     functest_tag: '{functest_tag}'
29
30 - cntt-run-containers: &cntt-run-containers
31     name: 'cntt-run-containers'
32     <<: *cntt-containers
33     test: '{test}'
34
35 - builder:
36     name: cntt-pull-containers
37     builders:
38       - shell: |
39           set +x
40           if [ "{repo}" = "_" ]; then
41             image={container}:{functest_tag}
42           elif [ "{port}" = "None" ]; then
43             image={repo}/{container}:{functest_tag}
44           else
45             image={repo}:{port}/{container}:{functest_tag}
46           fi
47           sudo docker pull $image
48
49 - builder:
50     name: cntt-run-containers
51     builders:
52       - shell: |
53           set +e
54           set -x
55           [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/* || true
56           if [ "{repo}" = "_" ]; then
57             image={container}:{functest_tag}
58           elif [ "{port}" = "None" ]; then
59             image={repo}/{container}:{functest_tag}
60           else
61             image={repo}:{port}/{container}:{functest_tag}
62           fi
63           sudo docker run --rm \
64             -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \
65             -e NODE_NAME=intel-pod10 \
66             -e INSTALLER_TYPE=cntt \
67             -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
68             -e DEBUG=True \
69             -e EXTERNAL_NETWORK=public \
70             -e DEPLOY_SCENARIO=os-nosdn-nofeature-ha \
71             -v /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file \
72             -v /home/opnfv/functest/images:/home/opnfv/functest/images \
73             -v /home/opnfv/functest/tempest_conf.yaml:/usr/lib/python2.7/\
74           site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml \
75             $image run_tests -t {test} -r
76           res=$?
77           gsutil -DD -m cp -r $WORKSPACE/ \
78             gs://artifacts.opnfv.org/cntt/$JOB_NAME-$BUILD_ID > /dev/null 2>&1
79           find $WORKSPACE -type f \
80             -printf \
81             "http://artifacts.opnfv.org/cntt/$JOB_NAME-$BUILD_ID/%P\n"
82           exit $res
83
84 - builder:
85     name: cntt-remove-images
86     builders:
87       - shell: |
88           set +x
89           if [ "{repo}" = "_" ]; then
90             image={container}:{functest_tag}
91           elif [ "{port}" = "None" ]; then
92             image={repo}/{container}:{functest_tag}
93           else
94             image={repo}:{port}/{container}:{functest_tag}
95           fi
96           sudo docker rmi $image || true
97
98 - builder:
99     name: cntt-deploy
100     builders:
101       - shell: |
102           set +x
103           export TERM_OPTS=" "
104           sudo -H -E -u ubuntu bash -c 'tools/deploy.sh deploy_site'
105
106 - scm:
107     name: cntt-scm
108     scm:
109       - git:
110           url: https://gerrit.opnfv.org/gerrit/airship
111           refspec: '+refs/changes/*:refs/changes/*'
112           branches:
113             - '{ref}'
114
115 - parameter:
116     name: cntt-branch
117     parameters:
118       - string:
119           name: branch
120           default: '{branch}'
121
122 - job-template:
123     name: 'cntt-deploy-daily-{tag}'
124     disabled: true
125     parameters:
126       - cntt-slave:
127           slave: '{slave}'
128       - cntt-branch:
129           branch: '{branch}'
130     scm:
131       - cntt-scm:
132           ref: $branch
133     builders:
134       - cntt-deploy
135
136 - job-template:
137     name: 'cntt-deploy-gate-{tag}'
138     parameters:
139       - cntt-slave:
140           slave: '{slave}'
141     scm:
142       - cntt-scm:
143           ref: $GERRIT_REFSPEC
144     builders:
145       - cntt-deploy
146
147 - project:
148     name: 'cntt-deploy'
149     <<: *cntt-params
150     jobs:
151       - 'cntt-deploy-daily-{tag}'
152       - 'cntt-deploy-gate-{tag}'
153
154 - job-template:
155     name: 'cntt-{repo}-{container}-{tag}-pull'
156     parameters:
157       - cntt-slave:
158           slave: '{slave}'
159     builders:
160       - cntt-pull-containers:
161           <<: *cntt-containers
162
163 - project:
164     name: 'cntt-opnfv-functest-healthcheck-pull'
165     <<: *cntt-params
166     container: 'functest-healthcheck'
167     jobs:
168       - 'cntt-{repo}-{container}-{tag}-pull'
169
170 - project:
171     name: 'cntt-opnfv-functest-smoke-pull'
172     <<: *cntt-params
173     container: 'functest-smoke'
174     jobs:
175       - 'cntt-{repo}-{container}-{tag}-pull'
176
177 - project:
178     name: 'cntt-opnfv-functest-benchmarking-pull'
179     <<: *cntt-params
180     container: 'functest-benchmarking'
181     jobs:
182       - 'cntt-{repo}-{container}-{tag}-pull'
183
184 - project:
185     name: 'cntt-opnfv-functest-vnf-pull'
186     <<: *cntt-params
187     container: 'functest-vnf'
188     jobs:
189       - 'cntt-{repo}-{container}-{tag}-pull'
190
191 - job-template:
192     name: 'cntt-{repo}-{container}-{tag}-rmi'
193     parameters:
194       - cntt-slave:
195           slave: '{slave}'
196     builders:
197       - cntt-remove-images:
198           <<: *cntt-containers
199
200 - project:
201     name: 'cntt-opnfv-functest-healthcheck-rmi'
202     <<: *cntt-params
203     container: 'functest-healthcheck'
204     jobs:
205       - 'cntt-{repo}-{container}-{tag}-rmi'
206
207 - project:
208     name: 'cntt-opnfv-functest-smoke-rmi'
209     <<: *cntt-params
210     container: 'functest-smoke'
211     jobs:
212       - 'cntt-{repo}-{container}-{tag}-rmi'
213
214 - project:
215     name: 'cntt-opnfv-functest-benchmarking-rmi'
216     <<: *cntt-params
217     container: 'functest-benchmarking'
218     jobs:
219       - 'cntt-{repo}-{container}-{tag}-rmi'
220
221 - project:
222     name: 'cntt-opnfv-functest-vnf-rmi'
223     <<: *cntt-params
224     container: 'functest-vnf'
225     jobs:
226       - 'cntt-{repo}-{container}-{tag}-rmi'
227
228 - job-template:
229     name: 'cntt-{repo}-{container}-{tag}-{test}-run'
230     parameters:
231       - cntt-slave:
232           slave: '{slave}'
233     builders:
234       - cntt-run-containers:
235           <<: *cntt-run-containers
236
237 - project:
238     name: 'cntt-opnfv-functest-healthcheck'
239     <<: *cntt-params
240     container: 'functest-healthcheck'
241     test:
242       - connection_check
243       - tenantnetwork1
244       - tenantnetwork2
245       - vmready1
246       - vmready2
247       - singlevm1
248       - singlevm2
249       - vping_ssh
250       - vping_userdata
251       - cinder_test
252       - odl
253       - tempest_smoke
254     jobs:
255       - 'cntt-{repo}-{container}-{tag}-{test}-run'
256
257 - project:
258     name: 'cntt-opnfv-functest-smoke'
259     <<: *cntt-params
260     container: 'functest-smoke'
261     test:
262       - neutron-tempest-plugin-api
263       - rally_sanity
264       - refstack_defcore
265       - tempest_full
266       - tempest_scenario
267       - patrole
268       - neutron_trunk
269       - networking-bgpvpn
270       - networking-sfc
271       - barbican
272     jobs:
273       - 'cntt-{repo}-{container}-{tag}-{test}-run'
274
275 - project:
276     name: 'cntt-opnfv-functest-benchmarking'
277     <<: *cntt-params
278     container: 'functest-benchmarking'
279     test:
280       - rally_full
281       - rally_jobs
282       - vmtp
283       - shaker
284     jobs:
285       - 'cntt-{repo}-{container}-{tag}-{test}-run'
286
287 - project:
288     name: 'cntt-opnfv-functest-vnf'
289     <<: *cntt-params
290     container: 'functest-vnf'
291     test:
292       - cloudify
293       - cloudify_ims
294       - heat_ims
295       - vyos_vrouter
296       - juju_epc
297     jobs:
298       - 'cntt-{repo}-{container}-{tag}-{test}-run'
299
300 - job-template:
301     name: 'cntt-{tag}-daily'
302     project-type: multijob
303     triggers:
304       - timed: '@daily'
305     parameters:
306       - cntt-slave:
307           slave: '{slave}'
308       - cntt-branch:
309           branch: 'master'
310     properties:
311       - build-blocker:
312           use-build-blocker: true
313           blocking-level: 'NODE'
314           blocking-jobs:
315             - '^cntt-{tag}-(daily|gate)$'
316     builders:
317       - multijob:
318           name: deploy
319           projects:
320             - name: 'cntt-deploy-daily-{tag}'
321               <<: *cntt-jobs
322       - multijob:
323           name: remove former images
324           projects:
325             - name: 'cntt-opnfv-functest-healthcheck-{tag}-rmi'
326               <<: *cntt-jobs
327             - name: 'cntt-opnfv-functest-smoke-{tag}-rmi'
328               <<: *cntt-jobs
329             - name: 'cntt-opnfv-functest-benchmarking-{tag}-rmi'
330               <<: *cntt-jobs
331             - name: 'cntt-opnfv-functest-vnf-{tag}-rmi'
332               <<: *cntt-jobs
333       - multijob:
334           name: pull containers
335           projects:
336             - name: 'cntt-opnfv-functest-healthcheck-{tag}-pull'
337               <<: *cntt-jobs
338             - name: 'cntt-opnfv-functest-smoke-{tag}-pull'
339               <<: *cntt-jobs
340             - name: 'cntt-opnfv-functest-benchmarking-{tag}-pull'
341               <<: *cntt-jobs
342             - name: 'cntt-opnfv-functest-vnf-{tag}-pull'
343               <<: *cntt-jobs
344       - multijob:
345           name: opnfv/functest-healthcheck:{functest_tag}
346           condition: ALWAYS
347           projects:
348             - name: 'cntt-opnfv-functest-healthcheck-{tag}-connection_check-run'
349               <<: *cntt-jobs
350             - name: 'cntt-opnfv-functest-healthcheck-{tag}-tenantnetwork1-run'
351               <<: *cntt-jobs
352             - name: 'cntt-opnfv-functest-healthcheck-{tag}-tenantnetwork2-run'
353               <<: *cntt-jobs
354             - name: 'cntt-opnfv-functest-healthcheck-{tag}-vmready1-run'
355               <<: *cntt-jobs
356             - name: 'cntt-opnfv-functest-healthcheck-{tag}-vmready2-run'
357               <<: *cntt-jobs
358             - name: 'cntt-opnfv-functest-healthcheck-{tag}-singlevm1-run'
359               <<: *cntt-jobs
360             - name: 'cntt-opnfv-functest-healthcheck-{tag}-singlevm2-run'
361               <<: *cntt-jobs
362             - name: 'cntt-opnfv-functest-healthcheck-{tag}-vping_ssh-run'
363               <<: *cntt-jobs
364             - name: 'cntt-opnfv-functest-healthcheck-{tag}-vping_userdata-run'
365               <<: *cntt-jobs
366             - name: 'cntt-opnfv-functest-healthcheck-{tag}-cinder_test-run'
367               <<: *cntt-jobs
368             - name: 'cntt-opnfv-functest-healthcheck-{tag}-odl-run'
369               <<: *cntt-jobs
370             - name: 'cntt-opnfv-functest-healthcheck-{tag}-tempest_smoke-run'
371               <<: *cntt-jobs
372       - multijob:
373           name: opnfv/functest-smoke:{functest_tag}
374           condition: ALWAYS
375           projects:
376             - name: 'cntt-opnfv-functest-smoke-{tag}-neutron-tempest-plugin-api-run'
377               <<: *cntt-jobs
378             - name: 'cntt-opnfv-functest-smoke-{tag}-rally_sanity-run'
379               <<: *cntt-jobs
380             - name: 'cntt-opnfv-functest-smoke-{tag}-refstack_defcore-run'
381               <<: *cntt-jobs
382             - name: 'cntt-opnfv-functest-smoke-{tag}-tempest_full-run'
383               <<: *cntt-jobs
384             - name: 'cntt-opnfv-functest-smoke-{tag}-tempest_scenario-run'
385               <<: *cntt-jobs
386             - name: 'cntt-opnfv-functest-smoke-{tag}-patrole-run'
387               <<: *cntt-jobs
388             - name: 'cntt-opnfv-functest-smoke-{tag}-neutron_trunk-run'
389               <<: *cntt-jobs
390             - name: 'cntt-opnfv-functest-smoke-{tag}-networking-bgpvpn-run'
391               <<: *cntt-jobs
392             - name: 'cntt-opnfv-functest-smoke-{tag}-networking-sfc-run'
393               <<: *cntt-jobs
394             - name: 'cntt-opnfv-functest-smoke-{tag}-barbican-run'
395               <<: *cntt-jobs
396       - multijob:
397           name: opnfv/functest-benchmarking:{functest_tag}
398           condition: ALWAYS
399           projects:
400             - name: 'cntt-opnfv-functest-benchmarking-{tag}-rally_full-run'
401               <<: *cntt-jobs
402             - name: 'cntt-opnfv-functest-benchmarking-{tag}-rally_jobs-run'
403               <<: *cntt-jobs
404             - name: 'cntt-opnfv-functest-benchmarking-{tag}-vmtp-run'
405               <<: *cntt-jobs
406             - name: 'cntt-opnfv-functest-benchmarking-{tag}-shaker-run'
407               <<: *cntt-jobs
408       - multijob:
409           name: opnfv/functest-vnf:{functest_tag}
410           condition: ALWAYS
411           execution-type: SEQUENTIALLY
412           projects:
413             - name: 'cntt-opnfv-functest-vnf-{tag}-cloudify-run'
414               <<: *cntt-jobs
415             - name: 'cntt-opnfv-functest-vnf-{tag}-cloudify_ims-run'
416               <<: *cntt-jobs
417             - name: 'cntt-opnfv-functest-vnf-{tag}-heat_ims-run'
418               <<: *cntt-jobs
419             - name: 'cntt-opnfv-functest-vnf-{tag}-vyos_vrouter-run'
420               <<: *cntt-jobs
421             - name: 'cntt-opnfv-functest-vnf-{tag}-juju_epc-run'
422               <<: *cntt-jobs
423
424 - trigger:
425     name: cntt-patchset-created
426     triggers:
427       - gerrit:
428           server-name: 'gerrit.opnfv.org'
429           trigger-on:
430             - patchset-created-event
431             - comment-added-contains-event:
432                 comment-contains-value: 'recheck'
433             - comment-added-contains-event:
434                 comment-contains-value: 'reverify'
435           projects:
436             - project-compare-type: 'ANT'
437               project-pattern: 'airship'
438               branches:
439                 - branch-compare-type: 'ANT'
440                   branch-pattern: '**/{branch}'
441           skip-vote:
442             successful: false
443             failed: false
444             unstable: false
445             notbuilt: false
446
447 - job-template:
448     name: 'cntt-{tag}-gate'
449     project-type: multijob
450     disabled: true
451     triggers:
452       - cntt-patchset-created:
453           branch: '{branch}'
454     parameters:
455       - cntt-slave:
456           slave: '{slave}'
457     properties:
458       - build-blocker:
459           use-build-blocker: true
460           blocking-level: 'NODE'
461           blocking-jobs:
462             - '^cntt-{tag}-(daily|gate)$'
463     builders:
464       - multijob:
465           name: deploy
466           projects:
467             - name: 'cntt-deploy-gate-{tag}'
468               <<: *cntt-jobs
469       - multijob:
470           name: remove former images
471           projects:
472             - name: 'cntt-opnfv-functest-healthcheck-{tag}-rmi'
473               <<: *cntt-jobs
474             - name: 'cntt-opnfv-functest-smoke-{tag}-rmi'
475               <<: *cntt-jobs
476             - name: 'cntt-opnfv-functest-benchmarking-{tag}-rmi'
477               <<: *cntt-jobs
478             - name: 'cntt-opnfv-functest-vnf-{tag}-rmi'
479               <<: *cntt-jobs
480       - multijob:
481           name: pull containers
482           projects:
483             - name: 'cntt-opnfv-functest-healthcheck-{tag}-pull'
484               <<: *cntt-jobs
485             - name: 'cntt-opnfv-functest-smoke-{tag}-pull'
486               <<: *cntt-jobs
487             - name: 'cntt-opnfv-functest-benchmarking-{tag}-pull'
488               <<: *cntt-jobs
489             - name: 'cntt-opnfv-functest-vnf-{tag}-pull'
490               <<: *cntt-jobs
491       - multijob:
492           name: opnfv/functest-healthcheck:{functest_tag}
493           projects:
494             - name: 'cntt-opnfv-functest-healthcheck-{tag}-connection_check-run'
495               <<: *cntt-jobs
496             - name: 'cntt-opnfv-functest-healthcheck-{tag}-tenantnetwork1-run'
497               <<: *cntt-jobs
498             - name: 'cntt-opnfv-functest-healthcheck-{tag}-tenantnetwork2-run'
499               <<: *cntt-jobs
500             - name: 'cntt-opnfv-functest-healthcheck-{tag}-vmready1-run'
501               <<: *cntt-jobs
502             - name: 'cntt-opnfv-functest-healthcheck-{tag}-vmready2-run'
503               <<: *cntt-jobs
504             - name: 'cntt-opnfv-functest-healthcheck-{tag}-singlevm1-run'
505               <<: *cntt-jobs
506             - name: 'cntt-opnfv-functest-healthcheck-{tag}-singlevm2-run'
507               <<: *cntt-jobs
508             - name: 'cntt-opnfv-functest-healthcheck-{tag}-vping_ssh-run'
509               <<: *cntt-jobs
510             - name: 'cntt-opnfv-functest-healthcheck-{tag}-vping_userdata-run'
511               <<: *cntt-jobs
512             - name: 'cntt-opnfv-functest-healthcheck-{tag}-cinder_test-run'
513               <<: *cntt-jobs
514             - name: 'cntt-opnfv-functest-healthcheck-{tag}-odl-run'
515               <<: *cntt-jobs
516       - multijob:
517           name: opnfv/functest-smoke:{functest_tag}
518           projects:
519             - name: 'cntt-opnfv-functest-smoke-{tag}-tempest_scenario-run'
520               <<: *cntt-jobs
521             - name: 'cntt-opnfv-functest-smoke-{tag}-neutron_trunk-run'
522               <<: *cntt-jobs
523             - name: 'cntt-opnfv-functest-smoke-{tag}-networking-bgpvpn-run'
524               <<: *cntt-jobs
525             - name: 'cntt-opnfv-functest-smoke-{tag}-networking-sfc-run'
526               <<: *cntt-jobs
527             - name: 'cntt-opnfv-functest-smoke-{tag}-barbican-run'
528               <<: *cntt-jobs
529       - multijob:
530           name: opnfv/functest-benchmarking:{functest_tag}
531           projects:
532             - name: 'cntt-opnfv-functest-benchmarking-{tag}-vmtp-run'
533               <<: *cntt-jobs
534             - name: 'cntt-opnfv-functest-benchmarking-{tag}-shaker-run'
535               <<: *cntt-jobs
536       - multijob:
537           name: opnfv/functest-vnf:{functest_tag}
538           condition: ALWAYS
539           execution-type: SEQUENTIALLY
540           projects:
541             - name: 'cntt-opnfv-functest-vnf-{tag}-cloudify-run'
542               <<: *cntt-jobs
543             - name: 'cntt-opnfv-functest-vnf-{tag}-cloudify_ims-run'
544               <<: *cntt-jobs
545             - name: 'cntt-opnfv-functest-vnf-{tag}-heat_ims-run'
546               <<: *cntt-jobs
547             - name: 'cntt-opnfv-functest-vnf-{tag}-vyos_vrouter-run'
548               <<: *cntt-jobs
549             - name: 'cntt-opnfv-functest-vnf-{tag}-juju_epc-run'
550               <<: *cntt-jobs
551
552 - project:
553     name: 'cntt'
554     <<: *cntt-params
555     jobs:
556       - 'cntt-{tag}-daily'
557       - 'cntt-{tag}-gate'
558
559 - view:
560     name: cntt
561     view-type: list
562     columns:
563       - status
564       - weather
565       - job
566       - last-success
567       - last-failure
568       - last-duration
569     regex: ^cntt-[a-z]+-(daily|check|gate)$