Merge "Enable Airship CI"
[releng.git] / jjb / airship / airship.yaml
1 ---
2 - airship-jobs: &airship-jobs
3     name: 'airship-jobs'
4     current-parameters: true
5
6 - airship-params: &airship-params
7     name: 'airship-params'
8     repo: 'opnfv'
9     port:
10     tag:
11       - latest:
12           branch: master
13           slave: intel-pod17
14           functest_tag: iruya
15
16 - parameter:
17     name: airship-slave
18     parameters:
19       - label:
20           name: slave
21           default: '{slave}'
22
23 - parameter:
24     name: airship-build_tag
25     parameters:
26       - random-string:
27           name: build_tag
28
29 - parameter:
30     name: airship-DEBUG
31     parameters:
32       - string:
33           name: DEBUG
34           default: 'true'
35
36 - parameter:
37     name: airship-EXTERNAL_NETWORK
38     parameters:
39       - string:
40           name: EXTERNAL_NETWORK
41           default: public
42
43 - airship-containers: &airship-containers
44     name: 'airship-containers'
45     repo: '{repo}'
46     port: '{port}'
47     container: '{container}'
48     functest_tag: '{functest_tag}'
49
50 - airship-run-containers: &airship-run-containers
51     name: 'airship-run-containers'
52     <<: *airship-containers
53     test: '{test}'
54
55 - builder:
56     name: airship-pull-containers
57     builders:
58       - shell: |
59           set +x
60           if [ "{repo}" = "_" ]; then
61             image={container}:{functest_tag}
62           elif [ "{port}" = "None" ]; then
63             image={repo}/{container}:{functest_tag}
64           else
65             image={repo}:{port}/{container}:{functest_tag}
66           fi
67           sudo docker pull $image
68
69 - builder:
70     name: airship-run-containers
71     builders:
72       - shell: |
73           set +x
74           [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/* || true
75           if [ "{repo}" = "_" ]; then
76             image={container}:{functest_tag}
77           elif [ "{port}" = "None" ]; then
78             image={repo}/{container}:{functest_tag}
79           else
80             image={repo}:{port}/{container}:{functest_tag}
81           fi
82           sudo docker run --rm \
83             -e S3_ENDPOINT_URL=https://storage.googleapis.com \
84             -e S3_DST_URL=s3://artifacts.opnfv.org/airship/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
85             -e HTTP_DST_URL=http://artifacts.opnfv.org/airship/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
86             -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \
87             -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \
88             -e NODE_NAME=$slave \
89             -e INSTALLER_TYPE=airship \
90             -e BUILD_TAG=$BUILD_TAG \
91             -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
92             -v /home/opnfv/functest/.boto:/root/.boto \
93             -e DEBUG=$DEBUG \
94             -e EXTERNAL_NETWORK=$EXTERNAL_NETWORK \
95             -e DEPLOY_SCENARIO=os-nosdn-nofeature-ha \
96             -v /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file \
97             -v /home/opnfv/functest/images:/home/opnfv/functest/images \
98             -v /home/opnfv/functest/tempest_conf.yaml:/usr/lib/python2.7/\
99           site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml \
100             -v /home/opnfv/functest/blacklist.yaml:/usr/lib/python2.7/\
101           site-packages/functest/opnfv_tests/openstack/rally/blacklist.yaml \
102             $image run_tests -t {test} -r -p
103
104 - builder:
105     name: airship-remove-images
106     builders:
107       - shell: |
108           set +x
109           if [ "{repo}" = "_" ]; then
110             image={container}:{functest_tag}
111           elif [ "{port}" = "None" ]; then
112             image={repo}/{container}:{functest_tag}
113           else
114             image={repo}:{port}/{container}:{functest_tag}
115           fi
116           sudo docker rmi $image || true
117
118 - builder:
119     name: airship-deploy
120     builders:
121       - shell: |
122           set +x
123           export TERM_OPTS=" "
124           sudo -H -E -u ubuntu bash -c 'tools/deploy.sh $slave deploy_site'
125
126 - scm:
127     name: airship-scm
128     scm:
129       - git:
130           url: https://gerrit.opnfv.org/gerrit/airship
131           refspec: '+refs/changes/*:refs/changes/*'
132           branches:
133             - '{ref}'
134
135 - parameter:
136     name: airship-branch
137     parameters:
138       - string:
139           name: branch
140           default: '{branch}'
141
142 - job-template:
143     name: 'airship-deploy-daily-{tag}'
144     parameters:
145       - airship-slave:
146           slave: '{slave}'
147       - airship-branch:
148           branch: '{branch}'
149     scm:
150       - airship-scm:
151           ref: $branch
152     builders:
153       - airship-deploy
154
155 - job-template:
156     name: 'airship-deploy-gate-{tag}'
157     parameters:
158       - airship-slave:
159           slave: '{slave}'
160     scm:
161       - airship-scm:
162           ref: $GERRIT_REFSPEC
163     builders:
164       - airship-deploy
165
166 - project:
167     name: 'airship-deploy'
168     <<: *airship-params
169     jobs:
170       - 'airship-deploy-daily-{tag}'
171       - 'airship-deploy-gate-{tag}'
172
173 - job-template:
174     name: 'airship-{repo}-{container}-{tag}-pull'
175     parameters:
176       - airship-slave:
177           slave: '{slave}'
178     builders:
179       - airship-pull-containers:
180           <<: *airship-containers
181
182 - project:
183     name: 'airship-opnfv-functest-healthcheck-pull'
184     <<: *airship-params
185     container: 'functest-healthcheck'
186     jobs:
187       - 'airship-{repo}-{container}-{tag}-pull'
188
189 - project:
190     name: 'airship-opnfv-functest-smoke-pull'
191     <<: *airship-params
192     container: 'functest-smoke'
193     jobs:
194       - 'airship-{repo}-{container}-{tag}-pull'
195
196 - project:
197     name: 'airship-opnfv-functest-benchmarking-pull'
198     <<: *airship-params
199     container: 'functest-benchmarking'
200     jobs:
201       - 'airship-{repo}-{container}-{tag}-pull'
202
203 - project:
204     name: 'airship-opnfv-functest-vnf-pull'
205     <<: *airship-params
206     container: 'functest-vnf'
207     jobs:
208       - 'airship-{repo}-{container}-{tag}-pull'
209
210 - job-template:
211     name: 'airship-{repo}-{container}-{tag}-rmi'
212     parameters:
213       - airship-slave:
214           slave: '{slave}'
215     builders:
216       - airship-remove-images:
217           <<: *airship-containers
218
219 - project:
220     name: 'airship-opnfv-functest-healthcheck-rmi'
221     <<: *airship-params
222     container: 'functest-healthcheck'
223     jobs:
224       - 'airship-{repo}-{container}-{tag}-rmi'
225
226 - project:
227     name: 'airship-opnfv-functest-smoke-rmi'
228     <<: *airship-params
229     container: 'functest-smoke'
230     jobs:
231       - 'airship-{repo}-{container}-{tag}-rmi'
232
233 - project:
234     name: 'airship-opnfv-functest-benchmarking-rmi'
235     <<: *airship-params
236     container: 'functest-benchmarking'
237     jobs:
238       - 'airship-{repo}-{container}-{tag}-rmi'
239
240 - project:
241     name: 'airship-opnfv-functest-vnf-rmi'
242     <<: *airship-params
243     container: 'functest-vnf'
244     jobs:
245       - 'airship-{repo}-{container}-{tag}-rmi'
246
247 - job-template:
248     name: 'airship-{repo}-{container}-{tag}-{test}-run'
249     parameters:
250       - airship-slave:
251           slave: '{slave}'
252       - airship-build_tag:
253           build_tag: ''
254       - airship-DEBUG:
255           DEBUG: 'true'
256       - airship-EXTERNAL_NETWORK:
257           EXTERNAL_NETWORK: public
258     builders:
259       - airship-run-containers:
260           <<: *airship-run-containers
261
262 - project:
263     name: 'airship-opnfv-functest-healthcheck'
264     <<: *airship-params
265     container: 'functest-healthcheck'
266     test:
267       - connection_check
268       - tenantnetwork1
269       - tenantnetwork2
270       - vmready1
271       - vmready2
272       - singlevm1
273       - singlevm2
274       - vping_ssh
275       - vping_userdata
276       - cinder_test
277       - odl
278       - tempest_smoke
279       - tempest_horizon
280     jobs:
281       - 'airship-{repo}-{container}-{tag}-{test}-run'
282
283 - project:
284     name: 'airship-opnfv-functest-smoke'
285     <<: *airship-params
286     container: 'functest-smoke'
287     test:
288       - tempest_neutron
289       - tempest_cinder
290       - tempest_keystone
291       - tempest_heat
292       - tempest_telemetry
293       - rally_sanity
294       - refstack_compute
295       - refstack_object
296       - refstack_platform
297       - tempest_full
298       - tempest_scenario
299       - tempest_slow
300       - patrole
301       - networking-bgpvpn
302       - networking-sfc
303       - tempest_barbican
304       - tempest_octavia
305     jobs:
306       - 'airship-{repo}-{container}-{tag}-{test}-run'
307
308 - project:
309     name: 'airship-opnfv-functest-benchmarking'
310     <<: *airship-params
311     container: 'functest-benchmarking'
312     test:
313       - rally_full
314       - rally_jobs
315       - vmtp
316       - shaker
317     jobs:
318       - 'airship-{repo}-{container}-{tag}-{test}-run'
319
320 - project:
321     name: 'airship-opnfv-functest-vnf'
322     <<: *airship-params
323     container: 'functest-vnf'
324     test:
325       - cloudify
326       - cloudify_ims
327       - heat_ims
328       - vyos_vrouter
329       - juju_epc
330     jobs:
331       - 'airship-{repo}-{container}-{tag}-{test}-run'
332
333 - builder:
334     name: airship-zip
335     builders:
336       - shell: |
337           set +x
338           [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/* || true
339           if [ "{repo}" = "_" ]; then
340             image={container}:{functest_tag}
341           elif [ "{port}" = "None" ]; then
342             image={repo}/{container}:{functest_tag}
343           else
344             image={repo}:{port}/{container}:{functest_tag}
345           fi
346           sudo docker run --rm --dns 172.17.0.2 \
347             -e S3_ENDPOINT_URL=https://storage.googleapis.com \
348             -e S3_DST_URL=s3://artifacts.opnfv.org/airship \
349             -e HTTP_DST_URL=http://artifacts.opnfv.org/airship/ \
350             -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \
351             -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \
352             -e BUILD_TAG=$BUILD_TAG \
353             -e DEPLOY_SCENARIO=ovs \
354             -e FLAVOR_EXTRA_SPECS=hw:mem_page_size:large \
355             -e NEW_USER_ROLE=_member_ \
356             -e NO_TENANT_NETWORK=true \
357             -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
358             -v /home/opnfv/functest/.boto:/root/.boto \
359             $image zip_campaign
360
361 - job-template:
362     name: 'airship-{tag}-zip'
363     parameters:
364       - airship-build_tag:
365           build_tag: ''
366     builders:
367       - airship-zip:
368           <<: *airship-containers
369
370 - project:
371     name: 'airship-{tag}-zip'
372     <<: *airship-params
373     container: 'functest-healthcheck'
374     jobs:
375       - 'airship-{tag}-zip'
376
377 - job-template:
378     name: 'airship-{tag}-daily'
379     project-type: multijob
380     triggers:
381       - timed: '@daily'
382     parameters:
383       - airship-slave:
384           slave: '{slave}'
385       - airship-build_tag:
386           build_tag: ''
387       - airship-branch:
388           branch: 'master'
389       - airship-DEBUG:
390           DEBUG: 'true'
391       - airship-EXTERNAL_NETWORK:
392           EXTERNAL_NETWORK: public
393     properties:
394       - build-blocker:
395           use-build-blocker: true
396           blocking-level: 'NODE'
397           blocking-jobs:
398             - '^airship-{tag}-(daily|gate)$'
399     builders:
400       - multijob:
401           name: deploy
402           projects:
403             - name: 'airship-deploy-daily-{tag}'
404               <<: *airship-jobs
405       - multijob:
406           name: remove former images
407           projects:
408             - name: 'airship-opnfv-functest-healthcheck-{tag}-rmi'
409               <<: *airship-jobs
410             - name: 'airship-opnfv-functest-smoke-{tag}-rmi'
411               <<: *airship-jobs
412             - name: 'airship-opnfv-functest-benchmarking-{tag}-rmi'
413               <<: *airship-jobs
414             - name: 'airship-opnfv-functest-vnf-{tag}-rmi'
415               <<: *airship-jobs
416       - multijob:
417           name: pull containers
418           projects:
419             - name: 'airship-opnfv-functest-healthcheck-{tag}-pull'
420               <<: *airship-jobs
421             - name: 'airship-opnfv-functest-smoke-{tag}-pull'
422               <<: *airship-jobs
423             - name: 'airship-opnfv-functest-benchmarking-{tag}-pull'
424               <<: *airship-jobs
425             - name: 'airship-opnfv-functest-vnf-{tag}-pull'
426               <<: *airship-jobs
427       - multijob:
428           name: opnfv/functest-healthcheck:{functest_tag}
429           condition: ALWAYS
430           projects:
431             - name: 'airship-opnfv-functest-healthcheck-{tag}-connection_check-run'
432               <<: *airship-jobs
433             - name: 'airship-opnfv-functest-healthcheck-{tag}-tenantnetwork1-run'
434               <<: *airship-jobs
435             - name: 'airship-opnfv-functest-healthcheck-{tag}-tenantnetwork2-run'
436               <<: *airship-jobs
437             - name: 'airship-opnfv-functest-healthcheck-{tag}-vmready1-run'
438               <<: *airship-jobs
439             - name: 'airship-opnfv-functest-healthcheck-{tag}-vmready2-run'
440               <<: *airship-jobs
441             - name: 'airship-opnfv-functest-healthcheck-{tag}-singlevm1-run'
442               <<: *airship-jobs
443             - name: 'airship-opnfv-functest-healthcheck-{tag}-singlevm2-run'
444               <<: *airship-jobs
445             - name: 'airship-opnfv-functest-healthcheck-{tag}-vping_ssh-run'
446               <<: *airship-jobs
447             - name: 'airship-opnfv-functest-healthcheck-{tag}-vping_userdata-run'
448               <<: *airship-jobs
449             - name: 'airship-opnfv-functest-healthcheck-{tag}-cinder_test-run'
450               <<: *airship-jobs
451             - name: 'airship-opnfv-functest-healthcheck-{tag}-odl-run'
452               <<: *airship-jobs
453             - name: 'airship-opnfv-functest-healthcheck-{tag}-tempest_smoke-run'
454               <<: *airship-jobs
455             - name: 'airship-opnfv-functest-healthcheck-{tag}-tempest_horizon-run'
456               <<: *airship-jobs
457       - multijob:
458           name: opnfv/functest-smoke:{functest_tag}
459           condition: ALWAYS
460           projects:
461             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_neutron-run'
462               <<: *airship-jobs
463             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_cinder-run'
464               <<: *airship-jobs
465             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_keystone-run'
466               <<: *airship-jobs
467             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_heat-run'
468               <<: *airship-jobs
469             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_telemetry-run'
470               <<: *airship-jobs
471             - name: 'airship-opnfv-functest-smoke-{tag}-rally_sanity-run'
472               <<: *airship-jobs
473             - name: 'airship-opnfv-functest-smoke-{tag}-refstack_compute-run'
474               <<: *airship-jobs
475             - name: 'airship-opnfv-functest-smoke-{tag}-refstack_object-run'
476               <<: *airship-jobs
477             - name: 'airship-opnfv-functest-smoke-{tag}-refstack_plateform-run'
478               <<: *airship-jobs
479             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_full-run'
480               <<: *airship-jobs
481             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_scenario-run'
482               <<: *airship-jobs
483             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_slow-run'
484               <<: *airship-jobs
485             - name: 'airship-opnfv-functest-smoke-{tag}-patrole-run'
486               <<: *airship-jobs
487             - name: 'airship-opnfv-functest-smoke-{tag}-networking-bgpvpn-run'
488               <<: *airship-jobs
489             - name: 'airship-opnfv-functest-smoke-{tag}-networking-sfc-run'
490               <<: *airship-jobs
491             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_barbican-run'
492               <<: *airship-jobs
493             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_octavia-run'
494               <<: *airship-jobs
495       - multijob:
496           name: opnfv/functest-benchmarking:{functest_tag}
497           condition: ALWAYS
498           projects:
499             - name: 'airship-opnfv-functest-benchmarking-{tag}-rally_full-run'
500               <<: *airship-jobs
501             - name: 'airship-opnfv-functest-benchmarking-{tag}-rally_jobs-run'
502               <<: *airship-jobs
503             - name: 'airship-opnfv-functest-benchmarking-{tag}-vmtp-run'
504               <<: *airship-jobs
505             - name: 'airship-opnfv-functest-benchmarking-{tag}-shaker-run'
506               <<: *airship-jobs
507       - multijob:
508           name: opnfv/functest-vnf:{functest_tag}
509           condition: ALWAYS
510           execution-type: SEQUENTIALLY
511           projects:
512             - name: 'airship-opnfv-functest-vnf-{tag}-cloudify-run'
513               <<: *airship-jobs
514             - name: 'airship-opnfv-functest-vnf-{tag}-cloudify_ims-run'
515               <<: *airship-jobs
516             - name: 'airship-opnfv-functest-vnf-{tag}-heat_ims-run'
517               <<: *airship-jobs
518             - name: 'airship-opnfv-functest-vnf-{tag}-vyos_vrouter-run'
519               <<: *airship-jobs
520             - name: 'airship-opnfv-functest-vnf-{tag}-juju_epc-run'
521               <<: *airship-jobs
522       - multijob:
523           name: dump all campaign data
524           projects:
525             - name: 'airship-{tag}-zip'
526               <<: *airship-jobs
527
528 - trigger:
529     name: airship-patchset-created
530     triggers:
531       - gerrit:
532           server-name: 'gerrit.opnfv.org'
533           trigger-on:
534             - patchset-created-event
535             - comment-added-contains-event:
536                 comment-contains-value: 'recheck'
537             - comment-added-contains-event:
538                 comment-contains-value: 'reverify'
539           projects:
540             - project-compare-type: 'ANT'
541               project-pattern: 'airship'
542               branches:
543                 - branch-compare-type: 'ANT'
544                   branch-pattern: '**/{branch}'
545           skip-vote:
546             successful: false
547             failed: false
548             unstable: false
549             notbuilt: false
550
551 - job-template:
552     name: 'airship-{tag}-gate'
553     project-type: multijob
554     triggers:
555       - airship-patchset-created:
556           branch: '{branch}'
557     parameters:
558       - airship-slave:
559           slave: '{slave}'
560       - airship-build_tag:
561           build_tag: ''
562       - airship-DEBUG:
563           DEBUG: 'true'
564       - airship-EXTERNAL_NETWORK:
565           EXTERNAL_NETWORK: public
566     properties:
567       - build-blocker:
568           use-build-blocker: true
569           blocking-level: 'NODE'
570           blocking-jobs:
571             - '^airship-{tag}-(daily|gate)$'
572     builders:
573       - multijob:
574           name: deploy
575           projects:
576             - name: 'airship-deploy-gate-{tag}'
577               <<: *airship-jobs
578       - multijob:
579           name: remove former images
580           projects:
581             - name: 'airship-opnfv-functest-healthcheck-{tag}-rmi'
582               <<: *airship-jobs
583       - multijob:
584           name: pull containers
585           projects:
586             - name: 'airship-opnfv-functest-healthcheck-{tag}-pull'
587               <<: *airship-jobs
588       - multijob:
589           name: opnfv/functest-healthcheck:{functest_tag}
590           projects:
591             - name: 'airship-opnfv-functest-healthcheck-{tag}-connection_check-run'
592               <<: *airship-jobs
593             - name: 'airship-opnfv-functest-healthcheck-{tag}-vmready1-run'
594               <<: *airship-jobs
595             - name: 'airship-opnfv-functest-healthcheck-{tag}-vmready2-run'
596               <<: *airship-jobs
597             - name: 'airship-opnfv-functest-healthcheck-{tag}-singlevm1-run'
598               <<: *airship-jobs
599             - name: 'airship-opnfv-functest-healthcheck-{tag}-singlevm2-run'
600               <<: *airship-jobs
601             - name: 'airship-opnfv-functest-healthcheck-{tag}-vping_ssh-run'
602               <<: *airship-jobs
603             - name: 'airship-opnfv-functest-healthcheck-{tag}-cinder_test-run'
604               <<: *airship-jobs
605
606 - project:
607     name: 'airship'
608     <<: *airship-params
609     jobs:
610       - 'airship-{tag}-daily'
611       - 'airship-{tag}-gate'
612
613 - view:
614     name: airship
615     view-type: list
616     columns:
617       - status
618       - weather
619       - job
620       - last-success
621       - last-failure
622       - last-duration
623     regex: ^airship-[a-z]+-(daily|check|gate)$