937daa8b6f72e2f42af83e933288fc3d5bd0652d
[releng.git] / jjb / airship / airship.yaml
1 ---
2 - airship-jobs: &airship-jobs
3     name: 'airship-jobs'
4     current-parameters: true
5
6 - airship-params: &airship-params
7     name: 'airship-params'
8     repo: 'opnfv'
9     port:
10     tag:
11       - latest:
12           branch: master
13           slave: intel-pod17
14           functest_tag: iruya
15
16 - parameter:
17     name: airship-slave
18     parameters:
19       - label:
20           name: slave
21           default: '{slave}'
22
23 - parameter:
24     name: airship-build_tag
25     parameters:
26       - random-string:
27           name: build_tag
28
29 - parameter:
30     name: airship-DEBUG
31     parameters:
32       - string:
33           name: DEBUG
34           default: 'true'
35
36 - parameter:
37     name: airship-EXTERNAL_NETWORK
38     parameters:
39       - string:
40           name: EXTERNAL_NETWORK
41           default: public
42
43 - airship-containers: &airship-containers
44     name: 'airship-containers'
45     repo: '{repo}'
46     port: '{port}'
47     container: '{container}'
48     functest_tag: '{functest_tag}'
49
50 - airship-run-containers: &airship-run-containers
51     name: 'airship-run-containers'
52     <<: *airship-containers
53     test: '{test}'
54
55 - builder:
56     name: airship-pull-containers
57     builders:
58       - shell: |
59           set +x
60           if [ "{repo}" = "_" ]; then
61             image={container}:{functest_tag}
62           elif [ "{port}" = "None" ]; then
63             image={repo}/{container}:{functest_tag}
64           else
65             image={repo}:{port}/{container}:{functest_tag}
66           fi
67           sudo docker pull $image
68
69 - builder:
70     name: airship-run-containers
71     builders:
72       - shell: |
73           set +x
74           [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/* || true
75           if [ "{repo}" = "_" ]; then
76             image={container}:{functest_tag}
77           elif [ "{port}" = "None" ]; then
78             image={repo}/{container}:{functest_tag}
79           else
80             image={repo}:{port}/{container}:{functest_tag}
81           fi
82           sudo docker run --rm \
83             -e S3_ENDPOINT_URL=https://storage.googleapis.com \
84             -e S3_DST_URL=s3://artifacts.opnfv.org/airship/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
85             -e HTTP_DST_URL=http://artifacts.opnfv.org/airship/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
86             -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \
87             -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \
88             -e NODE_NAME=$slave \
89             -e INSTALLER_TYPE=airship \
90             -e BUILD_TAG=$BUILD_TAG \
91             -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
92             -v /home/opnfv/functest/.boto:/root/.boto \
93             -e DEBUG=$DEBUG \
94             -e EXTERNAL_NETWORK=$EXTERNAL_NETWORK \
95             -e DEPLOY_SCENARIO=os-nosdn-nofeature-ha \
96             -v /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file \
97             -v /home/opnfv/functest/images:/home/opnfv/functest/images \
98             -v /home/opnfv/functest/tempest_conf.yaml:/usr/lib/python2.7/\
99           site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml \
100             -v /home/opnfv/functest/blacklist.yaml:/usr/lib/python2.7/\
101           site-packages/functest/opnfv_tests/openstack/rally/blacklist.yaml \
102             $image run_tests -t {test} -r -p
103
104 - builder:
105     name: airship-remove-images
106     builders:
107       - shell: |
108           set +x
109           if [ "{repo}" = "_" ]; then
110             image={container}:{functest_tag}
111           elif [ "{port}" = "None" ]; then
112             image={repo}/{container}:{functest_tag}
113           else
114             image={repo}:{port}/{container}:{functest_tag}
115           fi
116           sudo docker rmi $image || true
117
118 - builder:
119     name: airship-deploy
120     builders:
121       - shell: |
122           set +x
123           export TERM_OPTS=" "
124           sudo -H -E -u ubuntu bash -c 'tools/deploy.sh $slave deploy_site'
125
126 - scm:
127     name: airship-scm
128     scm:
129       - git:
130           url: https://gerrit.opnfv.org/gerrit/airship
131           refspec: '+refs/changes/*:refs/changes/*'
132           branches:
133             - '{ref}'
134
135 - parameter:
136     name: airship-branch
137     parameters:
138       - string:
139           name: branch
140           default: '{branch}'
141
142 - job-template:
143     name: 'airship-deploy-daily-{tag}'
144     parameters:
145       - airship-slave:
146           slave: '{slave}'
147       - airship-branch:
148           branch: '{branch}'
149     scm:
150       - airship-scm:
151           ref: $branch
152     builders:
153       - airship-deploy
154
155 - job-template:
156     name: 'airship-deploy-gate-{tag}'
157     parameters:
158       - airship-slave:
159           slave: '{slave}'
160     scm:
161       - airship-scm:
162           ref: $GERRIT_REFSPEC
163     builders:
164       - airship-deploy
165
166 - project:
167     name: 'airship-deploy'
168     <<: *airship-params
169     jobs:
170       - 'airship-deploy-daily-{tag}'
171       - 'airship-deploy-gate-{tag}'
172
173 - job-template:
174     name: 'airship-{repo}-{container}-{tag}-pull'
175     parameters:
176       - airship-slave:
177           slave: '{slave}'
178     builders:
179       - airship-pull-containers:
180           <<: *airship-containers
181
182 - project:
183     name: 'airship-opnfv-functest-healthcheck-pull'
184     <<: *airship-params
185     container: 'functest-healthcheck'
186     jobs:
187       - 'airship-{repo}-{container}-{tag}-pull'
188
189 - project:
190     name: 'airship-opnfv-functest-smoke-pull'
191     <<: *airship-params
192     container: 'functest-smoke'
193     jobs:
194       - 'airship-{repo}-{container}-{tag}-pull'
195
196 - project:
197     name: 'airship-opnfv-functest-benchmarking-pull'
198     <<: *airship-params
199     container: 'functest-benchmarking'
200     jobs:
201       - 'airship-{repo}-{container}-{tag}-pull'
202
203 - project:
204     name: 'airship-opnfv-functest-vnf-pull'
205     <<: *airship-params
206     container: 'functest-vnf'
207     jobs:
208       - 'airship-{repo}-{container}-{tag}-pull'
209
210 - job-template:
211     name: 'airship-{repo}-{container}-{tag}-rmi'
212     parameters:
213       - airship-slave:
214           slave: '{slave}'
215     builders:
216       - airship-remove-images:
217           <<: *airship-containers
218
219 - project:
220     name: 'airship-opnfv-functest-healthcheck-rmi'
221     <<: *airship-params
222     container: 'functest-healthcheck'
223     jobs:
224       - 'airship-{repo}-{container}-{tag}-rmi'
225
226 - project:
227     name: 'airship-opnfv-functest-smoke-rmi'
228     <<: *airship-params
229     container: 'functest-smoke'
230     jobs:
231       - 'airship-{repo}-{container}-{tag}-rmi'
232
233 - project:
234     name: 'airship-opnfv-functest-benchmarking-rmi'
235     <<: *airship-params
236     container: 'functest-benchmarking'
237     jobs:
238       - 'airship-{repo}-{container}-{tag}-rmi'
239
240 - project:
241     name: 'airship-opnfv-functest-vnf-rmi'
242     <<: *airship-params
243     container: 'functest-vnf'
244     jobs:
245       - 'airship-{repo}-{container}-{tag}-rmi'
246
247 - job-template:
248     name: 'airship-{repo}-{container}-{tag}-{test}-run'
249     parameters:
250       - airship-slave:
251           slave: '{slave}'
252       - airship-build_tag:
253           build_tag: ''
254       - airship-DEBUG:
255           DEBUG: 'true'
256       - airship-EXTERNAL_NETWORK:
257           EXTERNAL_NETWORK: public
258     builders:
259       - airship-run-containers:
260           <<: *airship-run-containers
261
262 - project:
263     name: 'airship-opnfv-functest-healthcheck'
264     <<: *airship-params
265     container: 'functest-healthcheck'
266     test:
267       - connection_check
268       - tenantnetwork1
269       - tenantnetwork2
270       - vmready1
271       - vmready2
272       - singlevm1
273       - singlevm2
274       - vping_ssh
275       - vping_userdata
276       - cinder_test
277       - odl
278       - tempest_smoke
279       - tempest_horizon
280     jobs:
281       - 'airship-{repo}-{container}-{tag}-{test}-run'
282
283 - project:
284     name: 'airship-opnfv-functest-smoke'
285     <<: *airship-params
286     container: 'functest-smoke'
287     test:
288       - tempest_neutron
289       - tempest_cinder
290       - tempest_keystone
291       - tempest_heat
292       - tempest_telemetry
293       - rally_sanity
294       - refstack_compute
295       - refstack_object
296       - refstack_platform
297       - tempest_full
298       - tempest_scenario
299       - tempest_slow
300       - patrole
301       - networking-bgpvpn
302       - networking-sfc
303       - tempest_barbican
304       - tempest_octavia
305     jobs:
306       - 'airship-{repo}-{container}-{tag}-{test}-run'
307
308 - project:
309     name: 'airship-opnfv-functest-benchmarking'
310     <<: *airship-params
311     container: 'functest-benchmarking'
312     test:
313       - rally_full
314       - rally_jobs
315       - vmtp
316       - shaker
317     jobs:
318       - 'airship-{repo}-{container}-{tag}-{test}-run'
319
320 - project:
321     name: 'airship-opnfv-functest-vnf'
322     <<: *airship-params
323     container: 'functest-vnf'
324     test:
325       - cloudify
326       - cloudify_ims
327       - heat_ims
328       - vyos_vrouter
329       - juju_epc
330     jobs:
331       - 'airship-{repo}-{container}-{tag}-{test}-run'
332
333 - builder:
334     name: airship-zip
335     builders:
336       - shell: |
337           set +x
338           [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/* || true
339           if [ "{repo}" = "_" ]; then
340             image={container}:{functest_tag}
341           elif [ "{port}" = "None" ]; then
342             image={repo}/{container}:{functest_tag}
343           else
344             image={repo}:{port}/{container}:{functest_tag}
345           fi
346           sudo docker run --rm --dns 172.17.0.2 \
347             -e S3_ENDPOINT_URL=https://storage.googleapis.com \
348             -e S3_DST_URL=s3://artifacts.opnfv.org/airship \
349             -e HTTP_DST_URL=http://artifacts.opnfv.org/airship/ \
350             -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \
351             -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \
352             -e BUILD_TAG=$BUILD_TAG \
353             -e DEPLOY_SCENARIO=ovs \
354             -e FLAVOR_EXTRA_SPECS=hw:mem_page_size:large \
355             -e NEW_USER_ROLE=_member_ \
356             -e NO_TENANT_NETWORK=true \
357             -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
358             -v /home/opnfv/functest/.boto:/root/.boto \
359             $image zip_campaign
360
361 - job-template:
362     name: 'airship-{tag}-zip'
363     parameters:
364       - airship-build_tag:
365           build_tag: ''
366     builders:
367       - airship-zip:
368           <<: *airship-containers
369
370 - project:
371     name: 'airship-{tag}-zip'
372     <<: *airship-params
373     container: 'functest-healthcheck'
374     jobs:
375       - 'airship-{tag}-zip'
376
377 - job-template:
378     name: 'airship-{tag}-daily'
379     disabled: true
380     project-type: multijob
381     triggers:
382       - timed: '@daily'
383     parameters:
384       - airship-slave:
385           slave: '{slave}'
386       - airship-build_tag:
387           build_tag: ''
388       - airship-branch:
389           branch: 'master'
390       - airship-DEBUG:
391           DEBUG: 'true'
392       - airship-EXTERNAL_NETWORK:
393           EXTERNAL_NETWORK: public
394     properties:
395       - build-blocker:
396           use-build-blocker: true
397           blocking-level: 'NODE'
398           blocking-jobs:
399             - '^airship-{tag}-(daily|gate)$'
400     builders:
401       - multijob:
402           name: deploy
403           projects:
404             - name: 'airship-deploy-daily-{tag}'
405               <<: *airship-jobs
406       - multijob:
407           name: remove former images
408           projects:
409             - name: 'airship-opnfv-functest-healthcheck-{tag}-rmi'
410               <<: *airship-jobs
411             - name: 'airship-opnfv-functest-smoke-{tag}-rmi'
412               <<: *airship-jobs
413             - name: 'airship-opnfv-functest-benchmarking-{tag}-rmi'
414               <<: *airship-jobs
415             - name: 'airship-opnfv-functest-vnf-{tag}-rmi'
416               <<: *airship-jobs
417       - multijob:
418           name: pull containers
419           projects:
420             - name: 'airship-opnfv-functest-healthcheck-{tag}-pull'
421               <<: *airship-jobs
422             - name: 'airship-opnfv-functest-smoke-{tag}-pull'
423               <<: *airship-jobs
424             - name: 'airship-opnfv-functest-benchmarking-{tag}-pull'
425               <<: *airship-jobs
426             - name: 'airship-opnfv-functest-vnf-{tag}-pull'
427               <<: *airship-jobs
428       - multijob:
429           name: opnfv/functest-healthcheck:{functest_tag}
430           condition: ALWAYS
431           projects:
432             - name: 'airship-opnfv-functest-healthcheck-{tag}-connection_check-run'
433               <<: *airship-jobs
434             - name: 'airship-opnfv-functest-healthcheck-{tag}-tenantnetwork1-run'
435               <<: *airship-jobs
436             - name: 'airship-opnfv-functest-healthcheck-{tag}-tenantnetwork2-run'
437               <<: *airship-jobs
438             - name: 'airship-opnfv-functest-healthcheck-{tag}-vmready1-run'
439               <<: *airship-jobs
440             - name: 'airship-opnfv-functest-healthcheck-{tag}-vmready2-run'
441               <<: *airship-jobs
442             - name: 'airship-opnfv-functest-healthcheck-{tag}-singlevm1-run'
443               <<: *airship-jobs
444             - name: 'airship-opnfv-functest-healthcheck-{tag}-singlevm2-run'
445               <<: *airship-jobs
446             - name: 'airship-opnfv-functest-healthcheck-{tag}-vping_ssh-run'
447               <<: *airship-jobs
448             - name: 'airship-opnfv-functest-healthcheck-{tag}-vping_userdata-run'
449               <<: *airship-jobs
450             - name: 'airship-opnfv-functest-healthcheck-{tag}-cinder_test-run'
451               <<: *airship-jobs
452             - name: 'airship-opnfv-functest-healthcheck-{tag}-odl-run'
453               <<: *airship-jobs
454             - name: 'airship-opnfv-functest-healthcheck-{tag}-tempest_smoke-run'
455               <<: *airship-jobs
456             - name: 'airship-opnfv-functest-healthcheck-{tag}-tempest_horizon-run'
457               <<: *airship-jobs
458       - multijob:
459           name: opnfv/functest-smoke:{functest_tag}
460           condition: ALWAYS
461           projects:
462             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_neutron-run'
463               <<: *airship-jobs
464             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_cinder-run'
465               <<: *airship-jobs
466             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_keystone-run'
467               <<: *airship-jobs
468             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_heat-run'
469               <<: *airship-jobs
470             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_telemetry-run'
471               <<: *airship-jobs
472             - name: 'airship-opnfv-functest-smoke-{tag}-rally_sanity-run'
473               <<: *airship-jobs
474             - name: 'airship-opnfv-functest-smoke-{tag}-refstack_compute-run'
475               <<: *airship-jobs
476             - name: 'airship-opnfv-functest-smoke-{tag}-refstack_object-run'
477               <<: *airship-jobs
478             - name: 'airship-opnfv-functest-smoke-{tag}-refstack_plateform-run'
479               <<: *airship-jobs
480             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_full-run'
481               <<: *airship-jobs
482             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_scenario-run'
483               <<: *airship-jobs
484             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_slow-run'
485               <<: *airship-jobs
486             - name: 'airship-opnfv-functest-smoke-{tag}-patrole-run'
487               <<: *airship-jobs
488             - name: 'airship-opnfv-functest-smoke-{tag}-networking-bgpvpn-run'
489               <<: *airship-jobs
490             - name: 'airship-opnfv-functest-smoke-{tag}-networking-sfc-run'
491               <<: *airship-jobs
492             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_barbican-run'
493               <<: *airship-jobs
494             - name: 'airship-opnfv-functest-smoke-{tag}-tempest_octavia-run'
495               <<: *airship-jobs
496       - multijob:
497           name: opnfv/functest-benchmarking:{functest_tag}
498           condition: ALWAYS
499           projects:
500             - name: 'airship-opnfv-functest-benchmarking-{tag}-rally_full-run'
501               <<: *airship-jobs
502             - name: 'airship-opnfv-functest-benchmarking-{tag}-rally_jobs-run'
503               <<: *airship-jobs
504             - name: 'airship-opnfv-functest-benchmarking-{tag}-vmtp-run'
505               <<: *airship-jobs
506             - name: 'airship-opnfv-functest-benchmarking-{tag}-shaker-run'
507               <<: *airship-jobs
508       - multijob:
509           name: opnfv/functest-vnf:{functest_tag}
510           condition: ALWAYS
511           execution-type: SEQUENTIALLY
512           projects:
513             - name: 'airship-opnfv-functest-vnf-{tag}-cloudify-run'
514               <<: *airship-jobs
515             - name: 'airship-opnfv-functest-vnf-{tag}-cloudify_ims-run'
516               <<: *airship-jobs
517             - name: 'airship-opnfv-functest-vnf-{tag}-heat_ims-run'
518               <<: *airship-jobs
519             - name: 'airship-opnfv-functest-vnf-{tag}-vyos_vrouter-run'
520               <<: *airship-jobs
521             - name: 'airship-opnfv-functest-vnf-{tag}-juju_epc-run'
522               <<: *airship-jobs
523       - multijob:
524           name: dump all campaign data
525           projects:
526             - name: 'airship-{tag}-zip'
527               <<: *airship-jobs
528
529 - trigger:
530     name: airship-patchset-created
531     triggers:
532       - gerrit:
533           server-name: 'gerrit.opnfv.org'
534           trigger-on:
535             - patchset-created-event
536             - comment-added-contains-event:
537                 comment-contains-value: 'recheck'
538             - comment-added-contains-event:
539                 comment-contains-value: 'reverify'
540           projects:
541             - project-compare-type: 'ANT'
542               project-pattern: 'airship'
543               branches:
544                 - branch-compare-type: 'ANT'
545                   branch-pattern: '**/{branch}'
546           skip-vote:
547             successful: false
548             failed: false
549             unstable: false
550             notbuilt: false
551
552 - job-template:
553     name: 'airship-{tag}-gate'
554     disabled: true
555     project-type: multijob
556     triggers:
557       - airship-patchset-created:
558           branch: '{branch}'
559     parameters:
560       - airship-slave:
561           slave: '{slave}'
562       - airship-build_tag:
563           build_tag: ''
564       - airship-DEBUG:
565           DEBUG: 'true'
566       - airship-EXTERNAL_NETWORK:
567           EXTERNAL_NETWORK: public
568     properties:
569       - build-blocker:
570           use-build-blocker: true
571           blocking-level: 'NODE'
572           blocking-jobs:
573             - '^airship-{tag}-(daily|gate)$'
574     builders:
575       - multijob:
576           name: deploy
577           projects:
578             - name: 'airship-deploy-gate-{tag}'
579               <<: *airship-jobs
580       - multijob:
581           name: remove former images
582           projects:
583             - name: 'airship-opnfv-functest-healthcheck-{tag}-rmi'
584               <<: *airship-jobs
585       - multijob:
586           name: pull containers
587           projects:
588             - name: 'airship-opnfv-functest-healthcheck-{tag}-pull'
589               <<: *airship-jobs
590       - multijob:
591           name: opnfv/functest-healthcheck:{functest_tag}
592           projects:
593             - name: 'airship-opnfv-functest-healthcheck-{tag}-connection_check-run'
594               <<: *airship-jobs
595             - name: 'airship-opnfv-functest-healthcheck-{tag}-vmready1-run'
596               <<: *airship-jobs
597             - name: 'airship-opnfv-functest-healthcheck-{tag}-vmready2-run'
598               <<: *airship-jobs
599             - name: 'airship-opnfv-functest-healthcheck-{tag}-singlevm1-run'
600               <<: *airship-jobs
601             - name: 'airship-opnfv-functest-healthcheck-{tag}-singlevm2-run'
602               <<: *airship-jobs
603             - name: 'airship-opnfv-functest-healthcheck-{tag}-vping_ssh-run'
604               <<: *airship-jobs
605             - name: 'airship-opnfv-functest-healthcheck-{tag}-cinder_test-run'
606               <<: *airship-jobs
607
608 - project:
609     name: 'airship'
610     <<: *airship-params
611     jobs:
612       - 'airship-{tag}-daily'
613       - 'airship-{tag}-gate'
614
615 - view:
616     name: airship
617     view-type: list
618     columns:
619       - status
620       - weather
621       - job
622       - last-success
623       - last-failure
624       - last-duration
625     regex: ^airship-[a-z]+-(daily|check|gate)$