Provide a way to add extra arguements when building docker images
[releng.git] / jjb / releng / opnfv-docker.yaml
1 ---
2 ##############################################
3 # job configuration for docker build and push
4 ##############################################
5
6 - project:
7
8     name: opnfv-docker
9
10     master: &master
11       stream: master
12       branch: '{stream}'
13       disabled: false
14     danube: &danube
15       stream: danube
16       branch: 'stable/{stream}'
17       disabled: false
18     euphrates: &euphrates
19       stream: euphrates
20       branch: 'stable/{stream}'
21       disabled: false
22     fraser: &fraser
23       stream: fraser
24       branch: 'stable/{stream}'
25       disabled: false
26     gambia: &gambia
27       stream: gambia
28       branch: 'stable/{stream}'
29       disabled: false
30     pharos-tools-receivers: &pharos_tools_receivers
31       receivers: >
32           pberberian@iol.unh.edu
33           sbergeron@iol.unh.edu
34     storperf-receivers: &storperf-receivers
35       receivers: >
36           mark.beierl@emc.com
37     yardstick-receivers: &yardstick-receivers
38       receivers: >
39           limingjiang@huawei.com
40           rexlee8776@gmail.com
41           emma.l.foley@intel.com
42     other-receivers: &other-receivers
43       receivers: ''
44
45     dockerfile: "Dockerfile"
46     dockerdir: "docker"
47     arch_tag: ""
48     extra_build_args: ""
49
50     # This is the dockerhub repo the image will be pushed to as
51     # 'opnfv/{dockerrepo}. See: DOCKER_REPO_NAME parameter.
52     # 'project' is the OPNFV repo we expect to contain the Dockerfile
53     # yamllint disable rule:key-duplicates
54     dockerrepo:
55       # projects with jobs for master
56       - 'releng-anteater':
57           project: 'releng-anteater'
58           <<: *master
59           <<: *other-receivers
60       - 'barometer-collectd':
61           project: 'barometer'
62           dockerdir: 'docker/barometer-collectd'
63           <<: *master
64           <<: *other-receivers
65       - 'barometer-collectd-master':
66           project: 'barometer'
67           dockerdir: '.'
68           dockerfile: 'docker/barometer-collectd-master/Dockerfile'
69           <<: *master
70           <<: *other-receivers
71       - 'barometer-dma':
72           project: 'barometer'
73           dockerdir: 'docker/barometer-dma'
74           <<: *master
75           <<: *other-receivers
76       - 'barometer-grafana':
77           project: 'barometer'
78           dockerdir: 'docker/barometer-grafana'
79           <<: *master
80           <<: *other-receivers
81       - 'barometer-influxdb':
82           project: 'barometer'
83           dockerdir: 'docker/barometer-influxdb'
84           <<: *master
85           <<: *other-receivers
86       - 'barometer-kafka':
87           project: 'barometer'
88           dockerdir: 'docker/barometer-kafka'
89           <<: *master
90           <<: *other-receivers
91       - 'barometer-ves':
92           project: 'barometer'
93           dockerdir: 'docker/barometer-ves'
94           <<: *master
95           <<: *other-receivers
96       - 'barometer-snmp':
97           project: 'barometer'
98           dockerdir: 'docker/barometer-snmp'
99           <<: *master
100           <<: *other-receivers
101       - 'bottlenecks':
102           project: 'bottlenecks'
103           <<: *master
104           <<: *other-receivers
105       - 'clover':
106           project: 'clover'
107           dockerdir: '.'
108           dockerfile: 'docker/Dockerfile'
109           <<: *master
110           <<: *other-receivers
111       - 'clover-ns-nginx-lb':
112           project: 'clover'
113           dockerdir: 'samples/services/nginx/docker'
114           dockerfile: 'subservices/lb/Dockerfile'
115           <<: *master
116           <<: *other-receivers
117       - 'clover-ns-nginx-proxy':
118           project: 'clover'
119           dockerdir: 'samples/services/nginx/docker'
120           dockerfile: 'subservices/proxy/Dockerfile'
121           <<: *master
122           <<: *other-receivers
123       - 'clover-ns-nginx-server':
124           project: 'clover'
125           dockerdir: 'samples/services/nginx/docker'
126           dockerfile: 'subservices/server/Dockerfile'
127           <<: *master
128           <<: *other-receivers
129       - 'clover-ns-snort-ids':
130           project: 'clover'
131           dockerdir: 'samples/services/snort_ids/docker'
132           dockerfile: 'Dockerfile'
133           <<: *master
134           <<: *other-receivers
135       - 'clover-controller':
136           project: 'clover'
137           dockerdir: 'clover/controller'
138           dockerfile: 'docker/Dockerfile'
139           <<: *master
140           <<: *other-receivers
141       - 'clover-collector':
142           project: 'clover'
143           dockerdir: 'clover/collector'
144           dockerfile: 'docker/Dockerfile'
145           <<: *master
146           <<: *other-receivers
147       - 'clover-jmeter-master':
148           project: 'clover'
149           dockerdir: 'clover/tools/jmeter'
150           dockerfile: 'jmeter-master/Dockerfile'
151           <<: *master
152           <<: *other-receivers
153       - 'clover-jmeter-slave':
154           project: 'clover'
155           dockerdir: 'clover/tools/jmeter'
156           dockerfile: 'jmeter-slave/Dockerfile'
157           <<: *master
158           <<: *other-receivers
159       - 'clover-sample-app':
160           project: 'clover'
161           dockerdir: 'samples/scenarios/sample_app'
162           dockerfile: 'Dockerfile'
163           <<: *master
164           <<: *other-receivers
165       - 'clover-ns-modsecurity-crs':
166           project: 'clover'
167           dockerdir: 'samples/services/modsecurity/docker'
168           dockerfile: 'Dockerfile'
169           <<: *master
170           <<: *other-receivers
171       - 'clover-spark':
172           project: 'clover'
173           dockerdir: 'clover/spark/docker/clover-spark'
174           dockerfile: 'Dockerfile'
175           <<: *master
176           <<: *other-receivers
177       - 'clover-spark-submit':
178           project: 'clover'
179           dockerdir: 'clover/spark/docker/spark-submit'
180           dockerfile: 'Dockerfile'
181           <<: *master
182           <<: *other-receivers
183       - 'clover-clovisor':
184           project: 'clover'
185           dockerdir: 'clover/clovisor'
186           dockerfile: 'Dockerfile'
187           <<: *master
188           <<: *other-receivers
189       - 'cperf':
190           project: 'cperf'
191           <<: *master
192           <<: *other-receivers
193       - 'dovetail':
194           project: 'dovetail'
195           <<: *master
196           <<: *other-receivers
197       - 'dovetail-webportal-api':
198           project: 'dovetail-webportal'
199           dockerfile: 'Dockerfile.api'
200           <<: *master
201           <<: *other-receivers
202       - 'dovetail-webportal-web':
203           project: 'dovetail-webportal'
204           dockerfile: 'Dockerfile.web'
205           <<: *master
206           <<: *other-receivers
207       - 'nfvbench':
208           project: 'nfvbench'
209           <<: *master
210           <<: *other-receivers
211       - 'pharos-tools-laas-dashboard':
212           project: 'pharos-tools'
213           dockerdir: 'dashboard'
214           dockerfile: 'web/Dockerfile'
215           <<: *master
216           <<: *pharos_tools_receivers
217       - 'pharos-tools-laas-celery':
218           project: 'pharos-tools'
219           dockerdir: 'dashboard'
220           dockerfile: 'worker/Dockerfile'
221           <<: *master
222           <<: *pharos_tools_receivers
223       - 'qtip':
224           project: 'qtip'
225           dockerdir: '.'
226           dockerfile: 'docker/Dockerfile.local'
227           <<: *master
228           <<: *other-receivers
229       - 'qtip-nettest':
230           project: 'qtip'
231           dockerdir: 'contrib/nettest'
232           <<: *master
233           <<: *other-receivers
234       - 'storperf-master':
235           project: 'storperf'
236           dockerdir: 'docker/storperf-master'
237           arch_tag: 'x86_64'
238           <<: *master
239           <<: *storperf-receivers
240       - 'storperf-graphite':
241           project: 'storperf'
242           dockerdir: 'docker/storperf-graphite'
243           arch_tag: 'x86_64'
244           <<: *master
245           <<: *storperf-receivers
246       - 'storperf-httpfrontend':
247           project: 'storperf'
248           dockerdir: 'docker/storperf-httpfrontend'
249           arch_tag: 'x86_64'
250           <<: *master
251           <<: *storperf-receivers
252       - 'storperf-reporting':
253           project: 'storperf'
254           dockerdir: 'docker/storperf-reporting'
255           arch_tag: 'x86_64'
256           <<: *master
257           <<: *storperf-receivers
258       - 'storperf-swaggerui':
259           project: 'storperf'
260           dockerdir: 'docker/storperf-swaggerui'
261           arch_tag: 'x86_64'
262           <<: *master
263           <<: *storperf-receivers
264       - 'yardstick':
265           project: 'yardstick'
266           <<: *master
267           <<: *yardstick-receivers
268       - 'yardstick-ubuntu-18.04':
269           project: 'yardstick'
270           dockerfile: 'Dockerfile_ubuntu18'
271           <<: *master
272           <<: *yardstick-receivers
273       - 'yardstick-image-k8s':
274           project: 'yardstick'
275           dockerdir: 'docker/k8s'
276           <<: *master
277           <<: *yardstick-receivers
278
279       # projects with jobs for euphrates
280       - 'barometer-dma':
281           project: 'barometer'
282           dockerdir: 'docker/barometer-dma'
283           <<: *gambia
284           <<: *other-receivers
285       - 'barometer-collectd':
286           project: 'barometer'
287           dockerdir: 'docker/barometer-collectd'
288           <<: *gambia
289           <<: *other-receivers
290       - 'barometer-collectd-master':
291           project: 'barometer'
292           dockerdir: '.'
293           dockerfile: 'docker/barometer-collectd-master/Dockerfile'
294           <<: *gambia
295           <<: *other-receivers
296       - 'barometer-grafana':
297           project: 'barometer'
298           dockerdir: 'docker/barometer-grafana'
299           <<: *gambia
300           <<: *other-receivers
301       - 'barometer-influxdb':
302           project: 'barometer'
303           dockerdir: 'docker/barometer-influxdb'
304           <<: *gambia
305           <<: *other-receivers
306       - 'barometer-kafka':
307           project: 'barometer'
308           dockerdir: 'docker/barometer-kafka'
309           <<: *gambia
310           <<: *other-receivers
311       - 'barometer-ves':
312           project: 'barometer'
313           dockerdir: 'docker/barometer-ves'
314           <<: *gambia
315           <<: *other-receivers
316       - 'barometer-snmp':
317           project: 'barometer'
318           dockerdir: 'docker/barometer-snmp'
319           <<: *gambia
320           <<: *other-receivers
321       - 'bottlenecks':
322           project: 'bottlenecks'
323           <<: *gambia
324           <<: *other-receivers
325       - 'nfvbench':
326           project: 'nfvbench'
327           <<: *fraser
328           <<: *other-receivers
329       - 'qtip':
330           project: 'qtip'
331           dockerdir: '.'
332           dockerfile: 'docker/Dockerfile.local'
333           <<: *fraser
334           <<: *other-receivers
335       - 'storperf-master':
336           project: 'storperf'
337           dockerdir: 'docker/storperf-master'
338           arch_tag: 'x86_64'
339           <<: *gambia
340           <<: *storperf-receivers
341       - 'storperf-graphite':
342           project: 'storperf'
343           dockerdir: 'docker/storperf-graphite'
344           arch_tag: 'x86_64'
345           <<: *gambia
346           <<: *storperf-receivers
347       - 'storperf-httpfrontend':
348           project: 'storperf'
349           dockerdir: 'docker/storperf-httpfrontend'
350           arch_tag: 'x86_64'
351           <<: *gambia
352           <<: *storperf-receivers
353       - 'storperf-reporting':
354           project: 'storperf'
355           dockerdir: 'docker/storperf-reporting'
356           arch_tag: 'x86_64'
357           <<: *gambia
358           <<: *storperf-receivers
359       - 'storperf-swaggerui':
360           project: 'storperf'
361           dockerdir: 'docker/storperf-swaggerui'
362           arch_tag: 'x86_64'
363           <<: *gambia
364           <<: *storperf-receivers
365       - 'yardstick':
366           project: 'yardstick'
367           <<: *gambia
368           <<: *yardstick-receivers
369       # projects with jobs for fraser
370       - 'bottlenecks':
371           project: 'bottlenecks'
372           <<: *fraser
373           <<: *other-receivers
374       - 'clover':
375           project: 'clover'
376           dockerdir: '.'
377           dockerfile: 'docker/Dockerfile'
378           <<: *fraser
379           <<: *other-receivers
380       - 'clover-ns-nginx-lb':
381           project: 'clover'
382           dockerdir: 'samples/services/nginx/docker'
383           dockerfile: 'subservices/lb/Dockerfile'
384           <<: *fraser
385           <<: *other-receivers
386       - 'clover-ns-nginx-proxy':
387           project: 'clover'
388           dockerdir: 'samples/services/nginx/docker'
389           dockerfile: 'subservices/proxy/Dockerfile'
390           <<: *fraser
391           <<: *other-receivers
392       - 'clover-ns-nginx-server':
393           project: 'clover'
394           dockerdir: 'samples/services/nginx/docker'
395           dockerfile: 'subservices/server/Dockerfile'
396           <<: *fraser
397           <<: *other-receivers
398       - 'clover-ns-snort-ids':
399           project: 'clover'
400           dockerdir: 'samples/services/snort_ids/docker'
401           dockerfile: 'Dockerfile'
402           <<: *fraser
403           <<: *other-receivers
404       - 'dovetail':
405           project: 'dovetail'
406           <<: *fraser
407           <<: *other-receivers
408     # yamllint enable rule:key-duplicates
409     jobs:
410       - "{dockerrepo}-docker-build-push-{stream}"
411
412 - project:
413
414     name: opnfv-monitor-docker        # projects which only monitor dedicated file or path
415
416     dockerfile: "Dockerfile"
417     dockerdir: "docker"
418     arch_tag: ""
419     extra_build_args: ""
420
421     project:
422       # projects with jobs for master
423       - 'daisy':
424           dockerrepo: 'daisy'
425           <<: *master
426
427     jobs:
428       - '{project}-docker-build-push-monitor-{stream}'
429
430 ########################
431 # job templates
432 ########################
433 - job-template:
434     name: '{dockerrepo}-docker-build-push-{stream}'
435
436     disabled: '{obj:disabled}'
437
438     parameters: &parameters
439       - project-parameter:
440           project: '{project}'
441           branch: '{branch}'
442       - 'opnfv-build-ubuntu-defaults'
443       - string:
444           name: PUSH_IMAGE
445           default: "true"
446           description: "To enable/disable pushing the image to Dockerhub."
447       - string:
448           name: DOCKER_REPO_NAME
449           default: "opnfv/{dockerrepo}"
450           description: "Dockerhub repo to be pushed to."
451       - string:
452           name: DOCKER_DIR
453           default: "{dockerdir}"
454           description: "Directory containing files needed by the Dockerfile"
455       - string:
456           name: COMMIT_ID
457           default: ""
458           description: "commit id to make a snapshot docker image"
459       - string:
460           name: GERRIT_REFNAME
461           default: ""
462           description: "Docker tag to be built, e.g. refs/tags/5.0.0, refs/tags/opnfv-5.0.0, refs/tags/5.0.RC1"
463       - string:
464           name: DOCKERFILE
465           default: "{dockerfile}"
466           description: "Dockerfile to use for creating the image."
467       - string:
468           name: ARCH_TAG
469           default: "{arch_tag}"
470           description: "If set, this value will be added to the docker image tag as a prefix"
471       - string:
472           name: EXTRA_BUILD_ARGS
473           default: "{extra_build_args}"
474           description: "Whitespace separated key=value pairs. If set, these args will be used to build docker image"
475
476     properties:
477       - throttle:
478           max-per-node: 1
479           option: 'project'
480
481     scm:
482       - git-scm
483
484     builders: &builders
485       - shell:
486           !include-raw-escape: ./opnfv-docker.sh
487
488     triggers:
489       - pollscm:
490           cron: "*/30 * * * *"
491       - gerrit-trigger-tag-created:
492           project: '{project}'
493
494     publishers:
495       - email:
496           recipients: '{receivers}'
497       - email-jenkins-admins-on-failure
498
499 - job-template:
500     name: '{project}-docker-build-push-monitor-{stream}'
501     disabled: '{obj:disabled}'
502     parameters: *parameters
503
504     scm:
505       - git-scm
506
507     builders: *builders
508
509     # trigger only matching the file name
510     triggers:
511       - gerrit:
512           trigger-on:
513             - change-merged-event
514             - comment-added-contains-event:
515                 comment-contains-value: 'remerge'
516           projects:
517             - project-compare-type: 'ANT'
518               project-pattern: '{project}'
519               branches:
520                 - branch-compare-type: 'ANT'
521                   branch-pattern: '**/{branch}'
522               file-paths:
523                 - compare-type: ANT
524                   pattern: 'docker/**'