Merge "Adding a new verification job for testapi UI."
[releng.git] / jjb / xci / xci-daily-jobs.yaml
1 ---
2 - project:
3     project: 'releng-xci'
4
5     name: 'xci-daily'
6
7     # -------------------------------
8     # Branch Anchors
9     # -------------------------------
10     master: &master
11       stream: master
12       opnfv-releng-version: master
13       gs-pathname: ''
14
15     # -------------------------------
16     # Scenarios
17     # -------------------------------
18     scenario:
19       - 'os-nosdn-nofeature-noha':
20           deploy-scenario: 'os-nosdn-nofeature'
21           installer-type: 'osa'
22           xci-flavor: 'mini'
23       - 'os-nosdn-osm-noha':
24           deploy-scenario: 'os-nosdn-osm'
25           installer-type: 'osa'
26           xci-flavor: 'mini'
27       - 'os-odl-nofeature-noha':
28           deploy-scenario: 'os-odl-nofeature'
29           installer-type: 'osa'
30           xci-flavor: 'mini'
31       - 'os-odl-bgpvpn-noha':
32           deploy-scenario: 'os-odl-bgpvpn'
33           installer-type: 'osa'
34           xci-flavor: 'mini'
35       - 'os-odl-sfc-noha':
36           deploy-scenario: 'os-odl-sfc'
37           installer-type: 'osa'
38           xci-flavor: 'mini'
39       - 'k8-nosdn-nofeature-noha':
40           deploy-scenario: 'k8-nosdn-nofeature'
41           installer-type: 'kubespray'
42           xci-flavor: 'mini'
43       - 'k8-canal-nofeature-noha':
44           deploy-scenario: 'k8-canal-nofeature'
45           installer-type: 'kubespray'
46           xci-flavor: 'mini'
47       - 'k8-calico-nofeature-noha':
48           deploy-scenario: 'k8-calico-nofeature'
49           installer-type: 'kubespray'
50           xci-flavor: 'mini'
51       - 'k8-contiv-nofeature-noha':
52           deploy-scenario: 'k8-contiv-nofeature'
53           installer-type: 'kubespray'
54           xci-flavor: 'mini'
55       - 'k8-flannel-nofeature-noha':
56           deploy-scenario: 'k8-flannel-nofeature'
57           installer-type: 'kubespray'
58           xci-flavor: 'mini'
59       - 'k8-nosdn-istio-noha':
60           deploy-scenario: 'k8-nosdn-istio'
61           installer-type: 'kubespray'
62           xci-flavor: 'mini'
63
64     # -------------------------------
65     # XCI PODs
66     # -------------------------------
67     pod:
68       - virtual:
69           <<: *master
70
71     # -------------------------------
72     # Supported Distros
73     # -------------------------------
74     distro:
75       - 'ubuntu':
76           disabled: false
77           slave-label: xci-virtual
78       - 'centos':
79           disabled: true
80           slave-label: xci-virtual
81       - 'opensuse':
82           disabled: false
83           slave-label: xci-virtual
84
85     # -------------------------------
86     #        Phases
87     # -------------------------------
88     phase:
89       - 'deploy'
90       - 'functest'
91       - 'yardstick'
92
93     # -------------------------------
94     # jobs
95     # -------------------------------
96     jobs:
97       - 'xci-{scenario}-{pod}-{distro}-daily-{stream}'
98       - 'xci-{phase}-{pod}-{distro}-daily-{stream}'
99
100 # -------------------------------
101 # job templates
102 # -------------------------------
103 - job-template:
104     name: 'xci-{scenario}-{pod}-{distro}-daily-{stream}'
105
106     disabled: '{obj:disabled}'
107
108     concurrent: false
109
110     properties:
111       - build-blocker:
112           use-build-blocker: true
113           blocking-jobs:
114             - '^xci-verify.*'
115             - '^xci-merge.*'
116             - '^xci-os.*'
117             - '^xci-k8.*'
118             - '^xci-deploy.*'
119             - '^xci-functest.*'
120             - '^bifrost-.*periodic.*'
121             - '^osa-.*periodic.*'
122           blocking-level: 'NODE'
123       - logrotate-default
124
125     triggers:
126       - timed: '@midnight'
127
128     parameters:
129       - string:
130           name: DEPLOY_SCENARIO
131           default: '{deploy-scenario}'
132       - string:
133           name: INSTALLER_TYPE
134           default: '{installer-type}'
135       - string:
136           name: XCI_FLAVOR
137           default: '{xci-flavor}'
138       - label:
139           name: SLAVE_LABEL
140           default: '{slave-label}'
141           all-nodes: false
142           node-eligibility: 'ignore-offline'
143       - string:
144           name: XCI_DISTRO
145           default: '{distro}'
146       - string:
147           name: FUNCTEST_VERSION
148           default: 'hunter'
149       - string:
150           name: FUNCTEST_MODE
151           default: 'tier'
152       - string:
153           name: FUNCTEST_SUITE_NAME
154           default: 'smoke'
155       - string:
156           name: CI_LOOP
157           default: 'daily'
158       - string:
159           name: GIT_BASE
160           default: https://gerrit.opnfv.org/gerrit/$PROJECT
161           description: 'Git URL to use on this Jenkins Slave'
162
163     wrappers:
164       - ssh-agent-wrapper
165       - build-timeout:
166           timeout: 240
167       - fix-workspace-permissions
168
169     builders:
170       - description-setter:
171           description: "Scenario: $DEPLOY_SCENARIO | Node: $NODE_NAME"
172       - trigger-builds:
173           - project: 'xci-deploy-{pod}-{distro}-daily-{stream}'
174             current-parameters: false
175             predefined-parameters: |
176               DEPLOY_SCENARIO=$DEPLOY_SCENARIO
177               INSTALLER_TYPE=$INSTALLER_TYPE
178               XCI_FLAVOR=$XCI_FLAVOR
179               CI_LOOP=$CI_LOOP
180               XCI_DISTRO=$XCI_DISTRO
181               FUNCTEST_VERSION=$FUNCTEST_VERSION
182               FUNCTEST_MODE=$FUNCTEST_MODE
183               FUNCTEST_SUITE_NAME=$FUNCTEST_SUITE_NAME
184             same-node: true
185             block: true
186       - trigger-builds:
187           - project: 'xci-functest-{pod}-{distro}-daily-{stream}'
188             current-parameters: false
189             predefined-parameters: |
190               DEPLOY_SCENARIO=$DEPLOY_SCENARIO
191               INSTALLER_TYPE=$INSTALLER_TYPE
192               XCI_FLAVOR=$XCI_FLAVOR
193               CI_LOOP=$CI_LOOP
194               XCI_DISTRO=$XCI_DISTRO
195               FUNCTEST_VERSION=$FUNCTEST_VERSION
196               FUNCTEST_MODE=$FUNCTEST_MODE
197               FUNCTEST_SUITE_NAME=$FUNCTEST_SUITE_NAME
198             same-node: true
199             block: true
200             block-thresholds:
201               build-step-failure-threshold: 'never'
202               failure-threshold: 'never'
203               unstable-threshold: 'FAILURE'
204       - trigger-builds:
205           - project: 'xci-yardstick-{pod}-{distro}-daily-{stream}'
206             current-parameters: false
207             predefined-parameters: |
208               DEPLOY_SCENARIO=$DEPLOY_SCENARIO
209               INSTALLER_TYPE=$INSTALLER_TYPE
210               XCI_FLAVOR=$XCI_FLAVOR
211               CI_LOOP=$CI_LOOP
212               XCI_DISTRO=$XCI_DISTRO
213             same-node: true
214             block: true
215             block-thresholds:
216               build-step-failure-threshold: 'never'
217               failure-threshold: 'never'
218               unstable-threshold: 'FAILURE'
219
220     publishers:
221       # yamllint disable rule:line-length
222       # yamllint enable rule:line-length
223       - email-jenkins-admins-on-failure
224
225 - job-template:
226     name: 'xci-{phase}-{pod}-{distro}-daily-{stream}'
227
228     disabled: false
229
230     concurrent: true
231
232     properties:
233       - build-blocker:
234           use-build-blocker: true
235           blocking-jobs:
236             - '^xci-verify.*'
237             - '^xci-merge.*'
238             - '^xci-deploy.*'
239             - '^xci-functest.*'
240             - '^bifrost-.*periodic.*'
241             - '^osa-.*periodic.*'
242           blocking-level: 'NODE'
243       - throttle:
244           enabled: true
245           max-per-node: 1
246           option: 'project'
247       - logrotate-default
248
249     wrappers:
250       - ssh-agent-wrapper
251       - build-timeout:
252           timeout: 240
253       - fix-workspace-permissions
254
255     scm:
256       - git-scm
257
258     parameters:
259       - project-parameter:
260           project: '{project}'
261           branch: '{opnfv-releng-version}'
262       - string:
263           name: DEPLOY_SCENARIO
264           default: 'os-nosdn-nofeature-noha'
265       - string:
266           name: INSTALLER_TYPE
267           default: 'osa'
268       - string:
269           name: XCI_FLAVOR
270           default: 'mini'
271       - string:
272           name: XCI_DISTRO
273           default: 'ubuntu'
274       - label:
275           name: SLAVE_LABEL
276           default: '{slave-label}'
277           all-nodes: false
278           node-eligibility: 'ignore-offline'
279       - string:
280           name: FUNCTEST_VERSION
281           default: 'hunter'
282       - string:
283           name: FUNCTEST_MODE
284           default: 'tier'
285       - string:
286           name: FUNCTEST_SUITE_NAME
287           default: 'smoke'
288       - string:
289           name: CI_LOOP
290           default: 'daily'
291       - string:
292           name: GIT_BASE
293           default: https://gerrit.opnfv.org/gerrit/$PROJECT
294
295     builders:
296       - description-setter:
297           description: "Scenario: $DEPLOY_SCENARIO | Node: $NODE_NAME"
298       - 'xci-daily-{phase}-macro'
299
300 # --------------------------
301 # builder macros
302 # --------------------------
303 # These need to be properly fixed once the basic deployment, functest, and
304 # yardstick jobs are working outside of clean vm.
305 # One of the ugly fixes is moving test  preparation step into the
306 # deployment job itself since test preparation requires some of the
307 # things from deployment job. With clean VM, this wasn't an issue
308 # since everything was on clean VM. When we move things out of clean
309 # VM, things are done in workspaces of the jobs that are different.
310 #
311 # Apart from these things, we will need to go through the scripts
312 # used for verify jobs and make them updated in order to be able to
313 # use them for jobs that don't use clean VM.
314 - builder:
315     name: 'xci-daily-deploy-macro'
316     builders:
317       - shell: |
318           #!/bin/bash
319           set -o errexit
320           set -o pipefail
321
322           echo "Cleaning the leftovers from the earlier run"
323           echo "---------------------------------------------------------------------------------"
324           for vm in $(sudo virsh list --all --name | grep -v xci_vm); do
325               echo "Removing $vm"
326               sudo virsh destroy $vm > /dev/null 2>&1 || true
327               sudo virsh undefine $vm > /dev/null 2>&1 || true
328               sudo killall -r vbmc > /dev/null 2>&1 || true
329               sudo rm -rf /root/.vbmc > /dev/null 2>&1 || true
330           done
331           echo "---------------------------------------------------------------------------------"
332
333           cd $WORKSPACE/xci && ./xci-deploy.sh
334
335           echo "Prepare OPNFV VM for Tests"
336           echo "---------------------------------------------------------------------------------"
337           export XCI_PATH=$WORKSPACE
338           export XCI_VENV=${XCI_PATH}/venv
339           source $XCI_VENV/bin/activate
340           while read var; do
341               declare -x "\${var}" 2>/dev/null
342               echo $var
343           done < ${XCI_PATH}/.cache/xci.env && cd ${XCI_PATH}/xci && \
344           ansible-playbook -i playbooks/dynamic_inventory.py playbooks/prepare-tests.yml
345           ssh root@192.168.122.2 "/root/prepare-tests.sh"
346           echo "---------------------------------------------------------------------------------"
347
348 - builder:
349     name: 'xci-daily-functest-macro'
350     builders:
351       - shell: |
352           #!/bin/bash
353           set -o pipefail
354
355           ssh root@192.168.122.2 "/root/run-functest.sh"
356           functest_exit=$?
357
358           case ${DEPLOY_SCENARIO[0]} in
359               os-*)
360                   FUNCTEST_LOG=/root/functest-results/functest.log
361                   ;;
362               k8-*)
363                   FUNCTEST_LOG=/root/functest-results/functest-kubernetes.log
364                   ;;
365               *)
366                   echo "Unable to determine the installer. Exiting!"
367                   exit $functest_exit
368                   ;;
369           esac
370
371           echo "Functest log"
372           echo "---------------------------------------------------------------------------------"
373           ssh root@192.168.122.2 "cat $FUNCTEST_LOG"
374           echo "---------------------------------------------------------------------------------"
375           exit ${functest_exit}
376 - builder:
377     name: 'xci-daily-yardstick-macro'
378     builders:
379       - shell: |
380           #!/bin/bash
381           set -o errexit
382           set -o pipefail
383
384           ssh root@192.168.122.2 "/root/run-yardstick.sh"