CPERF: Adds log collecting job
[releng.git] / jjb / 3rd_party_ci / odl-netvirt.yaml
1 ---
2 - project:
3     name: 'netvirt'
4
5     project: 'netvirt'
6
7     installer: 'netvirt'
8     #####################################
9     # branch definitions
10     #####################################
11     stream:
12       - master:
13           branch: '{stream}'
14           gs-pathname: ''
15           disabled: false
16       - oxygen:
17           branch: 'stable/oxygen'
18           gs-pathname: ''
19           disabled: false
20     #####################################
21     # patch verification phases
22     #####################################
23     phase:
24       - 'create-apex-vms':
25           slave-label: 'apex-virtual-master'
26       - 'install-netvirt':
27           slave-label: 'apex-virtual-master'
28       - 'postprocess':
29           slave-label: 'apex-virtual-master'
30     #####################################
31     # jobs
32     #####################################
33     jobs:
34       - 'odl-netvirt-verify-virtual-{stream}'
35       - 'odl-netvirt-verify-virtual-{phase}-{stream}'
36
37 #####################################
38 # job templates
39 #####################################
40 - job-template:
41     name: 'odl-netvirt-verify-virtual-{stream}'
42
43     project-type: multijob
44
45     disabled: '{obj:disabled}'
46
47     concurrent: true
48
49     properties:
50       - logrotate-default
51       - throttle:
52           enabled: true
53           max-total: 5
54           max-per-node: 1
55           option: 'project'
56       - build-blocker:
57           use-build-blocker: true
58           blocking-jobs:
59             - 'apex-verify.*'
60             - 'apex-.*-promote.*'
61             - 'apex-virtual.*'
62             - 'odl-netvirt-verify-virtual-create-apex-vms-.*'
63             - 'odl-netvirt-verify-virtual-install-netvirt-.*'
64             - 'functest-netvirt-virtual-suite-.*'
65             - 'odl-netvirt-verify-virtual-postprocess-.*'
66           block-level: 'NODE'
67     scm:
68       - git:
69           url: https://gerrit.opnfv.org/gerrit/apex
70           branches:
71             - 'origin/master'
72           timeout: 15
73           wipe-workspace: true
74
75     parameters:
76       - project-parameter:
77           project: '{project}'
78           branch: '{branch}'
79       - string:
80           name: NETVIRT_ARTIFACT
81           default: distribution-karaf.tar.gz
82       - 'apex-virtual-master-defaults'
83
84     triggers:
85       - gerrit:
86           server-name: 'git.opendaylight.org'
87           trigger-on:
88             # yamllint disable rule:line-length
89             # - comment-added-contains-event:
90             #     comment-contains-value: 'https://jenkins.opendaylight.org/releng/job/netvirt-patch-test-current-carbon/.*?/ : SUCCESS'
91             # - comment-added-contains-event:
92             #     comment-contains-value: 'https://jenkins.opendaylight.org/releng/job/netvirt-patch-test-current-carbon/.*?/ : UNSTABLE'
93             # yamllint enable rule:line-length
94             - comment-added-contains-event:
95                 comment-contains-value: 'check-opnfv'
96           projects:
97             - project-compare-type: 'ANT'
98               project-pattern: '{project}'
99               branches:
100                 - branch-compare-type: 'ANT'
101                   branch-pattern: '**/{branch}'
102           readable-message: true
103
104     builders:
105       - description-setter:
106           description: "Built on $NODE_NAME"
107       - detect-opnfv-snapshot
108       - inject:
109           properties-file: detected_snapshot
110       - multijob:
111           name: create-apex-vms
112           condition: SUCCESSFUL
113           projects:
114             - name: 'odl-netvirt-verify-virtual-create-apex-vms-{stream}'
115               current-parameters: false
116               predefined-parameters: |
117                 BRANCH=$BRANCH
118                 GERRIT_REFSPEC=$GERRIT_REFSPEC
119                 GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
120                 GERRIT_CHANGE_ID=$GERRIT_CHANGE_ID
121                 GERRIT_PATCHSET_NUMBER=$GERRIT_PATCHSET_NUMBER
122                 GERRIT_PATCHSET_REVISION=$GERRIT_PATCHSET_REVISION
123                 NETVIRT_ARTIFACT=$NETVIRT_ARTIFACT
124                 APEX_ENV_NUMBER=$APEX_ENV_NUMBER
125                 GERRIT_EVENT_COMMENT_TEXT=$GERRIT_EVENT_COMMENT_TEXT
126                 TOPOLOGY=$TOPOLOGY
127                 OS_VERSION=$OS_VERSION
128               node-parameters: true
129               kill-phase-on: FAILURE
130               abort-all-job: true
131       - multijob:
132           name: install-netvirt
133           condition: SUCCESSFUL
134           projects:
135             - name: 'odl-netvirt-verify-virtual-install-netvirt-{stream}'
136               current-parameters: false
137               predefined-parameters: |
138                 ODL_BRANCH=$BRANCH
139                 BRANCH=$BRANCH
140                 GERRIT_REFSPEC=$GERRIT_REFSPEC
141                 GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
142                 GERRIT_CHANGE_ID=$GERRIT_CHANGE_ID
143                 GERRIT_PATCHSET_NUMBER=$GERRIT_PATCHSET_NUMBER
144                 GERRIT_PATCHSET_REVISION=$GERRIT_PATCHSET_REVISION
145                 NETVIRT_ARTIFACT=$NETVIRT_ARTIFACT
146                 TOPOLOGY=$TOPOLOGY
147                 OS_VERSION=$OS_VERSION
148               node-parameters: true
149               kill-phase-on: FAILURE
150               abort-all-job: true
151       - multijob:
152           name: csit
153           condition: ALWAYS
154           projects:
155             - name: cperf-apex-csit-master
156               predefined-parameters: |
157                 ODL_BRANCH=$BRANCH
158                 RC_FILE_PATH=$SNAP_CACHE/overcloudrc
159                 NODE_FILE_PATH=$SNAP_CACHE/node.yaml
160                 SSH_KEY_PATH=$SNAP_CACHE/id_rsa
161                 ODL_CONTAINERIZED=false
162                 OS_VERSION=$OS_VERSION
163               node-parameters: true
164               kill-phase-on: FAILURE
165               abort-all-job: false
166       - multijob:
167           name: csit-collect-logs
168           condition: ALWAYS
169           projects:
170             - name: cperf-upload-logs-csit
171               predefined-parameters: |
172                 ODL_BRANCH=$BRANCH
173                 OS_VERSION=$OS_VERSION
174               node-parameters: true
175               kill-phase-on: FAILURE
176               abort-all-job: false
177       - multijob:
178           name: postprocess
179           condition: ALWAYS
180           projects:
181             - name: 'odl-netvirt-verify-virtual-postprocess-{stream}'
182               current-parameters: false
183               predefined-parameters: |
184                 BRANCH=$BRANCH
185                 GERRIT_REFSPEC=$GERRIT_REFSPEC
186                 GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
187                 GERRIT_CHANGE_ID=$GERRIT_CHANGE_ID
188                 GERRIT_PATCHSET_NUMBER=$GERRIT_PATCHSET_NUMBER
189                 GERRIT_PATCHSET_REVISION=$GERRIT_PATCHSET_REVISION
190                 NETVIRT_ARTIFACT=$NETVIRT_ARTIFACT
191               node-parameters: true
192               kill-phase-on: FAILURE
193               abort-all-job: false
194
195 - job-template:
196     name: 'odl-netvirt-verify-virtual-{phase}-{stream}'
197
198     disabled: '{obj:disabled}'
199
200     concurrent: true
201
202     properties:
203       - logrotate-default
204       - throttle:
205           enabled: true
206           max-total: 5
207           max-per-node: 1
208           option: 'project'
209       - build-blocker:
210           use-build-blocker: true
211           blocking-jobs:
212             - 'odl-netvirt-verify-virtual-create-apex-vms-.*'
213             - 'odl-netvirt-verify-virtual-install-netvirt-.*'
214             - 'functest-netvirt-virtual-suite-.*'
215             - 'odl-netvirt-verify-virtual-postprocess-.*'
216           block-level: 'NODE'
217
218     wrappers:
219       - ssh-agent-wrapper
220       - timeout:
221           timeout: 360
222           fail: true
223
224     scm:
225       - git:
226           url: https://gerrit.opnfv.org/gerrit/apex
227           branches:
228             - 'origin/master'
229           timeout: 15
230           wipe-workspace: true
231
232     parameters:
233       - project-parameter:
234           project: '{project}'
235           branch: '{branch}'
236       - '{slave-label}-defaults'
237       - '{installer}-defaults'
238       - string:
239           name: DEPLOY_SCENARIO
240           default: 'os-odl-nofeature-noha'
241           description: 'Scenario to deploy and test'
242       - string:
243           name: GS_URL
244           default: artifacts.opnfv.org/apex
245           description: "URL to Google Storage with snapshot artifacts."
246
247     builders:
248       - description-setter:
249           description: "Built on $NODE_NAME"
250       - '{project}-verify-{phase}-builder'
251 #####################################
252 # builder macros
253 #####################################
254 - builder:
255     name: 'netvirt-verify-create-apex-vms-builder'
256     builders:
257       - shell:
258           !include-raw: ../apex/apex-snapshot-deploy.sh
259 - builder:
260     name: 'netvirt-verify-install-netvirt-builder'
261     builders:
262       - shell:
263           !include-raw: ./download-netvirt-artifact.sh
264       - shell:
265           !include-raw: ./install-netvirt.sh
266 - builder:
267     name: 'netvirt-verify-postprocess-builder'
268     builders:
269       - shell:
270           !include-raw: ./postprocess-netvirt.sh
271
272 - builder:
273     name: 'detect-opnfv-snapshot'
274     builders:
275       - shell:
276           !include-raw: ./detect-snapshot.sh