Merge "Add Python Linting Job"
[releng.git] / jjb / bottlenecks / bottlenecks-ci-jobs.yml
1 ####################################
2 # job configuration for bottlenecks
3 ####################################
4 - project:
5     name: bottlenecks-ci-jobs
6
7     project: 'bottlenecks'
8
9 #--------------------------------
10 # BRANCH ANCHORS
11 #--------------------------------
12     master: &master
13         stream: master
14         branch: '{stream}'
15         #This is used for common project file storage
16         gs-pathname: ''
17         #This is used for different test suite dependent packages storage
18         gs-packagepath: '/{suite}'
19         #docker tag used for version control
20         docker-tag: 'latest'
21     brahmaputra: &brahmaputra
22         stream: brahmaputra
23         branch: 'stable/{stream}'
24         gs-pathname: '/{stream}'
25         gs-packagepath: '/{stream}/{suite}'
26         docker-tag: 'brahmaputra'
27 #--------------------------------
28 # POD, INSTALLER, AND BRANCH MAPPING
29 #--------------------------------
30 #        brahmaputra
31 #--------------------------------
32     pod:
33         - opnfv-jump-2:
34             installer: fuel
35             <<: *brahmaputra
36         - intel-pod5:
37             installer: joid
38             <<: *brahmaputra
39         - huawei-us-deploy-bare-1:
40             installer: compass
41             <<: *brahmaputra
42 #--------------------------------
43 #        master
44 #--------------------------------
45         - ericsson-pod1:
46             installer: fuel
47             <<: *master
48         - ericsson-pod2:
49             installer: fuel
50             <<: *master
51         - intel-pod6:
52             installer: joid
53             <<: *master
54         - intel-pod8:
55             installer: compass
56             <<: *master
57         - zte-build-1:
58             installer: fuel
59             <<: *master
60         - orange-pod2:
61             installer: joid
62             <<: *master
63 #--------------------------------
64     suite:
65         - 'rubbos'
66         - 'vstf'
67
68     jobs:
69         - 'bottlenecks-{installer}-{suite}-{pod}-daily-{stream}'
70
71 ################################
72 # job templates
73 ################################
74 - job-template:
75     name: 'bottlenecks-{installer}-{suite}-{pod}-daily-{stream}'
76
77     disabled: false
78
79     wrappers:
80         - build-name:
81             name: '$BUILD_NUMBER - Scenario: $DEPLOY_SCENARIO'
82
83     parameters:
84         - project-parameter:
85             project: '{project}'
86         - '{pod}-defaults'
87         - '{installer}-defaults'
88         - 'bottlenecks-params-{pod}'
89         - string:
90             name: GERRIT_REFSPEC_DEBUG
91             default: 'false'
92             description: "Gerrit refspec for debug."
93         - string:
94             name: SUITE_NAME
95             default: '{suite}'
96             description: "test suite name."
97         - string:
98             name: DOCKER_TAG
99             default: '{docker-tag}'
100             description: "docker image tag used for version control"
101
102     scm:
103         - git-scm:
104             credentials-id: '{ssh-credentials}'
105             refspec: ''
106             branch: '{branch}'
107
108     builders:
109         - 'bottlenecks-env-cleanup'
110         - 'bottlenecks-fetch-os-creds'
111         - 'bottlenecks-run-suite'
112
113     publishers:
114         - email:
115             recipients: hongbo.tianhongbo@huawei.com matthew.lijun@huawei.com liangqi1@huawei.com sunshine.wang@huawei.com
116
117 ########################
118 # builder macros
119 ########################
120 - builder:
121     name: bottlenecks-fetch-os-creds
122     builders:
123         - shell:
124             !include-raw ../../utils/fetch_os_creds.sh
125
126 - builder:
127     name: bottlenecks-env-cleanup
128     builders:
129         - shell: |
130             #!/bin/bash
131             set -e
132             [[ $GERRIT_REFSPEC_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
133
134             echo "Bottlenecks: docker containers/images cleaning up"
135             if [[ ! -z $(docker ps -a | grep opnfv/bottlenecks) ]]; then
136                 echo "removing existing opnfv/bottlenecks containers"
137                 docker ps -a | grep opnfv/bottlenecks | awk '{print $1}' | xargs docker rm -f >$redirect
138             fi
139
140             if [[ ! -z $(docker images | grep opnfv/bottlenecks) ]]; then
141                 echo "Bottlenecks: docker images to remove:"
142                 docker images | head -1 && docker images | grep opnfv/bottlenecks
143                 image_tags=($(docker images | grep opnfv/bottlenecks | awk '{print $2}'))
144                 for tag in "${image_tags[@]}"; do
145                     echo "Removing docker image opnfv/bottlenecks:$tag..."
146                     docker rmi opnfv/bottlenecks:$tag >$redirect
147                 done
148             fi
149
150 - builder:
151     name: bottlenecks-run-suite
152     builders:
153         - shell: |
154             #!/bin/bash
155             set -e
156             [[ $GERRIT_REFSPEC_DEBUG == true ]] && redirect="/dev/stdout" || redirect="/dev/null"
157
158             echo "Bottlenecks: ${SUITE_NAME} running now..."
159
160             # pull latest image
161             docker pull opnfv/bottlenecks:$DOCKER_TAG >$redirect
162
163             # run tests by using docker
164             opts="--privileged=true --rm"
165             envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} \
166                   -e NODE_NAME=${NODE_NAME} -e EXTERNAL_NET=${EXTERNAL_NETWORK} \
167                   -e BOTTLENECKS_BRANCH=${BOTTLENECKS_BRANCH} -e GERRIT_REFSPEC_DEBUG=${GERRIT_REFSPEC_DEBUG} \
168                   -e BOTTLENECKS_DB_TARGET=${BOTTLENECKS_DB_TARGET} -e PACKAGE_URL=${PACKAGE_URL}"
169             run_testsuite="run_tests.sh -s ${SUITE_NAME}"
170             cmd="sudo docker run ${opts} ${envs} opnfv/bottlenecks ${run_testsuite} >${redirect}"
171             echo "Bottlenecks: docker cmd running: ${cmd}"
172             ${cmd}
173
174 ####################
175 # parameter macros
176 ####################
177
178 - parameter:
179     name: 'bottlenecks-params-intel-pod5'
180     parameters:
181         - string:
182             name: BOTTLENECKS_DB_TARGET
183             default: '213.77.62.197'
184             description: 'Arguments to use in order to choose the backend DB'
185
186 - parameter:
187     name: 'bottlenecks-params-intel-pod6'
188     parameters:
189         - string:
190             name: BOTTLENECKS_DB_TARGET
191             default: '213.77.62.197'
192             description: 'Arguments to use in order to choose the backend DB'
193
194 - parameter:
195     name: 'bottlenecks-params-intel-pod8'
196     parameters:
197         - string:
198             name: BOTTLENECKS_DB_TARGET
199             default: '213.77.62.197'
200             description: 'Arguments to use in order to choose the backend DB'
201
202 - parameter:
203     name: 'bottlenecks-params-ericsson-pod1'
204     parameters:
205         - string:
206             name: BOTTLENECKS_DB_TARGET
207             default: '213.77.62.197'
208             description: 'Arguments to use in order to choose the backend DB'
209
210 - parameter:
211     name: 'bottlenecks-params-ericsson-pod2'
212     parameters:
213         - string:
214             name: BOTTLENECKS_DB_TARGET
215             default: '213.77.62.197'
216             description: 'Arguments to use in order to choose the backend DB'
217
218 - parameter:
219     name: 'bottlenecks-params-opnfv-jump-2'
220     parameters:
221         - string:
222             name: BOTTLENECKS_DB_TARGET
223             default: '213.77.62.197'
224             description: 'Arguments to use in order to choose the backend DB'
225
226 - parameter:
227     name: 'bottlenecks-params-huawei-us-deploy-bare-1'
228     parameters:
229         - string:
230             name: BOTTLENECKS_DB_TARGET
231             default: '213.77.62.197'
232             description: 'Arguments to use in order to choose the backend DB'
233
234 - parameter:
235     name: 'bottlenecks-params-zte-build-1'
236     parameters:
237         - string:
238             name: BOTTLENECKS_DB_TARGET
239             default: '213.77.62.197'
240             description: 'Arguments to use in order to choose the backend DB'
241
242 - parameter:
243     name: 'bottlenecks-params-orange-pod2'
244     parameters:
245         - string:
246             name: BOTTLENECKS_DB_TARGET
247             default: '213.77.62.197'
248             description: 'Arguments to use in order to choose the backend DB'