Add a docker volume to store rally results
[releng.git] / jjb / functest / functest.yml
1 ###################################
2 # job configuration for functest
3 ###################################
4 - project:
5     name: functest
6
7     project: '{name}'
8
9     pod:
10         - opnfv-jump-1:
11             installer: apex
12         - opnfv-jump-2:
13             installer: fuel
14         - orange-test1:
15             installer: fuel
16         - orange-pod2:
17             installer: joid
18         - huawei-us-deploy-bare-1:
19             installer: compass4nfv
20         - intel-pod5:
21             installer: joid
22
23     testsuite:
24         - 'daily'
25         - 'suite'
26
27     jobs:
28         - 'functest-{installer}-{pod}-{testsuite}-{stream}'
29         - 'functest-verify-{stream}'
30
31     stream:
32         - master:
33             branch: 'master'
34             gs-pathname: ''
35 #        - brahmaputra:
36 #            branch: 'stable/brahmaputra'
37 #            gs-pathname: '/brahmaputra'
38
39 ################################
40 # job template
41 ################################
42 - job-template:
43     name: 'functest-{installer}-{pod}-{testsuite}-{stream}'
44
45     wrappers:
46         - build-name:
47             name: '$BUILD_NUMBER: $FUNCTEST_SUITE_NAME'
48
49     parameters:
50         - project-parameter:
51             project: '{project}'
52         - '{pod}-defaults'
53         - '{installer}-defaults'
54         - 'functest-{testsuite}-parameter'
55         - functest-parameter
56
57     scm:
58         - git-scm:
59             credentials-id: '{ssh-credentials}'
60             refspec: ''
61             branch: '{branch}'
62
63     builders:
64         - 'functest-{testsuite}-builder'
65
66 - job-template:
67     name: 'functest-verify-{stream}'
68
69     parameters:
70         - project-parameter:
71             project: '{project}'
72         - gerrit-parameter:
73             branch: '{branch}'
74     scm:
75         - gerrit-trigger-scm:
76             credentials-id: '{ssh-credentials}'
77             refspec: '$GERRIT_REFSPEC'
78             choosing-strategy: 'gerrit'
79
80     triggers:
81         - gerrit:
82             trigger-on:
83                 - patchset-created-event:
84                     exclude-drafts: 'false'
85                     exclude-trivial-rebase: 'false'
86                     exclude-no-code-change: 'false'
87                 - draft-published-event
88                 - comment-added-contains-event:
89                     comment-contains-value: 'recheck'
90                 - comment-added-contains-event:
91                     comment-contains-value: 'reverify'
92             projects:
93               - project-compare-type: 'ANT'
94                 project-pattern: 'functest'
95                 branches:
96                   - branch-compare-type: 'ANT'
97                     branch-pattern: '**/{branch}'
98
99     builders:
100         - shell: |
101             echo "Nothing to verify!"
102
103 ########################
104 # parameter macros
105 ########################
106 - parameter:
107     name: functest-daily-parameter
108     parameters:
109         - string:
110             name: FUNCTEST_SUITE_NAME
111             default: 'daily'
112             description: "Suite name to run"
113 - parameter:
114     name: functest-suite-parameter
115     parameters:
116         - choice:
117             name: FUNCTEST_SUITE_NAME
118             choices:
119                 - 'tempest'
120                 - 'rally'
121                 - 'odl'
122                 - 'vims'
123                 - 'vping'
124 - parameter:
125     name: functest-parameter
126     parameters:
127         - string:
128             name: GS_PATHNAME
129             default: '{gs-pathname}'
130             description: "Version directory where the opnfv documents will be stored in gs repository"
131         - string:
132             name: FUNCTEST_REPO_DIR
133             default: "/home/opnfv/repos/functest"
134             description: "Directory where the Functest repository is cloned"
135 ########################
136 # trigger macros
137 ########################
138 - trigger:
139     name: 'functest-master'
140     triggers:
141         - pollscm: "H 9 * * *"
142 ########################
143 # builder macros
144 ########################
145 - builder:
146     name: functest-daily-builder
147     builders:
148         - 'functest-cleanup'
149         - 'set-functest-env'
150         - 'functest-all'
151         - 'functest-store-results'
152
153 - builder:
154     name: functest-suite-builder
155     builders:
156         - shell: |
157             #!/bin/bash
158             set +e
159
160             echo "Functest: run $FUNCTEST_SUITE_NAME"
161             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME"
162             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
163             docker exec $container_id $cmd
164
165 - builder:
166     name: functest-all
167     builders:
168         - shell: |
169             #!/bin/bash
170             set +e
171
172             echo "Functest: running all the tests"
173             cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh"
174             container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
175             docker exec $container_id $cmd
176
177 - builder:
178     name: set-functest-env
179     builders:
180         - shell: |
181             #!/bin/bash
182             set +e
183             if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
184                 INSTALLER_IP=$(grep instack /var/lib/libvirt/dnsmasq/default.leases \
185                     |awk '{print $3}' | head -n 1)
186                 sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
187             fi
188             echo "Functest: Start Docker and prepare environment"
189             envs="INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} -e NODE_NAME=${NODE_NAME}"
190             labconfig=""
191             # If production lab then creds may be retrieved dynamically
192             # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
193             if [ -n "${LAB_CONFIG}" ]; then
194                 labconfig="-v ${LAB_CONFIG}:/home/opnfv/functest/conf/openstack.creds"
195             fi
196
197             dir_result="${HOME}/opnfv/functest/reports"
198             mkdir -f ${dir_result}
199             rm -rf ${dir_result}/*
200
201             $res_volume="-v ${dir_result}:/home/opnfv/functest/results"
202
203             docker pull opnfv/functest:latest_stable
204             cmd="docker run -id -e $envs ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest_stable /bin/bash"
205             echo "Functest: Running docker run command: ${cmd}"
206             ${cmd}
207             docker ps -a
208             sleep 5
209             container_id=$(docker ps | grep 'opnfv/functest:latest_stable' | awk '{print $1}' | head -1)
210             echo "Container ID=${container_id}"
211             if [ -z ${container_id} ]; then
212                 echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
213                 docker ps -a
214                 exit 1
215             fi
216             echo "Starting the container: docker start ${container_id}"
217             docker start ${container_id}
218             sleep 5
219             docker ps
220             if [ $(docker ps | grep 'opnfv/functest:latest_stable' | wc -l) == 0 ]; then
221                 echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
222                 exit 1
223             fi
224             cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
225             echo "Executing command inside the docker: ${cmd}"
226             docker exec ${container_id} ${cmd}
227
228 - builder:
229     name: functest-store-results
230     builders:
231         - shell:
232             !include-raw res-build.sh
233
234 - builder:
235     name: functest-cleanup
236     builders:
237         - shell: |
238             #!/bin/bash
239
240             echo "Cleaning up docker containers/images..."
241
242             # Remove previous running containers if exist
243             if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
244                 echo "Removing existing opnfv/functest containers..."
245                 docker ps | grep opnfv/functest | awk '{print $1}' | xargs docker stop
246                 docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm
247             fi
248
249             # Remove existing images if exist
250             if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
251                 echo "Docker images to remove:"
252                 docker images | head -1 && docker images | grep opnfv/functest
253                 image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
254                 for tag in "${image_tags[@]}"; do
255                     echo "Removing docker image opnfv/functest:$tag..."
256                     docker rmi opnfv/functest:$tag
257                 done
258             fi