X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Ffunctest%2Ffunctest-pi.yaml;h=f9a5ab5edba04e1a63c7de394327da94623955fa;hb=94894ae211bd21a309c46a7eb3c86118ae78b673;hp=cd47047f93a0d5354da06a9209b74b2e2fc0b933;hpb=876cd53e23632d587dc1229fa29ade3352ccae7c;p=releng.git diff --git a/jjb/functest/functest-pi.yaml b/jjb/functest/functest-pi.yaml index cd47047f9..f9a5ab5ed 100644 --- a/jjb/functest/functest-pi.yaml +++ b/jjb/functest/functest-pi.yaml @@ -8,62 +8,363 @@ - functest-pi-params: &functest-pi-params name: 'functest-pi-params' + tag: + - latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm-latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm-zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - arm-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena-latest: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm64-latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm64-zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - arm64-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - arm64-xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm64-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + +- functest-pi-ollivier-functest-healthcheck-params: &functest-pi-ollivier-functest-healthcheck-params + name: 'functest-pi-ollivier-functest-healthcheck-params' repo: 'ollivier' + container: 'functest-healthcheck' port: tag: - latest: - slave: lf-virtual9 + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm-latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm-zed: + node: lf-virtual9 DASHBOARD_URL: http://172.30.13.94 - - leguer: - slave: lf-virtual9 + - arm-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena-latest: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm64-latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm64-zed: + node: lf-virtual9 DASHBOARD_URL: http://172.30.13.94 - - kali: - slave: lf-pod4-3 + - arm64-yoga: + node: lf-pod4-3 DASHBOARD_URL: http://172.30.12.88 - - jerma: - slave: lf-pod4 + - arm64-xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm64-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + +- functest-pi-ollivier-functest-smoke-params: &functest-pi-ollivier-functest-smoke-params + name: 'functest-pi-ollivier-functest-smoke-params' + repo: 'ollivier' + container: 'functest-smoke' + port: + tag: + - latest: + node: lf-pod4 DASHBOARD_URL: http://172.30.12.83 - - iruya: - slave: lf-virtual4 - DASHBOARD_URL: http://172.30.13.89 - - hunter: - slave: lf-virtual6 + - zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - wallaby: + node: lf-virtual6 DASHBOARD_URL: http://172.30.13.91 - arm-latest: - slave: lf-virtual9 + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm-zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - arm-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena-latest: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm64-latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm64-zed: + node: lf-virtual9 DASHBOARD_URL: http://172.30.13.94 - - arm-leguer: - slave: lf-virtual9 + - arm64-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - arm64-xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm64-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + +- functest-pi-ollivier-functest-smoke-cntt-params: &functest-pi-ollivier-functest-smoke-cntt-params + name: 'functest-pi-ollivier-functest-smoke-cntt-params' + repo: 'ollivier' + container: 'functest-smoke-cntt' + port: + tag: + - latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - zed: + node: lf-virtual9 DASHBOARD_URL: http://172.30.13.94 - - arm-kali: - slave: lf-pod4-3 + - yoga: + node: lf-pod4-3 DASHBOARD_URL: http://172.30.12.88 - - arm-jerma: - slave: lf-pod4 + - xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm-latest: + node: lf-pod4 DASHBOARD_URL: http://172.30.12.83 - - arm-iruya: - slave: lf-virtual4 - DASHBOARD_URL: http://172.30.13.89 - - arm-hunter: - slave: lf-virtual6 + - arm-zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - arm-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena-latest: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm-wallaby: + node: lf-virtual6 DASHBOARD_URL: http://172.30.13.91 - arm64-latest: - slave: lf-virtual9 + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm64-zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - arm64-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - arm64-xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm64-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + +- functest-pi-ollivier-functest-benchmarking-params: &functest-pi-ollivier-functest-benchmarking-params + name: 'functest-pi-ollivier-functest-benchmarking-params' + repo: 'ollivier' + container: 'functest-benchmarking' + port: + tag: + - latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - zed: + node: lf-virtual9 DASHBOARD_URL: http://172.30.13.94 - - arm64-leguer: - slave: lf-virtual9 + - yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm-latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm-zed: + node: lf-virtual9 DASHBOARD_URL: http://172.30.13.94 - - arm64-kali: - slave: lf-pod4-3 + - arm-yoga: + node: lf-pod4-3 DASHBOARD_URL: http://172.30.12.88 - - arm64-jerma: - slave: lf-pod4 + - xena-latest: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm64-latest: + node: lf-pod4 DASHBOARD_URL: http://172.30.12.83 - - arm64-iruya: - slave: lf-virtual4 - DASHBOARD_URL: http://172.30.13.89 - - arm64-hunter: - slave: lf-virtual6 + - arm64-zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - arm64-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - arm64-xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm64-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + +- functest-pi-ollivier-functest-benchmarking-cntt-params: &functest-pi-ollivier-functest-benchmarking-cntt-params + name: 'functest-pi-ollivier-functest-benchmarking-cntt-params' + repo: 'ollivier' + container: 'functest-benchmarking-cntt' + port: + tag: + - latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm-latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm-zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - arm-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena-latest: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm64-latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm64-zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - arm64-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - arm64-xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm64-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + +- functest-pi-ollivier-functest-vnf-params: &functest-pi-ollivier-functest-vnf-params + name: 'functest-pi-ollivier-functest-vnf-params' + repo: 'ollivier' + container: 'functest-vnf' + port: + tag: + - latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm-latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm-zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - arm-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - xena-latest: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm-wallaby: + node: lf-virtual6 + DASHBOARD_URL: http://172.30.13.91 + - arm64-latest: + node: lf-pod4 + DASHBOARD_URL: http://172.30.12.83 + - arm64-zed: + node: lf-virtual9 + DASHBOARD_URL: http://172.30.13.94 + - arm64-yoga: + node: lf-pod4-3 + DASHBOARD_URL: http://172.30.12.88 + - arm64-xena: + node: laas-xena + DASHBOARD_URL: http://10.200.120.76 + - arm64-wallaby: + node: lf-virtual6 DASHBOARD_URL: http://172.30.13.91 - functest-pi-jobs: &functest-pi-jobs @@ -71,11 +372,11 @@ current-parameters: true - parameter: - name: functest-pi-slave + name: functest-pi-node parameters: - label: - name: slave - default: '{slave}' + name: node + default: '{node}' - parameter: name: functest-pi-build_tag @@ -89,12 +390,14 @@ - string: name: EXTERNAL_NETWORK default: public + - parameter: name: functest-pi-VOLUME_DEVICE_NAME parameters: - string: name: VOLUME_DEVICE_NAME default: sdb + - parameter: name: functest-pi-IMAGE_PROPERTIES parameters: @@ -105,9 +408,13 @@ - functest-pi-run-containers: &functest-pi-run-containers name: 'functest-pi-run-containers' <<: *functest-pi-containers - test: '{test}' privileged: '{privileged}' + volumes: '{volumes}' + env: '{env}' network: '{network}' + uid: '{uid}' + gid: '{gid}' + published_ports: '{published_ports}' DASHBOARD_URL: '{DASHBOARD_URL}' - builder: @@ -129,6 +436,21 @@ builders: - shell: | set +x + volumes=; + if [ "{volumes}" != "None" ]; then + for i in $(echo {volumes} | tr -d '[]' |sed "s/, / /g" ); \ + do volumes="-v $i $volumes"; done + fi + env=; + if [ "{env}" != "None" ]; then + for i in $(eval echo {env} | tr -d '[]' |sed "s/, / /g" ); \ + do env="-e $i $env"; done + fi + published_ports=; + if [ "{published_ports}" != "None" ]; then + for i in $(echo {published_ports} | tr -d '[]' |sed "s/, / /g" ); \ + do published_ports="-p $i $published_ports"; done + fi [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/results || true if [ "{repo}" = "_" ]; then image={container}:{tag} @@ -137,24 +459,24 @@ else image={repo}:{port}/{container}:{tag} fi + sudo mkdir -p $WORKSPACE/results + sudo chown {uid}:{gid} $WORKSPACE/results sudo docker run --rm \ --privileged={privileged} \ --network={network} \ + $volumes \ + $env \ + $published_ports \ -e S3_ENDPOINT_URL=https://storage.googleapis.com \ -e S3_DST_URL=s3://artifacts.opnfv.org/functest/$BUILD_TAG/$JOB_NAME-$BUILD_ID \ -e HTTP_DST_URL=http://artifacts.opnfv.org/functest/$BUILD_TAG/$JOB_NAME-$BUILD_ID \ - -v /home/opnfv/functest/.boto:/root/.boto \ + -v /home/opnfv/functest/.boto:/etc/boto.cfg \ -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \ -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \ - -e NODE_NAME=$slave \ + -e NODE_NAME=$node \ -e BUILD_TAG=$BUILD_TAG \ -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ - -e EXTERNAL_NETWORK=$EXTERNAL_NETWORK \ - -e VOLUME_DEVICE_NAME=$VOLUME_DEVICE_NAME \ - -e IMAGE_PROPERTIES=$IMAGE_PROPERTIES \ -e DASHBOARD_URL={DASHBOARD_URL} \ - -v /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file \ - -v /home/opnfv/functest/images:/home/opnfv/functest/images \ $image run_tests -t {test} -p -r - builder: @@ -172,112 +494,190 @@ sudo docker rmi $image || true - job-template: - name: 'functest-pi-{repo}-{container}-{tag}-pull' + name: 'functest-pi-ollivier-functest-healthcheck-{tag}-pull' parameters: - - functest-pi-slave: - slave: '{slave}' + - functest-pi-node: + node: '{node}' builders: - functest-pi-pull-containers: <<: *functest-pi-containers - project: name: 'functest-pi-ollivier-functest-healthcheck-pull' - <<: *functest-pi-params - container: 'functest-healthcheck' + <<: *functest-pi-ollivier-functest-healthcheck-params jobs: - - 'functest-pi-{repo}-{container}-{tag}-pull' + - 'functest-pi-ollivier-functest-healthcheck-{tag}-pull' -- project: - name: 'functest-pi-ollivier-functest-smoke-pull' - <<: *functest-pi-params - container: 'functest-smoke' - jobs: - - 'functest-pi-{repo}-{container}-{tag}-pull' +- job-template: + name: 'functest-pi-ollivier-functest-healthcheck-{tag}-rmi' + parameters: + - functest-pi-node: + node: '{node}' + builders: + - functest-pi-remove-images: + <<: *functest-pi-containers - project: - name: 'functest-pi-ollivier-functest-smoke-cntt-pull' - <<: *functest-pi-params - container: 'functest-smoke-cntt' + name: 'functest-pi-ollivier-functest-healthcheck-rmi' + <<: *functest-pi-ollivier-functest-healthcheck-params jobs: - - 'functest-pi-{repo}-{container}-{tag}-pull' + - 'functest-pi-ollivier-functest-healthcheck-{tag}-rmi' + +- job-template: + name: 'functest-pi-ollivier-functest-smoke-{tag}-pull' + parameters: + - functest-pi-node: + node: '{node}' + builders: + - functest-pi-pull-containers: + <<: *functest-pi-containers - project: - name: 'functest-pi-ollivier-functest-benchmarking-pull' - <<: *functest-pi-params - container: 'functest-benchmarking' + name: 'functest-pi-ollivier-functest-smoke-pull' + <<: *functest-pi-ollivier-functest-smoke-params jobs: - - 'functest-pi-{repo}-{container}-{tag}-pull' + - 'functest-pi-ollivier-functest-smoke-{tag}-pull' + +- job-template: + name: 'functest-pi-ollivier-functest-smoke-{tag}-rmi' + parameters: + - functest-pi-node: + node: '{node}' + builders: + - functest-pi-remove-images: + <<: *functest-pi-containers - project: - name: 'functest-pi-ollivier-functest-benchmarking-cntt-pull' - <<: *functest-pi-params - container: 'functest-benchmarking-cntt' + name: 'functest-pi-ollivier-functest-smoke-rmi' + <<: *functest-pi-ollivier-functest-smoke-params jobs: - - 'functest-pi-{repo}-{container}-{tag}-pull' + - 'functest-pi-ollivier-functest-smoke-{tag}-rmi' + +- job-template: + name: 'functest-pi-ollivier-functest-smoke-cntt-{tag}-pull' + parameters: + - functest-pi-node: + node: '{node}' + builders: + - functest-pi-pull-containers: + <<: *functest-pi-containers - project: - name: 'functest-pi-ollivier-functest-vnf-pull' - <<: *functest-pi-params - container: 'functest-vnf' + name: 'functest-pi-ollivier-functest-smoke-cntt-pull' + <<: *functest-pi-ollivier-functest-smoke-cntt-params jobs: - - 'functest-pi-{repo}-{container}-{tag}-pull' + - 'functest-pi-ollivier-functest-smoke-cntt-{tag}-pull' - job-template: - name: 'functest-pi-{repo}-{container}-{tag}-rmi' + name: 'functest-pi-ollivier-functest-smoke-cntt-{tag}-rmi' parameters: - - functest-pi-slave: - slave: '{slave}' + - functest-pi-node: + node: '{node}' builders: - functest-pi-remove-images: <<: *functest-pi-containers - project: - name: 'functest-pi-ollivier-functest-healthcheck-rmi' - <<: *functest-pi-params - container: 'functest-healthcheck' + name: 'functest-pi-ollivier-functest-smoke-cntt-rmi' + <<: *functest-pi-ollivier-functest-smoke-cntt-params jobs: - - 'functest-pi-{repo}-{container}-{tag}-rmi' + - 'functest-pi-ollivier-functest-smoke-cntt-{tag}-rmi' + +- job-template: + name: 'functest-pi-ollivier-functest-benchmarking-{tag}-pull' + parameters: + - functest-pi-node: + node: '{node}' + builders: + - functest-pi-pull-containers: + <<: *functest-pi-containers - project: - name: 'functest-pi-ollivier-functest-smoke-rmi' - <<: *functest-pi-params - container: 'functest-smoke' + name: 'functest-pi-ollivier-functest-benchmarking-pull' + <<: *functest-pi-ollivier-functest-benchmarking-params jobs: - - 'functest-pi-{repo}-{container}-{tag}-rmi' + - 'functest-pi-ollivier-functest-benchmarking-{tag}-pull' + +- job-template: + name: 'functest-pi-ollivier-functest-benchmarking-{tag}-rmi' + parameters: + - functest-pi-node: + node: '{node}' + builders: + - functest-pi-remove-images: + <<: *functest-pi-containers - project: - name: 'functest-pi-ollivier-functest-smoke-cntt-rmi' - <<: *functest-pi-params - container: 'functest-smoke-cntt' + name: 'functest-pi-ollivier-functest-benchmarking-rmi' + <<: *functest-pi-ollivier-functest-benchmarking-params jobs: - - 'functest-pi-{repo}-{container}-{tag}-rmi' + - 'functest-pi-ollivier-functest-benchmarking-{tag}-rmi' + +- job-template: + name: 'functest-pi-ollivier-functest-benchmarking-cntt-{tag}-pull' + parameters: + - functest-pi-node: + node: '{node}' + builders: + - functest-pi-pull-containers: + <<: *functest-pi-containers - project: - name: 'functest-pi-ollivier-functest-benchmarking-rmi' - <<: *functest-pi-params - container: 'functest-benchmarking' + name: 'functest-pi-ollivier-functest-benchmarking-cntt-pull' + <<: *functest-pi-ollivier-functest-benchmarking-cntt-params jobs: - - 'functest-pi-{repo}-{container}-{tag}-rmi' + - 'functest-pi-ollivier-functest-benchmarking-cntt-{tag}-pull' + +- job-template: + name: 'functest-pi-ollivier-functest-benchmarking-cntt-{tag}-rmi' + parameters: + - functest-pi-node: + node: '{node}' + builders: + - functest-pi-remove-images: + <<: *functest-pi-containers - project: name: 'functest-pi-ollivier-functest-benchmarking-cntt-rmi' - <<: *functest-pi-params - container: 'functest-benchmarking-cntt' + <<: *functest-pi-ollivier-functest-benchmarking-cntt-params + jobs: + - 'functest-pi-ollivier-functest-benchmarking-cntt-{tag}-rmi' + +- job-template: + name: 'functest-pi-ollivier-functest-vnf-{tag}-pull' + parameters: + - functest-pi-node: + node: '{node}' + builders: + - functest-pi-pull-containers: + <<: *functest-pi-containers + +- project: + name: 'functest-pi-ollivier-functest-vnf-pull' + <<: *functest-pi-ollivier-functest-vnf-params jobs: - - 'functest-pi-{repo}-{container}-{tag}-rmi' + - 'functest-pi-ollivier-functest-vnf-{tag}-pull' + +- job-template: + name: 'functest-pi-ollivier-functest-vnf-{tag}-rmi' + parameters: + - functest-pi-node: + node: '{node}' + builders: + - functest-pi-remove-images: + <<: *functest-pi-containers - project: name: 'functest-pi-ollivier-functest-vnf-rmi' - <<: *functest-pi-params - container: 'functest-vnf' + <<: *functest-pi-ollivier-functest-vnf-params jobs: - - 'functest-pi-{repo}-{container}-{tag}-rmi' + - 'functest-pi-ollivier-functest-vnf-{tag}-rmi' - job-template: - name: 'functest-pi-{repo}-{container}-{tag}-{test}-run' + name: 'functest-pi-ollivier-functest-healthcheck-{tag}-{test}-run' parameters: - - functest-pi-slave: - slave: '{slave}' + - functest-pi-node: + node: '{node}' - functest-pi-build_tag: build_tag: '' - functest-pi-EXTERNAL_NETWORK: @@ -289,10 +689,19 @@ builders: - functest-pi-run-containers: <<: *functest-pi-run-containers + test: '{test}' - project: name: 'functest-pi-ollivier-functest-healthcheck' - <<: *functest-pi-params + <<: *functest-pi-ollivier-functest-healthcheck-params + volumes: + - /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file + - /home/opnfv/functest/images:/home/opnfv/functest/images + env: + - EXTERNAL_NETWORK=$EXTERNAL_NETWORK + - VOLUME_DEVICE_NAME=$VOLUME_DEVICE_NAME + - IMAGE_PROPERTIES=$IMAGE_PROPERTIES + published_ports: container: 'functest-healthcheck' test: - connection_check @@ -310,12 +719,40 @@ - tempest_horizon privileged: 'false' network: bridge + uid: 1000 + gid: 1000 jobs: - - 'functest-pi-{repo}-{container}-{tag}-{test}-run' + - 'functest-pi-ollivier-functest-healthcheck-{tag}-{test}-run' + +- job-template: + name: 'functest-pi-ollivier-functest-smoke-{tag}-{test}-run' + parameters: + - functest-pi-node: + node: '{node}' + - functest-pi-build_tag: + build_tag: '' + - functest-pi-EXTERNAL_NETWORK: + EXTERNAL_NETWORK: public + - functest-pi-VOLUME_DEVICE_NAME: + VOLUME_DEVICE_NAME: sdb + - functest-pi-IMAGE_PROPERTIES: + IMAGE_PROPERTIES: hw_scsi_model:virtio-scsi,hw_disk_bus:scsi + builders: + - functest-pi-run-containers: + <<: *functest-pi-run-containers + test: '{test}' - project: name: 'functest-pi-ollivier-functest-smoke' - <<: *functest-pi-params + <<: *functest-pi-ollivier-functest-smoke-params + volumes: + - /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file + - /home/opnfv/functest/images:/home/opnfv/functest/images + env: + - EXTERNAL_NETWORK=$EXTERNAL_NETWORK + - VOLUME_DEVICE_NAME=$VOLUME_DEVICE_NAME + - IMAGE_PROPERTIES=$IMAGE_PROPERTIES + published_ports: container: 'functest-smoke' test: - tempest_neutron @@ -324,136 +761,54 @@ - tempest_heat - tempest_telemetry - rally_sanity - - refstack_defcore - refstack_compute - refstack_object - refstack_platform - tempest_full - tempest_scenario - tempest_slow - - patrole - patrole_admin - patrole_member - patrole_reader - - networking-bgpvpn - - networking-sfc - tempest_barbican - tempest_octavia - tempest_cyborg privileged: 'false' network: bridge - exclude: - - {'tag': 'latest', 'test': 'refstack_defcore'} - - {'tag': 'latest', 'test': 'networking-bgpvpn'} - - {'tag': 'latest', 'test': 'networking-sfc'} - - {'tag': 'latest', 'test': 'patrole'} - - {'tag': 'leguer', 'test': 'refstack_defcore'} - - {'tag': 'leguer', 'test': 'networking-bgpvpn'} - - {'tag': 'leguer', 'test': 'networking-sfc'} - - {'tag': 'leguer', 'test': 'patrole'} - - {'tag': 'kali', 'test': 'refstack_defcore'} - - {'tag': 'kali', 'test': 'networking-bgpvpn'} - - {'tag': 'kali', 'test': 'networking-sfc'} - - {'tag': 'kali', 'test': 'patrole_admin'} - - {'tag': 'kali', 'test': 'patrole_member'} - - {'tag': 'kali', 'test': 'patrole_reader'} - - {'tag': 'jerma', 'test': 'refstack_defcore'} - - {'tag': 'jerma', 'test': 'networking-bgpvpn'} - - {'tag': 'jerma', 'test': 'networking-sfc'} - - {'tag': 'jerma', 'test': 'patrole_admin'} - - {'tag': 'jerma', 'test': 'patrole_member'} - - {'tag': 'jerma', 'test': 'patrole_reader'} - - {'tag': 'jerma', 'test': 'tempest_cyborg'} - - {'tag': 'iruya', 'test': 'refstack_defcore'} - - {'tag': 'iruya', 'test': 'patrole_admin'} - - {'tag': 'iruya', 'test': 'patrole_member'} - - {'tag': 'iruya', 'test': 'patrole_reader'} - - {'tag': 'iruya', 'test': 'tempest_cyborg'} - - {'tag': 'hunter', 'test': 'refstack_compute'} - - {'tag': 'hunter', 'test': 'refstack_object'} - - {'tag': 'hunter', 'test': 'refstack_platform'} - - {'tag': 'hunter', 'test': 'tempest_octavia'} - - {'tag': 'hunter', 'test': 'tempest_telemetry'} - - {'tag': 'hunter', 'test': 'patrole_admin'} - - {'tag': 'hunter', 'test': 'patrole_member'} - - {'tag': 'hunter', 'test': 'patrole_reader'} - - {'tag': 'hunter', 'test': 'tempest_cyborg'} - - {'tag': 'arm-latest', 'test': 'refstack_defcore'} - - {'tag': 'arm-latest', 'test': 'networking-bgpvpn'} - - {'tag': 'arm-latest', 'test': 'networking-sfc'} - - {'tag': 'arm-latest', 'test': 'patrole'} - - {'tag': 'arm-leguer', 'test': 'refstack_defcore'} - - {'tag': 'arm-leguer', 'test': 'networking-bgpvpn'} - - {'tag': 'arm-leguer', 'test': 'networking-sfc'} - - {'tag': 'arm-leguer', 'test': 'patrole'} - - {'tag': 'arm-kali', 'test': 'refstack_defcore'} - - {'tag': 'arm-kali', 'test': 'networking-bgpvpn'} - - {'tag': 'arm-kali', 'test': 'networking-sfc'} - - {'tag': 'arm-kali', 'test': 'patrole_admin'} - - {'tag': 'arm-kali', 'test': 'patrole_member'} - - {'tag': 'arm-kali', 'test': 'patrole_reader'} - - {'tag': 'arm-jerma', 'test': 'refstack_defcore'} - - {'tag': 'arm-jerma', 'test': 'networking-bgpvpn'} - - {'tag': 'arm-jerma', 'test': 'networking-sfc'} - - {'tag': 'arm-jerma', 'test': 'patrole_admin'} - - {'tag': 'arm-jerma', 'test': 'patrole_member'} - - {'tag': 'arm-jerma', 'test': 'patrole_reader'} - - {'tag': 'arm-jerma', 'test': 'tempest_cyborg'} - - {'tag': 'arm-iruya', 'test': 'refstack_defcore'} - - {'tag': 'arm-iruya', 'test': 'patrole_admin'} - - {'tag': 'arm-iruya', 'test': 'patrole_member'} - - {'tag': 'arm-iruya', 'test': 'patrole_reader'} - - {'tag': 'arm-iruya', 'test': 'tempest_cyborg'} - - {'tag': 'arm-hunter', 'test': 'refstack_compute'} - - {'tag': 'arm-hunter', 'test': 'refstack_object'} - - {'tag': 'arm-hunter', 'test': 'refstack_platform'} - - {'tag': 'arm-hunter', 'test': 'tempest_octavia'} - - {'tag': 'arm-hunter', 'test': 'tempest_telemetry'} - - {'tag': 'arm-hunter', 'test': 'patrole_admin'} - - {'tag': 'arm-hunter', 'test': 'patrole_member'} - - {'tag': 'arm-hunter', 'test': 'patrole_reader'} - - {'tag': 'arm-hunter', 'test': 'tempest_cyborg'} - - {'tag': 'arm64-latest', 'test': 'refstack_defcore'} - - {'tag': 'arm64-latest', 'test': 'networking-bgpvpn'} - - {'tag': 'arm64-latest', 'test': 'networking-sfc'} - - {'tag': 'arm64-latest', 'test': 'patrole'} - - {'tag': 'arm64-leguer', 'test': 'refstack_defcore'} - - {'tag': 'arm64-leguer', 'test': 'networking-bgpvpn'} - - {'tag': 'arm64-leguer', 'test': 'networking-sfc'} - - {'tag': 'arm64-leguer', 'test': 'patrole'} - - {'tag': 'arm64-kali', 'test': 'refstack_defcore'} - - {'tag': 'arm64-kali', 'test': 'networking-bgpvpn'} - - {'tag': 'arm64-kali', 'test': 'networking-sfc'} - - {'tag': 'arm64-kali', 'test': 'patrole_admin'} - - {'tag': 'arm64-kali', 'test': 'patrole_member'} - - {'tag': 'arm64-kali', 'test': 'patrole_reader'} - - {'tag': 'arm64-jerma', 'test': 'refstack_defcore'} - - {'tag': 'arm64-jerma', 'test': 'networking-bgpvpn'} - - {'tag': 'arm64-jerma', 'test': 'networking-sfc'} - - {'tag': 'arm64-jerma', 'test': 'patrole_admin'} - - {'tag': 'arm64-jerma', 'test': 'patrole_member'} - - {'tag': 'arm64-jerma', 'test': 'patrole_reader'} - - {'tag': 'arm64-jerma', 'test': 'tempest_cyborg'} - - {'tag': 'arm64-iruya', 'test': 'refstack_defcore'} - - {'tag': 'arm64-iruya', 'test': 'patrole_admin'} - - {'tag': 'arm64-iruya', 'test': 'patrole_member'} - - {'tag': 'arm64-iruya', 'test': 'patrole_reader'} - - {'tag': 'arm64-iruya', 'test': 'tempest_cyborg'} - - {'tag': 'arm64-hunter', 'test': 'refstack_compute'} - - {'tag': 'arm64-hunter', 'test': 'refstack_object'} - - {'tag': 'arm64-hunter', 'test': 'refstack_platform'} - - {'tag': 'arm64-hunter', 'test': 'tempest_octavia'} - - {'tag': 'arm64-hunter', 'test': 'tempest_telemetry'} - - {'tag': 'arm64-hunter', 'test': 'patrole_admin'} - - {'tag': 'arm64-hunter', 'test': 'patrole_member'} - - {'tag': 'arm64-hunter', 'test': 'patrole_reader'} - - {'tag': 'arm64-hunter', 'test': 'tempest_cyborg'} + uid: 1000 + gid: 1000 jobs: - - 'functest-pi-{repo}-{container}-{tag}-{test}-run' + - 'functest-pi-ollivier-functest-smoke-{tag}-{test}-run' + +- job-template: + name: 'functest-pi-ollivier-functest-smoke-cntt-{tag}-{test}-run' + parameters: + - functest-pi-node: + node: '{node}' + - functest-pi-build_tag: + build_tag: '' + - functest-pi-EXTERNAL_NETWORK: + EXTERNAL_NETWORK: public + - functest-pi-VOLUME_DEVICE_NAME: + VOLUME_DEVICE_NAME: sdb + - functest-pi-IMAGE_PROPERTIES: + IMAGE_PROPERTIES: hw_scsi_model:virtio-scsi,hw_disk_bus:scsi + builders: + - functest-pi-run-containers: + <<: *functest-pi-run-containers + test: '{test}' - project: name: 'functest-pi-ollivier-functest-smoke-cntt' - <<: *functest-pi-params + <<: *functest-pi-ollivier-functest-smoke-cntt-params + volumes: + - /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file + - /home/opnfv/functest/images:/home/opnfv/functest/images + env: + - EXTERNAL_NETWORK=$EXTERNAL_NETWORK + - VOLUME_DEVICE_NAME=$VOLUME_DEVICE_NAME + - IMAGE_PROPERTIES=$IMAGE_PROPERTIES + published_ports: container: 'functest-smoke-cntt' test: - tempest_neutron_cntt @@ -466,12 +821,40 @@ - tempest_slow_cntt privileged: 'false' network: bridge + uid: 1000 + gid: 1000 jobs: - - 'functest-pi-{repo}-{container}-{tag}-{test}-run' + - 'functest-pi-ollivier-functest-smoke-cntt-{tag}-{test}-run' + +- job-template: + name: 'functest-pi-ollivier-functest-benchmarking-{tag}-{test}-run' + parameters: + - functest-pi-node: + node: '{node}' + - functest-pi-build_tag: + build_tag: '' + - functest-pi-EXTERNAL_NETWORK: + EXTERNAL_NETWORK: public + - functest-pi-VOLUME_DEVICE_NAME: + VOLUME_DEVICE_NAME: sdb + - functest-pi-IMAGE_PROPERTIES: + IMAGE_PROPERTIES: hw_scsi_model:virtio-scsi,hw_disk_bus:scsi + builders: + - functest-pi-run-containers: + <<: *functest-pi-run-containers + test: '{test}' - project: name: 'functest-pi-ollivier-functest-benchmarking' - <<: *functest-pi-params + <<: *functest-pi-ollivier-functest-benchmarking-params + volumes: + - /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file + - /home/opnfv/functest/images:/home/opnfv/functest/images + env: + - EXTERNAL_NETWORK=$EXTERNAL_NETWORK + - VOLUME_DEVICE_NAME=$VOLUME_DEVICE_NAME + - IMAGE_PROPERTIES=$IMAGE_PROPERTIES + published_ports: container: 'functest-benchmarking' test: - rally_full @@ -480,24 +863,80 @@ - shaker privileged: 'false' network: bridge + uid: 1000 + gid: 1000 jobs: - - 'functest-pi-{repo}-{container}-{tag}-{test}-run' + - 'functest-pi-ollivier-functest-benchmarking-{tag}-{test}-run' + +- job-template: + name: 'functest-pi-ollivier-functest-benchmarking-cntt-{tag}-{test}-run' + parameters: + - functest-pi-node: + node: '{node}' + - functest-pi-build_tag: + build_tag: '' + - functest-pi-EXTERNAL_NETWORK: + EXTERNAL_NETWORK: public + - functest-pi-VOLUME_DEVICE_NAME: + VOLUME_DEVICE_NAME: sdb + - functest-pi-IMAGE_PROPERTIES: + IMAGE_PROPERTIES: hw_scsi_model:virtio-scsi,hw_disk_bus:scsi + builders: + - functest-pi-run-containers: + <<: *functest-pi-run-containers + test: '{test}' - project: name: 'functest-pi-ollivier-functest-benchmarking-cntt' - <<: *functest-pi-params + <<: *functest-pi-ollivier-functest-benchmarking-cntt-params + volumes: + - /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file + - /home/opnfv/functest/images:/home/opnfv/functest/images + env: + - EXTERNAL_NETWORK=$EXTERNAL_NETWORK + - VOLUME_DEVICE_NAME=$VOLUME_DEVICE_NAME + - IMAGE_PROPERTIES=$IMAGE_PROPERTIES + published_ports: container: 'functest-benchmarking-cntt' test: - rally_full_cntt - rally_jobs_cntt privileged: 'false' network: bridge + uid: 1000 + gid: 1000 jobs: - - 'functest-pi-{repo}-{container}-{tag}-{test}-run' + - 'functest-pi-ollivier-functest-benchmarking-cntt-{tag}-{test}-run' + +- job-template: + name: 'functest-pi-ollivier-functest-vnf-{tag}-{test}-run' + parameters: + - functest-pi-node: + node: '{node}' + - functest-pi-build_tag: + build_tag: '' + - functest-pi-EXTERNAL_NETWORK: + EXTERNAL_NETWORK: public + - functest-pi-VOLUME_DEVICE_NAME: + VOLUME_DEVICE_NAME: sdb + - functest-pi-IMAGE_PROPERTIES: + IMAGE_PROPERTIES: hw_scsi_model:virtio-scsi,hw_disk_bus:scsi + builders: + - functest-pi-run-containers: + <<: *functest-pi-run-containers + test: '{test}' - project: name: 'functest-pi-ollivier-functest-vnf' - <<: *functest-pi-params + <<: *functest-pi-ollivier-functest-vnf-params + volumes: + - /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file + - /home/opnfv/functest/images:/home/opnfv/functest/images + env: + - EXTERNAL_NETWORK=$EXTERNAL_NETWORK + - VOLUME_DEVICE_NAME=$VOLUME_DEVICE_NAME + - IMAGE_PROPERTIES=$IMAGE_PROPERTIES + published_ports: container: 'functest-vnf' test: - cloudify @@ -507,15 +946,31 @@ - juju_epc privileged: 'false' network: bridge + uid: 1000 + gid: 1000 jobs: - - 'functest-pi-{repo}-{container}-{tag}-{test}-run' - + - 'functest-pi-ollivier-functest-vnf-{tag}-{test}-run' - builder: name: functest-pi-zip builders: - shell: | set +x + volumes=; + if [ "{volumes}" != "None" ]; then + for i in $(echo {volumes} | tr -d '[]' |sed "s/, / /g" ); \ + do volumes="-v $i $volumes"; done + fi + env=; + if [ "{env}" != "None" ]; then + for i in $(eval echo {env} | tr -d '[]' |sed "s/, / /g" ); \ + do env="-e $i $env"; done + fi + published_ports=; + if [ "{published_ports}" != "None" ]; then + for i in $(echo {published_ports} | tr -d '[]' |sed "s/, / /g" ); \ + do published_ports="-p $i $published_ports"; done + fi [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/results || true if [ "{repo}" = "_" ]; then image={container}:{tag} @@ -524,27 +979,31 @@ else image={repo}:{port}/{container}:{tag} fi + sudo mkdir -p $WORKSPACE/results + sudo chown {uid}:{gid} $WORKSPACE/results sudo docker run --rm \ + --privileged={privileged} \ + --network={network} \ + $volumes \ + $env \ + $published_ports \ -e S3_ENDPOINT_URL=https://storage.googleapis.com \ -e S3_DST_URL=s3://artifacts.opnfv.org/functest \ -e HTTP_DST_URL=http://artifacts.opnfv.org/functest \ - -v /home/opnfv/functest/.boto:/root/.boto \ + -v /home/opnfv/functest/.boto:/etc/boto.cfg \ -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \ -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \ + -e NODE_NAME=$node \ -e BUILD_TAG=$BUILD_TAG \ -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ - -e EXTERNAL_NETWORK=$EXTERNAL_NETWORK \ - -e VOLUME_DEVICE_NAME=$VOLUME_DEVICE_NAME \ - -e IMAGE_PROPERTIES=$IMAGE_PROPERTIES \ - -v /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file \ - -v /home/opnfv/functest/images:/home/opnfv/functest/images \ + -e DASHBOARD_URL={DASHBOARD_URL} \ $image zip_campaign - job-template: name: 'functest-pi-{tag}-zip' parameters: - - functest-pi-slave: - slave: '{slave}' + - functest-pi-node: + node: '{node}' - functest-pi-build_tag: build_tag: '' - functest-pi-EXTERNAL_NETWORK: @@ -555,12 +1014,24 @@ IMAGE_PROPERTIES: hw_scsi_model:virtio-scsi,hw_disk_bus:scsi builders: - functest-pi-zip: - <<: *functest-pi-containers + <<: *functest-pi-run-containers - project: name: 'functest-pi-{tag}-zip' - <<: *functest-pi-params + <<: *functest-pi-ollivier-functest-healthcheck-params + volumes: + - /home/opnfv/functest/openstack.creds:/home/opnfv/functest/conf/env_file + - /home/opnfv/functest/images:/home/opnfv/functest/images + env: + - EXTERNAL_NETWORK=$EXTERNAL_NETWORK + - VOLUME_DEVICE_NAME=$VOLUME_DEVICE_NAME + - IMAGE_PROPERTIES=$IMAGE_PROPERTIES + published_ports: container: 'functest-healthcheck' + privileged: 'false' + network: bridge + uid: 1000 + gid: 1000 jobs: - 'functest-pi-{tag}-zip' @@ -570,8 +1041,8 @@ triggers: - timed: '@weekly' parameters: - - functest-pi-slave: - slave: '{slave}' + - functest-pi-node: + node: '{node}' - functest-pi-build_tag: build_tag: '' - functest-pi-EXTERNAL_NETWORK: @@ -580,12 +1051,14 @@ VOLUME_DEVICE_NAME: sdb - functest-pi-IMAGE_PROPERTIES: IMAGE_PROPERTIES: hw_scsi_model:virtio-scsi,hw_disk_bus:scsi + # PyYAML and yamllint differ here + # see https://github.com/yaml/pyyaml/issues/234 + # yamllint disable rule:indentation properties: - build-blocker: - use-build-blocker: true - blocking-level: 'NODE' blocking-jobs: - - '^functest-pi-{tag}-(daily|docker|review)$' + - ^functest-(pi-)*{tag}-(daily|docker|review)$ + # yamllint enable rule:indentation builders: - multijob: name: remove former images @@ -661,8 +1134,6 @@ <<: *functest-pi-jobs - name: 'functest-pi-ollivier-functest-smoke-{tag}-rally_sanity-run' <<: *functest-pi-jobs - - name: 'functest-pi-ollivier-functest-smoke-{tag}-refstack_defcore-run' - <<: *functest-pi-jobs - name: 'functest-pi-ollivier-functest-smoke-{tag}-refstack_compute-run' <<: *functest-pi-jobs - name: 'functest-pi-ollivier-functest-smoke-{tag}-refstack_object-run' @@ -675,18 +1146,12 @@ <<: *functest-pi-jobs - name: 'functest-pi-ollivier-functest-smoke-{tag}-tempest_slow-run' <<: *functest-pi-jobs - - name: 'functest-pi-ollivier-functest-smoke-{tag}-patrole-run' - <<: *functest-pi-jobs - name: 'functest-pi-ollivier-functest-smoke-{tag}-patrole_admin-run' <<: *functest-pi-jobs - name: 'functest-pi-ollivier-functest-smoke-{tag}-patrole_member-run' <<: *functest-pi-jobs - name: 'functest-pi-ollivier-functest-smoke-{tag}-patrole_reader-run' <<: *functest-pi-jobs - - name: 'functest-pi-ollivier-functest-smoke-{tag}-networking-bgpvpn-run' - <<: *functest-pi-jobs - - name: 'functest-pi-ollivier-functest-smoke-{tag}-networking-sfc-run' - <<: *functest-pi-jobs - name: 'functest-pi-ollivier-functest-smoke-{tag}-tempest_barbican-run' <<: *functest-pi-jobs - name: 'functest-pi-ollivier-functest-smoke-{tag}-tempest_octavia-run' @@ -748,6 +1213,12 @@ projects: - name: 'functest-pi-{tag}-zip' <<: *functest-pi-jobs + publishers: + - email-ext: + failure: false + first-failure: true + fixed: true + recipients: cedric.ollivier@orange.com - project: name: 'functest-pi-daily' @@ -765,4 +1236,4 @@ - last-success - last-failure - last-duration - regex: ^functest-pi-[a-z-0-9]+-daily$ + regex: ^functest-pi-[a-z-0-9.]+-daily$