X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Ffunctest%2Fxtesting.yaml;h=f9c39ab99d6e38759e009a628706a9cd81e5a20c;hb=f1494a076f76a79cc60fe0fbfadd8e19dd67dfd4;hp=cc9ec07ba2a4c9325027ecbc294a9a4afa627a96;hpb=54e2f60a8b0027f9c922eac95f5ac2f38604fde5;p=releng.git diff --git a/jjb/functest/xtesting.yaml b/jjb/functest/xtesting.yaml index cc9ec07ba..f9c39ab99 100644 --- a/jjb/functest/xtesting.yaml +++ b/jjb/functest/xtesting.yaml @@ -11,15 +11,27 @@ - latest: branch: master slave: lf-virtual1 + dependency: 3.13 + - leguer: + branch: stable/leguer + slave: lf-virtual1 + dependency: 3.12 + - kali: + branch: stable/kali + slave: lf-virtual1 + dependency: 3.11 - jerma: branch: stable/jerma slave: lf-virtual1 + dependency: 3.10 - iruya: branch: stable/iruya slave: lf-virtual1 + dependency: 3.9 - hunter: branch: stable/hunter slave: lf-virtual1 + dependency: 3.9 - parameter: name: xtesting-slave @@ -29,11 +41,17 @@ default: '{slave}' - parameter: - name: xtesting-branch + name: xtesting-build_tag + parameters: + - random-string: + name: build_tag + +- parameter: + name: xtesting-DEBUG parameters: - string: - name: branch - default: '{branch}' + name: DEBUG + default: 'true' - xtesting-containers: &xtesting-containers name: 'xtesting-containers' @@ -43,15 +61,11 @@ tag: '{tag}' - xtesting-run-containers: &xtesting-run-containers - name: 'xtesting-build-containers' + name: 'xtesting-run-containers' <<: *xtesting-containers test: '{test}' - -- xtesting-build-containers: &xtesting-build-containers - name: 'xtesting-build-containers' - <<: *xtesting-containers - ref_arg: '{ref_arg}' - path: '{path}' + privileged: '{privileged}' + network: '{network}' - builder: name: xtesting-pull-containers @@ -68,10 +82,11 @@ sudo docker pull $image - builder: - name: xtesting-build-containers + name: xtesting-run-containers builders: - shell: | set +x + [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/results || true if [ "{repo}" = "_" ]; then image={container}:{tag} elif [ "{port}" = "None" ]; then @@ -79,22 +94,26 @@ else image={repo}:{port}/{container}:{tag} fi - if [ "{ref_arg}" = "None" ]; then - build_arg="" - else - build_arg="--build-arg {ref_arg}={ref}" - fi - cd {path} - sudo docker build $build_arg \ - --pull=false --no-cache --force-rm=true \ - -t $image . + sudo docker run --rm \ + --privileged={privileged} \ + --network={network} \ + -e S3_ENDPOINT_URL=https://storage.googleapis.com \ + -e S3_DST_URL=s3://artifacts.opnfv.org/xtesting/$BUILD_TAG/$JOB_NAME-$BUILD_ID \ + -e HTTP_DST_URL=http://artifacts.opnfv.org/xtesting/$BUILD_TAG/$JOB_NAME-$BUILD_ID \ + -v /home/opnfv/xtesting/.boto:/root/.boto \ + -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \ + -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \ + -e NODE_NAME=$slave \ + -e BUILD_TAG=$BUILD_TAG \ + -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ + -e DEBUG=$DEBUG \ + $image run_tests -t {test} -p -r - builder: - name: xtesting-run-containers + name: xtesting-remove-images builders: - shell: | - set +ex - [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/* || true + set +x if [ "{repo}" = "_" ]; then image={container}:{tag} elif [ "{port}" = "None" ]; then @@ -102,20 +121,16 @@ else image={repo}:{port}/{container}:{tag} fi - sudo docker run --rm \ - -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ - -e DEBUG=true \ - $image run_tests -t {test} - res=$? - gsutil -m cp -r $WORKSPACE/ \ - gs://artifacts.opnfv.org/xtesting/$JOB_NAME-$BUILD_ID > /dev/null 2>&1 - find $WORKSPACE -type f \ - -printf \ - "http://artifacts.opnfv.org/xtesting/$JOB_NAME-$BUILD_ID/%P\n" - exit $res + sudo docker rmi $image || true + +- xtesting-build-containers: &xtesting-build-containers + name: 'xtesting-build-containers' + <<: *xtesting-containers + ref_arg: '{ref_arg}' + path: '{path}' - builder: - name: xtesting-remove-images + name: xtesting-build-containers builders: - shell: | set +x @@ -126,14 +141,22 @@ else image={repo}:{port}/{container}:{tag} fi - sudo docker rmi $image || true + if [ "{ref_arg}" = "None" ]; then + build_arg="" + else + build_arg="--build-arg {ref_arg}={ref}" + fi + cd {path} + sudo docker build $build_arg \ + --pull=false --no-cache --force-rm=true \ + -t $image . - scm: name: xtesting-scm scm: - git: - url: https://gerrit.opnfv.org/gerrit/functest-xtesting - refspec: '+refs/changes/*:refs/changes/*' + url: 'https://gerrit.opnfv.org/gerrit/functest-xtesting' + refspec: '+refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/*' branches: - '{ref}' @@ -153,6 +176,13 @@ jobs: - 'xtesting-{repo}-{container}-{tag}-pull' +- project: + name: 'xtesting-opnfv-xtesting-mts-pull' + <<: *xtesting-params + container: 'xtesting-mts' + jobs: + - 'xtesting-{repo}-{container}-{tag}-pull' + - job-template: name: 'xtesting-{repo}-{container}-{tag}-rmi' parameters: @@ -169,11 +199,22 @@ jobs: - 'xtesting-{repo}-{container}-{tag}-rmi' +- project: + name: 'xtesting-opnfv-xtesting-mts-rmi' + <<: *xtesting-params + container: 'xtesting-mts' + jobs: + - 'xtesting-{repo}-{container}-{tag}-rmi' + - job-template: name: 'xtesting-{repo}-{container}-{tag}-{test}-run' parameters: - xtesting-slave: slave: '{slave}' + - xtesting-build_tag: + build_tag: '' + - xtesting-DEBUG: + DEBUG: 'true' builders: - xtesting-run-containers: <<: *xtesting-run-containers @@ -189,14 +230,67 @@ - fourth - fifth - sixth - exclude: - - tag: hunter - test: sixth - - tag: iruya - test: sixth + privileged: 'false' + network: bridge + jobs: + - 'xtesting-{repo}-{container}-{tag}-{test}-run' + +- project: + name: 'xtesting-opnfv-xtesting-mts' + <<: *xtesting-params + container: 'xtesting-mts' + test: + - seventh + privileged: 'false' + network: bridge jobs: - 'xtesting-{repo}-{container}-{tag}-{test}-run' + +- builder: + name: xtesting-zip + builders: + - shell: | + set +x + if [ "{repo}" = "_" ]; then + image={container}:{tag} + elif [ "{port}" = "None" ]; then + image={repo}/{container}:{tag} + else + image={repo}:{port}/{container}:{tag} + fi + sudo docker run --rm \ + -e S3_ENDPOINT_URL=https://storage.googleapis.com \ + -e S3_DST_URL=s3://artifacts.opnfv.org/xtesting \ + -e HTTP_DST_URL=http://artifacts.opnfv.org/xtesting \ + -v /home/opnfv/xtesting/.boto:/root/.boto \ + -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \ + -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \ + -e BUILD_TAG=$BUILD_TAG \ + -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ + -e DEBUG=$DEBUG \ + $image zip_campaign + +- job-template: + name: 'xtesting-{tag}-zip' + parameters: + - xtesting-slave: + slave: '{slave}' + - xtesting-build_tag: + build_tag: '' + - xtesting-DEBUG: + DEBUG: 'true' + builders: + - xtesting-zip: + <<: *xtesting-containers + +- project: + name: 'xtesting-{tag}-zip' + <<: *xtesting-params + container: 'xtesting' + jobs: + - 'xtesting-{tag}-zip' + - job-template: name: 'xtesting-{tag}-daily' project-type: multijob @@ -205,23 +299,31 @@ parameters: - xtesting-slave: slave: '{slave}' + - xtesting-build_tag: + build_tag: '' + - xtesting-DEBUG: + DEBUG: 'true' properties: - build-blocker: use-build-blocker: true blocking-level: 'NODE' blocking-jobs: - - '^xtesting-{tag}-(daily|check|gate)$' + - '^xtesting-{tag}-(daily|review)$' builders: - multijob: name: remove former images projects: - name: 'xtesting-opnfv-xtesting-{tag}-rmi' <<: *xtesting-jobs + - name: 'xtesting-opnfv-xtesting-mts-{tag}-rmi' + <<: *xtesting-jobs - multijob: name: pull containers projects: - name: 'xtesting-opnfv-xtesting-{tag}-pull' <<: *xtesting-jobs + - name: 'xtesting-opnfv-xtesting-mts-{tag}-pull' + <<: *xtesting-jobs - multijob: name: opnfv/xtesting:{tag} projects: @@ -237,121 +339,143 @@ <<: *xtesting-jobs - name: 'xtesting-opnfv-xtesting-{tag}-sixth-run' <<: *xtesting-jobs + - multijob: + name: opnfv/xtesting-mts:{tag} + projects: + - name: 'xtesting-opnfv-xtesting-mts-{tag}-seventh-run' + <<: *xtesting-jobs + - multijob: + name: dump all campaign data + projects: + - name: 'xtesting-{tag}-zip' + <<: *xtesting-jobs + +- xtesting-dep: &xtesting-dep + name: 'xtesting-containers' + repo: '{repo}' + port: '{port}' + tag: '{tag}' + dependency: '{dependency}' + +- builder: + name: xtesting-pull-dep-images + builders: + - shell: | + set +x + if [ "_" = "_" ]; then + image=alpine:{dependency} + elif [ "_" = "None" ]; then + image=_/alpine:{dependency} + else + image=_:/alpine{dependency} + fi + sudo docker pull $image || true + +- builder: + name: xtesting-remove-dep-images + builders: + - shell: | + set +x + if [ "_" = "_" ]; then + image=alpine:{dependency} + elif [ "_" = "None" ]; then + image=_/alpine:{dependency} + else + image=_:/alpine{dependency} + fi + sudo docker rmi $image || true - job-template: - name: 'xtesting-{repo}-{container}-{tag}-gate' + name: 'xtesting-{repo}-{tag}-dep-pull' parameters: - xtesting-slave: slave: '{slave}' - scm: - - xtesting-scm: - ref: $GERRIT_REFSPEC builders: - - xtesting-build-containers: - <<: *xtesting-build-containers - ref: $GERRIT_REFSPEC + - xtesting-pull-dep-images: + <<: *xtesting-dep + +- project: + name: 'xtesting-{repo}-{tag}-dep-pull' + <<: *xtesting-params + jobs: + - 'xtesting-{repo}-{tag}-dep-pull' - job-template: - name: 'xtesting-{repo}-{container}-{tag}-check' + name: 'xtesting-{repo}-{tag}-dep-rmi' parameters: - xtesting-slave: slave: '{slave}' - - xtesting-branch: - branch: '{branch}' + builders: + - xtesting-remove-dep-images: + <<: *xtesting-dep + +- project: + name: 'xtesting-{repo}-{tag}-dep-rmi' + <<: *xtesting-params + jobs: + - 'xtesting-{repo}-{tag}-dep-rmi' + +- builder: + name: xtesting-tox + builders: + - shell: tox + +- job-template: + name: 'xtesting-{tag}-tox' scm: - xtesting-scm: - ref: $branch + ref: $GERRIT_REFSPEC + triggers: + - xtesting-patchset-created: + branch: '{branch}' + parameters: + - xtesting-slave: + slave: '{slave}' builders: - - xtesting-build-containers: - <<: *xtesting-build-containers - ref: $branch + - xtesting-tox: - project: - name: 'xtesting-_-alpine-3.10-rmi' - repo: _ - port: - container: alpine - tag: '3.10' - slave: master + name: xtesting-tox + <<: *xtesting-params jobs: - - 'xtesting-{repo}-{container}-{tag}-rmi' + - 'xtesting-{tag}-tox' - project: - name: 'xtesting-_-alpine-3.10-pull' - repo: _ - port: - container: alpine - tag: '3.10' - slave: master + name: xtesting-opnfv-xtesting-{tag}-gate + <<: *xtesting-params + container: xtesting + ref_arg: BRANCH + path: docker/core jobs: - - 'xtesting-{repo}-{container}-{tag}-pull' + - 'xtesting-{repo}-{container}-{tag}-gate' - project: - name: xtesting-opnfv-xtesting-{tag}-build + name: xtesting-opnfv-xtesting-mts-{tag}-gate <<: *xtesting-params - container: xtesting + container: xtesting-mts ref_arg: BRANCH - path: docker + path: docker/mts jobs: - 'xtesting-{repo}-{container}-{tag}-gate' - - 'xtesting-{repo}-{container}-{tag}-check' + - job-template: - name: 'xtesting-{tag}-check' - project-type: multijob + name: 'xtesting-{repo}-{container}-{tag}-gate' parameters: - xtesting-slave: slave: '{slave}' - - xtesting-branch: - branch: '{branch}' - properties: - - build-blocker: - use-build-blocker: true - blocking-level: 'NODE' - blocking-jobs: - - '^xtesting-{tag}-(daily|check|gate)$' + scm: + - xtesting-scm: + ref: $GERRIT_REFSPEC builders: - - multijob: - name: remove former images - projects: - - name: 'xtesting-opnfv-xtesting-{tag}-rmi' - <<: *xtesting-jobs - - multijob: - name: remove dependencies - projects: - - name: 'xtesting-_-alpine-3.10-rmi' - <<: *xtesting-jobs - - multijob: - name: pull dependencies - projects: - - name: 'xtesting-_-alpine-3.10-pull' - <<: *xtesting-jobs - - multijob: - name: opnfv/xtesting - projects: - - name: 'xtesting-opnfv-xtesting-{tag}-check' - <<: *xtesting-jobs - - multijob: - name: opnfv/xtesting:{tag} - projects: - - name: 'xtesting-opnfv-xtesting-{tag}-first-run' - <<: *xtesting-jobs - - name: 'xtesting-opnfv-xtesting-{tag}-second-run' - <<: *xtesting-jobs - - name: 'xtesting-opnfv-xtesting-{tag}-third-run' - <<: *xtesting-jobs - - name: 'xtesting-opnfv-xtesting-{tag}-fourth-run' - <<: *xtesting-jobs - - name: 'xtesting-opnfv-xtesting-{tag}-fifth-run' - <<: *xtesting-jobs - - name: 'xtesting-opnfv-xtesting-{tag}-sixth-run' - <<: *xtesting-jobs + - xtesting-build-containers: + <<: *xtesting-build-containers + ref: $GERRIT_REFSPEC - trigger: name: xtesting-patchset-created triggers: - gerrit: - server-name: 'gerrit.opnfv.org' trigger-on: - patchset-created-event - comment-added-contains-event: @@ -364,14 +488,9 @@ branches: - branch-compare-type: 'ANT' branch-pattern: '**/{branch}' - skip-vote: - successful: false - failed: false - unstable: false - notbuilt: false - job-template: - name: 'xtesting-{tag}-gate' + name: 'xtesting-{tag}-review' project-type: multijob triggers: - xtesting-patchset-created: @@ -379,33 +498,44 @@ parameters: - xtesting-slave: slave: '{slave}' + - xtesting-build_tag: + build_tag: '' + - xtesting-DEBUG: + DEBUG: 'true' properties: - build-blocker: use-build-blocker: true blocking-level: 'NODE' blocking-jobs: - - '^xtesting-{tag}-(daily|check|gate)$' + - '^xtesting-{tag}-(daily|review)$' builders: - multijob: name: remove former images projects: - name: 'xtesting-opnfv-xtesting-{tag}-rmi' <<: *xtesting-jobs + - name: 'xtesting-opnfv-xtesting-mts-{tag}-rmi' + <<: *xtesting-jobs - multijob: - name: remove dependencies + name: remove dependency projects: - - name: 'xtesting-_-alpine-3.10-rmi' + - name: 'xtesting-{repo}-{tag}-dep-rmi' <<: *xtesting-jobs - multijob: - name: pull dependencies + name: pull dependency projects: - - name: 'xtesting-_-alpine-3.10-pull' + - name: 'xtesting-{repo}-{tag}-dep-pull' <<: *xtesting-jobs - multijob: name: opnfv/xtesting projects: - name: 'xtesting-opnfv-xtesting-{tag}-gate' <<: *xtesting-jobs + - multijob: + name: opnfv/xtesting-mts + projects: + - name: 'xtesting-opnfv-xtesting-mts-{tag}-gate' + <<: *xtesting-jobs - multijob: name: opnfv/xtesting:{tag} projects: @@ -421,17 +551,197 @@ <<: *xtesting-jobs - name: 'xtesting-opnfv-xtesting-{tag}-sixth-run' <<: *xtesting-jobs + - multijob: + name: opnfv/xtesting-mts:{tag} + projects: + - name: 'xtesting-opnfv-xtesting-mts-{tag}-seventh-run' + <<: *xtesting-jobs + +- builder: + name: xtesting-push-containers + builders: + - shell: | + set +x + if [ "{repo}" = "_" ]; then + image={container}:{tag} + elif [ "{port}" = "None" ]; then + image={repo}/{container}:{tag} + else + image={repo}:{port}/{container}:{tag} + fi + sudo docker push $image + +- trigger: + name: xtesting-commit + triggers: + - pollscm: + cron: "*/30 * * * *" + +- job-template: + name: 'xtesting-{repo}-{container}-{tag}-build' + parameters: + - xtesting-slave: + slave: '{slave}' + scm: + - xtesting-scm: + ref: '{branch}' + builders: + - xtesting-build-containers: + <<: *xtesting-build-containers + ref: '{branch}' + - xtesting-push-containers: + <<: *xtesting-build-containers + ref: '{branch}' + +- project: + name: xtesting-opnfv-xtesting-{tag}-build + <<: *xtesting-params + container: xtesting + ref_arg: BRANCH + path: docker/core + jobs: + - 'xtesting-{repo}-{container}-{tag}-build' + +- project: + name: xtesting-opnfv-xtesting-mts-{tag}-build + <<: *xtesting-params + container: xtesting-mts + ref_arg: BRANCH + path: docker/mts + jobs: + - 'xtesting-{repo}-{container}-{tag}-build' + + +- job-template: + name: 'xtesting-{tag}-docker' + project-type: multijob + triggers: + - xtesting-commit + scm: + - xtesting-scm: + ref: '{branch}' + parameters: + - xtesting-slave: + slave: '{slave}' + - xtesting-DEBUG: + DEBUG: 'true' + builders: + - multijob: + name: remove dependency + projects: + - name: 'xtesting-{repo}-{tag}-dep-rmi' + <<: *xtesting-jobs + - multijob: + name: pull dependency + projects: + - name: 'xtesting-{repo}-{tag}-dep-pull' + <<: *xtesting-jobs + - multijob: + name: opnfv/xtesting + projects: + - name: 'xtesting-opnfv-xtesting-{tag}-build' + <<: *xtesting-jobs + - multijob: + name: opnfv/xtesting-mts + projects: + - name: 'xtesting-opnfv-xtesting-mts-{tag}-build' + <<: *xtesting-jobs + +- builder: + name: xtesting-trivy + builders: + - shell: | + curl -sfL https://raw.githubusercontent.com/aquasecurity/trivy/main/contrib/install.sh | sudo sh -s -- -b . + if [ "{repo}" = "_" ]; then + image={container}:{tag} + elif [ "{port}" = "None" ]; then + image={repo}/{container}:{tag} + else + image={repo}:{port}/{container}:{tag} + fi + ./trivy --exit-code 1 $image + +- job-template: + name: 'xtesting-{repo}-{container}-{tag}-trivy' + parameters: + - xtesting-slave: + slave: '{slave}' + builders: + - xtesting-trivy: + <<: *xtesting-containers + +- project: + name: 'xtesting-opnfv-xtesting-trivy' + <<: *xtesting-params + container: 'xtesting' + jobs: + - 'xtesting-{repo}-{container}-{tag}-trivy' +- project: + name: 'xtesting-opnfv-xtesting-mts-trivy' + <<: *xtesting-params + container: 'xtesting-mts' + jobs: + - 'xtesting-{repo}-{container}-{tag}-trivy' - project: name: 'xtesting' <<: *xtesting-params jobs: - 'xtesting-{tag}-daily' - - 'xtesting-{tag}-check' - - 'xtesting-{tag}-gate' + - 'xtesting-{tag}-review' + - 'xtesting-{tag}-docker' + + +- view: + name: xtesting-daily + view-type: list + columns: + - status + - weather + - job + - last-success + - last-failure + - last-duration + regex: ^xtesting-[a-z-]+-daily$ + +- view: + name: xtesting-review + view-type: list + columns: + - status + - weather + - job + - last-success + - last-failure + - last-duration + regex: ^xtesting-[a-z-]+-review$ + +- view: + name: xtesting-tox + view-type: list + columns: + - status + - weather + - job + - last-success + - last-failure + - last-duration + regex: ^xtesting-[a-z-]+-tox$ + +- view: + name: xtesting-docker + view-type: list + columns: + - status + - weather + - job + - last-success + - last-failure + - last-duration + regex: ^xtesting-[a-z-]+-docker$ - view: - name: xtesting + name: xtesting-trivy view-type: list columns: - status @@ -440,4 +750,4 @@ - last-success - last-failure - last-duration - regex: ^xtesting-[a-z]+-(daily|check|gate)$ + regex: ^xtesting-[a-z-]+-trivy$