X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Ffunctest%2Ffunctest-kubernetes.yaml;h=430dab677d2ce93b9e196da71d05b71e6abc9c6b;hb=6bec583dfc8f8ace0bffb0d8a4906bdaa3336180;hp=5bfa71760c29b3efa65bf1040a710f6aa1918611;hpb=51af6cc6e003fca01508be18f9da5c7785336aaa;p=releng.git diff --git a/jjb/functest/functest-kubernetes.yaml b/jjb/functest/functest-kubernetes.yaml index 5bfa71760..430dab677 100644 --- a/jjb/functest/functest-kubernetes.yaml +++ b/jjb/functest/functest-kubernetes.yaml @@ -10,13 +10,19 @@ tag: - latest: branch: master - slave: lf-virtual8 + slave: lf-virtual1-5 + - kali: + branch: stable/kali + slave: lf-virtual1-4 + - jerma: + branch: stable/jerma + slave: lf-virtual1-3 - iruya: branch: stable/iruya - slave: lf-virtual7 + slave: lf-virtual1-2 - hunter: branch: stable/hunter - slave: lf-virtual5 + slave: lf-virtual1-1 - parameter: name: functest-kubernetes-slave @@ -25,6 +31,12 @@ name: slave default: '{slave}' +- parameter: + name: functest-kubernetes-build_tag + parameters: + - random-string: + name: build_tag + - parameter: name: functest-kubernetes-branch parameters: @@ -32,6 +44,19 @@ name: branch default: '{branch}' +- parameter: + name: functest-kubernetes-DEPLOY_SCENARIO + parameters: + - string: + name: DEPLOY_SCENARIO + default: k8-nosdn-nofeature-noha +- parameter: + name: functest-kubernetes-DEBUG + parameters: + - string: + name: DEBUG + default: 'true' + - functest-kubernetes-containers: &functest-kubernetes-containers name: 'functest-kubernetes-containers' repo: '{repo}' @@ -40,16 +65,10 @@ tag: '{tag}' - functest-kubernetes-run-containers: &functest-kubernetes-run-containers - name: 'functest-kubernetes-build-containers' + name: 'functest-kubernetes-run-containers' <<: *functest-kubernetes-containers test: '{test}' -- functest-kubernetes-build-containers: &functest-kubernetes-build-containers - name: 'functest-kubernetes-build-containers' - <<: *functest-kubernetes-containers - ref_arg: '{ref_arg}' - path: '{path}' - - builder: name: functest-kubernetes-pull-containers builders: @@ -65,10 +84,11 @@ docker pull $image - builder: - name: functest-kubernetes-build-containers + name: functest-kubernetes-run-containers builders: - shell: | set +x + [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/* || true if [ "{repo}" = "_" ]; then image={container}:{tag} elif [ "{port}" = "None" ]; then @@ -76,22 +96,26 @@ else image={repo}:{port}/{container}:{tag} fi - if [ "{ref_arg}" = "None" ]; then - build_arg="" - else - build_arg="--build-arg {ref_arg}={ref}" - fi - cd {path} - docker build $build_arg \ - --pull=false --no-cache --force-rm=true \ - -t $image . + docker run --rm \ + -e S3_ENDPOINT_URL=https://storage.googleapis.com \ + -e S3_DST_URL=s3://artifacts.opnfv.org/functest-kubernetes/$BUILD_TAG/$JOB_NAME-$BUILD_ID \ + -e HTTP_DST_URL=http://artifacts.opnfv.org/functest-kubernetes/$BUILD_TAG/$JOB_NAME-$BUILD_ID \ + -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \ + -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \ + -e NODE_NAME=$slave \ + -e BUILD_TAG=$BUILD_TAG \ + -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ + -e DEPLOY_SCENARIO=$DEPLOY_SCENARIO \ + -e DEBUG=$DEBUG \ + -v /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config \ + -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \ + $image run_tests -t {test} -p -r - builder: - name: functest-kubernetes-run-containers + name: functest-kubernetes-remove-images builders: - shell: | - set +ex - [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/* || true + set +x if [ "{repo}" = "_" ]; then image={container}:{tag} elif [ "{port}" = "None" ]; then @@ -99,21 +123,16 @@ else image={repo}:{port}/{container}:{tag} fi - docker run --rm \ - -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ - -e DEPLOY_SCENARIO=k8-nosdn-nofeature-noha \ - -v /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config \ - $image run_tests -t {test} - res=$? - gsutil -m cp -r $WORKSPACE/ \ - gs://artifacts.opnfv.org/functest-kubernetes/$JOB_NAME-$BUILD_ID > /dev/null 2>&1 - find $WORKSPACE -type f \ - -printf \ - "http://artifacts.opnfv.org/functest-kubernetes/$JOB_NAME-$BUILD_ID/%P\n" - exit $res + docker rmi $image || true + +- functest-kubernetes-build-containers: &functest-kubernetes-build-containers + name: 'functest-kubernetes-build-containers' + <<: *functest-kubernetes-containers + ref_arg: '{ref_arg}' + path: '{path}' - builder: - name: functest-kubernetes-remove-images + name: functest-kubernetes-build-containers builders: - shell: | set +x @@ -124,7 +143,15 @@ else image={repo}:{port}/{container}:{tag} fi - docker rmi $image || true + if [ "{ref_arg}" = "None" ]; then + build_arg="" + else + build_arg="--build-arg {ref_arg}={ref}" + fi + cd {path} + docker build $build_arg \ + --pull=false --no-cache --force-rm=true \ + -t $image . - scm: name: functest-kubernetes-scm @@ -159,9 +186,16 @@ - 'functest-kubernetes-{repo}-{container}-{tag}-pull' - project: - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-pull' + name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-pull' + <<: *functest-kubernetes-params + container: 'functest-kubernetes-cnf' + jobs: + - 'functest-kubernetes-{repo}-{container}-{tag}-pull' + +- project: + name: 'functest-kubernetes-opnfv-functest-kubernetes-security-pull' <<: *functest-kubernetes-params - container: 'functest-kubernetes-features' + container: 'functest-kubernetes-security' jobs: - 'functest-kubernetes-{repo}-{container}-{tag}-pull' @@ -189,9 +223,16 @@ - 'functest-kubernetes-{repo}-{container}-{tag}-rmi' - project: - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-rmi' + name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-rmi' <<: *functest-kubernetes-params - container: 'functest-kubernetes-features' + container: 'functest-kubernetes-cnf' + jobs: + - 'functest-kubernetes-{repo}-{container}-{tag}-rmi' + +- project: + name: 'functest-kubernetes-opnfv-functest-kubernetes-security-rmi' + <<: *functest-kubernetes-params + container: 'functest-kubernetes-security' jobs: - 'functest-kubernetes-{repo}-{container}-{tag}-rmi' @@ -200,6 +241,12 @@ parameters: - functest-kubernetes-slave: slave: '{slave}' + - functest-kubernetes-build_tag: + build_tag: '' + - functest-kubernetes-DEPLOY_SCENARIO: + DEPLOY_SCENARIO: k8-nosdn-nofeature-noha + - functest-kubernetes-DEBUG: + DEBUG: 'true' builders: - functest-kubernetes-run-containers: <<: *functest-kubernetes-run-containers @@ -218,20 +265,80 @@ <<: *functest-kubernetes-params container: 'functest-kubernetes-smoke' test: + - xrally_kubernetes - k8s_conformance jobs: - 'functest-kubernetes-{repo}-{container}-{tag}-{test}-run' - project: - name: 'functest-kubernetes-opnfv-functest-kubernetes-features' + name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf' <<: *functest-kubernetes-params - container: 'functest-kubernetes-features' + container: 'functest-kubernetes-cnf' test: - - stor4nfv_k8s - - clover_k8s + - k8s_vims jobs: - 'functest-kubernetes-{repo}-{container}-{tag}-{test}-run' +- project: + name: 'functest-kubernetes-opnfv-functest-kubernetes-security' + <<: *functest-kubernetes-params + container: 'functest-kubernetes-security' + test: + - kube_hunter + - kube_bench + jobs: + - 'functest-kubernetes-{repo}-{container}-{tag}-{test}-run' + + +- builder: + name: functest-kubernetes-zip + builders: + - shell: | + set +x + [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/* || true + if [ "{repo}" = "_" ]; then + image={container}:{tag} + elif [ "{port}" = "None" ]; then + image={repo}/{container}:{tag} + else + image={repo}:{port}/{container}:{tag} + fi + docker run --rm \ + -e S3_ENDPOINT_URL=https://storage.googleapis.com \ + -e S3_DST_URL=s3://artifacts.opnfv.org/functest-kubernetes \ + -e HTTP_DST_URL=http://artifacts.opnfv.org/functest-kubernetes \ + -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \ + -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \ + -e BUILD_TAG=$BUILD_TAG \ + -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ + -e DEPLOY_SCENARIO=$DEPLOY_SCENARIO \ + -e DEBUG=$DEBUG \ + -v /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config \ + -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \ + $image zip_campaign + +- job-template: + name: 'functest-kubernetes-{tag}-zip' + parameters: + - functest-kubernetes-slave: + slave: '{slave}' + - functest-kubernetes-build_tag: + build_tag: '' + - functest-kubernetes-DEPLOY_SCENARIO: + DEPLOY_SCENARIO: k8-nosdn-nofeature-noha + - functest-kubernetes-DEBUG: + DEBUG: 'true' + builders: + - functest-kubernetes-zip: + <<: *functest-kubernetes-containers + +- project: + name: 'functest-kubernetes-{tag}-zip' + <<: *functest-kubernetes-params + container: 'functest-kubernetes-healthcheck' + jobs: + - 'functest-kubernetes-{tag}-zip' + - job-template: name: 'functest-kubernetes-{tag}-daily' project-type: multijob @@ -240,6 +347,12 @@ parameters: - functest-kubernetes-slave: slave: '{slave}' + - functest-kubernetes-build_tag: + build_tag: '' + - functest-kubernetes-DEPLOY_SCENARIO: + DEPLOY_SCENARIO: k8-nosdn-nofeature-noha + - functest-kubernetes-DEBUG: + DEBUG: 'true' properties: - build-blocker: use-build-blocker: true @@ -254,7 +367,9 @@ <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-rmi' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-rmi' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-rmi' + <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-rmi' <<: *functest-kubernetes-jobs - multijob: name: pull containers @@ -263,7 +378,9 @@ <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-pull' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-pull' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-pull' + <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-pull' <<: *functest-kubernetes-jobs - multijob: name: opnfv/functest-kubernetes-healthcheck:{tag} @@ -272,15 +389,28 @@ <<: *functest-kubernetes-jobs - multijob: name: opnfv/functest-kubernetes-smoke:{tag} + execution-type: SEQUENTIALLY projects: + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-xrally_kubernetes-run' + <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-k8s_conformance-run' <<: *functest-kubernetes-jobs - multijob: - name: opnfv/functest-kubernetes-features:{tag} + name: opnfv/functest-kubernetes-security:{tag} projects: - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-stor4nfv_k8s-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-kube_hunter-run' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-clover_k8s-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-kube_bench-run' + <<: *functest-kubernetes-jobs + - multijob: + name: opnfv/functest-kubernetes-cnf:{tag} + projects: + - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-k8s_vims-run' + <<: *functest-kubernetes-jobs + - multijob: + name: dump all campaign data + projects: + - name: 'functest-kubernetes-{tag}-zip' <<: *functest-kubernetes-jobs - job-template: @@ -312,21 +442,21 @@ ref: $branch - project: - name: 'functest-kubernetes-_-golang-alpine3.9-rmi' + name: 'functest-kubernetes-_-golang-1.13-alpine3.12-rmi' repo: _ port: container: golang - tag: alpine3.9 + tag: '1.13-alpine3.12' slave: master jobs: - 'functest-kubernetes-{repo}-{container}-{tag}-rmi' - project: - name: 'functest-kubernetes-_-golang-alpine3.9-pull' + name: 'functest-kubernetes-_-golang-1.13-alpine3.12-pull' repo: _ port: container: golang - tag: alpine3.9 + tag: '1.13-alpine3.12' slave: master jobs: - 'functest-kubernetes-{repo}-{container}-{tag}-pull' @@ -352,21 +482,31 @@ - 'functest-kubernetes-{repo}-{container}-{tag}-check' - project: - name: functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-build + name: functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-build <<: *functest-kubernetes-params - container: functest-kubernetes-smoke - ref_arg: - path: docker/smoke + container: functest-kubernetes-cnf + ref_arg: BRANCH + path: docker/cnf + jobs: + - 'functest-kubernetes-{repo}-{container}-{tag}-gate' + - 'functest-kubernetes-{repo}-{container}-{tag}-check' + +- project: + name: functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-build + <<: *functest-kubernetes-params + container: functest-kubernetes-security + ref_arg: BRANCH + path: docker/security jobs: - 'functest-kubernetes-{repo}-{container}-{tag}-gate' - 'functest-kubernetes-{repo}-{container}-{tag}-check' - project: - name: functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-build + name: functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-build <<: *functest-kubernetes-params - container: functest-kubernetes-features + container: functest-kubernetes-smoke ref_arg: - path: docker/features + path: docker/smoke jobs: - 'functest-kubernetes-{repo}-{container}-{tag}-gate' - 'functest-kubernetes-{repo}-{container}-{tag}-check' @@ -377,8 +517,14 @@ parameters: - functest-kubernetes-slave: slave: '{slave}' + - functest-kubernetes-build_tag: + build_tag: '' - functest-kubernetes-branch: branch: '{branch}' + - functest-kubernetes-DEPLOY_SCENARIO: + DEPLOY_SCENARIO: k8-nosdn-nofeature-noha + - functest-kubernetes-DEBUG: + DEBUG: 'true' properties: - build-blocker: use-build-blocker: true @@ -393,17 +539,19 @@ <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-rmi' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-rmi' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-rmi' + <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-rmi' <<: *functest-kubernetes-jobs - multijob: name: remove dependencies projects: - - name: 'functest-kubernetes-_-golang-alpine3.9-rmi' + - name: 'functest-kubernetes-_-golang-1.13-alpine3.12-rmi' <<: *functest-kubernetes-jobs - multijob: name: pull dependencies projects: - - name: 'functest-kubernetes-_-golang-alpine3.9-pull' + - name: 'functest-kubernetes-_-golang-1.13-alpine3.12-pull' <<: *functest-kubernetes-jobs - multijob: name: build opnfv/functest-kubernetes-core @@ -415,13 +563,15 @@ projects: - name: 'functest-kubernetes-opnfv-functest-kubernetes-healthcheck-{tag}-check' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-check' + <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-check' + <<: *functest-kubernetes-jobs - multijob: name: build containers projects: - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-check' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-check' - <<: *functest-kubernetes-jobs - multijob: name: opnfv/functest-kubernetes-healthcheck:{tag} projects: @@ -429,15 +579,23 @@ <<: *functest-kubernetes-jobs - multijob: name: opnfv/functest-kubernetes-smoke:{tag} + execution-type: SEQUENTIALLY projects: + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-xrally_kubernetes-run' + <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-k8s_conformance-run' <<: *functest-kubernetes-jobs - multijob: - name: opnfv/functest-kubernetes-features:{tag} + name: opnfv/functest-kubernetes-security:{tag} projects: - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-stor4nfv_k8s-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-kube_hunter-run' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-clover_k8s-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-kube_bench-run' + <<: *functest-kubernetes-jobs + - multijob: + name: opnfv/functest-kubernetes-cnf:{tag} + projects: + - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-k8s_vims-run' <<: *functest-kubernetes-jobs - trigger: @@ -472,6 +630,12 @@ parameters: - functest-kubernetes-slave: slave: '{slave}' + - functest-kubernetes-build_tag: + build_tag: '' + - functest-kubernetes-DEPLOY_SCENARIO: + DEPLOY_SCENARIO: k8-nosdn-nofeature-noha + - functest-kubernetes-DEBUG: + DEBUG: 'true' properties: - build-blocker: use-build-blocker: true @@ -486,17 +650,19 @@ <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-rmi' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-rmi' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-rmi' + <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-rmi' <<: *functest-kubernetes-jobs - multijob: name: remove dependencies projects: - - name: 'functest-kubernetes-_-golang-alpine3.9-rmi' + - name: 'functest-kubernetes-_-golang-1.13-alpine3.12-rmi' <<: *functest-kubernetes-jobs - multijob: name: pull dependencies projects: - - name: 'functest-kubernetes-_-golang-alpine3.9-pull' + - name: 'functest-kubernetes-_-golang-1.13-alpine3.12-pull' <<: *functest-kubernetes-jobs - multijob: name: build opnfv/functest-kubernetes-core @@ -508,13 +674,15 @@ projects: - name: 'functest-kubernetes-opnfv-functest-kubernetes-healthcheck-{tag}-gate' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-gate' + <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-gate' + <<: *functest-kubernetes-jobs - multijob: name: build containers projects: - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-gate' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-gate' - <<: *functest-kubernetes-jobs - multijob: name: opnfv/functest-kubernetes-healthcheck:{tag} projects: @@ -522,15 +690,23 @@ <<: *functest-kubernetes-jobs - multijob: name: opnfv/functest-kubernetes-smoke:{tag} + execution-type: SEQUENTIALLY projects: + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-xrally_kubernetes-run' + <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-k8s_conformance-run' <<: *functest-kubernetes-jobs - multijob: - name: opnfv/functest-kubernetes-features:{tag} + name: opnfv/functest-kubernetes-security:{tag} projects: - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-stor4nfv_k8s-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-kube_hunter-run' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-features-{tag}-clover_k8s-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-kube_bench-run' + <<: *functest-kubernetes-jobs + - multijob: + name: opnfv/functest-kubernetes-cnf:{tag} + projects: + - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-k8s_vims-run' <<: *functest-kubernetes-jobs - project: @@ -551,4 +727,16 @@ - last-success - last-failure - last-duration - regex: ^functest-kubernetes-[a-z]+-(daily|check|gate)$ + regex: ^functest-kubernetes-[a-z]+-daily$ + +- view: + name: functest-kubernetes-gate + view-type: list + columns: + - status + - weather + - job + - last-success + - last-failure + - last-duration + regex: ^functest-kubernetes-[a-z]+-gate$