X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Ffunctest%2Ffunctest-kubernetes.yaml;h=a362de36070ed2f9e7daeb549a7fdf7ba3f35a60;hb=8e3a965ea9b4d0d8f174d212042e714a58080751;hp=c9724469d663e97f21393952889cf0607028136f;hpb=b2d1bf8e0916902cbd17f5e8c8fd8768126367bc;p=releng.git diff --git a/jjb/functest/functest-kubernetes.yaml b/jjb/functest/functest-kubernetes.yaml index c9724469d..a362de360 100644 --- a/jjb/functest/functest-kubernetes.yaml +++ b/jjb/functest/functest-kubernetes.yaml @@ -13,51 +13,51 @@ tag: - latest: from: - buildargs: + build_args: branch: master - slave: lf-virtual1-6 - dependency: 3.13 - - leguer: + node: lf-virtual1-9 + dependency: 3.16 + - v1.26: from: - buildargs: - branch: stable/leguer - slave: functest_k8s_leguer - dependency: 3.12 - - kali: + build_args: + branch: master + node: lf-virtual1-1 + dependency: 3.16 + - v1.25: from: - buildargs: - branch: stable/kali - slave: lf-virtual1-4 - dependency: 3.11 - - jerma: + build_args: + branch: stable/v1.25 + node: lf-virtual1-8 + dependency: 3.16 + - v1.24: from: - buildargs: - branch: stable/jerma - slave: lf-virtual1-3 - dependency: 3.10 - - iruya: + build_args: + branch: stable/v1.24 + node: lf-virtual1-7 + dependency: 3.16 + - v1.23: from: - buildargs: - branch: stable/iruya - slave: lf-virtual1-2 - dependency: 3.9 - - hunter: + build_args: + branch: stable/v1.23 + node: lf-virtual1-6 + dependency: 3.14 + - v1.22: from: - buildargs: - branch: stable/hunter - slave: lf-virtual1-1 - dependency: 3.9 + build_args: + branch: stable/v1.22 + node: lf-virtual1-5 + dependency: 3.14 - functest-kubernetes-jobs: &functest-kubernetes-jobs name: 'functest-kubernetes-jobs' current-parameters: true - parameter: - name: functest-kubernetes-slave + name: functest-kubernetes-node parameters: - label: - name: slave - default: '{slave}' + name: node + default: '{node}' - parameter: name: functest-kubernetes-build_tag @@ -77,7 +77,12 @@ <<: *functest-kubernetes-containers test: '{test}' privileged: '{privileged}' + volumes: '{volumes}' + env: '{env}' network: '{network}' + uid: '{uid}' + gid: '{gid}' + published_ports: '{published_ports}' - builder: name: functest-kubernetes-pull-containers @@ -98,6 +103,21 @@ builders: - shell: | set +x + volumes=; + if [ "{volumes}" != "None" ]; then + for i in $(echo {volumes} | tr -d '[]' |sed "s/, / /g" ); \ + do volumes="-v $i $volumes"; done + fi + env=; + if [ "{env}" != "None" ]; then + for i in $(eval echo {env} | tr -d '[]' |sed "s/, / /g" ); \ + do env="-e $i $env"; done + fi + published_ports=; + if [ "{published_ports}" != "None" ]; then + for i in $(echo {published_ports} | tr -d '[]' |sed "s/, / /g" ); \ + do published_ports="-p $i $published_ports"; done + fi [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/results || true if [ "{repo}" = "_" ]; then image={container}:{tag} @@ -106,20 +126,23 @@ else image={repo}:{port}/{container}:{tag} fi + mkdir -p $WORKSPACE/results + chown {uid}:{gid} $WORKSPACE/results docker run --rm \ --privileged={privileged} \ --network={network} \ + $volumes \ + $env \ + $published_ports \ -e S3_ENDPOINT_URL=https://storage.googleapis.com \ -e S3_DST_URL=s3://artifacts.opnfv.org/functest-kubernetes/$BUILD_TAG/$JOB_NAME-$BUILD_ID \ -e HTTP_DST_URL=http://artifacts.opnfv.org/functest-kubernetes/$BUILD_TAG/$JOB_NAME-$BUILD_ID \ - -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \ + -v /home/opnfv/functest-kubernetes/.boto:/etc/boto.cfg \ -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \ -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \ - -e NODE_NAME=$slave \ + -e NODE_NAME=$node \ -e BUILD_TAG=$BUILD_TAG \ -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ - -e DEPLOY_SCENARIO=$DEPLOY_SCENARIO \ - -v /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config \ $image run_tests -t {test} -p -r - builder: @@ -139,8 +162,8 @@ - job-template: name: 'functest-kubernetes-{repo}-{container}-{tag}-pull' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' builders: - functest-kubernetes-pull-containers: <<: *functest-kubernetes-containers @@ -183,8 +206,8 @@ - job-template: name: 'functest-kubernetes-{repo}-{container}-{tag}-rmi' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' builders: - functest-kubernetes-remove-images: <<: *functest-kubernetes-containers @@ -225,10 +248,10 @@ - 'functest-kubernetes-{repo}-{container}-{tag}-rmi' - job-template: - name: 'functest-kubernetes-{repo}-{container}-{tag}-{test}-run' + name: 'functest-kubernetes-opnfv-functest-kubernetes-healthcheck-{tag}-{test}-run' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' - functest-kubernetes-build_tag: build_tag: '' - functest-kubernetes-DEPLOY_SCENARIO: @@ -240,71 +263,91 @@ - project: name: 'functest-kubernetes-opnfv-functest-kubernetes-healthcheck' <<: *functest-kubernetes-params + volumes: + - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config + - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config + env: + - DEPLOY_SCENARIO=$DEPLOY_SCENARIO + published_ports: container: 'functest-kubernetes-healthcheck' test: - k8s_quick - k8s_smoke privileged: 'false' network: bridge + uid: 1000 + gid: 1000 jobs: - - 'functest-kubernetes-{repo}-{container}-{tag}-{test}-run' + - 'functest-kubernetes-opnfv-functest-kubernetes-healthcheck-{tag}-{test}-run' + +- job-template: + name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-{test}-run' + parameters: + - functest-kubernetes-node: + node: '{node}' + - functest-kubernetes-build_tag: + build_tag: '' + - functest-kubernetes-DEPLOY_SCENARIO: + DEPLOY_SCENARIO: k8-nosdn-nofeature-noha + builders: + - functest-kubernetes-run-containers: + <<: *functest-kubernetes-run-containers - project: name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke' <<: *functest-kubernetes-params + volumes: + - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config + - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config + env: + - DEPLOY_SCENARIO=$DEPLOY_SCENARIO + published_ports: container: 'functest-kubernetes-smoke' test: - xrally_kubernetes - k8s_conformance + - k8s_conformance_serial - sig_api_machinery + - sig_api_machinery_serial - sig_apps + - sig_apps_serial - sig_auth - - sig_cli - sig_cluster_lifecycle - sig_instrumentation - sig_network - - sig_network_features - sig_node + - sig_scheduling_serial - sig_storage + - sig_storage_serial privileged: 'false' network: bridge - exclude: - - {'tag': 'jerma', 'test': 'sig_api_machinery'} - - {'tag': 'jerma', 'test': 'sig_apps'} - - {'tag': 'jerma', 'test': 'sig_auth'} - - {'tag': 'jerma', 'test': 'sig_cli'} - - {'tag': 'jerma', 'test': 'sig_cluster_lifecycle'} - - {'tag': 'jerma', 'test': 'sig_instrumentation'} - - {'tag': 'jerma', 'test': 'sig_network'} - - {'tag': 'jerma', 'test': 'sig_network_features'} - - {'tag': 'jerma', 'test': 'sig_node'} - - {'tag': 'jerma', 'test': 'sig_storage'} - - {'tag': 'iruya', 'test': 'sig_api_machinery'} - - {'tag': 'iruya', 'test': 'sig_apps'} - - {'tag': 'iruya', 'test': 'sig_auth'} - - {'tag': 'iruya', 'test': 'sig_cli'} - - {'tag': 'iruya', 'test': 'sig_cluster_lifecycle'} - - {'tag': 'iruya', 'test': 'sig_instrumentation'} - - {'tag': 'iruya', 'test': 'sig_network'} - - {'tag': 'iruya', 'test': 'sig_network_features'} - - {'tag': 'iruya', 'test': 'sig_node'} - - {'tag': 'iruya', 'test': 'sig_storage'} - - {'tag': 'hunter', 'test': 'sig_api_machinery'} - - {'tag': 'hunter', 'test': 'sig_apps'} - - {'tag': 'hunter', 'test': 'sig_auth'} - - {'tag': 'hunter', 'test': 'sig_cli'} - - {'tag': 'hunter', 'test': 'sig_cluster_lifecycle'} - - {'tag': 'hunter', 'test': 'sig_instrumentation'} - - {'tag': 'hunter', 'test': 'sig_network'} - - {'tag': 'hunter', 'test': 'sig_network_features'} - - {'tag': 'hunter', 'test': 'sig_node'} - - {'tag': 'hunter', 'test': 'sig_storage'} + uid: 1000 + gid: 1000 jobs: - - 'functest-kubernetes-{repo}-{container}-{tag}-{test}-run' + - 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-{test}-run' + +- job-template: + name: 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-{test}-run' + parameters: + - functest-kubernetes-node: + node: '{node}' + - functest-kubernetes-build_tag: + build_tag: '' + - functest-kubernetes-DEPLOY_SCENARIO: + DEPLOY_SCENARIO: k8-nosdn-nofeature-noha + builders: + - functest-kubernetes-run-containers: + <<: *functest-kubernetes-run-containers - project: name: 'functest-kubernetes-opnfv-functest-kubernetes-security' <<: *functest-kubernetes-params + volumes: + - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config + - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config + env: + - DEPLOY_SCENARIO=$DEPLOY_SCENARIO + published_ports: container: 'functest-kubernetes-security' test: - kube_hunter @@ -312,39 +355,98 @@ - kube_bench_node privileged: 'false' network: bridge + uid: 1000 + gid: 1000 jobs: - - 'functest-kubernetes-{repo}-{container}-{tag}-{test}-run' + - 'functest-kubernetes-opnfv-functest-kubernetes-security-{tag}-{test}-run' + +- job-template: + name: 'functest-kubernetes-opnfv-functest-kubernetes-benchmarking-{tag}-{test}-run' + parameters: + - functest-kubernetes-node: + node: '{node}' + - functest-kubernetes-build_tag: + build_tag: '' + - functest-kubernetes-DEPLOY_SCENARIO: + DEPLOY_SCENARIO: k8-nosdn-nofeature-noha + builders: + - functest-kubernetes-run-containers: + <<: *functest-kubernetes-run-containers - project: name: 'functest-kubernetes-opnfv-functest-kubernetes-benchmarking' <<: *functest-kubernetes-params + volumes: + - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config + - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config + env: + - DEPLOY_SCENARIO=$DEPLOY_SCENARIO + published_ports: container: 'functest-kubernetes-benchmarking' test: - xrally_kubernetes_full + - netperf privileged: 'false' network: bridge + uid: 1000 + gid: 1000 jobs: - - 'functest-kubernetes-{repo}-{container}-{tag}-{test}-run' + - 'functest-kubernetes-opnfv-functest-kubernetes-benchmarking-{tag}-{test}-run' + +- job-template: + name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-{test}-run' + parameters: + - functest-kubernetes-node: + node: '{node}' + - functest-kubernetes-build_tag: + build_tag: '' + - functest-kubernetes-DEPLOY_SCENARIO: + DEPLOY_SCENARIO: k8-nosdn-nofeature-noha + builders: + - functest-kubernetes-run-containers: + <<: *functest-kubernetes-run-containers - project: name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf' <<: *functest-kubernetes-params + volumes: + - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config + - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config + env: + - DEPLOY_SCENARIO=$DEPLOY_SCENARIO + published_ports: container: 'functest-kubernetes-cnf' test: - k8s_vims - helm_vims - - cnf_conformance + - cnf_testsuite privileged: 'false' network: bridge + uid: 1000 + gid: 1000 jobs: - - 'functest-kubernetes-{repo}-{container}-{tag}-{test}-run' - + - 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-{test}-run' - builder: name: functest-kubernetes-zip builders: - shell: | set +x + volumes=; + if [ "{volumes}" != "None" ]; then + for i in $(echo {volumes} | tr -d '[]' |sed "s/, / /g" ); \ + do volumes="-v $i $volumes"; done + fi + env=; + if [ "{env}" != "None" ]; then + for i in $(eval echo {env} | tr -d '[]' |sed "s/, / /g" ); \ + do env="-e $i $env"; done + fi + published_ports=; + if [ "{published_ports}" != "None" ]; then + for i in $(echo {published_ports} | tr -d '[]' |sed "s/, / /g" ); \ + do published_ports="-p $i $published_ports"; done + fi [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/results || true if [ "{repo}" = "_" ]; then image={container}:{tag} @@ -353,24 +455,27 @@ else image={repo}:{port}/{container}:{tag} fi + mkdir -p $WORKSPACE/results + chown {uid}:{gid} $WORKSPACE/results docker run --rm \ + $volumes \ + $env \ + $published_ports \ -e S3_ENDPOINT_URL=https://storage.googleapis.com \ -e S3_DST_URL=s3://artifacts.opnfv.org/functest-kubernetes \ -e HTTP_DST_URL=http://artifacts.opnfv.org/functest-kubernetes \ - -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \ + -v /home/opnfv/functest-kubernetes/.boto:/etc/boto.cfg \ -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \ -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \ -e BUILD_TAG=$BUILD_TAG \ -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ - -e DEPLOY_SCENARIO=$DEPLOY_SCENARIO \ - -v /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config \ $image zip_campaign - job-template: name: 'functest-kubernetes-{tag}-zip' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' - functest-kubernetes-build_tag: build_tag: '' - functest-kubernetes-DEPLOY_SCENARIO: @@ -378,11 +483,24 @@ builders: - functest-kubernetes-zip: <<: *functest-kubernetes-containers + volumes: '{volumes}' + env: '{env}' + uid: '{uid}' + gid: '{gid}' + published_ports: '{published_ports}' - project: name: 'functest-kubernetes-{tag}-zip' <<: *functest-kubernetes-params + volumes: + - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config + - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config + env: + - DEPLOY_SCENARIO=$DEPLOY_SCENARIO + published_ports: container: 'functest-kubernetes-healthcheck' + uid: 1000 + gid: 1000 jobs: - 'functest-kubernetes-{tag}-zip' @@ -392,18 +510,21 @@ triggers: - timed: '@weekly' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' - functest-kubernetes-build_tag: build_tag: '' - functest-kubernetes-DEPLOY_SCENARIO: DEPLOY_SCENARIO: k8-nosdn-nofeature-noha + # PyYAML and yamllint differ here + # see https://github.com/yaml/pyyaml/issues/234 + # yamllint disable rule:indentation properties: - build-blocker: - use-build-blocker: true - blocking-level: 'NODE' blocking-jobs: - - '^functest-kubernetes-{tag}-(daily|docker|review)$' + - ^functest-kubernetes-(pi-)*.*-(daily|review)$ + - ^functest-kubernetes-(pi-)*{tag}-docker$ + # yamllint enable rule:indentation builders: - multijob: name: remove former images @@ -446,13 +567,17 @@ <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-k8s_conformance-run' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-k8s_conformance_serial-run' + <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_api_machinery-run' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_api_machinery_serial-run' + <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_apps-run' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_auth-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_apps_serial-run' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_cli-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_auth-run' <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_cluster_lifecycle-run' <<: *functest-kubernetes-jobs @@ -460,12 +585,14 @@ <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_network-run' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_network_features-run' - <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_node-run' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_scheduling_serial-run' + <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_storage-run' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_storage_serial-run' + <<: *functest-kubernetes-jobs - multijob: name: opnfv/functest-kubernetes-security:{tag} projects: @@ -480,6 +607,8 @@ projects: - name: 'functest-kubernetes-opnfv-functest-kubernetes-benchmarking-{tag}-xrally_kubernetes_full-run' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-benchmarking-{tag}-netperf-run' + <<: *functest-kubernetes-jobs - multijob: name: opnfv/functest-kubernetes-cnf:{tag} projects: @@ -487,13 +616,19 @@ <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-helm_vims-run' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-cnf_conformance-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-cnf_testsuite-run' <<: *functest-kubernetes-jobs - multijob: name: dump all campaign data projects: - name: 'functest-kubernetes-{tag}-zip' <<: *functest-kubernetes-jobs + publishers: + - email-ext: + failure: false + first-failure: true + fixed: true + recipients: cedric.ollivier@orange.com - project: name: 'functest-kubernetes-daily' @@ -518,7 +653,7 @@ <<: *functest-kubernetes-containers ref_arg: '{ref_arg}' path: '{path}' - buildargs: '{buildargs}' + build_args: '{build_args}' from: '{from}' - builder: @@ -534,8 +669,9 @@ image={repo}:{port}/{container}:{tag} fi build_args="" - if [ "{buildargs}" != "None" ]; then - build_args="{buildargs}" + if [ "{build_args}" != "None" ]; then + for i in $(echo {build_args} | tr -d '[]' |sed "s/, / /g" ); \ + do build_args="--build-arg $i $build_args"; done fi if [ "{ref_arg}" != "None" ]; then build_args="$build_args --build-arg {ref_arg}={ref}" @@ -595,8 +731,8 @@ - job-template: name: 'functest-kubernetes-{repo}-{tag}-dep-pull' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' builders: - functest-kubernetes-pull-dep-images: <<: *functest-kubernetes-dep @@ -610,8 +746,8 @@ - job-template: name: 'functest-kubernetes-{repo}-{tag}-dep-rmi' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' builders: - functest-kubernetes-remove-dep-images: <<: *functest-kubernetes-dep @@ -627,13 +763,20 @@ builders: - shell: | set +x - apt-get update && apt-get install \ - software-properties-common gpg -y + apt-get -o DPkg::Lock::Timeout=300 update && \ + DEBIAN_FRONTEND=noninteractive apt-get \ + -o DPkg::Lock::Timeout=300 dist-upgrade -y + DEBIAN_FRONTEND=noninteractive \ + apt-get -o DPkg::Lock::Timeout=300 install software-properties-common gpg -y add-apt-repository -y ppa:deadsnakes/ppa - apt-get update && apt-get install python3.8 \ - python3.8-dev python3.8-distutils \ - python3.7 python3.7-dev python3.6 python3.6-dev \ - python python-dev python3-pip enchant -y + apt-get -o DPkg::Lock::Timeout=300 update && \ + DEBIAN_FRONTEND=noninteractive apt-get \ + -o DPkg::Lock::Timeout=300 install \ + libxml2-dev libxslt-dev libffi-dev libjpeg-dev \ + python3.10 python3.10-dev python3.10-distutils \ + python3.9 python3.9-dev python3.9-distutils \ + python3.8 python3.8-dev python3.8-distutils \ + python3-pip enchant-2 -y pip3 install tox tox-pip-version tox @@ -647,8 +790,8 @@ - functest-kubernetes-patchset-created: branch: '{branch}' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' builders: - functest-kubernetes-tox: @@ -661,8 +804,8 @@ - job-template: name: 'functest-kubernetes-{repo}-{container}-{tag}-gate' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' scm: - functest-kubernetes-scm: ref: $GERRIT_REFSPEC @@ -670,7 +813,7 @@ - functest-kubernetes-build-containers: <<: *functest-kubernetes-build-containers ref: $GERRIT_REFSPEC - buildargs: '{buildargs}' + build_args: '{build_args}' - project: name: functest-kubernetes-opnfv-functest-kubernetes-core-{tag}-gate @@ -726,7 +869,6 @@ jobs: - 'functest-kubernetes-{repo}-{container}-{tag}-gate' - - trigger: name: functest-kubernetes-patchset-created triggers: @@ -751,18 +893,21 @@ - functest-kubernetes-patchset-created: branch: '{branch}' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' - functest-kubernetes-build_tag: build_tag: '' - functest-kubernetes-DEPLOY_SCENARIO: DEPLOY_SCENARIO: k8-nosdn-nofeature-noha + # PyYAML and yamllint differ here + # see https://github.com/yaml/pyyaml/issues/234 + # yamllint disable rule:indentation properties: - build-blocker: - use-build-blocker: true - blocking-level: 'NODE' blocking-jobs: - - '^functest-kubernetes-{tag}-(daily|docker|review)$' + - ^functest-kubernetes-(pi-)*.*-(daily|review)$ + - ^functest-kubernetes-(pi-)*{tag}-docker$ + # yamllint enable rule:indentation builders: - multijob: name: remove former images @@ -826,13 +971,17 @@ <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-k8s_conformance-run' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-k8s_conformance_serial-run' + <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_api_machinery-run' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_api_machinery_serial-run' + <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_apps-run' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_auth-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_apps_serial-run' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_cli-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_auth-run' <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_cluster_lifecycle-run' <<: *functest-kubernetes-jobs @@ -840,12 +989,14 @@ <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_network-run' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_network_features-run' - <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_node-run' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_scheduling_serial-run' + <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_storage-run' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-{tag}-sig_storage_serial-run' + <<: *functest-kubernetes-jobs - multijob: name: opnfv/functest-kubernetes-security:{tag} projects: @@ -860,6 +1011,8 @@ projects: - name: 'functest-kubernetes-opnfv-functest-kubernetes-benchmarking-{tag}-xrally_kubernetes_full-run' <<: *functest-kubernetes-jobs + - name: 'functest-kubernetes-opnfv-functest-kubernetes-benchmarking-{tag}-netperf-run' + <<: *functest-kubernetes-jobs - multijob: name: opnfv/functest-kubernetes-cnf:{tag} projects: @@ -867,8 +1020,14 @@ <<: *functest-kubernetes-jobs - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-helm_vims-run' <<: *functest-kubernetes-jobs - - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-cnf_conformance-run' + - name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-{tag}-cnf_testsuite-run' <<: *functest-kubernetes-jobs + publishers: + - email-ext: + failure: false + first-failure: true + fixed: true + recipients: cedric.ollivier@orange.com - project: name: 'functest-kubernetes-review' @@ -923,8 +1082,8 @@ - job-template: name: 'functest-kubernetes-{repo}-{container}-{tag}-build' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' scm: - functest-kubernetes-scm: ref: '{branch}' @@ -932,7 +1091,7 @@ - functest-kubernetes-build-containers: <<: *functest-kubernetes-build-containers ref: '{branch}' - buildargs: '{buildargs}' + build_args: '{build_args}' - functest-kubernetes-push-containers: <<: *functest-kubernetes-build-containers ref: '{branch}' @@ -991,7 +1150,6 @@ jobs: - 'functest-kubernetes-{repo}-{container}-{tag}-build' - - job-template: name: 'functest-kubernetes-{tag}-docker' project-type: multijob @@ -1001,14 +1159,16 @@ - functest-kubernetes-scm: ref: '{branch}' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' + # PyYAML and yamllint differ here + # see https://github.com/yaml/pyyaml/issues/234 + # yamllint disable rule:indentation properties: - build-blocker: - use-build-blocker: true - blocking-level: 'NODE' blocking-jobs: - - '^functest-kubernetes-{tag}-(daily|docker|review)$' + - ^functest-kubernetes-(pi-)*{tag}-(daily|review)$ + # yamllint enable rule:indentation builders: - multijob: name: remove dependency @@ -1044,12 +1204,20 @@ projects: - name: 'functest-kubernetes-opnfv-functest-kubernetes-benchmarking-{tag}-build' <<: *functest-kubernetes-jobs + publishers: + - email-ext: + failure: false + first-failure: true + fixed: true + recipients: cedric.ollivier@orange.com - builder: name: functest-kubernetes-trivy builders: - shell: | - apt-get update && apt-get install curl -y + apt-get -o DPkg::Lock::Timeout=300 update && \ + DEBIAN_FRONTEND=noninteractive apt-get \ + -o DPkg::Lock::Timeout=300 install curl -y curl -sfL https://raw.githubusercontent.com/aquasecurity/trivy/main/contrib/install.sh | sh -s -- -b . if [ "{repo}" = "_" ]; then @@ -1059,18 +1227,24 @@ else image={repo}:{port}/{container}:{tag} fi - ./trivy --exit-code 1 $image + ./trivy image --exit-code 1 $image - job-template: name: 'functest-kubernetes-{repo}-{container}-{tag}-trivy' triggers: - timed: '@weekly' parameters: - - functest-kubernetes-slave: - slave: '{slave}' + - functest-kubernetes-node: + node: '{node}' builders: - functest-kubernetes-trivy: <<: *functest-kubernetes-containers + publishers: + - email-ext: + failure: false + first-failure: true + fixed: true + recipients: cedric.ollivier@orange.com - project: name: 'functest-kubernetes-opnfv-functest-kubernetes-core-trivy' @@ -1114,6 +1288,83 @@ jobs: - 'functest-kubernetes-{repo}-{container}-{tag}-trivy' +- builder: + name: functest-kubernetes-grype + builders: + - shell: | + apt-get -o DPkg::Lock::Timeout=300 update && \ + DEBIAN_FRONTEND=noninteractive apt-get \ + -o DPkg::Lock::Timeout=300 install curl -y + + curl -sSfL https://raw.githubusercontent.com/anchore/grype/main/install.sh | sh -s -- -b . + if [ "{repo}" = "_" ]; then + image={container}:{tag} + elif [ "{port}" = "None" ]; then + image={repo}/{container}:{tag} + else + image={repo}:{port}/{container}:{tag} + fi + ./grype -q $image + +- job-template: + name: 'functest-kubernetes-{repo}-{container}-{tag}-grype' + triggers: + - timed: '@weekly' + parameters: + - functest-kubernetes-node: + node: '{node}' + builders: + - functest-kubernetes-grype: + <<: *functest-kubernetes-containers + publishers: + - email-ext: + failure: false + first-failure: true + fixed: true + recipients: cedric.ollivier@orange.com + +- project: + name: 'functest-kubernetes-opnfv-functest-kubernetes-core-grype' + <<: *functest-kubernetes-params + container: 'functest-kubernetes-core' + jobs: + - 'functest-kubernetes-{repo}-{container}-{tag}-grype' + +- project: + name: 'functest-kubernetes-opnfv-functest-kubernetes-healthcheck-grype' + <<: *functest-kubernetes-params + container: 'functest-kubernetes-healthcheck' + jobs: + - 'functest-kubernetes-{repo}-{container}-{tag}-grype' + +- project: + name: 'functest-kubernetes-opnfv-functest-kubernetes-cnf-grype' + <<: *functest-kubernetes-params + container: 'functest-kubernetes-cnf' + jobs: + - 'functest-kubernetes-{repo}-{container}-{tag}-grype' + +- project: + name: 'functest-kubernetes-opnfv-functest-kubernetes-security-grype' + <<: *functest-kubernetes-params + container: 'functest-kubernetes-security' + jobs: + - 'functest-kubernetes-{repo}-{container}-{tag}-grype' + +- project: + name: 'functest-kubernetes-opnfv-functest-kubernetes-smoke-grype' + <<: *functest-kubernetes-params + container: 'functest-kubernetes-smoke' + jobs: + - 'functest-kubernetes-{repo}-{container}-{tag}-grype' + +- project: + name: 'functest-kubernetes-opnfv-functest-kubernetes-benchmarking-grype' + <<: *functest-kubernetes-params + container: 'functest-kubernetes-benchmarking' + jobs: + - 'functest-kubernetes-{repo}-{container}-{tag}-grype' + - project: name: 'functest-kubernetes' <<: *functest-kubernetes-params @@ -1143,3 +1394,15 @@ - last-failure - last-duration regex: (?!functest-kubernetes-pi)(?!functest-kubernetes-ng)^functest-kubernetes-[a-z-0-9.]+-trivy$ + +- view: + name: functest-kubernetes-grype + view-type: list + columns: + - status + - weather + - job + - last-success + - last-failure + - last-duration + regex: (?!functest-kubernetes-pi)(?!functest-kubernetes-ng)^functest-kubernetes-[a-z-0-9.]+-grype$