---
-- xtesting-jobs: &xtesting-jobs
- name: 'xtesting-jobs'
- current-parameters: true
+- xtesting-containers: &xtesting-containers
+ name: 'xtesting-containers'
+ repo: '{repo}'
+ port: '{port}'
+ container: '{container}'
+ tag: '{tag}'
- xtesting-params: &xtesting-params
name: 'xtesting-params'
port:
tag:
- latest:
+ from:
+ buildargs:
branch: master
slave: lf-virtual1
+ dependency: 3.14
+ - wallaby:
+ from:
+ buildargs:
+ branch: stable/wallaby
+ slave: lf-virtual1
dependency: 3.13
- leguer:
+ from:
+ buildargs:
branch: stable/leguer
slave: lf-virtual1
dependency: 3.12
- kali:
+ from:
+ buildargs:
branch: stable/kali
slave: lf-virtual1
dependency: 3.11
- jerma:
+ from:
+ buildargs:
branch: stable/jerma
slave: lf-virtual1
dependency: 3.10
- - iruya:
- branch: stable/iruya
- slave: lf-virtual1
- dependency: 3.9
- - hunter:
- branch: stable/hunter
- slave: lf-virtual1
- dependency: 3.9
+
+- xtesting-jobs: &xtesting-jobs
+ name: 'xtesting-jobs'
+ current-parameters: true
- parameter:
name: xtesting-slave
- random-string:
name: build_tag
-- parameter:
- name: xtesting-DEBUG
- parameters:
- - string:
- name: DEBUG
- default: 'true'
-
-- xtesting-containers: &xtesting-containers
- name: 'xtesting-containers'
- repo: '{repo}'
- port: '{port}'
- container: '{container}'
- tag: '{tag}'
-
- xtesting-run-containers: &xtesting-run-containers
name: 'xtesting-run-containers'
<<: *xtesting-containers
test: '{test}'
privileged: '{privileged}'
+ volumes: '{volumes}'
+ env: '{env}'
network: '{network}'
- builder:
builders:
- shell: |
set +x
+ volumes=;
+ if [ "{volumes}" != "None" ]; then
+ for i in $(echo {volumes} | tr -d '[] ' |sed "s/,/ /g" ); do volumes="-v $i $volumes"; done
+ fi
+ env=;
+ if [ "{env}" != "None" ]; then
+ for i in $(eval echo {env} | tr -d '[] ' |sed "s/,/ /g" ); do env="-e $i $env"; done
+ fi
[ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/results || true
if [ "{repo}" = "_" ]; then
image={container}:{tag}
sudo docker run --rm \
--privileged={privileged} \
--network={network} \
+ $volumes \
+ $env \
-e S3_ENDPOINT_URL=https://storage.googleapis.com \
-e S3_DST_URL=s3://artifacts.opnfv.org/xtesting/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
-e HTTP_DST_URL=http://artifacts.opnfv.org/xtesting/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
-e NODE_NAME=$slave \
-e BUILD_TAG=$BUILD_TAG \
-v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
- -e DEBUG=$DEBUG \
$image run_tests -t {test} -p -r
- builder:
fi
sudo docker rmi $image || true
-- xtesting-build-containers: &xtesting-build-containers
- name: 'xtesting-build-containers'
- <<: *xtesting-containers
- ref_arg: '{ref_arg}'
- path: '{path}'
-
-- builder:
- name: xtesting-build-containers
- builders:
- - shell: |
- set +x
- if [ "{repo}" = "_" ]; then
- image={container}:{tag}
- elif [ "{port}" = "None" ]; then
- image={repo}/{container}:{tag}
- else
- image={repo}:{port}/{container}:{tag}
- fi
- if [ "{ref_arg}" = "None" ]; then
- build_arg=""
- else
- build_arg="--build-arg {ref_arg}={ref}"
- fi
- cd {path}
- sudo docker build $build_arg \
- --pull=false --no-cache --force-rm=true \
- -t $image .
-
-- scm:
- name: xtesting-scm
- scm:
- - git:
- url: 'https://gerrit.opnfv.org/gerrit/functest-xtesting'
- refspec: '+refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/*'
- branches:
- - '{ref}'
-
- job-template:
name: 'xtesting-{repo}-{container}-{tag}-pull'
parameters:
- 'xtesting-{repo}-{container}-{tag}-rmi'
- job-template:
- name: 'xtesting-{repo}-{container}-{tag}-{test}-run'
+ name: 'xtesting-opnfv-xtesting-{tag}-{test}-run'
parameters:
- xtesting-slave:
slave: '{slave}'
- xtesting-build_tag:
build_tag: ''
- - xtesting-DEBUG:
- DEBUG: 'true'
builders:
- xtesting-run-containers:
<<: *xtesting-run-containers
- project:
name: 'xtesting-opnfv-xtesting'
<<: *xtesting-params
+ volumes:
+ env:
container: 'xtesting'
test:
- first
- fourth
- fifth
- sixth
+ - eighth
privileged: 'false'
network: bridge
+ exclude:
+ - tag: leguer
+ test: eighth
+ - tag: kali
+ test: eighth
+ - tag: jerma
+ test: eighth
jobs:
- - 'xtesting-{repo}-{container}-{tag}-{test}-run'
+ - 'xtesting-opnfv-xtesting-{tag}-{test}-run'
+
+- job-template:
+ name: 'xtesting-opnfv-xtesting-mts-{tag}-{test}-run'
+ parameters:
+ - xtesting-slave:
+ slave: '{slave}'
+ - xtesting-build_tag:
+ build_tag: ''
+ builders:
+ - xtesting-run-containers:
+ <<: *xtesting-run-containers
- project:
name: 'xtesting-opnfv-xtesting-mts'
<<: *xtesting-params
+ volumes:
+ env:
container: 'xtesting-mts'
test:
- seventh
privileged: 'false'
network: bridge
jobs:
- - 'xtesting-{repo}-{container}-{tag}-{test}-run'
-
+ - 'xtesting-opnfv-xtesting-mts-{tag}-{test}-run'
- builder:
name: xtesting-zip
builders:
- shell: |
set +x
+ volumes=;
+ if [ "{volumes}" != "None" ]; then
+ for i in $(echo {volumes} | tr -d '[] ' |sed "s/,/ /g" ); do volumes="-v $i $volumes"; done
+ fi
+ env=;
+ if [ "{env}" != "None" ]; then
+ for i in $(eval echo {env} | tr -d '[] ' |sed "s/,/ /g" ); do env="-e $i $env"; done
+ fi
+ [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/results || true
if [ "{repo}" = "_" ]; then
image={container}:{tag}
elif [ "{port}" = "None" ]; then
image={repo}:{port}/{container}:{tag}
fi
sudo docker run --rm \
+ $volumes \
+ $env \
-e S3_ENDPOINT_URL=https://storage.googleapis.com \
-e S3_DST_URL=s3://artifacts.opnfv.org/xtesting \
-e HTTP_DST_URL=http://artifacts.opnfv.org/xtesting \
-e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \
-e BUILD_TAG=$BUILD_TAG \
-v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
- -e DEBUG=$DEBUG \
$image zip_campaign
- job-template:
slave: '{slave}'
- xtesting-build_tag:
build_tag: ''
- - xtesting-DEBUG:
- DEBUG: 'true'
builders:
- xtesting-zip:
<<: *xtesting-containers
+ volumes: '{volumes}'
+ env: '{env}'
- project:
name: 'xtesting-{tag}-zip'
<<: *xtesting-params
+ volumes:
+ env:
container: 'xtesting'
jobs:
- 'xtesting-{tag}-zip'
slave: '{slave}'
- xtesting-build_tag:
build_tag: ''
- - xtesting-DEBUG:
- DEBUG: 'true'
+ # PyYAML and yamllint differ here
+ # see https://github.com/yaml/pyyaml/issues/234
+ # yamllint disable rule:indentation
properties:
- build-blocker:
- use-build-blocker: true
- blocking-level: 'NODE'
blocking-jobs:
- - '^xtesting-{tag}-(daily|review)$'
+ - ^xtesting-(pi-)*{tag}-(daily|docker|review)$
+ # yamllint enable rule:indentation
builders:
- multijob:
name: remove former images
<<: *xtesting-jobs
- name: 'xtesting-opnfv-xtesting-{tag}-sixth-run'
<<: *xtesting-jobs
+ - name: 'xtesting-opnfv-xtesting-{tag}-eighth-run'
+ <<: *xtesting-jobs
- multijob:
name: opnfv/xtesting-mts:{tag}
projects:
- name: 'xtesting-{tag}-zip'
<<: *xtesting-jobs
+- project:
+ name: 'xtesting-daily'
+ <<: *xtesting-params
+ jobs:
+ - 'xtesting-{tag}-daily'
+
+- view:
+ name: xtesting
+ view-type: list
+ columns:
+ - status
+ - weather
+ - job
+ - last-success
+ - last-failure
+ - last-duration
+ regex: ^xtesting-[a-z0-9.]+-daily$
+
+- xtesting-build-containers: &xtesting-build-containers
+ name: 'xtesting-build-containers'
+ <<: *xtesting-containers
+ ref_arg: '{ref_arg}'
+ path: '{path}'
+ buildargs: '{buildargs}'
+ from: '{from}'
+
+- builder:
+ name: xtesting-build-containers
+ builders:
+ - shell: |
+ set +x
+ if [ "{repo}" = "_" ]; then
+ image={container}:{tag}
+ elif [ "{port}" = "None" ]; then
+ image={repo}/{container}:{tag}
+ else
+ image={repo}:{port}/{container}:{tag}
+ fi
+ build_args=""
+ if [ "{buildargs}" != "None" ]; then
+ build_args="{buildargs}"
+ fi
+ if [ "{ref_arg}" != "None" ]; then
+ build_args="$build_args --build-arg {ref_arg}={ref}"
+ fi
+ cd {path}
+ if [ "{from}" != "None" ]; then
+ sed -i {from} Dockerfile
+ fi
+ sudo docker build $build_args \
+ --pull=false --no-cache --force-rm=true \
+ -t $image .
+
+- scm:
+ name: xtesting-scm
+ scm:
+ - git:
+ url: 'https://gerrit.opnfv.org/gerrit/functest-xtesting'
+ refspec: '+refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/*'
+ branches:
+ - '{ref}'
+
- xtesting-dep: &xtesting-dep
name: 'xtesting-containers'
repo: '{repo}'
set +x
if [ "_" = "_" ]; then
image=alpine:{dependency}
- elif [ "_" = "None" ]; then
+ elif [ "" = "None" ]; then
image=_/alpine:{dependency}
else
- image=_:/alpine{dependency}
+ image=_:/alpine:{dependency}
fi
sudo docker pull $image || true
set +x
if [ "_" = "_" ]; then
image=alpine:{dependency}
- elif [ "_" = "None" ]; then
+ elif [ "" = "None" ]; then
image=_/alpine:{dependency}
else
- image=_:/alpine{dependency}
+ image=_:/alpine:{dependency}
fi
sudo docker rmi $image || true
- builder:
name: xtesting-tox
builders:
- - shell: tox
+ - shell: |
+ set +x
+ sudo apt-get update && sudo DEBIAN_FRONTEND=noninteractive \
+ apt-get install software-properties-common gpg -y
+ sudo add-apt-repository -y ppa:deadsnakes/ppa
+ sudo apt-get update && sudo DEBIAN_FRONTEND=noninteractive \
+ apt-get install \
+ python3.9 python3.9-dev python3.9-distutils \
+ python3.8 python3.8-dev python3.8-distutils \
+ python3.7 python3.7-dev python3.6 python3.6-dev \
+ python python-dev python3-pip enchant -y
+ sudo pip3 install tox tox-pip-version
+
+ tox
- job-template:
name: 'xtesting-{tag}-tox'
jobs:
- 'xtesting-{tag}-tox'
+- job-template:
+ name: 'xtesting-{repo}-{container}-{tag}-gate'
+ parameters:
+ - xtesting-slave:
+ slave: '{slave}'
+ scm:
+ - xtesting-scm:
+ ref: $GERRIT_REFSPEC
+ builders:
+ - xtesting-build-containers:
+ <<: *xtesting-build-containers
+ ref: $GERRIT_REFSPEC
+ buildargs: '{buildargs}'
+
- project:
name: xtesting-opnfv-xtesting-{tag}-gate
<<: *xtesting-params
jobs:
- 'xtesting-{repo}-{container}-{tag}-gate'
-
-- job-template:
- name: 'xtesting-{repo}-{container}-{tag}-gate'
- parameters:
- - xtesting-slave:
- slave: '{slave}'
- scm:
- - xtesting-scm:
- ref: $GERRIT_REFSPEC
- builders:
- - xtesting-build-containers:
- <<: *xtesting-build-containers
- ref: $GERRIT_REFSPEC
-
- trigger:
name: xtesting-patchset-created
triggers:
slave: '{slave}'
- xtesting-build_tag:
build_tag: ''
- - xtesting-DEBUG:
- DEBUG: 'true'
+ # PyYAML and yamllint differ here
+ # see https://github.com/yaml/pyyaml/issues/234
+ # yamllint disable rule:indentation
properties:
- build-blocker:
- use-build-blocker: true
- blocking-level: 'NODE'
blocking-jobs:
- - '^xtesting-{tag}-(daily|review)$'
+ - ^xtesting-(pi-)*{tag}-(daily|docker|review)$
+ # yamllint enable rule:indentation
builders:
- multijob:
name: remove former images
<<: *xtesting-jobs
- name: 'xtesting-opnfv-xtesting-{tag}-sixth-run'
<<: *xtesting-jobs
+ - name: 'xtesting-opnfv-xtesting-{tag}-eighth-run'
+ <<: *xtesting-jobs
- multijob:
name: opnfv/xtesting-mts:{tag}
projects:
- name: 'xtesting-opnfv-xtesting-mts-{tag}-seventh-run'
<<: *xtesting-jobs
+- project:
+ name: 'xtesting-review'
+ <<: *xtesting-params
+ jobs:
+ - 'xtesting-{tag}-review'
+
+- view:
+ name: xtesting-review
+ view-type: list
+ columns:
+ - status
+ - weather
+ - job
+ - last-success
+ - last-failure
+ - last-duration
+ regex: ^xtesting-[a-z0-9.]+-review$
+
+- view:
+ name: xtesting-tox
+ view-type: list
+ columns:
+ - status
+ - weather
+ - job
+ - last-success
+ - last-failure
+ - last-duration
+ regex: ^xtesting-[a-z0-9.]+-tox$
+
- builder:
name: xtesting-push-containers
builders:
- xtesting-build-containers:
<<: *xtesting-build-containers
ref: '{branch}'
+ buildargs: '{buildargs}'
- xtesting-push-containers:
<<: *xtesting-build-containers
ref: '{branch}'
jobs:
- 'xtesting-{repo}-{container}-{tag}-build'
-
- job-template:
name: 'xtesting-{tag}-docker'
project-type: multijob
parameters:
- xtesting-slave:
slave: '{slave}'
- - xtesting-DEBUG:
- DEBUG: 'true'
+ # PyYAML and yamllint differ here
+ # see https://github.com/yaml/pyyaml/issues/234
+ # yamllint disable rule:indentation
+ properties:
+ - build-blocker:
+ blocking-jobs:
+ - ^xtesting-(pi-)*{tag}-(daily|docker|review)$
+ # yamllint enable rule:indentation
builders:
- multijob:
name: remove dependency
name: xtesting-trivy
builders:
- shell: |
+ sudo apt-get update && sudo DEBIAN_FRONTEND=noninteractive \
+ apt-get install curl -y
+
curl -sfL https://raw.githubusercontent.com/aquasecurity/trivy/main/contrib/install.sh | sudo sh -s -- -b .
if [ "{repo}" = "_" ]; then
image={container}:{tag}
- job-template:
name: 'xtesting-{repo}-{container}-{tag}-trivy'
+ triggers:
+ - timed: '@daily'
parameters:
- xtesting-slave:
slave: '{slave}'
container: 'xtesting'
jobs:
- 'xtesting-{repo}-{container}-{tag}-trivy'
+
- project:
name: 'xtesting-opnfv-xtesting-mts-trivy'
<<: *xtesting-params
name: 'xtesting'
<<: *xtesting-params
jobs:
- - 'xtesting-{tag}-daily'
- - 'xtesting-{tag}-review'
- 'xtesting-{tag}-docker'
-
-- view:
- name: xtesting-daily
- view-type: list
- columns:
- - status
- - weather
- - job
- - last-success
- - last-failure
- - last-duration
- regex: ^xtesting-[a-z-]+-daily$
-
-- view:
- name: xtesting-review
- view-type: list
- columns:
- - status
- - weather
- - job
- - last-success
- - last-failure
- - last-duration
- regex: ^xtesting-[a-z-]+-review$
-
-- view:
- name: xtesting-tox
- view-type: list
- columns:
- - status
- - weather
- - job
- - last-success
- - last-failure
- - last-duration
- regex: ^xtesting-[a-z-]+-tox$
-
- view:
name: xtesting-docker
view-type: list
- last-success
- last-failure
- last-duration
- regex: ^xtesting-[a-z-]+-docker$
+ regex: ^xtesting-[a-z0-9.]+-docker$
- view:
name: xtesting-trivy
- last-success
- last-failure
- last-duration
- regex: ^xtesting-[a-z-]+-trivy$
+ regex: (?!xtesting-pi)^xtesting-[a-z-0-9.]+-trivy$