X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Ffunctest%2Ffunctest-kubernetes-pi.yaml;h=3420f2f66ddfbd3d41958f793344af6bab17f95e;hb=e6189c9f5211c64bc0dc146ccf65762805969b33;hp=3c329bf9b6761c6b1b379f8de284fcf480ff5f10;hpb=958b9ea782ad7b8c6fbde821ed2e00eca031bbda;p=releng.git

diff --git a/jjb/functest/functest-kubernetes-pi.yaml b/jjb/functest/functest-kubernetes-pi.yaml
index 3c329bf9b..3420f2f66 100644
--- a/jjb/functest/functest-kubernetes-pi.yaml
+++ b/jjb/functest/functest-kubernetes-pi.yaml
@@ -1,74 +1,348 @@
 ---
-- functest-kubernetes-pi-jobs: &functest-kubernetes-pi-jobs
-    name: 'functest-kubernetes-pi-jobs'
-    current-parameters: true
+- functest-kubernetes-pi-containers: &functest-kubernetes-pi-containers
+    name: 'functest-kubernetes-pi-containers'
+    repo: '{repo}'
+    port: '{port}'
+    container: '{container}'
+    tag: '{tag}'
 
 - functest-kubernetes-pi-params: &functest-kubernetes-pi-params
     name: 'functest-kubernetes-pi-params'
+    tag:
+      - latest:
+          node: lf-virtual1-9
+      - v1.28:
+          node: lf-virtual1-1
+      - v1.27:
+          node: lf-virtual1-1
+      - v1.26:
+          node: lf-virtual1-1
+      - v1.25:
+          node: lf-virtual1-8
+      - v1.24:
+          node: lf-virtual1-7
+      - v1.23:
+          node: lf-virtual1-6
+      - v1.22:
+          node: lf-virtual1-5
+      - arm-latest:
+          node: lf-virtual1-9
+      - arm-v1.28:
+          node: lf-virtual1-1
+      - arm-v1.27:
+          node: lf-virtual1-1
+      - arm-v1.26:
+          node: lf-virtual1-1
+      - arm-v1.25:
+          node: lf-virtual1-8
+      - arm-v1.24:
+          node: lf-virtual1-7
+      - arm-v1.23:
+          node: lf-virtual1-6
+      - arm-v1.22:
+          node: lf-virtual1-5
+      - arm64-latest:
+          node: lf-virtual1-9
+      - arm64-v1.28:
+          node: lf-virtual1-1
+      - arm64-v1.27:
+          node: lf-virtual1-1
+      - arm64-v1.26:
+          node: lf-virtual1-1
+      - arm64-v1.25:
+          node: lf-virtual1-8
+      - arm64-v1.24:
+          node: lf-virtual1-7
+      - arm64-v1.23:
+          node: lf-virtual1-6
+      - arm64-v1.22:
+          node: lf-virtual1-5
+
+- functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-params: &functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-params
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-params'
     repo: 'ollivier'
+    container: 'functest-kubernetes-healthcheck'
     port:
     tag:
       - latest:
-          branch: 'master'
-          slave: lf-virtual1-6
-      - leguer:
-          branch: 'master'
-          slave: lf-virtual1-5
-      - kali:
-          branch: 'master'
-          slave: lf-virtual1-4
-      - jerma:
-          branch: 'master'
-          slave: lf-virtual1-3
-      - iruya:
-          branch: 'master'
-          slave: lf-virtual1-2
-      - hunter:
-          branch: 'master'
-          slave: lf-virtual1-1
+          node: lf-virtual1-9
+      - v1.28:
+          node: lf-virtual1-1
+      - v1.27:
+          node: lf-virtual1-1
+      - v1.26:
+          node: lf-virtual1-1
+      - v1.25:
+          node: lf-virtual1-8
+      - v1.24:
+          node: lf-virtual1-7
+      - v1.23:
+          node: lf-virtual1-6
+      - v1.22:
+          node: lf-virtual1-5
       - arm-latest:
-          branch: 'master'
-          slave: lf-virtual1-6
-      - arm-leguer:
-          branch: 'master'
-          slave: lf-virtual1-5
-      - arm-kali:
-          branch: 'master'
-          slave: lf-virtual1-4
-      - arm-jerma:
-          branch: 'master'
-          slave: lf-virtual1-3
-      - arm-iruya:
-          branch: 'master'
-          slave: lf-virtual1-2
-      - arm-hunter:
-          branch: 'master'
-          slave: lf-virtual1-1
+          node: lf-virtual1-9
+      - arm-v1.28:
+          node: lf-virtual1-1
+      - arm-v1.27:
+          node: lf-virtual1-1
+      - arm-v1.26:
+          node: lf-virtual1-1
+      - arm-v1.25:
+          node: lf-virtual1-8
+      - arm-v1.24:
+          node: lf-virtual1-7
+      - arm-v1.23:
+          node: lf-virtual1-6
+      - arm-v1.22:
+          node: lf-virtual1-5
       - arm64-latest:
-          branch: 'master'
-          slave: lf-virtual1-6
-      - arm64-leguer:
-          branch: 'master'
-          slave: lf-virtual1-5
-      - arm64-kali:
-          branch: 'master'
-          slave: lf-virtual1-4
-      - arm64-jerma:
-          branch: 'master'
-          slave: lf-virtual1-3
-      - arm64-iruya:
-          branch: 'master'
-          slave: lf-virtual1-2
-      - arm64-hunter:
-          branch: 'master'
-          slave: lf-virtual1-1
+          node: lf-virtual1-9
+      - arm64-v1.28:
+          node: lf-virtual1-1
+      - arm64-v1.27:
+          node: lf-virtual1-1
+      - arm64-v1.26:
+          node: lf-virtual1-1
+      - arm64-v1.25:
+          node: lf-virtual1-8
+      - arm64-v1.24:
+          node: lf-virtual1-7
+      - arm64-v1.23:
+          node: lf-virtual1-6
+      - arm64-v1.22:
+          node: lf-virtual1-5
+
+- functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-params: &functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-params
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-params'
+    repo: 'ollivier'
+    container: 'functest-kubernetes-smoke'
+    port:
+    tag:
+      - latest:
+          node: lf-virtual1-9
+      - v1.28:
+          node: lf-virtual1-1
+      - v1.27:
+          node: lf-virtual1-1
+      - v1.26:
+          node: lf-virtual1-1
+      - v1.25:
+          node: lf-virtual1-8
+      - v1.24:
+          node: lf-virtual1-7
+      - v1.23:
+          node: lf-virtual1-6
+      - v1.22:
+          node: lf-virtual1-5
+      - arm-latest:
+          node: lf-virtual1-9
+      - arm-v1.28:
+          node: lf-virtual1-1
+      - arm-v1.27:
+          node: lf-virtual1-1
+      - arm-v1.26:
+          node: lf-virtual1-1
+      - arm-v1.25:
+          node: lf-virtual1-8
+      - arm-v1.24:
+          node: lf-virtual1-7
+      - arm-v1.23:
+          node: lf-virtual1-6
+      - arm-v1.22:
+          node: lf-virtual1-5
+      - arm64-latest:
+          node: lf-virtual1-9
+      - arm64-v1.28:
+          node: lf-virtual1-1
+      - arm64-v1.27:
+          node: lf-virtual1-1
+      - arm64-v1.26:
+          node: lf-virtual1-1
+      - arm64-v1.25:
+          node: lf-virtual1-8
+      - arm64-v1.24:
+          node: lf-virtual1-7
+      - arm64-v1.23:
+          node: lf-virtual1-6
+      - arm64-v1.22:
+          node: lf-virtual1-5
+
+- functest-kubernetes-pi-ollivier-functest-kubernetes-security-params: &functest-kubernetes-pi-ollivier-functest-kubernetes-security-params
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-params'
+    repo: 'ollivier'
+    container: 'functest-kubernetes-security'
+    port:
+    tag:
+      - latest:
+          node: lf-virtual1-9
+      - v1.28:
+          node: lf-virtual1-1
+      - v1.27:
+          node: lf-virtual1-1
+      - v1.26:
+          node: lf-virtual1-1
+      - v1.25:
+          node: lf-virtual1-8
+      - v1.24:
+          node: lf-virtual1-7
+      - v1.23:
+          node: lf-virtual1-6
+      - v1.22:
+          node: lf-virtual1-5
+      - arm-latest:
+          node: lf-virtual1-9
+      - arm-v1.28:
+          node: lf-virtual1-1
+      - arm-v1.27:
+          node: lf-virtual1-1
+      - arm-v1.26:
+          node: lf-virtual1-1
+      - arm-v1.25:
+          node: lf-virtual1-8
+      - arm-v1.24:
+          node: lf-virtual1-7
+      - arm-v1.23:
+          node: lf-virtual1-6
+      - arm-v1.22:
+          node: lf-virtual1-5
+      - arm64-latest:
+          node: lf-virtual1-9
+      - arm64-v1.28:
+          node: lf-virtual1-1
+      - arm64-v1.27:
+          node: lf-virtual1-1
+      - arm64-v1.26:
+          node: lf-virtual1-1
+      - arm64-v1.25:
+          node: lf-virtual1-8
+      - arm64-v1.24:
+          node: lf-virtual1-7
+      - arm64-v1.23:
+          node: lf-virtual1-6
+      - arm64-v1.22:
+          node: lf-virtual1-5
+
+- functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-params: &functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-params
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-params'
+    repo: 'ollivier'
+    container: 'functest-kubernetes-benchmarking'
+    port:
+    tag:
+      - latest:
+          node: lf-virtual1-9
+      - v1.28:
+          node: lf-virtual1-1
+      - v1.27:
+          node: lf-virtual1-1
+      - v1.26:
+          node: lf-virtual1-1
+      - v1.25:
+          node: lf-virtual1-8
+      - v1.24:
+          node: lf-virtual1-7
+      - v1.23:
+          node: lf-virtual1-6
+      - v1.22:
+          node: lf-virtual1-5
+      - arm-latest:
+          node: lf-virtual1-9
+      - arm-v1.28:
+          node: lf-virtual1-1
+      - arm-v1.27:
+          node: lf-virtual1-1
+      - arm-v1.26:
+          node: lf-virtual1-1
+      - arm-v1.25:
+          node: lf-virtual1-8
+      - arm-v1.24:
+          node: lf-virtual1-7
+      - arm-v1.23:
+          node: lf-virtual1-6
+      - arm-v1.22:
+          node: lf-virtual1-5
+      - arm64-latest:
+          node: lf-virtual1-9
+      - arm64-v1.28:
+          node: lf-virtual1-1
+      - arm64-v1.27:
+          node: lf-virtual1-1
+      - arm64-v1.26:
+          node: lf-virtual1-1
+      - arm64-v1.25:
+          node: lf-virtual1-8
+      - arm64-v1.24:
+          node: lf-virtual1-7
+      - arm64-v1.23:
+          node: lf-virtual1-6
+      - arm64-v1.22:
+          node: lf-virtual1-5
+
+- functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-params: &functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-params
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-params'
+    repo: 'ollivier'
+    container: 'functest-kubernetes-cnf'
+    port:
+    tag:
+      - latest:
+          node: lf-virtual1-9
+      - v1.28:
+          node: lf-virtual1-1
+      - v1.27:
+          node: lf-virtual1-1
+      - v1.26:
+          node: lf-virtual1-1
+      - v1.25:
+          node: lf-virtual1-8
+      - v1.24:
+          node: lf-virtual1-7
+      - v1.23:
+          node: lf-virtual1-6
+      - v1.22:
+          node: lf-virtual1-5
+      - arm-latest:
+          node: lf-virtual1-9
+      - arm-v1.28:
+          node: lf-virtual1-1
+      - arm-v1.27:
+          node: lf-virtual1-1
+      - arm-v1.26:
+          node: lf-virtual1-1
+      - arm-v1.25:
+          node: lf-virtual1-8
+      - arm-v1.24:
+          node: lf-virtual1-7
+      - arm-v1.23:
+          node: lf-virtual1-6
+      - arm-v1.22:
+          node: lf-virtual1-5
+      - arm64-latest:
+          node: lf-virtual1-9
+      - arm64-v1.28:
+          node: lf-virtual1-1
+      - arm64-v1.27:
+          node: lf-virtual1-1
+      - arm64-v1.26:
+          node: lf-virtual1-1
+      - arm64-v1.25:
+          node: lf-virtual1-8
+      - arm64-v1.24:
+          node: lf-virtual1-7
+      - arm64-v1.23:
+          node: lf-virtual1-6
+      - arm64-v1.22:
+          node: lf-virtual1-5
+
+- functest-kubernetes-pi-jobs: &functest-kubernetes-pi-jobs
+    name: 'functest-kubernetes-pi-jobs'
+    current-parameters: true
 
 - parameter:
-    name: functest-kubernetes-pi-slave
+    name: functest-kubernetes-pi-node
     parameters:
       - label:
-          name: slave
-          default: '{slave}'
+          name: node
+          default: '{node}'
 
 - parameter:
     name: functest-kubernetes-pi-build_tag
@@ -83,19 +357,16 @@
           name: DEPLOY_SCENARIO
           default: k8-nosdn-nofeature-noha
 
-- functest-kubernetes-pi-containers: &functest-kubernetes-pi-containers
-    name: 'functest-kubernetes-pi-containers'
-    repo: '{repo}'
-    port: '{port}'
-    container: '{container}'
-    tag: '{tag}'
-
 - functest-kubernetes-pi-run-containers: &functest-kubernetes-pi-run-containers
     name: 'functest-kubernetes-pi-run-containers'
     <<: *functest-kubernetes-pi-containers
-    test: '{test}'
     privileged: '{privileged}'
+    volumes: '{volumes}'
+    env: '{env}'
     network: '{network}'
+    uid: '{uid}'
+    gid: '{gid}'
+    published_ports: '{published_ports}'
 
 - builder:
     name: functest-kubernetes-pi-pull-containers
@@ -116,6 +387,21 @@
     builders:
       - shell: |
           set +x
+          volumes=;
+          if [ "{volumes}" != "None" ]; then
+            for i in $(echo {volumes} | tr -d '[]' |sed "s/, / /g" ); \
+              do volumes="-v $i $volumes"; done
+          fi
+          env=;
+          if [ "{env}" != "None" ]; then
+            for i in $(eval echo {env} | tr -d '[]' |sed "s/, / /g" ); \
+              do env="-e $i $env"; done
+          fi
+          published_ports=;
+          if [ "{published_ports}" != "None" ]; then
+            for i in $(echo {published_ports} | tr -d '[]' |sed "s/, / /g" ); \
+              do published_ports="-p $i $published_ports"; done
+          fi
           [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/results || true
           if [ "{repo}" = "_" ]; then
             image={container}:{tag}
@@ -124,20 +410,23 @@
           else
             image={repo}:{port}/{container}:{tag}
           fi
+          mkdir -p $WORKSPACE/results
+          chown {uid}:{gid} $WORKSPACE/results
           docker run --rm \
             --privileged={privileged} \
             --network={network} \
+            $volumes \
+            $env \
+            $published_ports \
             -e S3_ENDPOINT_URL=https://storage.googleapis.com \
             -e S3_DST_URL=s3://artifacts.opnfv.org/functest-kubernetes/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
             -e HTTP_DST_URL=http://artifacts.opnfv.org/functest-kubernetes/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
-            -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \
+            -v /home/opnfv/functest-kubernetes/.boto:/etc/boto.cfg \
             -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \
             -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \
-            -e NODE_NAME=$slave \
+            -e NODE_NAME=$node \
             -e BUILD_TAG=$BUILD_TAG \
             -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
-            -e DEPLOY_SCENARIO=$DEPLOY_SCENARIO \
-            -v /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config \
             $image run_tests -t {test} -p -r
 
 - builder:
@@ -154,100 +443,161 @@
           fi
           docker rmi $image || true
 
-
 - job-template:
-    name: 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-{tag}-pull'
     parameters:
-      - functest-kubernetes-pi-slave:
-          slave: '{slave}'
+      - functest-kubernetes-pi-node:
+          node: '{node}'
     builders:
       - functest-kubernetes-pi-pull-containers:
           <<: *functest-kubernetes-pi-containers
 
 - project:
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-pull'
-    <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-healthcheck'
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-params
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-{tag}-pull'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-{tag}-rmi'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+    builders:
+      - functest-kubernetes-pi-remove-images:
+          <<: *functest-kubernetes-pi-containers
 
 - project:
-    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-pull'
-    <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-smoke'
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-rmi'
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-params
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-{tag}-rmi'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-pull'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+    builders:
+      - functest-kubernetes-pi-pull-containers:
+          <<: *functest-kubernetes-pi-containers
 
 - project:
-    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-pull'
-    <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-security'
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-pull'
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-params
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-pull'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-rmi'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+    builders:
+      - functest-kubernetes-pi-remove-images:
+          <<: *functest-kubernetes-pi-containers
 
 - project:
-    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-pull'
-    <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-benchmarking'
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-rmi'
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-params
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-rmi'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-pull'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+    builders:
+      - functest-kubernetes-pi-pull-containers:
+          <<: *functest-kubernetes-pi-containers
 
 - project:
-    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-pull'
-    <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-cnf'
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-pull'
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-security-params
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-pull'
 
 - job-template:
-    name: 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-rmi'
     parameters:
-      - functest-kubernetes-pi-slave:
-          slave: '{slave}'
+      - functest-kubernetes-pi-node:
+          node: '{node}'
     builders:
       - functest-kubernetes-pi-remove-images:
           <<: *functest-kubernetes-pi-containers
 
 - project:
-    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-rmi'
-    <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-healthcheck'
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-rmi'
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-security-params
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-rmi'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-{tag}-pull'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+    builders:
+      - functest-kubernetes-pi-pull-containers:
+          <<: *functest-kubernetes-pi-containers
 
 - project:
-    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-rmi'
-    <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-smoke'
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-pull'
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-params
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-{tag}-pull'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-{tag}-rmi'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+    builders:
+      - functest-kubernetes-pi-remove-images:
+          <<: *functest-kubernetes-pi-containers
 
 - project:
-    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-rmi'
-    <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-security'
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-rmi'
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-params
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-{tag}-rmi'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-pull'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+    builders:
+      - functest-kubernetes-pi-pull-containers:
+          <<: *functest-kubernetes-pi-containers
 
 - project:
-    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-rmi'
-    <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-benchmarking'
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-pull'
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-params
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-pull'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-rmi'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+    builders:
+      - functest-kubernetes-pi-remove-images:
+          <<: *functest-kubernetes-pi-containers
 
 - project:
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-rmi'
-    <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-cnf'
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-params
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-rmi'
 
 - job-template:
-    name: 'functest-kubernetes-pi-{repo}-{container}-{tag}-{test}-run'
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-{tag}-{test}-run'
     parameters:
-      - functest-kubernetes-pi-slave:
-          slave: '{slave}'
+      - functest-kubernetes-pi-node:
+          node: '{node}'
       - functest-kubernetes-pi-build_tag:
           build_tag: ''
       - functest-kubernetes-pi-DEPLOY_SCENARIO:
@@ -255,83 +605,98 @@
     builders:
       - functest-kubernetes-pi-run-containers:
           <<: *functest-kubernetes-pi-run-containers
+          test: '{test}'
 
 - project:
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck'
-    <<: *functest-kubernetes-pi-params
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-params
+    volumes:
+      - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config
+      - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config
+    env:
+      - DEPLOY_SCENARIO=$DEPLOY_SCENARIO
+    published_ports:
     container: 'functest-kubernetes-healthcheck'
     test:
       - k8s_quick
       - k8s_smoke
     privileged: 'false'
     network: bridge
+    uid: 1000
+    gid: 1000
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-{test}-run'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-{tag}-{test}-run'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-{test}-run'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+      - functest-kubernetes-pi-build_tag:
+          build_tag: ''
+      - functest-kubernetes-pi-DEPLOY_SCENARIO:
+          DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
+    builders:
+      - functest-kubernetes-pi-run-containers:
+          <<: *functest-kubernetes-pi-run-containers
+          test: '{test}'
 
 - project:
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke'
-    <<: *functest-kubernetes-pi-params
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-params
+    volumes:
+      - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config
+      - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config
+    env:
+      - DEPLOY_SCENARIO=$DEPLOY_SCENARIO
+    published_ports:
     container: 'functest-kubernetes-smoke'
     test:
       - xrally_kubernetes
       - k8s_conformance
+      - k8s_conformance_serial
+      - sig_api_machinery
+      - sig_api_machinery_serial
+      - sig_apps
+      - sig_apps_serial
+      - sig_auth
+      - sig_cluster_lifecycle
+      - sig_instrumentation
       - sig_network
-      - sig_network_features
+      - sig_node
+      - sig_scheduling_serial
       - sig_storage
+      - sig_storage_serial
     privileged: 'false'
     network: bridge
-    exclude:
-      - {'tag': 'leguer', 'test': 'sig_network'}
-      - {'tag': 'leguer', 'test': 'sig_network_features'}
-      - {'tag': 'leguer', 'test': 'sig_storage'}
-      - {'tag': 'kali', 'test': 'sig_network'}
-      - {'tag': 'kali', 'test': 'sig_network_features'}
-      - {'tag': 'kali', 'test': 'sig_storage'}
-      - {'tag': 'jerma', 'test': 'sig_network'}
-      - {'tag': 'jerma', 'test': 'sig_network_features'}
-      - {'tag': 'jerma', 'test': 'sig_storage'}
-      - {'tag': 'iruya', 'test': 'sig_network'}
-      - {'tag': 'iruya', 'test': 'sig_network_features'}
-      - {'tag': 'iruya', 'test': 'sig_storage'}
-      - {'tag': 'hunter', 'test': 'sig_network'}
-      - {'tag': 'hunter', 'test': 'sig_network_features'}
-      - {'tag': 'hunter', 'test': 'sig_storage'}
-      - {'tag': 'arm-leguer', 'test': 'sig_network'}
-      - {'tag': 'arm-leguer', 'test': 'sig_network_features'}
-      - {'tag': 'arm-leguer', 'test': 'sig_storage'}
-      - {'tag': 'arm-kali', 'test': 'sig_network'}
-      - {'tag': 'arm-kali', 'test': 'sig_network_features'}
-      - {'tag': 'arm-kali', 'test': 'sig_storage'}
-      - {'tag': 'arm-jerma', 'test': 'sig_network'}
-      - {'tag': 'arm-jerma', 'test': 'sig_network_features'}
-      - {'tag': 'arm-jerma', 'test': 'sig_storage'}
-      - {'tag': 'arm-iruya', 'test': 'sig_network'}
-      - {'tag': 'arm-iruya', 'test': 'sig_network_features'}
-      - {'tag': 'arm-iruya', 'test': 'sig_storage'}
-      - {'tag': 'arm-hunter', 'test': 'sig_network'}
-      - {'tag': 'arm-hunter', 'test': 'sig_network_features'}
-      - {'tag': 'arm-hunter', 'test': 'sig_storage'}
-      - {'tag': 'arm64-leguer', 'test': 'sig_network'}
-      - {'tag': 'arm64-leguer', 'test': 'sig_network_features'}
-      - {'tag': 'arm64-leguer', 'test': 'sig_storage'}
-      - {'tag': 'arm64-kali', 'test': 'sig_network'}
-      - {'tag': 'arm64-kali', 'test': 'sig_network_features'}
-      - {'tag': 'arm64-kali', 'test': 'sig_storage'}
-      - {'tag': 'arm64-jerma', 'test': 'sig_network'}
-      - {'tag': 'arm64-jerma', 'test': 'sig_network_features'}
-      - {'tag': 'arm64-jerma', 'test': 'sig_storage'}
-      - {'tag': 'arm64-iruya', 'test': 'sig_network'}
-      - {'tag': 'arm64-iruya', 'test': 'sig_network_features'}
-      - {'tag': 'arm64-iruya', 'test': 'sig_storage'}
-      - {'tag': 'arm64-hunter', 'test': 'sig_network'}
-      - {'tag': 'arm64-hunter', 'test': 'sig_network_features'}
-      - {'tag': 'arm64-hunter', 'test': 'sig_storage'}
+    uid: 1000
+    gid: 1000
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-{test}-run'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-{test}-run'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-{test}-run'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+      - functest-kubernetes-pi-build_tag:
+          build_tag: ''
+      - functest-kubernetes-pi-DEPLOY_SCENARIO:
+          DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
+    builders:
+      - functest-kubernetes-pi-run-containers:
+          <<: *functest-kubernetes-pi-run-containers
+          test: '{test}'
 
 - project:
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security'
-    <<: *functest-kubernetes-pi-params
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-security-params
+    volumes:
+      - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config
+      - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config
+    env:
+      - DEPLOY_SCENARIO=$DEPLOY_SCENARIO
+    published_ports:
     container: 'functest-kubernetes-security'
     test:
       - kube_hunter
@@ -339,39 +704,101 @@
       - kube_bench_node
     privileged: 'false'
     network: bridge
+    uid: 1000
+    gid: 1000
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-{test}-run'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-{test}-run'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-{tag}-{test}-run'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+      - functest-kubernetes-pi-build_tag:
+          build_tag: ''
+      - functest-kubernetes-pi-DEPLOY_SCENARIO:
+          DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
+    builders:
+      - functest-kubernetes-pi-run-containers:
+          <<: *functest-kubernetes-pi-run-containers
+          test: '{test}'
 
 - project:
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking'
-    <<: *functest-kubernetes-pi-params
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-params
+    volumes:
+      - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config
+      - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config
+    env:
+      - DEPLOY_SCENARIO=$DEPLOY_SCENARIO
+    published_ports:
     container: 'functest-kubernetes-benchmarking'
     test:
       - xrally_kubernetes_full
+      - netperf
     privileged: 'false'
     network: bridge
+    uid: 1000
+    gid: 1000
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-{test}-run'
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-{tag}-{test}-run'
+
+- job-template:
+    name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-{test}-run'
+    parameters:
+      - functest-kubernetes-pi-node:
+          node: '{node}'
+      - functest-kubernetes-pi-build_tag:
+          build_tag: ''
+      - functest-kubernetes-pi-DEPLOY_SCENARIO:
+          DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
+    builders:
+      - functest-kubernetes-pi-run-containers:
+          <<: *functest-kubernetes-pi-run-containers
+          test: '{test}'
 
 - project:
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf'
-    <<: *functest-kubernetes-pi-params
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-params
+    volumes:
+      - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config
+      - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config
+    env:
+      - DEPLOY_SCENARIO=$DEPLOY_SCENARIO
+    published_ports:
     container: 'functest-kubernetes-cnf'
     test:
       - k8s_vims
       - helm_vims
-      - cnf_conformance
+      - cnf_testsuite
     privileged: 'false'
     network: bridge
+    uid: 1000
+    gid: 1000
     jobs:
-      - 'functest-kubernetes-pi-{repo}-{container}-{tag}-{test}-run'
-
+      - 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-{test}-run'
 
 - builder:
     name: functest-kubernetes-pi-zip
     builders:
       - shell: |
           set +x
+          volumes=;
+          if [ "{volumes}" != "None" ]; then
+            for i in $(echo {volumes} | tr -d '[]' |sed "s/, / /g" ); \
+              do volumes="-v $i $volumes"; done
+          fi
+          env=;
+          if [ "{env}" != "None" ]; then
+            for i in $(eval echo {env} | tr -d '[]' |sed "s/, / /g" ); \
+              do env="-e $i $env"; done
+          fi
+          published_ports=;
+          if [ "{published_ports}" != "None" ]; then
+            for i in $(echo {published_ports} | tr -d '[]' |sed "s/, / /g" ); \
+              do published_ports="-p $i $published_ports"; done
+          fi
+          [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/results || true
           if [ "{repo}" = "_" ]; then
             image={container}:{tag}
           elif [ "{port}" = "None" ]; then
@@ -379,36 +806,52 @@
           else
             image={repo}:{port}/{container}:{tag}
           fi
+          mkdir -p $WORKSPACE/results
+          chown {uid}:{gid} $WORKSPACE/results
           docker run --rm \
+            --privileged={privileged} \
+            --network={network} \
+            $volumes \
+            $env \
+            $published_ports \
             -e S3_ENDPOINT_URL=https://storage.googleapis.com \
             -e S3_DST_URL=s3://artifacts.opnfv.org/functest-kubernetes \
             -e HTTP_DST_URL=http://artifacts.opnfv.org/functest-kubernetes \
-            -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \
+            -v /home/opnfv/functest-kubernetes/.boto:/etc/boto.cfg \
             -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \
             -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \
+            -e NODE_NAME=$node \
             -e BUILD_TAG=$BUILD_TAG \
             -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
-            -e DEPLOY_SCENARIO=$DEPLOY_SCENARIO \
-            -v /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config \
             $image zip_campaign
 
 - job-template:
     name: 'functest-kubernetes-pi-{tag}-zip'
     parameters:
-      - functest-kubernetes-pi-slave:
-          slave: '{slave}'
+      - functest-kubernetes-pi-node:
+          node: '{node}'
       - functest-kubernetes-pi-build_tag:
           build_tag: ''
       - functest-kubernetes-pi-DEPLOY_SCENARIO:
           DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
     builders:
       - functest-kubernetes-pi-zip:
-          <<: *functest-kubernetes-pi-containers
+          <<: *functest-kubernetes-pi-run-containers
 
 - project:
-    name: 'functest-kubernetes-pi-{tag}-zip'
-    <<: *functest-kubernetes-pi-params
+    name: 'functest-kubernetes-pi-zip'
+    <<: *functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-params
+    volumes:
+      - /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config
+      - /home/opnfv/functest-kubernetes/config.{tag}:/home/xtesting/.kube/config
+    env:
+      - DEPLOY_SCENARIO=$DEPLOY_SCENARIO
+    published_ports:
     container: 'functest-kubernetes-healthcheck'
+    privileged: 'false'
+    network: bridge
+    uid: 1000
+    gid: 1000
     jobs:
       - 'functest-kubernetes-pi-{tag}-zip'
 
@@ -418,18 +861,20 @@
     triggers:
       - timed: '@weekly'
     parameters:
-      - functest-kubernetes-pi-slave:
-          slave: '{slave}'
+      - functest-kubernetes-pi-node:
+          node: '{node}'
       - functest-kubernetes-pi-build_tag:
           build_tag: ''
       - functest-kubernetes-pi-DEPLOY_SCENARIO:
           DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
+    # PyYAML and yamllint differ here
+    # see https://github.com/yaml/pyyaml/issues/234
+    # yamllint disable rule:indentation
     properties:
       - build-blocker:
-          use-build-blocker: true
-          blocking-level: 'NODE'
           blocking-jobs:
-            - '^functest-kubernetes-pi-{tag}-(daily|docker|review)$'
+          - ^functest-kubernetes-(pi-)*.*-(daily|docker|review)$
+    # yamllint enable rule:indentation
     builders:
       - multijob:
           name: remove former images
@@ -466,17 +911,38 @@
               <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: ollivier/functest-kubernetes-smoke:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-xrally_kubernetes-run'
               <<: *functest-kubernetes-pi-jobs
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-k8s_conformance-run'
               <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-k8s_conformance_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_api_machinery-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_api_machinery_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_apps-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_apps_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_auth-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_cluster_lifecycle-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_instrumentation-run'
+              <<: *functest-kubernetes-pi-jobs
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_network-run'
               <<: *functest-kubernetes-pi-jobs
-            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_network_features-run'
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_node-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_scheduling_serial-run'
               <<: *functest-kubernetes-pi-jobs
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_storage-run'
               <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_storage_serial-run'
+              <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: ollivier/functest-kubernetes-security:{tag}
           projects:
@@ -491,6 +957,8 @@
           projects:
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-{tag}-xrally_kubernetes_full-run'
               <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-{tag}-netperf-run'
+              <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: ollivier/functest-kubernetes-cnf:{tag}
           projects:
@@ -498,13 +966,19 @@
               <<: *functest-kubernetes-pi-jobs
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-helm_vims-run'
               <<: *functest-kubernetes-pi-jobs
-            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-cnf_conformance-run'
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-cnf_testsuite-run'
               <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: dump all campaign data
           projects:
             - name: 'functest-kubernetes-pi-{tag}-zip'
               <<: *functest-kubernetes-pi-jobs
+    publishers:
+      - email-ext:
+          failure: false
+          first-failure: true
+          fixed: true
+          recipients: cedric.ollivier@orange.com
 
 - project:
     name: 'functest-kubernetes-pi-daily'
@@ -522,4 +996,4 @@
       - last-success
       - last-failure
       - last-duration
-    regex: ^functest-kubernetes-pi-[a-z-0-9]+-daily$
+    regex: ^functest-kubernetes-pi-[a-z-0-9.]+-daily$