X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Ffunctest%2Ffunctest-kubernetes-pi.yaml;h=062d8f8fa9d8cc2ae33475170c411a8db0ec7c85;hb=f09100191946bda6bb663a251f3a752fd7880608;hp=69151a76393ebc50a30faf273d93d11296038d44;hpb=4b2b8fa0289411c77b2c5887b8837d0630c9599f;p=releng.git

diff --git a/jjb/functest/functest-kubernetes-pi.yaml b/jjb/functest/functest-kubernetes-pi.yaml
index 69151a763..062d8f8fa 100644
--- a/jjb/functest/functest-kubernetes-pi.yaml
+++ b/jjb/functest/functest-kubernetes-pi.yaml
@@ -1,7 +1,10 @@
 ---
-- functest-kubernetes-pi-jobs: &functest-kubernetes-pi-jobs
-    name: 'functest-kubernetes-pi-jobs'
-    current-parameters: true
+- functest-kubernetes-pi-containers: &functest-kubernetes-pi-containers
+    name: 'functest-kubernetes-pi-containers'
+    repo: '{repo}'
+    port: '{port}'
+    container: '{container}'
+    tag: '{tag}'
 
 - functest-kubernetes-pi-params: &functest-kubernetes-pi-params
     name: 'functest-kubernetes-pi-params'
@@ -9,51 +12,46 @@
     port:
     tag:
       - latest:
-          branch: master
+          slave: lf-virtual1-6
+      - leguer:
           slave: lf-virtual1-5
       - kali:
-          branch: stable/kali
           slave: lf-virtual1-4
       - jerma:
-          branch: stable/jerma
           slave: lf-virtual1-3
       - iruya:
-          branch: stable/iruya
           slave: lf-virtual1-2
       - hunter:
-          branch: stable/hunter
           slave: lf-virtual1-1
       - arm-latest:
-          branch: master
+          slave: lf-virtual1-6
+      - arm-leguer:
           slave: lf-virtual1-5
       - arm-kali:
-          branch: stable/kali
           slave: lf-virtual1-4
       - arm-jerma:
-          branch: stable/jerma
           slave: lf-virtual1-3
       - arm-iruya:
-          branch: stable/iruya
           slave: lf-virtual1-2
       - arm-hunter:
-          branch: stable/hunter
           slave: lf-virtual1-1
       - arm64-latest:
-          branch: master
+          slave: lf-virtual1-6
+      - arm64-leguer:
           slave: lf-virtual1-5
       - arm64-kali:
-          branch: stable/kali
           slave: lf-virtual1-4
       - arm64-jerma:
-          branch: stable/jerma
           slave: lf-virtual1-3
       - arm64-iruya:
-          branch: stable/iruya
           slave: lf-virtual1-2
       - arm64-hunter:
-          branch: stable/hunter
           slave: lf-virtual1-1
 
+- functest-kubernetes-pi-jobs: &functest-kubernetes-pi-jobs
+    name: 'functest-kubernetes-pi-jobs'
+    current-parameters: true
+
 - parameter:
     name: functest-kubernetes-pi-slave
     parameters:
@@ -67,32 +65,12 @@
       - random-string:
           name: build_tag
 
-- parameter:
-    name: functest-kubernetes-pi-branch
-    parameters:
-      - string:
-          name: branch
-          default: '{branch}'
-
 - parameter:
     name: functest-kubernetes-pi-DEPLOY_SCENARIO
     parameters:
       - string:
           name: DEPLOY_SCENARIO
           default: k8-nosdn-nofeature-noha
-- parameter:
-    name: functest-kubernetes-pi-DEBUG
-    parameters:
-      - string:
-          name: DEBUG
-          default: 'true'
-
-- functest-kubernetes-pi-containers: &functest-kubernetes-pi-containers
-    name: 'functest-kubernetes-pi-containers'
-    repo: '{repo}'
-    port: '{port}'
-    container: '{container}'
-    tag: '{tag}'
 
 - functest-kubernetes-pi-run-containers: &functest-kubernetes-pi-run-containers
     name: 'functest-kubernetes-pi-run-containers'
@@ -120,7 +98,7 @@
     builders:
       - shell: |
           set +x
-          [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/* || true
+          [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/results || true
           if [ "{repo}" = "_" ]; then
             image={container}:{tag}
           elif [ "{port}" = "None" ]; then
@@ -134,15 +112,14 @@
             -e S3_ENDPOINT_URL=https://storage.googleapis.com \
             -e S3_DST_URL=s3://artifacts.opnfv.org/functest-kubernetes/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
             -e HTTP_DST_URL=http://artifacts.opnfv.org/functest-kubernetes/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
+            -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \
             -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \
             -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \
             -e NODE_NAME=$slave \
             -e BUILD_TAG=$BUILD_TAG \
             -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
             -e DEPLOY_SCENARIO=$DEPLOY_SCENARIO \
-            -e DEBUG=$DEBUG \
             -v /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config \
-            -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \
             $image run_tests -t {test} -p -r
 
 - builder:
@@ -159,7 +136,6 @@
           fi
           docker rmi $image || true
 
-
 - job-template:
     name: 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
     parameters:
@@ -173,9 +149,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-pull'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-healthcheck'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
 
@@ -183,9 +156,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-pull'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-smoke'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
 
@@ -200,9 +170,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-pull'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-benchmarking'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
 
@@ -226,9 +193,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-rmi'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-healthcheck'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
 
@@ -236,9 +200,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-rmi'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-smoke'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
 
@@ -253,9 +214,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-rmi'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-benchmarking'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
 
@@ -275,8 +233,6 @@
           build_tag: ''
       - functest-kubernetes-pi-DEPLOY_SCENARIO:
           DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
-      - functest-kubernetes-pi-DEBUG:
-          DEBUG: 'true'
     builders:
       - functest-kubernetes-pi-run-containers:
           <<: *functest-kubernetes-pi-run-containers
@@ -286,10 +242,8 @@
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-healthcheck'
     test:
+      - k8s_quick
       - k8s_smoke
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     privileged: 'false'
     network: bridge
     jobs:
@@ -301,12 +255,183 @@
     container: 'functest-kubernetes-smoke'
     test:
       - xrally_kubernetes
+      - k8s_io
       - k8s_conformance
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
+      - k8s_conformance_serial
+      - sig_api_machinery
+      - sig_api_machinery_serial
+      - sig_apps
+      - sig_apps_serial
+      - sig_auth
+      - sig_cli
+      - sig_cli_serial
+      - sig_cluster_lifecycle
+      - sig_instrumentation
+      - sig_network
+      - sig_network_serial
+      - sig_node
+      - sig_scheduling_serial
+      - sig_storage
+      - sig_storage_serial
     privileged: 'false'
     network: bridge
+    exclude:
+      - {'tag': 'latest', 'test': 'k8s_io'}
+      - {'tag': 'jerma', 'test': 'k8s_io'}
+      - {'tag': 'jerma', 'test': 'k8s_conformance_serial'}
+      - {'tag': 'jerma', 'test': 'sig_api_machinery'}
+      - {'tag': 'jerma', 'test': 'sig_api_machinery_serial'}
+      - {'tag': 'jerma', 'test': 'sig_apps'}
+      - {'tag': 'jerma', 'test': 'sig_apps_serial'}
+      - {'tag': 'jerma', 'test': 'sig_auth'}
+      - {'tag': 'jerma', 'test': 'sig_cli'}
+      - {'tag': 'jerma', 'test': 'sig_cli_serial'}
+      - {'tag': 'jerma', 'test': 'sig_cluster_lifecycle'}
+      - {'tag': 'jerma', 'test': 'sig_instrumentation'}
+      - {'tag': 'jerma', 'test': 'sig_network'}
+      - {'tag': 'jerma', 'test': 'sig_network_serial'}
+      - {'tag': 'jerma', 'test': 'sig_node'}
+      - {'tag': 'jerma', 'test': 'sig_scheduling_serial'}
+      - {'tag': 'jerma', 'test': 'sig_storage'}
+      - {'tag': 'jerma', 'test': 'sig_storage_serial'}
+      - {'tag': 'iruya', 'test': 'k8s_io'}
+      - {'tag': 'iruya', 'test': 'k8s_conformance_serial'}
+      - {'tag': 'iruya', 'test': 'sig_api_machinery'}
+      - {'tag': 'iruya', 'test': 'sig_api_machinery_serial'}
+      - {'tag': 'iruya', 'test': 'sig_apps'}
+      - {'tag': 'iruya', 'test': 'sig_apps_serial'}
+      - {'tag': 'iruya', 'test': 'sig_auth'}
+      - {'tag': 'iruya', 'test': 'sig_cli'}
+      - {'tag': 'iruya', 'test': 'sig_cli_serial'}
+      - {'tag': 'iruya', 'test': 'sig_cluster_lifecycle'}
+      - {'tag': 'iruya', 'test': 'sig_instrumentation'}
+      - {'tag': 'iruya', 'test': 'sig_network'}
+      - {'tag': 'iruya', 'test': 'sig_network_serial'}
+      - {'tag': 'iruya', 'test': 'sig_node'}
+      - {'tag': 'iruya', 'test': 'sig_scheduling_serial'}
+      - {'tag': 'iruya', 'test': 'sig_storage'}
+      - {'tag': 'iruya', 'test': 'sig_storage_serial'}
+      - {'tag': 'hunter', 'test': 'k8s_io'}
+      - {'tag': 'hunter', 'test': 'k8s_conformance_serial'}
+      - {'tag': 'hunter', 'test': 'sig_api_machinery'}
+      - {'tag': 'hunter', 'test': 'sig_api_machinery_serial'}
+      - {'tag': 'hunter', 'test': 'sig_apps'}
+      - {'tag': 'hunter', 'test': 'sig_apps_serial'}
+      - {'tag': 'hunter', 'test': 'sig_auth'}
+      - {'tag': 'hunter', 'test': 'sig_cli'}
+      - {'tag': 'hunter', 'test': 'sig_cli_serial'}
+      - {'tag': 'hunter', 'test': 'sig_cluster_lifecycle'}
+      - {'tag': 'hunter', 'test': 'sig_instrumentation'}
+      - {'tag': 'hunter', 'test': 'sig_network'}
+      - {'tag': 'hunter', 'test': 'sig_network_serial'}
+      - {'tag': 'hunter', 'test': 'sig_node'}
+      - {'tag': 'hunter', 'test': 'sig_scheduling_serial'}
+      - {'tag': 'hunter', 'test': 'sig_storage'}
+      - {'tag': 'hunter', 'test': 'sig_storage_serial'}
+      - {'tag': 'arm-latest', 'test': 'k8s_io'}
+      - {'tag': 'arm-jerma', 'test': 'k8s_io'}
+      - {'tag': 'arm-jerma', 'test': 'k8s_conformance_serial'}
+      - {'tag': 'arm-jerma', 'test': 'sig_api_machinery'}
+      - {'tag': 'arm-jerma', 'test': 'sig_api_machinery_serial'}
+      - {'tag': 'arm-jerma', 'test': 'sig_apps'}
+      - {'tag': 'arm-jerma', 'test': 'sig_apps_serial'}
+      - {'tag': 'arm-jerma', 'test': 'sig_auth'}
+      - {'tag': 'arm-jerma', 'test': 'sig_cli'}
+      - {'tag': 'arm-jerma', 'test': 'sig_cli_serial'}
+      - {'tag': 'arm-jerma', 'test': 'sig_cluster_lifecycle'}
+      - {'tag': 'arm-jerma', 'test': 'sig_instrumentation'}
+      - {'tag': 'arm-jerma', 'test': 'sig_network'}
+      - {'tag': 'arm-jerma', 'test': 'sig_network_serial'}
+      - {'tag': 'arm-jerma', 'test': 'sig_node'}
+      - {'tag': 'arm-jerma', 'test': 'sig_scheduling_serial'}
+      - {'tag': 'arm-jerma', 'test': 'sig_storage'}
+      - {'tag': 'arm-jerma', 'test': 'sig_storage_serial'}
+      - {'tag': 'arm-iruya', 'test': 'k8s_io'}
+      - {'tag': 'arm-iruya', 'test': 'k8s_conformance_serial'}
+      - {'tag': 'arm-iruya', 'test': 'sig_api_machinery'}
+      - {'tag': 'arm-iruya', 'test': 'sig_api_machinery_serial'}
+      - {'tag': 'arm-iruya', 'test': 'sig_apps'}
+      - {'tag': 'arm-iruya', 'test': 'sig_apps_serial'}
+      - {'tag': 'arm-iruya', 'test': 'sig_auth'}
+      - {'tag': 'arm-iruya', 'test': 'sig_cli'}
+      - {'tag': 'arm-iruya', 'test': 'sig_cli_serial'}
+      - {'tag': 'arm-iruya', 'test': 'sig_cluster_lifecycle'}
+      - {'tag': 'arm-iruya', 'test': 'sig_instrumentation'}
+      - {'tag': 'arm-iruya', 'test': 'sig_network'}
+      - {'tag': 'arm-iruya', 'test': 'sig_network_serial'}
+      - {'tag': 'arm-iruya', 'test': 'sig_node'}
+      - {'tag': 'arm-iruya', 'test': 'sig_scheduling_serial'}
+      - {'tag': 'arm-iruya', 'test': 'sig_storage'}
+      - {'tag': 'arm-iruya', 'test': 'sig_storage_serial'}
+      - {'tag': 'arm-hunter', 'test': 'k8s_io'}
+      - {'tag': 'arm-hunter', 'test': 'k8s_conformance_serial'}
+      - {'tag': 'arm-hunter', 'test': 'sig_api_machinery'}
+      - {'tag': 'arm-hunter', 'test': 'sig_api_machinery_serial'}
+      - {'tag': 'arm-hunter', 'test': 'sig_apps'}
+      - {'tag': 'arm-hunter', 'test': 'sig_apps_serial'}
+      - {'tag': 'arm-hunter', 'test': 'sig_auth'}
+      - {'tag': 'arm-hunter', 'test': 'sig_cli'}
+      - {'tag': 'arm-hunter', 'test': 'sig_cli_serial'}
+      - {'tag': 'arm-hunter', 'test': 'sig_cluster_lifecycle'}
+      - {'tag': 'arm-hunter', 'test': 'sig_instrumentation'}
+      - {'tag': 'arm-hunter', 'test': 'sig_network'}
+      - {'tag': 'arm-hunter', 'test': 'sig_network_serial'}
+      - {'tag': 'arm-hunter', 'test': 'sig_node'}
+      - {'tag': 'arm-hunter', 'test': 'sig_scheduling_serial'}
+      - {'tag': 'arm-hunter', 'test': 'sig_storage'}
+      - {'tag': 'arm-hunter', 'test': 'sig_storage_serial'}
+      - {'tag': 'arm64-latest', 'test': 'k8s_io'}
+      - {'tag': 'arm64-jerma', 'test': 'k8s_io'}
+      - {'tag': 'arm64-jerma', 'test': 'k8s_conformance_serial'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_api_machinery'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_api_machinery_serial'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_apps'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_apps_serial'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_auth'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_cli'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_cli_serial'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_cluster_lifecycle'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_instrumentation'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_network'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_network_serial'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_node'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_scheduling_serial'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_storage'}
+      - {'tag': 'arm64-jerma', 'test': 'sig_storage_serial'}
+      - {'tag': 'arm64-iruya', 'test': 'k8s_io'}
+      - {'tag': 'arm64-iruya', 'test': 'k8s_conformance_serial'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_api_machinery'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_api_machinery_serial'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_apps'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_apps_serial'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_auth'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_cli'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_cli_serial'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_cluster_lifecycle'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_instrumentation'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_network'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_network_serial'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_node'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_scheduling_serial'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_storage'}
+      - {'tag': 'arm64-iruya', 'test': 'sig_storage_serial'}
+      - {'tag': 'arm64-hunter', 'test': 'k8s_io'}
+      - {'tag': 'arm64-hunter', 'test': 'k8s_conformance_serial'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_api_machinery'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_api_machinery_serial'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_apps'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_apps_serial'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_auth'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_cli'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_cli_serial'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_cluster_lifecycle'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_instrumentation'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_network'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_network_serial'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_node'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_scheduling_serial'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_storage'}
+      - {'tag': 'arm64-hunter', 'test': 'sig_storage_serial'}
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-{test}-run'
 
@@ -316,7 +441,8 @@
     container: 'functest-kubernetes-security'
     test:
       - kube_hunter
-      - kube_bench
+      - kube_bench_master
+      - kube_bench_node
     privileged: 'false'
     network: bridge
     jobs:
@@ -328,9 +454,6 @@
     container: 'functest-kubernetes-benchmarking'
     test:
       - xrally_kubernetes_full
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     privileged: 'false'
     network: bridge
     jobs:
@@ -341,35 +464,9 @@
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-cnf'
     test:
-      - cnf_conformance
       - k8s_vims
-    exclude:
-      - tag: kali
-        test: cnf_conformance
-      - tag: jerma
-        test: cnf_conformance
-      - tag: iruya
-        test: cnf_conformance
-      - tag: hunter
-        test: cnf_conformance
-      - tag: arm-kali
-        test: cnf_conformance
-      - tag: arm-jerma
-        test: cnf_conformance
-      - tag: arm-iruya
-        test: cnf_conformance
-      - tag: arm-hunter
-        test: cnf_conformance
-      - tag: arm64-kali
-        test: cnf_conformance
-      - tag: arm64-kali
-        test: cnf_conformance
-      - tag: arm64-jerma
-        test: cnf_conformance
-      - tag: arm64-iruya
-        test: cnf_conformance
-      - tag: arm64-hunter
-        test: cnf_conformance
+      - helm_vims
+      - cnf_conformance
     privileged: 'false'
     network: bridge
     jobs:
@@ -381,7 +478,7 @@
     builders:
       - shell: |
           set +x
-          [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/* || true
+          [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/results || true
           if [ "{repo}" = "_" ]; then
             image={container}:{tag}
           elif [ "{port}" = "None" ]; then
@@ -393,14 +490,13 @@
             -e S3_ENDPOINT_URL=https://storage.googleapis.com \
             -e S3_DST_URL=s3://artifacts.opnfv.org/functest-kubernetes \
             -e HTTP_DST_URL=http://artifacts.opnfv.org/functest-kubernetes \
+            -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \
             -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \
             -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \
             -e BUILD_TAG=$BUILD_TAG \
             -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
             -e DEPLOY_SCENARIO=$DEPLOY_SCENARIO \
-            -e DEBUG=$DEBUG \
             -v /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config \
-            -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \
             $image zip_campaign
 
 - job-template:
@@ -412,8 +508,6 @@
           build_tag: ''
       - functest-kubernetes-pi-DEPLOY_SCENARIO:
           DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
-      - functest-kubernetes-pi-DEBUG:
-          DEBUG: 'true'
     builders:
       - functest-kubernetes-pi-zip:
           <<: *functest-kubernetes-pi-containers
@@ -421,7 +515,7 @@
 - project:
     name: 'functest-kubernetes-pi-{tag}-zip'
     <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-security'
+    container: 'functest-kubernetes-healthcheck'
     jobs:
       - 'functest-kubernetes-pi-{tag}-zip'
 
@@ -437,14 +531,12 @@
           build_tag: ''
       - functest-kubernetes-pi-DEPLOY_SCENARIO:
           DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
-      - functest-kubernetes-pi-DEBUG:
-          DEBUG: 'true'
     properties:
       - build-blocker:
           use-build-blocker: true
           blocking-level: 'GLOBAL'
           blocking-jobs:
-            - '^functest-kubernetes(-pi)?-(arm.*-|amd64-)*[a-z]+-(daily|gate|check)$'
+            - '^functest-kubernetes-*-(daily|docker|review)$'
     builders:
       - multijob:
           name: remove former images
@@ -475,21 +567,60 @@
       - multijob:
           name: ollivier/functest-kubernetes-healthcheck:{tag}
           projects:
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-{tag}-k8s_quick-run'
+              <<: *functest-kubernetes-pi-jobs
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-{tag}-k8s_smoke-run'
               <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: ollivier/functest-kubernetes-smoke:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-xrally_kubernetes-run'
               <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-k8s_io-run'
+              <<: *functest-kubernetes-pi-jobs
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-k8s_conformance-run'
               <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-k8s_conformance_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_api_machinery-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_api_machinery_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_apps-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_apps_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_auth-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_cli-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_cli_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_cluster_lifecycle-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_instrumentation-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_network-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_network_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_node-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_scheduling_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_storage-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_storage_serial-run'
+              <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: ollivier/functest-kubernetes-security:{tag}
           projects:
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-kube_hunter-run'
               <<: *functest-kubernetes-pi-jobs
-            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-kube_bench-run'
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-kube_bench_master-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-kube_bench_node-run'
               <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: ollivier/functest-kubernetes-benchmarking:{tag}
@@ -499,19 +630,20 @@
       - multijob:
           name: ollivier/functest-kubernetes-cnf:{tag}
           projects:
-            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-cnf_conformance-run'
-              <<: *functest-kubernetes-pi-jobs
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-k8s_vims-run'
               <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-helm_vims-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-cnf_conformance-run'
+              <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: dump all campaign data
           projects:
             - name: 'functest-kubernetes-pi-{tag}-zip'
               <<: *functest-kubernetes-pi-jobs
 
-
 - project:
-    name: 'functest-kubernetes-pi'
+    name: 'functest-kubernetes-pi-daily'
     <<: *functest-kubernetes-pi-params
     jobs:
       - 'functest-kubernetes-pi-{tag}-daily'
@@ -526,4 +658,4 @@
       - last-success
       - last-failure
       - last-duration
-    regex: ^functest-kubernetes-pi-(arm.*-|amd64-)*[a-z]+-daily$
+    regex: ^functest-kubernetes-pi-[a-z-0-9.]+-daily$