X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=jjb%2Ffunctest%2Ffunctest-kubernetes-pi.yaml;h=913036e6e697eb1660229a20e3fd9f9e9fb63ec8;hb=7a5d6483138a1f6e5bb183d68689b42aa74209ba;hp=f33d028f376f99152902e64e361dd2d6c8093679;hpb=a7e1a9da3dc3505fd375f76216378ca3d25506b3;p=releng.git

diff --git a/jjb/functest/functest-kubernetes-pi.yaml b/jjb/functest/functest-kubernetes-pi.yaml
index f33d028f3..913036e6e 100644
--- a/jjb/functest/functest-kubernetes-pi.yaml
+++ b/jjb/functest/functest-kubernetes-pi.yaml
@@ -1,7 +1,10 @@
 ---
-- functest-kubernetes-pi-jobs: &functest-kubernetes-pi-jobs
-    name: 'functest-kubernetes-pi-jobs'
-    current-parameters: true
+- functest-kubernetes-pi-containers: &functest-kubernetes-pi-containers
+    name: 'functest-kubernetes-pi-containers'
+    repo: '{repo}'
+    port: '{port}'
+    container: '{container}'
+    tag: '{tag}'
 
 - functest-kubernetes-pi-params: &functest-kubernetes-pi-params
     name: 'functest-kubernetes-pi-params'
@@ -9,50 +12,33 @@
     port:
     tag:
       - latest:
-          branch: master
+          slave: lf-virtual1-7
+      - v1.21:
+          slave: lf-virtual1-6
+      - leguer:
           slave: lf-virtual1-5
       - kali:
-          branch: stable/kali
           slave: lf-virtual1-4
-      - jerma:
-          branch: stable/jerma
-          slave: lf-virtual1-3
-      - iruya:
-          branch: stable/iruya
-          slave: lf-virtual1-2
-      - hunter:
-          branch: stable/hunter
-          slave: lf-virtual1-1
       - arm-latest:
-          branch: master
+          slave: lf-virtual1-7
+      - arm-v1.21:
+          slave: lf-virtual1-6
+      - arm-leguer:
           slave: lf-virtual1-5
       - arm-kali:
-          branch: stable/kali
           slave: lf-virtual1-4
-      - arm-jerma:
-          branch: stable/jerma
-          slave: lf-virtual1-3
-      - arm-iruya:
-          branch: stable/iruya
-          slave: lf-virtual1-2
-      - arm-hunter:
-          branch: stable/hunter
-          slave: lf-virtual1-1
       - arm64-latest:
-          branch: master
+          slave: lf-virtual1-7
+      - arm64-v1.21:
+          slave: lf-virtual1-6
+      - arm64-leguer:
           slave: lf-virtual1-5
       - arm64-kali:
-          branch: stable/kali
           slave: lf-virtual1-4
-      - arm64-jerma:
-          branch: stable/jerma
-          slave: lf-virtual1-3
-      - arm64-iruya:
-          branch: stable/iruya
-          slave: lf-virtual1-2
-      - arm64-hunter:
-          branch: stable/hunter
-          slave: lf-virtual1-1
+
+- functest-kubernetes-pi-jobs: &functest-kubernetes-pi-jobs
+    name: 'functest-kubernetes-pi-jobs'
+    current-parameters: true
 
 - parameter:
     name: functest-kubernetes-pi-slave
@@ -67,32 +53,19 @@
       - random-string:
           name: build_tag
 
-- parameter:
-    name: functest-kubernetes-pi-branch
-    parameters:
-      - string:
-          name: branch
-          default: '{branch}'
-
 - parameter:
     name: functest-kubernetes-pi-DEPLOY_SCENARIO
     parameters:
       - string:
           name: DEPLOY_SCENARIO
           default: k8-nosdn-nofeature-noha
+
 - parameter:
-    name: functest-kubernetes-pi-DEBUG
+    name: functest-kubernetes-pi-E2E_TEST_OPTS
     parameters:
       - string:
-          name: DEBUG
-          default: 'true'
-
-- functest-kubernetes-pi-containers: &functest-kubernetes-pi-containers
-    name: 'functest-kubernetes-pi-containers'
-    repo: '{repo}'
-    port: '{port}'
-    container: '{container}'
-    tag: '{tag}'
+          name: E2E_TEST_OPTS
+          default: container-runtime:containerd
 
 - functest-kubernetes-pi-run-containers: &functest-kubernetes-pi-run-containers
     name: 'functest-kubernetes-pi-run-containers'
@@ -120,7 +93,7 @@
     builders:
       - shell: |
           set +x
-          [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/* || true
+          [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/results || true
           if [ "{repo}" = "_" ]; then
             image={container}:{tag}
           elif [ "{port}" = "None" ]; then
@@ -134,15 +107,15 @@
             -e S3_ENDPOINT_URL=https://storage.googleapis.com \
             -e S3_DST_URL=s3://artifacts.opnfv.org/functest-kubernetes/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
             -e HTTP_DST_URL=http://artifacts.opnfv.org/functest-kubernetes/$BUILD_TAG/$JOB_NAME-$BUILD_ID \
+            -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \
             -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \
             -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \
             -e NODE_NAME=$slave \
             -e BUILD_TAG=$BUILD_TAG \
             -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
             -e DEPLOY_SCENARIO=$DEPLOY_SCENARIO \
-            -e DEBUG=$DEBUG \
+            -e E2E_TEST_OPTS=$E2E_TEST_OPTS \
             -v /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config \
-            -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \
             $image run_tests -t {test} -p -r
 
 - builder:
@@ -159,7 +132,6 @@
           fi
           docker rmi $image || true
 
-
 - job-template:
     name: 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
     parameters:
@@ -173,9 +145,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-pull'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-healthcheck'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
 
@@ -183,9 +152,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-pull'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-smoke'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
 
@@ -200,9 +166,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-pull'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-benchmarking'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-pull'
 
@@ -226,9 +189,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-rmi'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-healthcheck'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
 
@@ -236,9 +196,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-rmi'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-smoke'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
 
@@ -253,9 +210,6 @@
     name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-rmi'
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-benchmarking'
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-rmi'
 
@@ -275,8 +229,8 @@
           build_tag: ''
       - functest-kubernetes-pi-DEPLOY_SCENARIO:
           DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
-      - functest-kubernetes-pi-DEBUG:
-          DEBUG: 'true'
+      - functest-kubernetes-pi-E2E_TEST_OPTS:
+          E2E_TEST_OPTS: container-runtime:containerd
     builders:
       - functest-kubernetes-pi-run-containers:
           <<: *functest-kubernetes-pi-run-containers
@@ -286,10 +240,8 @@
     <<: *functest-kubernetes-pi-params
     container: 'functest-kubernetes-healthcheck'
     test:
+      - k8s_quick
       - k8s_smoke
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
     privileged: 'false'
     network: bridge
     jobs:
@@ -301,12 +253,41 @@
     container: 'functest-kubernetes-smoke'
     test:
       - xrally_kubernetes
+      - k8s_io
       - k8s_conformance
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
+      - k8s_conformance_serial
+      - sig_api_machinery
+      - sig_api_machinery_serial
+      - sig_apps
+      - sig_apps_serial
+      - sig_auth
+      - sig_cli
+      - sig_cli_serial
+      - sig_cluster_lifecycle
+      - sig_instrumentation
+      - sig_network
+      - sig_network_serial
+      - sig_node
+      - sig_scheduling_serial
+      - sig_storage
+      - sig_storage_serial
     privileged: 'false'
     network: bridge
+    exclude:
+      - tag: latest
+        test: k8s_io
+      - tag: v1.21
+        test: k8s_io
+      - tag: jerma
+        test: k8s_io
+      - tag: arm-latest
+        test: k8s_io
+      - tag: arm-v1.21
+        test: k8s_io
+      - tag: arm64-latest
+        test: k8s_io
+      - tag: arm64-v1.21
+        test: k8s_io
     jobs:
       - 'functest-kubernetes-pi-{repo}-{container}-{tag}-{test}-run'
 
@@ -316,7 +297,8 @@
     container: 'functest-kubernetes-security'
     test:
       - kube_hunter
-      - kube_bench
+      - kube_bench_master
+      - kube_bench_node
     privileged: 'false'
     network: bridge
     jobs:
@@ -328,9 +310,7 @@
     container: 'functest-kubernetes-benchmarking'
     test:
       - xrally_kubernetes_full
-    exclude:
-      - tag: arm-hunter
-      - tag: arm64-hunter
+      - netperf
     privileged: 'false'
     network: bridge
     jobs:
@@ -342,6 +322,8 @@
     container: 'functest-kubernetes-cnf'
     test:
       - k8s_vims
+      - helm_vims
+      - cnf_testsuite
     privileged: 'false'
     network: bridge
     jobs:
@@ -353,7 +335,7 @@
     builders:
       - shell: |
           set +x
-          [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/* || true
+          [ ! -z "$WORKSPACE" ] && rm -rf $WORKSPACE/results || true
           if [ "{repo}" = "_" ]; then
             image={container}:{tag}
           elif [ "{port}" = "None" ]; then
@@ -365,14 +347,14 @@
             -e S3_ENDPOINT_URL=https://storage.googleapis.com \
             -e S3_DST_URL=s3://artifacts.opnfv.org/functest-kubernetes \
             -e HTTP_DST_URL=http://artifacts.opnfv.org/functest-kubernetes \
+            -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \
             -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \
             -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \
             -e BUILD_TAG=$BUILD_TAG \
             -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \
             -e DEPLOY_SCENARIO=$DEPLOY_SCENARIO \
-            -e DEBUG=$DEBUG \
+            -e E2E_TEST_OPTS=$E2E_TEST_OPTS \
             -v /home/opnfv/functest-kubernetes/config.{tag}:/root/.kube/config \
-            -v /home/opnfv/functest-kubernetes/.boto:/root/.boto \
             $image zip_campaign
 
 - job-template:
@@ -384,8 +366,8 @@
           build_tag: ''
       - functest-kubernetes-pi-DEPLOY_SCENARIO:
           DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
-      - functest-kubernetes-pi-DEBUG:
-          DEBUG: 'true'
+      - functest-kubernetes-pi-E2E_TEST_OPTS:
+          E2E_TEST_OPTS: container-runtime:containerd
     builders:
       - functest-kubernetes-pi-zip:
           <<: *functest-kubernetes-pi-containers
@@ -393,7 +375,7 @@
 - project:
     name: 'functest-kubernetes-pi-{tag}-zip'
     <<: *functest-kubernetes-pi-params
-    container: 'functest-kubernetes-security'
+    container: 'functest-kubernetes-healthcheck'
     jobs:
       - 'functest-kubernetes-pi-{tag}-zip'
 
@@ -409,14 +391,16 @@
           build_tag: ''
       - functest-kubernetes-pi-DEPLOY_SCENARIO:
           DEPLOY_SCENARIO: k8-nosdn-nofeature-noha
-      - functest-kubernetes-pi-DEBUG:
-          DEBUG: 'true'
+      - functest-kubernetes-pi-E2E_TEST_OPTS:
+          E2E_TEST_OPTS: container-runtime:containerd
+    # PyYAML and yamllint differ here
+    # see https://github.com/yaml/pyyaml/issues/234
+    # yamllint disable rule:indentation
     properties:
       - build-blocker:
-          use-build-blocker: true
-          blocking-level: 'GLOBAL'
           blocking-jobs:
-            - '^functest-kubernetes(-pi)?-(arm.*-|amd64-)*[a-z]+-(daily|gate|check)$'
+          - ^functest-kubernetes-(pi-)*{tag}-(daily|docker|review)$
+    # yamllint enable rule:indentation
     builders:
       - multijob:
           name: remove former images
@@ -447,41 +431,85 @@
       - multijob:
           name: ollivier/functest-kubernetes-healthcheck:{tag}
           projects:
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-{tag}-k8s_quick-run'
+              <<: *functest-kubernetes-pi-jobs
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-healthcheck-{tag}-k8s_smoke-run'
               <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: ollivier/functest-kubernetes-smoke:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-xrally_kubernetes-run'
               <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-k8s_io-run'
+              <<: *functest-kubernetes-pi-jobs
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-k8s_conformance-run'
               <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-k8s_conformance_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_api_machinery-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_api_machinery_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_apps-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_apps_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_auth-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_cli-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_cli_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_cluster_lifecycle-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_instrumentation-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_network-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_network_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_node-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_scheduling_serial-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_storage-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-smoke-{tag}-sig_storage_serial-run'
+              <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: ollivier/functest-kubernetes-security:{tag}
           projects:
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-kube_hunter-run'
               <<: *functest-kubernetes-pi-jobs
-            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-kube_bench-run'
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-kube_bench_master-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-security-{tag}-kube_bench_node-run'
               <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: ollivier/functest-kubernetes-benchmarking:{tag}
           projects:
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-{tag}-xrally_kubernetes_full-run'
               <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-benchmarking-{tag}-netperf-run'
+              <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: ollivier/functest-kubernetes-cnf:{tag}
           projects:
             - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-k8s_vims-run'
               <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-helm_vims-run'
+              <<: *functest-kubernetes-pi-jobs
+            - name: 'functest-kubernetes-pi-ollivier-functest-kubernetes-cnf-{tag}-cnf_testsuite-run'
+              <<: *functest-kubernetes-pi-jobs
       - multijob:
           name: dump all campaign data
           projects:
             - name: 'functest-kubernetes-pi-{tag}-zip'
               <<: *functest-kubernetes-pi-jobs
 
-
 - project:
-    name: 'functest-kubernetes-pi'
+    name: 'functest-kubernetes-pi-daily'
     <<: *functest-kubernetes-pi-params
     jobs:
       - 'functest-kubernetes-pi-{tag}-daily'
@@ -496,4 +524,4 @@
       - last-success
       - last-failure
       - last-duration
-    regex: ^functest-kubernetes-pi-(arm.*-|amd64-)*[a-z]+-daily$
+    regex: ^functest-kubernetes-pi-[a-z-0-9.]+-daily$