Merge "Fix minor bugs for result_collection_api"
authorgrkoffi <koffirodrigue@gmail.com>
Fri, 4 Sep 2015 09:21:19 +0000 (09:21 +0000)
committerGerrit Code Review <gerrit@172.30.200.206>
Fri, 4 Sep 2015 09:21:19 +0000 (09:21 +0000)
docs/jenkins-job-builder/index.rst
docs/jenkins-job-builder/opnfv-jjb-usage.rst
docs/jenkins-job-builder/opnfv-logo.png [new file with mode: 0644]
jjb/functest/functest.yml
jjb/genesis/genesis-foreman.yml
jjb/genesis/genesis-fuel.yml
jjb/releng/docu-build-new.sh
jjb/releng/releng.yml
jjb/yardstick/yardstick.yml

index c3dbbb8..8c51a29 100644 (file)
@@ -3,8 +3,14 @@
    You can adapt this file completely to your liking, but it should at least
    contain the root `toctree` directive.
 
+.. image:: opnfv-logo.png
+  :height: 40
+  :width: 200
+  :alt: OPNFV
+  :align: left
+
 Release Engineering Project
-==================
+===========================
 
 Contents:
 
@@ -17,7 +23,8 @@ Contents:
 Indices and tables
 ==================
 
-* :ref:`genindex`
-* :ref:`modindex`
 * :ref:`search`
 
+Revision: _sha1_
+
+Build date: |today|
index 5fb1f91..c640cc3 100644 (file)
@@ -1,3 +1,9 @@
+.. image:: opnfv-logo.png
+  :height: 40
+  :width: 200
+  :alt: OPNFV
+  :align: left
+
 Creating/Configuring/Verifying Jenkins Jobs
 ============================================
 
@@ -181,4 +187,4 @@ The Current merge and verify jobs for jenkins job builder as pulled from the rep
 
 Revision: _sha1_
 
-Build date:  _date_
+Build date: |today| 
diff --git a/docs/jenkins-job-builder/opnfv-logo.png b/docs/jenkins-job-builder/opnfv-logo.png
new file mode 100644 (file)
index 0000000..1519503
Binary files /dev/null and b/docs/jenkins-job-builder/opnfv-logo.png differ
index abd5bdf..3a7b09e 100644 (file)
 
             # vPing
             echo "Functest: run vPing"
-            python $WORKSPACE/testcases/vPing/CI/libraries/vPing.py --debug $WORKSPACE/
+            python $WORKSPACE/testcases/vPing/CI/libraries/vPing.py --debug $WORKSPACE/ -r
 
 - job-template:
     name: functest-{pod}
 
             # vPing
             echo "Functest: run vPing"
-            python $WORKSPACE/testcases/vPing/CI/libraries/vPing.py --debug $WORKSPACE/
+            python $WORKSPACE/testcases/vPing/CI/libraries/vPing.py --debug $WORKSPACE/ -r
 
             # ODL
             echo "Functest: run ODL suite"
index 26f0a40..da4468b 100644 (file)
     installer: 'foreman'
 
     jobs:
-        - 'genesis-foreman-verify-{stream}'
+        - 'genesis-foreman-verify-build-{stream}'
         - 'genesis-foreman-merge-{stream}'
         - 'genesis-foreman-daily-{stream}'
         - 'genesis-foreman-build-{stream}'
         - 'genesis-foreman-deploy-{stream}'
         - 'genesis-foreman-lab-reconfig-{stream}'
         - 'genesis-foreman-deploy-runner-{stream}'
-        - 'genesis-foreman-deploy-virtual-{stream}'
+        - 'genesis-foreman-verify-deploy-virtual-{stream}'
 
     # stream:    branch with - in place of / (eg. stable-arno)
     # branch:    branch (eg. stable/arno)
@@ -33,7 +33,7 @@
 ########################
 
 - job-template:
-    name: 'genesis-foreman-verify-{stream}'
+    name: 'genesis-foreman-verify-build-{stream}'
 
     project-type: freestyle
 
         - 'foreman-lab-reconfig'
 
 - job-template:
-    name: 'genesis-foreman-deploy-virtual-{stream}'
+    name: 'genesis-foreman-verify-deploy-virtual-{stream}'
 
     project-type: freestyle
 
                     pattern: 'common/**'
                   - compare-type: ANT
                     pattern: '{installer}/**'
-            dependency-jobs: 'genesis-foreman-verify-{stream}'
+            dependency-jobs: 'genesis-foreman-verify-build-{stream}'
 
 
     builders:
index a30c279..4e1a120 100644 (file)
     installer: 'fuel'
 
     jobs:
-        - 'genesis-fuel-verify-{stream}'
+        - 'genesis-fuel-verify-build-{stream}'
         - 'genesis-fuel-merge-{stream}'
         - 'genesis-fuel-daily-{stream}'
         - 'genesis-fuel-build-{stream}'
         - 'genesis-fuel-deploy-{stream}'
         - 'genesis-fuel-deploy-runner-{stream}'
         - 'genesis-fuel-lab-reconfig-{stream}'
-        - 'genesis-fuel-deploy-virtual-{stream}'
+        - 'genesis-fuel-verify-deploy-virtual-{stream}'
 
     # stream:    branch with - in place of / (eg. stable-arno)
     # branch:    branch (eg. stable/arno)
@@ -34,7 +34,7 @@
 ########################
 
 - job-template:
-    name: 'genesis-fuel-verify-{stream}'
+    name: 'genesis-fuel-verify-build-{stream}'
 
     project-type: freestyle
 
         - 'fuel-lab-reconfig'
 
 - job-template:
-    name: 'genesis-fuel-deploy-virtual-{stream}'
+    name: 'genesis-fuel-verify-deploy-virtual-{stream}'
 
     project-type: freestyle
 
index 8c0cc49..00d0464 100755 (executable)
@@ -3,6 +3,7 @@ set -e
 set -o pipefail
 
 export PATH=$PATH:/usr/local/bin/
+git_sha1="$(git rev-parse HEAD)"
 
 clean() {{
 if [[ -d docs/output ]]; then
@@ -13,6 +14,15 @@ fi
 
 trap clean EXIT TERM INT SIGTERM SIGHUP
 
+#set git_sha1
+files=()
+while read -r -d ''; do
+  files+=("$REPLY")
+done < <(find docs/ -type f -iname '*.rst' -print0)
+for file in "${{files[@]}}"; do
+  sed -i "s/_sha1_/$git_sha1/g" $file
+done
+
 directories=()
 while read -d $'\n'; do
   directories+=("$REPLY")
@@ -30,14 +40,22 @@ for dir in "${{directories[@]}}"; do
   fi
 
   sphinx-build -b html -E -c docs/etc/ ""$dir"/" docs/output/"${{dir##*/}}/"
+
 done
 
 # NOTE: make sure source parameters for GS paths are not empty.
 [[ $GERRIT_CHANGE_NUMBER =~ .+ ]]
 [[ $GERRIT_PROJECT =~ .+ ]]
 [[ $GERRIT_BRANCH =~ .+ ]]
+
 gs_path_review="artifacts.opnfv.org/review/$GERRIT_CHANGE_NUMBER"
 
+if [[ $GERRIT_BRANCH = "master" ]] ; then
+  gs_path_branch="artifacts.opnfv.org/$GERRIT_PROJECT"
+else
+  gs_path_branch="artifacts.opnfv.org/$GERRIT_PROJECT/${{GERRIT_BRANCH##*/}}"
+fi
+
 for dir in "${{directories[@]}}"; do
   echo
   echo "#############################"
@@ -45,24 +63,39 @@ for dir in "${{directories[@]}}"; do
   echo "#############################"
   echo
 
-  if [[ $GERRIT_BRANCH = "master" ]] ; then
-    gs_path_branch="artifacts.opnfv.org/$GERRIT_PROJECT"
-  else
-    gs_path_branch="artifacts.opnfv.org/$GERRIT_PROJECT/${{GERRIT_BRANCH##*/}}"
-  fi
 
   if [[ $JOB_NAME =~ "verify" ]] ; then
+
+    #upload artifacts for verify job
     gsutil cp -r docs/output/"${{dir##*/}}/" "gs://$gs_path_review/"
+
     # post link to gerrit as comment
     gerrit_comment="$(echo '"Document is available at 'http://$gs_path_review/"${{dir##*/}}"/index.html' for review"')"
     echo "$gerrit_comment"
     ssh -p 29418 gerrit.opnfv.org gerrit review -p $GERRIT_PROJECT -m \
     "$gerrit_comment" $GERRIT_PATCHSET_REVISION
 
+    #set cache to 0
+    for x in $(gsutil ls gs://$gs_path_review/"${{dir##*/}}" | grep html);
+    do
+      gsutil setmeta -h "Content-Type:text/html" \
+      -h "Cache-Control:private, max-age=0, no-transform" \
+      "$x"
+    done
+
   else
 
-    gsutil cp -r docs/output/"${{dir##*/}}/" "gs://$gs_path_branch/"
-    echo "Latest document is available at http://$gs_path_branch/index.html"
+    #upload artifacts for merge job
+    gsutil cp -r docs/output/"${{dir##*/}}" "gs://$gs_path_branch/docs/"
+    echo "Latest document is available at http://$gs_path_branch/docs/"${{dir##*/}}"/index.html"
+
+    #set cache to 0
+    for x in $(gsutil ls gs://$gs_path_branch/"${{dir}}" | grep html);
+    do
+      gsutil setmeta -h "Content-Type:text/html" \
+      -h "Cache-Control:private, max-age=0, no-transform" \
+      "$x"
+    done
 
     #Clean up review when merging
     if gsutil ls "gs://$gs_path_review" > /dev/null 2>&1 ; then
index c24fcb0..87a73c4 100644 (file)
@@ -9,6 +9,7 @@
 
     jobs:
         - 'releng-verify'
+        - 'releng-merge'
 
     # stream:    branch with - in place of / (eg. stable-arno)
     # branch:    branch (eg. stable/arno)
     builders:
        - shell: 
            !include-raw docu-build-new.sh
+
+
+- job-template:
+    name: 'releng-merge'
+
+    # builder-merge job to run JJB update
+    #
+    # This job's purpose is to update all the JJB
+
+    node: master
+
+    project-type: freestyle
+
+    logrotate:
+        daysToKeep: 30
+        numToKeep: 40
+        artifactDaysToKeep: -1
+        artifactNumToKeep: 5
+
+    parameters:
+        - project-parameter:
+            project: '{project}'
+        - gerrit-parameter:
+            branch: 'master'
+
+    scm:
+        - gerrit-trigger-scm:
+            credentials-id: '{ssh-credentials}'
+            refspec: ''
+            choosing-strategy: 'default'
+
+    wrappers:
+        - ssh-agent-credentials:
+            user: '{ssh-credentials}'
+
+    triggers:
+        - gerrit:
+            trigger-on:
+                - change-merged-event
+                - comment-added-contains-event:
+                    comment-contains-value: 'remerge'
+            projects:
+              - project-compare-type: 'ANT'
+                project-pattern: 'releng'
+                branches:
+                  - branch-compare-type: 'ANT'
+                    branch-pattern: '**/master'
+                file-paths:
+                  - compare-type: ANT
+                    pattern: 'utils/**'
+                  - compare-type: ANT
+                    pattern: 'docs/**'
+                forbidden-file-paths:
+                  - compare-type: ANT
+                    pattern: 'jjb/**'
+
+    builders:
+        - shell:
+            !include-raw docu-build-new.sh
index 0365ff2..ac1442d 100644 (file)
 
     builders:
         - 'yardstick-fetch-os-creds'
-        - 'yardstick-ping'
+        - 'yardstick-daily'
 
     publishers:
         - email:
 # builder macros
 ########################
 - builder:
-    name: yardstick-ping
+    name: yardstick-daily
     builders:
         - shell: |
             #!/bin/bash
             fi
             source $HOME/opnfv-openrc.sh
 
-            # check if cirros-0.3.3 image is already available
-            # if not, create the image
-            echo "Yardstick: configure the image"
-            IMAGE_NAME=cirros-0.3.3
-            if ! nova image-show $IMAGE_NAME > /dev/null 2>&1; then
-                echo "Image $IMAGE_NAME doesn't exist. Creating image $IMAGE_NAME"
-                glance image-create --name cirros-0.3.3 --is-public true --disk-format qcow2 --container-format bare --file $HOME/yardstick/cirros-0.3.3-x86_64-disk.img
-            fi
+            # Emergency fix for glance '--is-public' error.
+            # TODO: This should maybe go into openrc instead!?
+            export OS_IMAGE_API_VERSION=1
 
             # set virtualenv
             echo "Yardstick: setup virtualenv"
             cd $WORKSPACE
             virtualenv $WORKSPACE/yardstick_venv
             source $WORKSPACE/yardstick_venv/bin/activate
+            easy_install -U setuptools
             python setup.py develop > /dev/null 2>&1
 
-            # set virtualenv
-            echo "Yardstick: execute ping scenario"
-            yardstick task start samples/ping.yaml -v -d
+            echo "Yardstick: configure the images"
+            # check if cirros-0.3.3 image is already available
+            # if not, create the image
+            IMAGE_NAMES[0]=cirros-0.3.3
+            if ! nova image-show ${IMAGE_NAMES[0]} > /dev/null 2>&1; then
+                echo "Image ${IMAGE_NAMES[0]} doesn't exist. Creating image ${IMAGE_NAMES[0]}"
+                glance image-create --name cirros-0.3.3 --is-public true --disk-format qcow2 --container-format bare --file $HOME/yardstick/cirros-0.3.3-x86_64-disk.img
+            fi
+
+            # check if yardstick-trusty image is already available
+            # if not, create the image to $WORKSPACE
+            IMAGE_NAMES[1]=yardstick-trusty-server
+            if ! nova image-show ${IMAGE_NAMES[1]} > /dev/null 2>&1; then
+                echo "Image ${IMAGE_NAMES[1]} doesn't exist. Creating image ${IMAGE_NAMES[1]}"
+                sudo yardstick-img-modify $WORKSPACE/tools/ubuntu-server-cloudimg-modify.sh
+                glance image-create --name yardstick-trusty-server --is-public true --disk-format qcow2 --container-format bare --file $WORKSPACE/yardstick-trusty-server.img
+            fi
+
+            # execute tasks
+            echo "Yardstick: execute scenarios"
+            ./ci/run_tasks.sh
 
             # cleanup
             echo "Yardstick: cleanup"
-            glance image-delete $IMAGE_NAME
+            for IMAGE_NAME in ${IMAGE_NAMES[@]}
+            do
+                glance image-delete $IMAGE_NAME
+            done
 
             # done
             echo "Yardstick: done!"