Merge "Add Kubernetes tests to userguide"

diff --git a/api/conf.py b/api/conf.py
index e9978f6..18b33fd 100644 (file)
--- a/api/conf.py
+++ b/api/conf.py
@@ -51,8 +51,8 @@ master_doc = 'index'
 
 # General information about the project.
 project = u'OPNFV Functest'
-copyright = u'2017, #opnfv-functest (chat.freenode.net)'
-author = u'#opnfv-functest (chat.freenode.net)'
+copyright = u'2017, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
@@ -264,7 +264,7 @@ latex_documents = [
     (master_doc,
      'OPNFVFunctest.tex',
      u'OPNFV Functest Documentation',
-     u'\\#opnfv-functest (chat.freenode.net)',
+     u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
      'manual'),
 ]
 

diff --git a/docker/components/Dockerfile b/docker/components/Dockerfile
index 71a8154..356c5d5 100644 (file)
--- a/docker/components/Dockerfile
+++ b/docker/components/Dockerfile
@@ -2,8 +2,8 @@ FROM opnfv/functest-core
 
 ARG BRANCH=master
 ARG OPENSTACK_TAG=stable/queens
-ARG RALLY_TAG=stable/0.10
-ARG OS_FAULTS_TAG=0.1.16
+ARG RALLY_TAG=0.11.2
+ARG OS_FAULTS_TAG=0.1.17
 
 RUN apk --no-cache add --virtual .build-deps --update \
         python-dev build-base linux-headers libffi-dev \
@@ -20,7 +20,7 @@ RUN apk --no-cache add --virtual .build-deps --update \
     update-requirements -s --source /src/openstack-requirements /src/rally/ && \
     pip install --no-cache-dir --src /src -cupper-constraints.txt \
         -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
-        tempest /src/os-faults && \
+        tempest rally-openstack /src/os-faults && \
     pip install --no-cache-dir --src /src -cupper-constraints.txt \
         -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
         /src/rally && \

diff --git a/docker/features/Dockerfile b/docker/features/Dockerfile
index c53099c..e91155a 100644 (file)
--- a/docker/features/Dockerfile
+++ b/docker/features/Dockerfile
@@ -3,8 +3,8 @@ FROM opnfv/functest-core
 ARG BRANCH=master
 ARG OPENSTACK_TAG=stable/queens
 ARG FDS_TAG=master
-ARG RALLY_TAG=stable/0.10
-ARG OS_FAULTS_TAG=0.1.16
+ARG RALLY_TAG=0.11.2
+ARG OS_FAULTS_TAG=0.1.17
 
 COPY thirdparty-requirements.txt thirdparty-requirements.txt
 RUN apk --no-cache add --update python3 sshpass && \
@@ -17,16 +17,13 @@ RUN apk --no-cache add --update python3 sshpass && \
     pip install --no-cache-dir --src /src -cupper-constraints.txt \
         -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
         -e git+https://github.com/openstack/requirements@$OPENSTACK_TAG#egg=openstack_requirements && \
-    pip install --no-cache-dir --src /src -cupper-constraints.txt \
-        -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
-        -e git+https://github.com/openstack/requirements@$OPENSTACK_TAG#egg=openstack_requirements && \
     git clone --depth 1 https://github.com/openstack/os-faults.git -b $OS_FAULTS_TAG /src/os-faults && \
     update-requirements -s --source /src/openstack-requirements /src/os-faults/ && \
     git clone --depth 1 https://github.com/openstack/rally.git -b $RALLY_TAG /src/rally && \
     update-requirements -s --source /src/openstack-requirements /src/rally/ && \
     pip install --no-cache-dir --src /src -cupper-constraints.txt \
         -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
-        tempest /src/os-faults && \
+        tempest rally-openstack /src/os-faults && \
     pip install --no-cache-dir --src /src -cupper-constraints.txt \
         -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
         /src/rally -rthirdparty-requirements.txt && \

diff --git a/docker/features/testcases.yaml b/docker/features/testcases.yaml
index fc9d81d..6cccf02 100644 (file)
--- a/docker/features/testcases.yaml
+++ b/docker/features/testcases.yaml
@@ -11,7 +11,6 @@ tiers:
             -
                 case_name: doctor-notification
                 project_name: doctor
-                enabled: false
                 criteria: 100
                 blocking: false
                 description: >-
@@ -34,7 +33,7 @@ tiers:
                 description: >-
                     Test suite from SDNVPN project.
                 dependencies:
-                    installer: '(fuel)|(apex)'
+                    installer: ''
                     scenario: 'bgpvpn'
                 run:
                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
@@ -43,7 +42,6 @@ tiers:
             -
                 case_name: functest-odl-sfc
                 project_name: sfc
-                enabled: false
                 criteria: 100
                 blocking: false
                 description: >-
@@ -59,7 +57,6 @@ tiers:
             -
                 case_name: barometercollectd
                 project_name: barometer
-                enabled: false
                 criteria: 100
                 blocking: false
                 description: >-
@@ -67,7 +64,7 @@ tiers:
                     the proper configuration and basic functionality of all the
                     collectd plugins as described in the Project Release Plan
                 dependencies:
-                    installer: '(apex)|(compass)'
+                    installer: ''
                     scenario: 'bar'
                 run:
                     module: 'baro_tests.barometer'
@@ -83,7 +80,7 @@ tiers:
                     features are installed. It integrates some test suites from
                     upstream using Robot as the test framework.
                 dependencies:
-                    installer: 'apex'
+                    installer: ''
                     scenario: 'odl.*-fdio'
                 run:
                     module: 'functest.opnfv_tests.sdn.odl.odl'

diff --git a/docker/features/thirdparty-requirements.txt b/docker/features/thirdparty-requirements.txt
index 914d4ee..910b514 100644 (file)
--- a/docker/features/thirdparty-requirements.txt
+++ b/docker/features/thirdparty-requirements.txt
@@ -1,7 +1,7 @@
 robotframework-httplibrary
 robotframework-requests
 robotframework-sshlibrary;python_version=='2.7'
-# baro_tests
+baro_tests
 # sdnvpn
-# sfc
-# doctor-tests;python_version>='3.0'
+sfc
+doctor-tests;python_version>='3.0'

diff --git a/docker/parser/Dockerfile b/docker/parser/Dockerfile
index a867166..fe21bb5 100644 (file)
--- a/docker/parser/Dockerfile
+++ b/docker/parser/Dockerfile
@@ -2,8 +2,6 @@ FROM opnfv/functest-core
 
 ARG BRANCH=master
 ARG OPENSTACK_TAG=stable/queens
-ARG RALLY_TAG=stable/0.10
-ARG OS_FAULTS_TAG=0.1.16
 
 COPY thirdparty-requirements.txt thirdparty-requirements.txt
 RUN apk --no-cache add --virtual .build-deps --update \

diff --git a/docker/smoke/Dockerfile b/docker/smoke/Dockerfile
index 7eb9eb2..d4415ce 100644 (file)
--- a/docker/smoke/Dockerfile
+++ b/docker/smoke/Dockerfile
@@ -3,10 +3,10 @@ FROM opnfv/functest-core
 ARG BRANCH=master
 ARG OPENSTACK_TAG=stable/queens
 ARG ODL_TAG=85448c9d97b89989488e675b29b38ac42d8674e4
-ARG RALLY_TAG=stable/0.10
-ARG OS_FAULTS_TAG=0.1.16
+ARG RALLY_TAG=0.11.2
+ARG OS_FAULTS_TAG=0.1.17
 ARG REFSTACK_TARGET=2017.09
-ARG PATROLE_TAG=0.2.0
+ARG PATROLE_TAG=0.3.0
 
 COPY thirdparty-requirements.txt thirdparty-requirements.txt
 RUN apk --no-cache add --virtual .build-deps --update \
@@ -18,19 +18,23 @@ RUN apk --no-cache add --virtual .build-deps --update \
     pip install --no-cache-dir --src /src -cupper-constraints.txt \
         -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
         -e git+https://github.com/openstack/requirements@$OPENSTACK_TAG#egg=openstack_requirements && \
-    git clone --depth 1 https://github.com/openstack/os-faults.git -b $OS_FAULTS_TAG /src/os-faults && \
+    git clone https://github.com/openstack/os-faults.git /src/os-faults && \
+    (cd /src/os-faults && git checkout $OS_FAULTS_TAG) && \
     update-requirements -s --source /src/openstack-requirements /src/os-faults/ && \
-    git clone --depth 1 https://github.com/openstack/rally.git -b $RALLY_TAG /src/rally && \
+    git clone https://github.com/openstack/rally.git /src/rally && \
+    (cd /src/rally && git checkout $RALLY_TAG) && \
     update-requirements -s --source /src/openstack-requirements /src/rally/ && \
     git clone https://github.com/openstack/patrole.git /src/patrole && \
     (cd /src/patrole && git checkout $PATROLE_TAG) && \
     update-requirements -s --source /src/openstack-requirements /src/patrole/ && \
+    git clone --depth 1 https://github.com/openstack/neutron-tempest-plugin.git /src/neutron-tempest-plugin && \
+    update-requirements -s --source /src/openstack-requirements /src/neutron-tempest-plugin && \
     pip install --no-cache-dir --src /src -cupper-constraints.txt \
         -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
-        tempest /src/os-faults && \
+        tempest rally-openstack /src/os-faults && \
     pip install --no-cache-dir --src /src -cupper-constraints.txt \
         -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
-        /src/rally /src/patrole -rthirdparty-requirements.txt && \
+        /src/rally /src/patrole /src/neutron-tempest-plugin -rthirdparty-requirements.txt && \
     git clone https://git.opendaylight.org/gerrit/p/integration/test.git /src/odl_test && \
     (cd /src/odl_test && git checkout $ODL_TAG) && \
     virtualenv --system-site-packages /src/tempest/.venv && \
@@ -41,7 +45,7 @@ RUN apk --no-cache add --virtual .build-deps --update \
         -chttps://git.opnfv.org/functest/plain/upper-constraints.txt?h=$BRANCH \
         -r /src/neutron/test-requirements.txt && \
     rm -r upper-constraints.txt thirdparty-requirements.txt /src/odl_test/.git \
-        /src/os-faults /src/rally && \
+        /src/os-faults /src/rally /src/neutron-tempest-plugin && \
     mkdir -p /etc/rally && \
     printf "[database]\nconnection = 'sqlite:////var/lib/rally/database/rally.sqlite'" > /etc/rally/rally.conf && \
     mkdir -p /var/lib/rally/database && rally db create && \

diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml
index 4f59828..e2a6237 100644 (file)
--- a/docker/smoke/testcases.yaml
+++ b/docker/smoke/testcases.yaml
@@ -18,7 +18,7 @@ tiers:
                     between 2 instances over a private network.
                 dependencies:
                     installer: ''
-                    scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
+                    scenario: '^((?!lxd).)*$'
                 run:
                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
                     class: 'VPingSSH'
@@ -74,6 +74,7 @@ tiers:
             -
                 case_name: refstack_defcore
                 project_name: functest
+                enabled: false
                 criteria: 100
                 blocking: false
                 description: >-
@@ -105,7 +106,6 @@ tiers:
                         services:
                             - 'image'
                             - 'network'
-                            - 'volume'
                         exclude:
                             - 'test_networks_multiprovider_rbac'
 
@@ -129,28 +129,6 @@ tiers:
                             - /src/odl_test/csit/suites/integration/basic
                             - /src/odl_test/csit/suites/openstack/neutron
 
-            -
-                case_name: odl_netvirt
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    Test Suite for the OpenDaylight SDN Controller when
-                    the NetVirt features are installed. It integrates
-                    some test suites from upstream using Robot as the
-                    test framework.
-                dependencies:
-                    installer: 'apex'
-                    scenario: 'os-odl_l3-nofeature'
-                run:
-                    module: 'functest.opnfv_tests.sdn.odl.odl'
-                    class: 'ODLTests'
-                    args:
-                        suites:
-                            - /src/odl_test/csit/suites/integration/basic
-                            - /src/odl_test/csit/suites/openstack/neutron
-                            - /src/odl_test/csit/suites/openstack/connectivity
-
             -
                 case_name: snaps_smoke
                 project_name: functest

diff --git a/docs/release/release-notes/apex.rst b/docs/release/release-notes/apex.rst
index e8b90be..959b107 100644 (file)
--- a/docs/release/release-notes/apex.rst
+++ b/docs/release/release-notes/apex.rst
@@ -41,4 +41,7 @@ patrole               2018-04-07 14:24:48  lf-pod1     FAIL
 snaps_smoke           2018-04-07 15:05:15  lf-pod1     FAIL      SNAPS-283
 odl                   2018-04-07 14:25:10  lf-pod1     PASS
 neutron_trunk         2018-04-07 15:07:53  lf-pod1     FAIL
+cloudify_ims                               lf-pod1
+vyos_vrouter                               lf-pod1
+juju_epc                                   lf-pod1
 ====================  ===================  ==========  ========  =========

diff --git a/docs/release/release-notes/compass.rst b/docs/release/release-notes/compass.rst
index a1481fa..c12444e 100644 (file)
--- a/docs/release/release-notes/compass.rst
+++ b/docs/release/release-notes/compass.rst
@@ -7,20 +7,20 @@ os-nosdn-nofeature-ha
 ====================  ===================  ===========  ========  ===========
 testcase              date                 pod_name     result    jira
 ====================  ===================  ===========  ========  ===========
-connection_check      2018-04-07 11:59:03  huawei-pod1  PASS
-api_check             2018-04-07 12:09:28  huawei-pod1  PASS
-snaps_health_check    2018-04-07 12:11:01  huawei-pod1  PASS
-vping_ssh             2018-04-07 12:12:45  huawei-pod1  PASS
-vping_userdata        2018-04-07 12:14:32  huawei-pod1  PASS
-tempest_smoke_serial  2018-04-07 12:31:35  huawei-pod1  FAIL      COMPASS-588
-rally_sanity          2018-04-07 13:00:49  huawei-pod1  PASS
-refstack_defcore      2018-04-07 13:06:36  huawei-pod1  PASS
-patrole               2018-04-07 13:10:05  huawei-pod1  PASS
-snaps_smoke           2018-04-07 14:02:28  huawei-pod1  FAIL      SNAPS-283
-neutron_trunk         2018-04-07 14:04:43  huawei-pod1  FAIL
-cloudify_ims          2018-04-07 14:32:36  huawei-pod1  PASS
-vyos_vrouter          2018-04-07 14:56:46  huawei-pod1  PASS
-juju_epc              2018-04-07 15:52:35  huawei-pod1  PASS
+connection_check      2018-04-13 20:46:32  huawei-pod1  PASS
+api_check             2018-04-13 20:56:59  huawei-pod1  PASS
+snaps_health_check    2018-04-13 20:58:35  huawei-pod1  PASS
+vping_ssh             2018-04-13 21:11:39  huawei-pod1  PASS
+vping_userdata        2018-04-13 21:13:38  huawei-pod1  PASS
+tempest_smoke_serial  2018-04-13 21:31:50  huawei-pod1  FAIL      COMPASS-588
+rally_sanity          2018-04-13 22:01:42  huawei-pod1  PASS
+refstack_defcore      2018-04-13 22:02:34  huawei-pod1  FAIL
+patrole               2018-04-13 22:05:52  huawei-pod1  FAIL
+snaps_smoke           2018-04-13 22:59:22  huawei-pod1  FAIL      SNAPS-283
+neutron_trunk         2018-04-13 23:25:34  huawei-pod1  FAIL
+cloudify_ims          2018-04-13 23:57:49  huawei-pod1  PASS
+vyos_vrouter          2018-04-14 00:21:46  huawei-pod1  PASS
+juju_epc              2018-04-14 01:12:41  huawei-pod1  PASS
 ====================  ===================  ===========  ========  ===========
 
 os-odl_l3-nofeature-ha
@@ -29,18 +29,21 @@ os-odl_l3-nofeature-ha
 ====================  ===================  ===========  ========  =========
 testcase              date                 pod_name     result    jira
 ====================  ===================  ===========  ========  =========
-connection_check      2018-04-04 08:53:18  huawei-pod1  PASS
-api_check             2018-04-04 09:03:23  huawei-pod1  PASS
-snaps_health_check    2018-04-04 09:03:59  huawei-pod1  PASS
+connection_check      2018-04-14 22:45:33  huawei-pod1  PASS
+api_check             2018-04-14 22:55:50  huawei-pod1  PASS
+snaps_health_check    2018-04-14 22:56:28  huawei-pod1  PASS
 vping_ssh             2016-07-23 20:21:55  huawei-pod1  PASS
-vping_userdata        2018-04-04 09:04:43  huawei-pod1  PASS
-tempest_smoke_serial  2018-04-04 09:21:20  huawei-pod1  FAIL
-rally_sanity          2018-04-04 09:50:09  huawei-pod1  PASS
-refstack_defcore      2018-04-04 09:52:32  huawei-pod1  PASS
-patrole               2018-04-04 09:56:08  huawei-pod1  PASS
-snaps_smoke           2018-04-04 10:48:07  huawei-pod1  FAIL      SNAPS-283
-odl                   2018-04-04 09:56:30  huawei-pod1  PASS
-neutron_trunk         2018-04-04 10:51:10  huawei-pod1  FAIL
+vping_userdata        2018-04-14 22:57:12  huawei-pod1  PASS
+tempest_smoke_serial  2018-04-14 23:12:14  huawei-pod1  FAIL
+rally_sanity          2018-04-14 23:40:56  huawei-pod1  PASS
+refstack_defcore      2018-04-12 20:39:54  huawei-pod1  PASS
+patrole               2018-04-14 23:43:29  huawei-pod1  PASS
+snaps_smoke           2018-04-15 00:30:14  huawei-pod1  FAIL      SNAPS-283
+odl                   2018-04-14 23:43:50  huawei-pod1  PASS
+neutron_trunk         2018-04-15 00:33:17  huawei-pod1  FAIL
+cloudify_ims          2018-04-15 00:40:27  huawei-pod1  FAIL
+vyos_vrouter          2018-04-15 01:00:06  huawei-pod1  PASS
+juju_epc              2018-04-15 01:49:55  huawei-pod1  PASS
 ====================  ===================  ===========  ========  =========
 
 k8-nosdn-nofeature-ha
@@ -49,6 +52,6 @@ k8-nosdn-nofeature-ha
 ===============  ===================  ===========  ========  ======
 testcase         date                 pod_name     result    jira
 ===============  ===================  ===========  ========  ======
-k8s_smoke        2018-04-07 05:46:58  huawei-pod1  PASS
-k8s_conformance  2018-04-07 06:38:26  huawei-pod1  PASS
+k8s_smoke        2018-04-13 10:27:28  huawei-pod1  PASS
+k8s_conformance  2018-04-13 11:20:38  huawei-pod1  PASS
 ===============  ===================  ===========  ========  ======

diff --git a/docs/release/release-notes/conf.py b/docs/release/release-notes/conf.py
index 77a71a3..b9a996a 100644 (file)
--- a/docs/release/release-notes/conf.py
+++ b/docs/release/release-notes/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
 
 # General information about the project.
 project = u'Functest Release Notes'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
@@ -150,7 +150,7 @@ latex_elements = {
 latex_documents = [
     (master_doc, 'FunctestReleaseNotes.tex',
      u'Functest Release Notes Documentation',
-     u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+     u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
      'manual'),
 ]
 

diff --git a/docs/release/release-notes/daisy.rst b/docs/release/release-notes/daisy.rst
index 0039579..bd52f70 100644 (file)
--- a/docs/release/release-notes/daisy.rst
+++ b/docs/release/release-notes/daisy.rst
@@ -7,20 +7,20 @@ os-nosdn-nofeature-ha
 ====================  ===================  ==========  ========  =========
 testcase              date                 pod_name    result    jira
 ====================  ===================  ==========  ========  =========
-connection_check      2018-04-03 13:41:18  zte-pod2    PASS
-api_check             2018-04-03 13:52:18  zte-pod2    PASS
-snaps_health_check    2018-04-03 13:53:02  zte-pod2    PASS
-vping_ssh             2018-04-03 13:55:21  zte-pod2    PASS
-vping_userdata        2018-04-03 13:56:22  zte-pod2    PASS
-tempest_smoke_serial  2018-04-03 14:12:18  zte-pod2    PASS
-rally_sanity          2018-04-03 14:39:43  zte-pod2    PASS
-refstack_defcore      2018-04-03 14:44:51  zte-pod2    PASS
-patrole               2018-04-03 14:49:10  zte-pod2    PASS
-snaps_smoke           2018-04-03 15:34:51  zte-pod2    FAIL      SNAPS-283
+connection_check      2018-04-12 13:45:13  zte-pod2    PASS
+api_check             2018-04-12 13:55:54  zte-pod2    PASS
+snaps_health_check    2018-04-12 13:56:33  zte-pod2    PASS
+vping_ssh             2018-04-12 13:58:58  zte-pod2    PASS
+vping_userdata        2018-04-12 13:59:54  zte-pod2    PASS
+tempest_smoke_serial  2018-04-12 14:15:24  zte-pod2    PASS
+rally_sanity          2018-04-12 14:43:18  zte-pod2    PASS
+refstack_defcore      2018-04-12 14:49:02  zte-pod2    PASS
+patrole               2018-04-12 14:53:20  zte-pod2    PASS
+snaps_smoke           2018-04-12 15:42:14  zte-pod2    PASS      SNAPS-283
 neutron_trunk                              zte-pod2
-cloudify_ims          2018-04-03 15:47:44  zte-pod2    FAIL
-vyos_vrouter          2018-04-03 15:58:55  zte-pod2    FAIL
-juju_epc              2018-04-03 16:49:31  zte-pod2    PASS
+cloudify_ims          2018-04-12 16:14:40  zte-pod2    PASS
+vyos_vrouter          2018-04-12 16:37:09  zte-pod2    PASS
+juju_epc              2018-04-12 17:29:07  zte-pod2    PASS
 ====================  ===================  ==========  ========  =========
 
 os-odl-nofeature-ha
@@ -29,16 +29,19 @@ os-odl-nofeature-ha
 ====================  ===================  ==========  ========  =========
 testcase              date                 pod_name    result    jira
 ====================  ===================  ==========  ========  =========
-connection_check      2018-04-05 19:46:11  zte-pod2    PASS
-api_check             2018-04-05 19:57:00  zte-pod2    PASS
-snaps_health_check    2018-04-05 19:57:39  zte-pod2    PASS
-vping_ssh             2018-04-05 20:00:05  zte-pod2    PASS
-vping_userdata        2018-04-05 20:01:04  zte-pod2    PASS
-tempest_smoke_serial  2018-04-05 20:17:48  zte-pod2    PASS
-rally_sanity          2018-04-05 20:46:11  zte-pod2    PASS
-refstack_defcore      2018-04-05 20:51:36  zte-pod2    PASS
-patrole               2018-04-05 20:57:27  zte-pod2    PASS
-snaps_smoke           2018-04-05 21:51:34  zte-pod2    PASS      SNAPS-283
-odl                   2018-04-05 20:57:48  zte-pod2    PASS
+connection_check      2018-04-12 20:58:36  zte-pod2    PASS
+api_check             2018-04-12 21:09:58  zte-pod2    PASS
+snaps_health_check    2018-04-12 21:10:36  zte-pod2    PASS
+vping_ssh             2018-04-12 21:12:56  zte-pod2    PASS
+vping_userdata        2018-04-12 21:14:03  zte-pod2    PASS
+tempest_smoke_serial  2018-04-12 21:37:11  zte-pod2    FAIL
+rally_sanity          2018-04-12 22:06:49  zte-pod2    PASS
+refstack_defcore      2018-04-12 22:11:48  zte-pod2    PASS
+patrole               2018-04-12 22:39:08  zte-pod2    FAIL
+snaps_smoke           2018-04-12 00:34:53  zte-pod2    FAIL      SNAPS-283
+odl                   2018-04-12 22:40:09  zte-pod2    FAIL
 neutron_trunk                              zte-pod2
+cloudify_ims          2018-04-12 22:48:35  zte-pod2    FAIL
+vyos_vrouter          2018-04-12 22:49:39  zte-pod2    FAIL
+juju_epc              2018-04-12 22:50:43  zte-pod2    FAIL
 ====================  ===================  ==========  ========  =========

diff --git a/docs/release/release-notes/fuel_amd64.rst b/docs/release/release-notes/fuel_amd64.rst
index 39f281c..2afadb0 100644 (file)
--- a/docs/release/release-notes/fuel_amd64.rst
+++ b/docs/release/release-notes/fuel_amd64.rst
@@ -7,20 +7,20 @@ os-nosdn-nofeature-ha
 ====================  ===================  ==========  ========  ========
 testcase              date                 pod_name    result    jira
 ====================  ===================  ==========  ========  ========
-connection_check      2018-04-08 22:25:51  lf-pod2     PASS
-api_check             2018-04-08 22:37:50  lf-pod2     PASS
-snaps_health_check    2018-04-08 22:38:39  lf-pod2     PASS
-vping_ssh             2018-04-08 22:39:46  lf-pod2     PASS
-vping_userdata        2018-04-08 22:41:03  lf-pod2     PASS
-tempest_smoke_serial  2018-04-08 23:00:26  lf-pod2     PASS
-rally_sanity          2018-04-08 23:31:15  lf-pod2     PASS
-refstack_defcore      2018-04-08 23:35:19  lf-pod2     PASS
-patrole               2018-04-08 23:40:12  lf-pod2     PASS
-snaps_smoke           2018-04-09 00:46:28  lf-pod2     FAIL      FUEL-356
-neutron_trunk         2018-04-09 00:49:24  lf-pod2     PASS
-cloudify_ims          2018-04-09 01:07:03  lf-pod2     FAIL
-vyos_vrouter          2018-04-09 01:24:45  lf-pod2     FAIL
-juju_epc              2018-04-09 01:33:37  lf-pod2     FAIL
+connection_check      2018-04-11 22:10:32  lf-pod2     PASS
+api_check             2018-04-11 22:22:36  lf-pod2     PASS
+snaps_health_check    2018-04-11 22:23:24  lf-pod2     PASS
+vping_ssh             2018-04-11 22:24:53  lf-pod2     PASS
+vping_userdata        2018-04-11 22:26:12  lf-pod2     PASS
+tempest_smoke_serial  2018-04-11 22:45:34  lf-pod2     PASS
+rally_sanity          2018-04-11 23:16:23  lf-pod2     PASS
+refstack_defcore      2018-04-11 23:20:58  lf-pod2     PASS
+patrole               2018-04-11 23:25:53  lf-pod2     PASS
+snaps_smoke           2018-04-12 00:34:00  lf-pod2     FAIL      FUEL-356
+neutron_trunk         2018-04-12 00:36:57  lf-pod2     PASS
+cloudify_ims          2018-04-12 00:56:01  lf-pod2     FAIL
+vyos_vrouter          2018-04-12 01:13:43  lf-pod2     FAIL
+juju_epc              2018-04-12 01:22:37  lf-pod2     FAIL
 ====================  ===================  ==========  ========  ========
 
 os-odl-nofeature-ha
@@ -29,8 +29,8 @@ os-odl-nofeature-ha
 ====================  ===================  ==========  ========  =========
 testcase              date                 pod_name    result    jira
 ====================  ===================  ==========  ========  =========
-connection_check      2018-04-06 23:17:26  lf-pod2     PASS
-api_check             2018-04-06 23:28:58  lf-pod2     PASS
+connection_check      2018-04-13 04:43:03  lf-pod2     PASS
+api_check             2018-04-13 05:01:11  lf-pod2     FAIL
 snaps_health_check    2018-04-06 23:29:48  lf-pod2     PASS
 vping_ssh             2018-04-06 23:31:06  lf-pod2     PASS
 vping_userdata        2018-04-06 23:32:13  lf-pod2     PASS
@@ -41,4 +41,7 @@ patrole               2018-04-07 00:34:31  lf-pod2     PASS
 snaps_smoke           2018-04-07 01:44:38  lf-pod2     FAIL      SNAPS-283
 odl                   2018-04-07 00:34:42  lf-pod2     FAIL
 neutron_trunk         2018-04-07 01:47:59  lf-pod2     FAIL
+cloudify_ims                               lf-pod2
+vyos_vrouter                               lf-pod2
+juju_epc                                   lf-pod2
 ====================  ===================  ==========  ========  =========

diff --git a/docs/release/release-notes/fuel_arm64.rst b/docs/release/release-notes/fuel_arm64.rst
index f948ddd..176b832 100644 (file)
--- a/docs/release/release-notes/fuel_arm64.rst
+++ b/docs/release/release-notes/fuel_arm64.rst
@@ -7,9 +7,9 @@ os-nosdn-nofeature-ha
 ====================  ===================  ==========  ========  =========
 testcase              date                 pod_name    result    jira
 ====================  ===================  ==========  ========  =========
-connection_check      2018-04-05 19:46:24  arm-pod6    PASS
-api_check             2018-04-05 20:23:40  arm-pod6    PASS
-snaps_health_check    2018-04-05 20:25:54  arm-pod6    PASS
+connection_check      2018-04-11 12:08:43  arm-pod6    PASS
+api_check             2018-04-11 11:56:14  arm-pod6    PASS
+snaps_health_check    2018-04-11 12:01:02  arm-pod6    FAIL
 vping_ssh             2018-04-05 20:31:11  arm-pod6    PASS
 vping_userdata        2018-04-05 20:35:28  arm-pod6    PASS
 tempest_smoke_serial  2018-04-05 21:47:34  arm-pod6    PASS

diff --git a/docs/release/release-notes/functest-release.rst b/docs/release/release-notes/functest-release.rst
index 66ba191..7e0bc78 100644 (file)
--- a/docs/release/release-notes/functest-release.rst
+++ b/docs/release/release-notes/functest-release.rst
@@ -32,7 +32,6 @@ The internal test cases are:
  * refstack_defcore
  * patrole
  * odl
- * odl-netvirt
  * snaps_smoke
  * neutron_trunk
  * tempest_full_parallel

diff --git a/docs/release/release-notes/joid.rst b/docs/release/release-notes/joid.rst
index 02c5741..5a3d2ae 100644 (file)
--- a/docs/release/release-notes/joid.rst
+++ b/docs/release/release-notes/joid.rst
@@ -7,18 +7,18 @@ os-nosdn-nofeature-ha
 ====================  ===================  ============  ========  =========
 testcase              date                 pod_name      result    jira
 ====================  ===================  ============  ========  =========
-connection_check      2018-03-27 21:43:25  huawei-pod12  PASS
-api_check             2018-03-27 21:51:36  huawei-pod12  PASS
-snaps_health_check    2018-03-27 21:52:05  huawei-pod12  PASS
-vping_ssh             2018-03-27 21:53:37  huawei-pod12  PASS
-vping_userdata        2018-03-27 21:55:08  huawei-pod12  PASS
-tempest_smoke_serial  2018-03-27 22:10:05  huawei-pod12  FAIL
-rally_sanity          2018-03-27 22:13:28  huawei-pod12  FAIL
-refstack_defcore      2018-03-27 22:17:14  huawei-pod12  FAIL
-patrole               2018-03-27 22:20:18  huawei-pod12  FAIL
-snaps_smoke           2018-03-27 23:03:54  huawei-pod12  FAIL      SNAPS-283
+connection_check      2018-04-14 04:36:52  huawei-pod12  PASS
+api_check             2018-04-14 04:45:22  huawei-pod12  PASS
+snaps_health_check    2018-04-14 04:45:56  huawei-pod12  PASS
+vping_ssh             2018-04-14 04:48:03  huawei-pod12  PASS
+vping_userdata        2018-04-14 04:49:22  huawei-pod12  PASS
+tempest_smoke_serial  2018-04-14 05:06:40  huawei-pod12  FAIL
+rally_sanity          2018-04-14 05:10:11  huawei-pod12  FAIL
+refstack_defcore      2018-04-12 23:47:59  huawei-pod12  FAIL
+patrole               2018-04-14 05:13:20  huawei-pod12  FAIL
+snaps_smoke           2018-04-14 06:37:59  huawei-pod12  FAIL      SNAPS-283
 neutron_trunk                              huawei-pod12
-cloudify_ims          2018-03-27 23:06:48  huawei-pod12  FAIL
-vyos_vrouter          2018-03-27 23:15:54  huawei-pod12  FAIL
-juju_epc              2018-03-27 23:16:20  huawei-pod12  FAIL
+cloudify_ims          2018-04-14 06:40:48  huawei-pod12  FAIL
+vyos_vrouter          2018-04-14 07:09:54  huawei-pod12  FAIL
+juju_epc              2018-04-14 07:12:30  huawei-pod12  FAIL
 ====================  ===================  ============  ========  =========

diff --git a/docs/testing/developer/devguide/conf.py b/docs/testing/developer/devguide/conf.py
index 1b56ee8..28255a6 100644 (file)
--- a/docs/testing/developer/devguide/conf.py
+++ b/docs/testing/developer/devguide/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
 
 # General information about the project.
 project = u'Functest Developer Guide'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
     (master_doc,
      'FunctestDeveloperGuide.tex',
      u'Functest Developer Guide Documentation',
-     u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+     u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
      'manual'),
 ]
 

diff --git a/docs/testing/developer/devguide/index.rst b/docs/testing/developer/devguide/index.rst
index 1812a4c..d700ac1 100644 (file)
--- a/docs/testing/developer/devguide/index.rst
+++ b/docs/testing/developer/devguide/index.rst
@@ -89,7 +89,6 @@ The internal test cases in Euphrates are:
  * vping_ssh
  * vping_userdata
  * odl
- * odl_netvirt
  * rally_full
  * rally_sanity
  * tempest_smoke_serial
@@ -107,7 +106,7 @@ The structure of this repository is detailed in `[1]`_.
 The main internal test cases are in the opnfv_tests subfolder of the
 repository, the internal test cases can be grouped by domain:
 
- * sdn: odl, odl_netvirt, odl_fds
+ * sdn: odl, odl_fds
  * openstack: api_check, connection_check, snaps_health_check, vping_ssh,
    vping_userdata, tempest_*, rally_*
  * vnf: cloudify_ims

diff --git a/docs/testing/developer/internship/security_group/conf.py b/docs/testing/developer/internship/security_group/conf.py
index f883ab3..46080c6 100644 (file)
--- a/docs/testing/developer/internship/security_group/conf.py
+++ b/docs/testing/developer/internship/security_group/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
 
 # General information about the project.
 project = u'Functest Security group test cases'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
     (master_doc,
      'FunctestSecuritygrouptestcases.tex',
      u'Functest Security group test cases Documentation',
-     u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+     u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
      'manual'),
 ]
 

diff --git a/docs/testing/developer/internship/testapi_evolution/conf.py b/docs/testing/developer/internship/testapi_evolution/conf.py
index cb72241..f59308c 100644 (file)
--- a/docs/testing/developer/internship/testapi_evolution/conf.py
+++ b/docs/testing/developer/internship/testapi_evolution/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
 
 # General information about the project.
 project = u'TestAPI evolution'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
@@ -152,7 +152,7 @@ latex_documents = [
     (master_doc,
      'TestAPIevolution.tex',
      u'TestAPI evolution Documentation',
-     u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+     u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
      'manual'),
 ]
 

diff --git a/docs/testing/developer/internship/unit_tests/conf.py b/docs/testing/developer/internship/unit_tests/conf.py
index 7bb31d4..00dec3c 100644 (file)
--- a/docs/testing/developer/internship/unit_tests/conf.py
+++ b/docs/testing/developer/internship/unit_tests/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
 
 # General information about the project.
 project = u'Functest Unit tests'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
     (master_doc,
      'FunctestUnittests.tex',
      u'Functest Unit tests Documentation',
-     u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+     u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
      'manual'),
 ]
 

diff --git a/docs/testing/developer/internship/vnf_catalog/conf.py b/docs/testing/developer/internship/vnf_catalog/conf.py
index 4bc6098..de83362 100644 (file)
--- a/docs/testing/developer/internship/vnf_catalog/conf.py
+++ b/docs/testing/developer/internship/vnf_catalog/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
 
 # General information about the project.
 project = u'Open Source VNF Catalog'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
     (master_doc,
      'OpenSourceVNFCatalog.tex',
      u'Open Source VNF Catalog Documentation',
-     u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+     u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
      'manual'),
 ]
 

diff --git a/docs/testing/user/configguide/conf.py b/docs/testing/user/configguide/conf.py
index a227d7c..c0dc125 100644 (file)
--- a/docs/testing/user/configguide/conf.py
+++ b/docs/testing/user/configguide/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
 
 # General information about the project.
 project = u'Functest Installation Guide'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
     (master_doc,
      'FunctestInstallationGuide.tex',
      u'Functest Installation Guide Documentation',
-     u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+     u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
      'manual'),
 ]
 

diff --git a/docs/testing/user/configguide/configguide.rst b/docs/testing/user/configguide/configguide.rst
index a29ff3a..fbca850 100644 (file)
--- a/docs/testing/user/configguide/configguide.rst
+++ b/docs/testing/user/configguide/configguide.rst
@@ -37,9 +37,9 @@ Preparing your environment
 
 cat env::
 
-  INSTALLER_TYPE=XXX
   EXTERNAL_NETWORK=XXX
-  DEPLOY_SCENARIO=XXX
+  DEPLOY_SCENARIO=XXX  # if not os-nosdn-nofeature-noha scenario
+  NAMESERVER=XXX  # if not 8.8.8.8
 
 See section on environment variables for details.
 
@@ -49,12 +49,9 @@ cat env_file::
   export OS_USER_DOMAIN_NAME=XXX
   export OS_PROJECT_DOMAIN_NAME=XXX
   export OS_USERNAME=XXX
-  export OS_TENANT_NAME=XXX
   export OS_PROJECT_NAME=XXX
   export OS_PASSWORD=XXX
-  export OS_VOLUME_API_VERSION=XXX
-  export OS_IDENTITY_API_VERSION=XXX
-  export OS_IMAGE_API_VERSION=XXX
+  export OS_IDENTITY_API_VERSION=3
 
 See section on OpenStack credentials for details.
 
@@ -71,7 +68,6 @@ Create a directory for the different images (attached as a Docker volume)::
   images/cirros-d161201-aarch64-initramfs
   images/cirros-d161201-aarch64-kernel
   images/cloudify-manager-premium-4.0.1.qcow2
-  images/img
   images/ubuntu-14.04-server-cloudimg-amd64-disk1.img
   images/ubuntu-14.04-server-cloudimg-arm64-uefi1.img
   images/ubuntu-16.04-server-cloudimg-amd64-disk1.img
@@ -92,9 +88,9 @@ Results shall be displayed as follows::
   +----------------------------+------------------+---------------------+------------------+----------------+
   |         TEST CASE          |     PROJECT      |         TIER        |     DURATION     |     RESULT     |
   +----------------------------+------------------+---------------------+------------------+----------------+
-  |      connection_check      |     functest     |     healthcheck     |      00:06       |      PASS      |
-  |         api_check          |     functest     |     healthcheck     |      06:52       |      PASS      |
-  |     snaps_health_check     |     functest     |     healthcheck     |      00:42       |      PASS      |
+  |      connection_check      |     functest     |     healthcheck     |      00:07       |      PASS      |
+  |         api_check          |     functest     |     healthcheck     |      07:46       |      PASS      |
+  |     snaps_health_check     |     functest     |     healthcheck     |      00:36       |      PASS      |
   +----------------------------+------------------+---------------------+------------------+----------------+
   NOTE: the duration is a reference and it might vary depending on your SUT.
 
@@ -113,14 +109,15 @@ Results shall be displayed as follows::
   +------------------------------+------------------+---------------+------------------+----------------+
   |          TEST CASE           |     PROJECT      |      TIER     |     DURATION     |     RESULT     |
   +------------------------------+------------------+---------------+------------------+----------------+
-  |          vping_ssh           |     functest     |     smoke     |      00:45       |      PASS      |
-  |        vping_userdata        |     functest     |     smoke     |      00:36       |      PASS      |
-  |     tempest_smoke_serial     |     functest     |     smoke     |      14:04       |      PASS      |
-  |         rally_sanity         |     functest     |     smoke     |      23:59       |      PASS      |
-  |       refstack_defcore       |     functest     |     smoke     |      14:37       |      FAIL      |
-  |         snaps_smoke          |     functest     |     smoke     |      42:09       |      PASS      |
+  |          vping_ssh           |     functest     |     smoke     |      00:57       |      PASS      |
+  |        vping_userdata        |     functest     |     smoke     |      00:33       |      PASS      |
+  |     tempest_smoke_serial     |     functest     |     smoke     |      13:22       |      PASS      |
+  |         rally_sanity         |     functest     |     smoke     |      24:07       |      PASS      |
+  |       refstack_defcore       |     functest     |     smoke     |      05:21       |      PASS      |
+  |           patrole            |     functest     |     smoke     |      04:29       |      PASS      |
+  |         snaps_smoke          |     functest     |     smoke     |      46:54       |      PASS      |
   |             odl              |     functest     |     smoke     |      00:00       |      SKIP      |
-  |         odl_netvirt          |     functest     |     smoke     |      00:00       |      SKIP      |
+  |        neutron_trunk         |     functest     |     smoke     |      00:00       |      SKIP      |
   +------------------------------+------------------+---------------+------------------+----------------+
   Note: if the scenario does not support some tests, they are indicated as SKIP.
   See User guide for details.
@@ -164,8 +161,8 @@ Results shall be displayed as follows::
   +-------------------------------+------------------+--------------------+------------------+----------------+
   |           TEST CASE           |     PROJECT      |        TIER        |     DURATION     |     RESULT     |
   +-------------------------------+------------------+--------------------+------------------+----------------+
-  |     tempest_full_parallel     |     functest     |     components     |      52:42       |      PASS      |
-  |           rally_full          |     functest     |     components     |      114:22      |      PASS      |
+  |     tempest_full_parallel     |     functest     |     components     |      48:28       |      PASS      |
+  |           rally_full          |     functest     |     components     |      126:02      |      PASS      |
   +-------------------------------+------------------+--------------------+------------------+----------------+
 
 Testing vnf suite
@@ -180,15 +177,13 @@ Run vnf suite::
 
 Results shall be displayed as follows::
 
-  +---------------------------------+-------------------+--------------+------------------+----------------+
-  |            TEST CASE            |      PROJECT      |     TIER     |     DURATION     |     RESULT     |
-  +---------------------------------+-------------------+--------------+------------------+----------------+
-  |           cloudify_ims          |      functest     |     vnf      |      28:49       |      FAIL      |
-  |           vyos_vrouter          |      functest     |     vnf      |      27:57       |      FAIL      |
-  |             juju_epc            |      functest     |     vnf      |      55:03       |      PASS      |
-  |        orchestra_openims        |     orchestra     |     vnf      |      00:00       |      SKIP      |
-  |     orchestra_clearwaterims     |     orchestra     |     vnf      |      00:00       |      SKIP      |
-  +---------------------------------+-------------------+--------------+------------------+----------------+
+  +----------------------+------------------+--------------+------------------+----------------+
+  |      TEST CASE       |     PROJECT      |     TIER     |     DURATION     |     RESULT     |
+  +----------------------+------------------+--------------+------------------+----------------+
+  |     cloudify_ims     |     functest     |     vnf      |      28:15       |      PASS      |
+  |     vyos_vrouter     |     functest     |     vnf      |      17:59       |      PASS      |
+  |       juju_epc       |     functest     |     vnf      |      46:44       |      PASS      |
+  +----------------------+------------------+--------------+------------------+----------------+
 
 
 Environment variables

diff --git a/docs/testing/user/userguide/conf.py b/docs/testing/user/userguide/conf.py
index cd37ed4..716d3b3 100644 (file)
--- a/docs/testing/user/userguide/conf.py
+++ b/docs/testing/user/userguide/conf.py
@@ -47,8 +47,8 @@ master_doc = 'index'
 
 # General information about the project.
 project = u'Functest User Guide'
-copyright = u'2018, Cédric Ollivier <cedric.ollivier@orange.com>'
-author = u'Cédric Ollivier <cedric.ollivier@orange.com>'
+copyright = u'2018, Functest <opnfv-tech-discuss@lists.opnfv.org>'
+author = u'Functest <opnfv-tech-discuss@lists.opnfv.org>'
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
@@ -151,7 +151,7 @@ latex_documents = [
     (master_doc,
      'FunctestUserGuide.tex',
      u'Functest User Guide Documentation',
-     u'Cédric Ollivier \\textless{}cedric.ollivier@orange.com\\textgreater{}',
+     u'Functest \\textless{}opnfv-tech-discuss@lists.opnfv.org\\textgreater{}',
      'manual'),
 ]
 

diff --git a/docs/testing/user/userguide/runfunctest.rst b/docs/testing/user/userguide/runfunctest.rst
index 07e16ef..a8f5a46 100644 (file)
--- a/docs/testing/user/userguide/runfunctest.rst
+++ b/docs/testing/user/userguide/runfunctest.rst
@@ -83,7 +83,7 @@ Testcases can be listed, shown and run though the CLI::
   +-------------------+--------------------------------------------------+------------------+---------------------------+
   |     TEST CASE     |                   DESCRIPTION                    |     CRITERIA     |         DEPENDENCY        |
   +-------------------+--------------------------------------------------+------------------+---------------------------+
-  |     api_check     |     This test case verifies the retrieval of     |       100        |     ^((?!netvirt).)*$     |
+  |     api_check     |     This test case verifies the retrieval of     |       100        |       ^((?!lxd).)*$       |
   |                   |       OpenStack clients: Keystone, Glance,       |                  |                           |
   |                   |      Neutron and Nova and may perform some       |                  |                           |
   |                   |     simple queries. When the config value of     |                  |                           |

diff --git a/docs/testing/user/userguide/test_overview.rst b/docs/testing/user/userguide/test_overview.rst
index 6e3aae2..e409823 100644 (file)
--- a/docs/testing/user/userguide/test_overview.rst
+++ b/docs/testing/user/userguide/test_overview.rst
@@ -97,13 +97,6 @@ validate the scenario for the release.
 |             |               |            | operations mainly based on       |
 |             |               |            | upstream testcases. See below    |
 |             |               |            | for details                      |
-|             |               +------------+----------------------------------+
-|             |               | odl        | Test Suite for the OpenDaylight  |
-|             |               | \_netvirt  | SDN Controller when the NetVirt  |
-|             |               |            | features are installed. It       |
-|             |               |            | integrates some test suites from |
-|             |               |            | upstream using Robot as the test |
-|             |               |            | framework                        |
 +-------------+---------------+------------+----------------------------------+
 | Features    | features      | bgpvpn     | Implementation of the OpenStack  |
 |             |               |            | bgpvpn API from the SDNVPN       |

diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index 7780259..d0123a4 100644 (file)
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -80,7 +80,7 @@ tiers:
                     between 2 instances over a private network.
                 dependencies:
                     installer: ''
-                    scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
+                    scenario: '^((?!lxd).)*$'
                 run:
                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
                     class: 'VPingSSH'
@@ -136,6 +136,7 @@ tiers:
             -
                 case_name: refstack_defcore
                 project_name: functest
+                enabled: false
                 criteria: 100
                 blocking: false
                 description: >-
@@ -167,7 +168,6 @@ tiers:
                         services:
                             - 'image'
                             - 'network'
-                            - 'volume'
                         exclude:
                             - 'test_networks_multiprovider_rbac'
 
@@ -191,28 +191,6 @@ tiers:
                             - /src/odl_test/csit/suites/integration/basic
                             - /src/odl_test/csit/suites/openstack/neutron
 
-            -
-                case_name: odl_netvirt
-                project_name: functest
-                criteria: 100
-                blocking: false
-                description: >-
-                    Test Suite for the OpenDaylight SDN Controller when
-                    the NetVirt features are installed. It integrates
-                    some test suites from upstream using Robot as the
-                    test framework.
-                dependencies:
-                    installer: 'apex'
-                    scenario: 'os-odl_l3-nofeature'
-                run:
-                    module: 'functest.opnfv_tests.sdn.odl.odl'
-                    class: 'ODLTests'
-                    args:
-                        suites:
-                            - /src/odl_test/csit/suites/integration/basic
-                            - /src/odl_test/csit/suites/openstack/neutron
-                            - /src/odl_test/csit/suites/openstack/connectivity
-
             -
                 case_name: snaps_smoke
                 project_name: functest
@@ -262,7 +240,6 @@ tiers:
             -
                 case_name: doctor-notification
                 project_name: doctor
-                enabled: false
                 criteria: 100
                 blocking: false
                 description: >-
@@ -285,7 +262,7 @@ tiers:
                 description: >-
                     Test suite from SDNVPN project.
                 dependencies:
-                    installer: '(fuel)|(apex)'
+                    installer: ''
                     scenario: 'bgpvpn'
                 run:
                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
@@ -294,7 +271,6 @@ tiers:
             -
                 case_name: functest-odl-sfc
                 project_name: sfc
-                enabled: false
                 criteria: 100
                 blocking: false
                 description: >-
@@ -310,7 +286,6 @@ tiers:
             -
                 case_name: barometercollectd
                 project_name: barometer
-                enabled: false
                 criteria: 100
                 blocking: false
                 description: >-
@@ -318,7 +293,7 @@ tiers:
                     the proper configuration and basic functionality of all the
                     collectd plugins as described in the Project Release Plan
                 dependencies:
-                    installer: '(apex)|(compass)'
+                    installer: ''
                     scenario: 'bar'
                 run:
                     module: 'baro_tests.barometer'
@@ -334,7 +309,7 @@ tiers:
                     features are installed. It integrates some test suites from
                     upstream using Robot as the test framework.
                 dependencies:
-                    installer: 'apex'
+                    installer: ''
                     scenario: 'odl.*-fdio'
                 run:
                     module: 'functest.opnfv_tests.sdn.odl.odl'

diff --git a/functest/opnfv_tests/openstack/patrole/patrole.py b/functest/opnfv_tests/openstack/patrole/patrole.py
index dbf5ed0..0c5eedf 100644 (file)
--- a/functest/opnfv_tests/openstack/patrole/patrole.py
+++ b/functest/opnfv_tests/openstack/patrole/patrole.py
@@ -41,6 +41,12 @@ class Patrole(tempest.TempestCommon):
         rconfig.set('rbac', 'rbac_test_role', kwargs.get('role', 'admin'))
         with open(self.conf_file, 'wb') as config_file:
             rconfig.write(config_file)
+        self.backup_tempest_config(self.conf_file, self.res_dir)
+
+    def generate_test_list(self):
+        self.backup_tempest_config(self.conf_file, '/etc')
+        super(Patrole, self).generate_test_list()
+        os.remove('/etc/tempest.conf')
 
     def run(self, **kwargs):
         for exclude in kwargs.get('exclude', []):

diff --git a/functest/opnfv_tests/openstack/tempest/conf_utils.py b/functest/opnfv_tests/openstack/tempest/conf_utils.py
index be6480e..6a3d2d6 100644 (file)
--- a/functest/opnfv_tests/openstack/tempest/conf_utils.py
+++ b/functest/opnfv_tests/openstack/tempest/conf_utils.py
@@ -14,7 +14,6 @@ import ConfigParser
 import logging
 import fileinput
 import os
-import shutil
 import subprocess
 
 import pkg_resources
@@ -167,16 +166,6 @@ def get_verifier_deployment_dir(verifier_id, deployment_id):
                         'for-deployment-{}'.format(deployment_id))
 
 
-def backup_tempest_config(conf_file, res_dir):
-    """
-    Copy config file to tempest results directory
-    """
-    if not os.path.exists(res_dir):
-        os.makedirs(res_dir)
-    shutil.copyfile(conf_file,
-                    os.path.join(res_dir, 'tempest.conf'))
-
-
 def update_tempest_conf_file(conf_file, rconfig):
     """Update defined paramters into tempest config file"""
     with open(TEMPEST_CONF_YAML) as yfile:
@@ -194,7 +183,7 @@ def update_tempest_conf_file(conf_file, rconfig):
         rconfig.write(config_file)
 
 
-def configure_tempest_update_params(tempest_conf_file, res_dir,
+def configure_tempest_update_params(tempest_conf_file,
                                     network_name=None, image_id=None,
                                     flavor_id=None, compute_cnt=1):
     # pylint: disable=too-many-branches, too-many-arguments
@@ -253,8 +242,6 @@ def configure_tempest_update_params(tempest_conf_file, res_dir,
                  'into tempest.conf file')
     update_tempest_conf_file(tempest_conf_file, rconfig)
 
-    backup_tempest_config(tempest_conf_file, res_dir)
-
 
 def configure_verifier(deployment_dir):
     """

diff --git a/functest/opnfv_tests/openstack/tempest/tempest.py b/functest/opnfv_tests/openstack/tempest/tempest.py
index 74ddbd9..9c97b01 100644 (file)
--- a/functest/opnfv_tests/openstack/tempest/tempest.py
+++ b/functest/opnfv_tests/openstack/tempest/tempest.py
@@ -97,6 +97,16 @@ class TempestCommon(testcase.TestCase):
                 result['num_failures'] = int(new_line[2])
         return result
 
+    @staticmethod
+    def backup_tempest_config(conf_file, res_dir):
+        """
+        Copy config file to tempest results directory
+        """
+        if not os.path.exists(res_dir):
+            os.makedirs(res_dir)
+        shutil.copyfile(conf_file,
+                        os.path.join(res_dir, 'tempest.conf'))
+
     def generate_test_list(self):
         """Generate test list based on the test mode."""
         LOGGER.debug("Generating test case list...")
@@ -114,7 +124,7 @@ class TempestCommon(testcase.TestCase):
                 testr_mode = r"'^tempest\.'"
             else:
                 testr_mode = self.mode
-            cmd = "(cd {0}; testr list-tests {1} >{2} 2>/dev/null)".format(
+            cmd = "(cd {0}; stestr list {1} >{2} 2>/dev/null)".format(
                 self.verifier_repo_dir, testr_mode, self.list)
             output = subprocess.check_output(cmd, shell=True)
             LOGGER.info("%s\n%s", cmd, output)
@@ -181,12 +191,10 @@ class TempestCommon(testcase.TestCase):
             for line in iter(proc.stdout.readline, b''):
                 if re.search(r"\} tempest\.", line):
                     LOGGER.info(line.replace('\n', ''))
-                elif re.search('Starting verification', line):
-                    LOGGER.info(line.replace('\n', ''))
-                    first_pos = line.index("UUID=") + len("UUID=")
-                    last_pos = line.index(") for deployment")
-                    self.verification_id = line[first_pos:last_pos]
-                    LOGGER.debug('Verification UUID: %s', self.verification_id)
+                elif re.search(r'(?=\(UUID=(.*)\))', line):
+                    self.verification_id = re.search(
+                        r'(?=\(UUID=(.*)\))', line).group(1)
+                    LOGGER.info('Verification UUID: %s', self.verification_id)
                 f_stdout.write(line)
         proc.wait()
 
@@ -259,16 +267,16 @@ class TempestCommon(testcase.TestCase):
             self.resources.os_creds)
         self.conf_file = conf_utils.configure_verifier(self.deployment_dir)
         conf_utils.configure_tempest_update_params(
-            self.conf_file, self.res_dir,
-            network_name=resources.get("network_name"),
+            self.conf_file, network_name=resources.get("network_name"),
             image_id=resources.get("image_id"),
             flavor_id=resources.get("flavor_id"),
             compute_cnt=compute_cnt)
+        self.backup_tempest_config(self.conf_file, self.res_dir)
 
     def run(self, **kwargs):
         self.start_time = time.time()
         try:
-            self.configure()
+            self.configure(**kwargs)
             self.generate_test_list()
             self.apply_tempest_blacklist()
             self.run_verifier_tests()
@@ -300,7 +308,7 @@ class TempestNeutronTrunk(TempestCommon):
         if "case_name" not in kwargs:
             kwargs["case_name"] = 'neutron_trunk'
         TempestCommon.__init__(self, **kwargs)
-        self.mode = "'neutron.tests.tempest.(api|scenario).test_trunk'"
+        self.mode = "'neutron_tempest_plugin.(api|scenario).test_trunk'"
         self.res_dir = os.path.join(
             getattr(config.CONF, 'dir_results'), 'neutron_trunk')
         self.raw_list = os.path.join(self.res_dir, 'test_raw_list.txt')

diff --git a/functest/opnfv_tests/vnf/epc/juju_epc.py b/functest/opnfv_tests/vnf/epc/juju_epc.py
index 0b6a5f6..75d46e6 100644 (file)
--- a/functest/opnfv_tests/vnf/epc/juju_epc.py
+++ b/functest/opnfv_tests/vnf/epc/juju_epc.py
@@ -414,8 +414,7 @@ class JujuEpc(vnf.VnfOnBoarding):
                 output = subprocess.check_output(cmd, stderr=subprocess.STDOUT)
                 self.__logger.info("%s\n%s", " ".join(cmd), output)
         except Exception:  # pylint: disable=broad-except
-            self.__logger.warn("Some issue during the undeployment ..")
-            self.__logger.warn("Tenant clean continue ..")
+            self.__logger.exception("Some issue during the undeployment ..")
 
         if not self.orchestrator['requirements']['preserve_setup']:
             self.__logger.info('Remove the Abot_epc OS object ..')

diff --git a/functest/opnfv_tests/vnf/ims/cloudify_ims.py b/functest/opnfv_tests/vnf/ims/cloudify_ims.py
index da55ecf..c2fda68 100644 (file)
--- a/functest/opnfv_tests/vnf/ims/cloudify_ims.py
+++ b/functest/opnfv_tests/vnf/ims/cloudify_ims.py
@@ -412,8 +412,7 @@ class CloudifyIms(clearwater_ims_base.ClearwaterOnBoardingBase):
             cfy_client.deployments.delete(self.vnf['descriptor'].get('name'))
             cfy_client.blueprints.delete(self.vnf['descriptor'].get('name'))
         except Exception:  # pylint: disable=broad-except
-            self.__logger.warn("Some issue during the undeployment ..")
-            self.__logger.warn("Tenant clean continue ..")
+            self.__logger.exception("Some issue during the undeployment ..")
 
         super(CloudifyIms, self).clean()
 

diff --git a/functest/opnfv_tests/vnf/router/cloudify_vrouter.py b/functest/opnfv_tests/vnf/router/cloudify_vrouter.py
index 0f46312..9f6327b 100644 (file)
--- a/functest/opnfv_tests/vnf/router/cloudify_vrouter.py
+++ b/functest/opnfv_tests/vnf/router/cloudify_vrouter.py
@@ -434,8 +434,8 @@ class CloudifyVrouter(vrouter_base.VrouterOnBoardingBase):
             cfy_client.deployments.delete(self.vnf['descriptor'].get('name'))
             cfy_client.blueprints.delete(self.vnf['descriptor'].get('name'))
         except Exception:  # pylint: disable=broad-except
-            self.__logger.warn("Some issue during the undeployment ..")
-            self.__logger.warn("Tenant clean continue ..")
+            self.__logger.exception("Some issue during the undeployment ..")
+
         super(CloudifyVrouter, self).clean()
 
     def get_vnf_info_list(self, target_vnf_name):

diff --git a/functest/tests/unit/openstack/tempest/test_conf_utils.py b/functest/tests/unit/openstack/tempest/test_conf_utils.py
index 161d9c0..8988e96 100644 (file)
--- a/functest/tests/unit/openstack/tempest/test_conf_utils.py
+++ b/functest/tests/unit/openstack/tempest/test_conf_utils.py
@@ -188,28 +188,6 @@ class OSTempestConfUtilsTesting(unittest.TestCase):
             self.assertTrue(mock_get_vid.called)
             self.assertTrue(mock_get_did.called)
 
-    def test_backup_config_default(self):
-        with mock.patch('functest.opnfv_tests.openstack.tempest.'
-                        'conf_utils.os.path.exists',
-                        return_value=False), \
-            mock.patch('functest.opnfv_tests.openstack.tempest.'
-                       'conf_utils.os.makedirs') as mock_makedirs, \
-            mock.patch('functest.opnfv_tests.openstack.tempest.'
-                       'conf_utils.shutil.copyfile') as mock_copyfile:
-            conf_utils.backup_tempest_config(
-                'test_conf_file', res_dir='test_dir')
-            self.assertTrue(mock_makedirs.called)
-            self.assertTrue(mock_copyfile.called)
-
-        with mock.patch('functest.opnfv_tests.openstack.tempest.'
-                        'conf_utils.os.path.exists',
-                        return_value=True), \
-            mock.patch('functest.opnfv_tests.openstack.tempest.'
-                       'conf_utils.shutil.copyfile') as mock_copyfile:
-            conf_utils.backup_tempest_config(
-                'test_conf_file', res_dir='test_dir')
-            self.assertTrue(mock_copyfile.called)
-
     def _test_missing_param(self, params, image_id, flavor_id):
         with mock.patch('functest.opnfv_tests.openstack.tempest.'
                         'conf_utils.ConfigParser.RawConfigParser.'
@@ -221,13 +199,11 @@ class OSTempestConfUtilsTesting(unittest.TestCase):
                        'conf_utils.ConfigParser.RawConfigParser.'
                        'write') as mwrite, \
             mock.patch('__builtin__.open', mock.mock_open()), \
-            mock.patch('functest.opnfv_tests.openstack.tempest.'
-                       'conf_utils.backup_tempest_config'), \
             mock.patch('functest.utils.functest_utils.yaml.safe_load',
                        return_value={'validation': {'ssh_timeout': 300}}):
             os.environ['OS_ENDPOINT_TYPE'] = ''
             conf_utils.configure_tempest_update_params(
-                'test_conf_file', res_dir='test_dir', image_id=image_id,
+                'test_conf_file', image_id=image_id,
                 flavor_id=flavor_id)
             mset.assert_any_call(params[0], params[1], params[2])
             self.assertTrue(mread.called)

diff --git a/functest/tests/unit/openstack/tempest/test_tempest.py b/functest/tests/unit/openstack/tempest/test_tempest.py
index e2c4c97..fc8c9cc 100644 (file)
--- a/functest/tests/unit/openstack/tempest/test_tempest.py
+++ b/functest/tests/unit/openstack/tempest/test_tempest.py
@@ -20,6 +20,7 @@ from functest.opnfv_tests.openstack.tempest import conf_utils
 
 
 class OSTempestTesting(unittest.TestCase):
+    # pylint: disable=too-many-public-methods
 
     def setUp(self):
         os_creds = OSCreds(
@@ -82,7 +83,7 @@ class OSTempestTesting(unittest.TestCase):
         else:
             testr_mode = self.tempestcommon.mode
         verifier_repo_dir = 'test_verifier_repo_dir'
-        cmd = "(cd {0}; testr list-tests {1} >{2} 2>/dev/null)".format(
+        cmd = "(cd {0}; stestr list {1} >{2} 2>/dev/null)".format(
             verifier_repo_dir, testr_mode, self.tempestcommon.list)
         self.tempestcommon.generate_test_list()
         mock_exec.assert_called_once_with(cmd, shell=True)
@@ -101,6 +102,21 @@ class OSTempestTesting(unittest.TestCase):
         with self.assertRaises(Exception):
             self.tempestcommon.parse_verifier_result()
 
+    def test_backup_config_default(self):
+        with mock.patch('os.path.exists', return_value=False), \
+                mock.patch('os.makedirs') as mock_makedirs, \
+                mock.patch('shutil.copyfile') as mock_copyfile:
+            self.tempestcommon.backup_tempest_config(
+                'test_conf_file', res_dir='test_dir')
+            self.assertTrue(mock_makedirs.called)
+            self.assertTrue(mock_copyfile.called)
+
+        with mock.patch('os.path.exists', return_value=True), \
+                mock.patch('shutil.copyfile') as mock_copyfile:
+            self.tempestcommon.backup_tempest_config(
+                'test_conf_file', res_dir='test_dir')
+            self.assertTrue(mock_copyfile.called)
+
     @mock.patch("os.rename")
     @mock.patch("os.remove")
     @mock.patch("os.path.exists", return_value=True)

diff --git a/upper-constraints.txt b/upper-constraints.txt
index 48a4e22..e2b7ee7 100644 (file)
--- a/upper-constraints.txt
+++ b/upper-constraints.txt
@@ -22,3 +22,4 @@ flasgger===0.6.6
 xtesting===0.40.0
 networking-bgpvpn===8.0.0
 sphinx-opnfv-theme===0.1.1
+rally-openstack===1.0.0