It also fixes all testcases config files.
Change-Id: I81a6ffb8b7acf4239c79129dc842e283d3d32b35
Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>
+---
tiers:
-
name: components
order: 3
ci_loop: 'weekly'
- description : >-
+ description: >-
Extensive testing of OpenStack API.
testcases:
-
criteria: 90
blocking: false
description: >-
- This test case runs the full suite of scenarios of the OpenStack
- Rally suite using several threads and iterations.
+ This test case runs the full suite of scenarios of the
+ OpenStack Rally suite using several threads and iterations.
dependencies:
installer: '^((?!netvirt).)*$'
scenario: ''
+---
tiers:
-
name: features
order: 2
ci_loop: '(daily)|(weekly)'
- description : >-
+ description: >-
Test suites from feature projects
integrated in functest
testcases:
criteria: 100
blocking: false
description: >-
- Test suite for odl-sfc to test two chains with one SF and one chain with two SFs
+ Test suite for odl-sfc to test two chains with one SF and
+ one chain with two SFs
dependencies:
installer: ''
scenario: 'odl.*sfc'
installer: 'apex'
scenario: 'bar'
run:
- module: 'baro_tests.barometer'
- class: 'BarometerCollectd'
+ module: 'baro_tests.barometer'
+ class: 'BarometerCollectd'
-
case_name: fds
criteria: 100
blocking: false
description: >-
- Test Suite for the OpenDaylight SDN Controller when GBP features are
- installed. It integrates some test suites from upstream using
- Robot as the test framework.
+ Test Suite for the OpenDaylight SDN Controller when GBP
+ features are installed. It integrates some test suites from
+ upstream using Robot as the test framework.
dependencies:
installer: 'apex'
scenario: 'odl.*-fdio'
+---
tiers:
-
name: healthcheck
order: 0
ci_loop: '(daily)|(weekly)'
- description : >-
+ description: >-
First tier to be executed to verify the basic
operations in the VIM.
testcases:
installer: '^((?!netvirt).)*$'
scenario: ''
run:
- module: 'functest.opnfv_tests.openstack.snaps.connection_check'
+ module:
+ 'functest.opnfv_tests.openstack.snaps.connection_check'
class: 'ConnectionCheck'
-
+---
tiers:
-
name: features
order: 2
ci_loop: '(daily)|(weekly)'
- description : >-
+ description: >-
Test suites from feature projects
integrated in functest
testcases:
+---
tiers:
-
name: smoke
order: 1
ci_loop: '(daily)|(weekly)'
- description : >-
+ description: >-
Set of basic Functional tests to validate the OPNFV scenarios.
testcases:
-
criteria: 100
blocking: true
description: >-
- This test case verifies: 1) SSH to an instance using floating
- IPs over the public network. 2) Connectivity between 2 instances
- over a private network.
+ This test case verifies: 1) SSH to an instance using
+ floating IPs over the public network. 2) Connectivity
+ between 2 instances over a private network.
dependencies:
installer: ''
scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
installer: ''
scenario: '^((?!lxd).)*$'
run:
- module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
+ module:
+ 'functest.opnfv_tests.openstack.vping.vping_userdata'
class: 'VPingUserdata'
-
installer: ''
scenario: ''
run:
- module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
+ module:
+ 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
class: 'RefstackClient'
-
+---
tiers:
-
name: vnf
order: 4
ci_loop: '(daily)|(weekly)'
- description : >-
+ description: >-
Collection of VNF test cases.
testcases:
-
criteria: 80
blocking: false
description: >-
- This test case deploys an OpenSource vIMS solution from Clearwater
- using the Cloudify orchestrator. It also runs some signaling traffic.
+ This test case deploys an OpenSource vIMS solution from
+ Clearwater using the Cloudify orchestrator. It also runs
+ some signaling traffic.
dependencies:
installer: ''
scenario: 'os-nosdn-nofeature-ha'
installer: ''
scenario: 'os-nosdn-nofeature-ha'
run:
- module: 'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
+ module:
+ 'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
class: 'ClearwaterImsVnf'
+---
tiers:
-
name: healthcheck
order: 0
ci_loop: '(daily)|(weekly)'
- description : >-
+ description: >-
First tier to be executed to verify the basic
operations in the VIM.
testcases:
installer: '^((?!netvirt).)*$'
scenario: ''
run:
- module: 'functest.opnfv_tests.openstack.snaps.connection_check'
+ module:
+ 'functest.opnfv_tests.openstack.snaps.connection_check'
class: 'ConnectionCheck'
-
name: smoke
order: 1
ci_loop: '(daily)|(weekly)'
- description : >-
+ description: >-
Set of basic Functional tests to validate the OPNFV scenarios.
testcases:
-
criteria: 100
blocking: true
description: >-
- This test case verifies: 1) SSH to an instance using floating
- IPs over the public network. 2) Connectivity between 2 instances
- over a private network.
+ This test case verifies: 1) SSH to an instance using
+ floating IPs over the public network. 2) Connectivity
+ between 2 instances over a private network.
dependencies:
installer: ''
scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
installer: ''
scenario: '^((?!lxd).)*$'
run:
- module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
+ module:
+ 'functest.opnfv_tests.openstack.vping.vping_userdata'
class: 'VPingUserdata'
-
installer: ''
scenario: ''
run:
- module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
+ module:
+ 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
class: 'RefstackClient'
-
name: features
order: 2
ci_loop: '(daily)|(weekly)'
- description : >-
+ description: >-
Test suites from feature projects
integrated in functest
testcases:
criteria: 100
blocking: false
description: >-
- Test suite for odl-sfc to test two chains with one SF and one chain with two SFs
+ Test suite for odl-sfc to test two chains with one SF and
+ one chain with two SFs
dependencies:
installer: ''
scenario: 'odl.*sfc'
installer: 'apex'
scenario: 'bar'
run:
- module: 'baro_tests.barometer'
- class: 'BarometerCollectd'
+ module: 'baro_tests.barometer'
+ class: 'BarometerCollectd'
-
case_name: fds
criteria: 100
blocking: false
description: >-
- Test Suite for the OpenDaylight SDN Controller when GBP features are
- installed. It integrates some test suites from upstream using
- Robot as the test framework.
+ Test Suite for the OpenDaylight SDN Controller when GBP
+ features are installed. It integrates some test suites from
+ upstream using Robot as the test framework.
dependencies:
installer: 'apex'
scenario: 'odl.*-fdio'
class: 'ODLTests'
args:
suites:
- - /src/fds/testing/robot
+ - /src/fds/testing/robot
-
name: components
order: 3
ci_loop: 'weekly'
- description : >-
+ description: >-
Extensive testing of OpenStack API.
testcases:
-
criteria: 90
blocking: false
description: >-
- This test case runs the full suite of scenarios of the OpenStack
- Rally suite using several threads and iterations.
+ This test case runs the full suite of scenarios of the
+ OpenStack Rally suite using several threads and iterations.
dependencies:
installer: '^((?!netvirt).)*$'
scenario: ''
name: vnf
order: 4
ci_loop: '(daily)|(weekly)'
- description : >-
+ description: >-
Collection of VNF test cases.
testcases:
-
criteria: 80
blocking: false
description: >-
- This test case deploys an OpenSource vIMS solution from Clearwater
- using the Cloudify orchestrator. It also runs some signaling traffic.
+ This test case deploys an OpenSource vIMS solution from
+ Clearwater using the Cloudify orchestrator. It also runs
+ some signaling traffic.
dependencies:
installer: ''
scenario: 'os-nosdn-nofeature-ha'
installer: ''
scenario: 'os-nosdn-nofeature-ha'
run:
- module: 'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
+ module:
+ 'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
class: 'ClearwaterImsVnf'
flake8<2.6.0,>=2.5.4 # MIT
pylint==1.4.5 # GPLv2
sphinx>=1.6.2 # BSD
+yamllint
tee pylint.out | sed -ne '/Raw metrics/,//p'"
pylint --disable=locally-disabled --reports=n {[testenv:pylint]modules}
+[testenv:yamllint]
+basepython = python2.7
+files =
+ docker/components/testcases.yaml
+ docker/healthcheck/testcases.yaml
+ docker/smoke/testcases.yaml
+ docker/parser/testcases.yaml
+ docker/features/testcases.yaml
+ docker/vnf/testcases.yaml
+ functest/ci/testcases.yaml
+commands =
+ yamllint {[testenv:yamllint]files}
+ - yamllint functest
+
[testenv:py35]
dirs =
functest/tests/unit/core
IPy===0.83
ansible===2.3.2.0
flasgger===0.6.6
+yamllint===1.10.0