X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=functest%2Fci%2Ftestcases.yaml;h=68d1a369a5f57a5c0c7514d25bb23aa5d93b1eb1;hb=refs%2Fchanges%2F61%2F58961%2F4;hp=1ebeef79393be652c2ad7d3d203ed704e756e643;hpb=7e2fa1942daf7b276064ca6bd7a4fcc87de16578;p=functest.git diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index 1ebeef793..68d1a369a 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -3,7 +3,7 @@ tiers: - name: healthcheck order: 0 - ci_loop: '(daily)|(weekly)' + ci_loop: '(merge)|(verify)|(daily)|(weekly)' description: >- First tier to be executed to verify the basic operations in the VIM. @@ -16,59 +16,111 @@ tiers: description: >- This test case verifies the retrieval of OpenStack clients: Keystone, Glance, Neutron and Nova and may perform some - simple queries. When the config value of - snaps.use_keystone is True, functest must have access to - the cloud's private network. + simple queries. dependencies: - installer: '^((?!netvirt).)*$' + installer: '' scenario: '' run: module: - 'functest.opnfv_tests.openstack.snaps.connection_check' + 'functest.opnfv_tests.openstack.api.connection_check' class: 'ConnectionCheck' - - case_name: api_check + case_name: tenantnetwork1 project_name: functest criteria: 100 blocking: true description: >- - This test case verifies the retrieval of OpenStack clients: - Keystone, Glance, Neutron and Nova and may perform some - simple queries. When the config value of - snaps.use_keystone is True, functest must have access to - the cloud's private network. + It creates and configures all tenant network ressources + required by advanced testcases (subnet, network and + router). dependencies: - installer: '^((?!netvirt).)*$' - scenario: '^((?!lxd).)*$' + installer: '' + scenario: '' run: - module: 'functest.opnfv_tests.openstack.snaps.api_check' - class: 'ApiCheck' + module: 'functest.core.tenantnetwork' + class: 'TenantNetwork1' - - case_name: snaps_health_check + case_name: tenantnetwork2 project_name: functest criteria: 100 blocking: true description: >- - This test case creates executes the SimpleHealthCheck - Python test class which creates an, image, flavor, network, - and Cirros VM instance and observes the console output to - validate the single port obtains the correct IP address. + It creates new user/project before creating and configuring + all tenant network ressources required by a testcase + (subnet, network and router). dependencies: installer: '' - scenario: '^((?!lxd).)*$' + scenario: '' run: - module: 'functest.opnfv_tests.openstack.snaps.health_check' - class: 'HealthCheck' + module: 'functest.core.tenantnetwork' + class: 'TenantNetwork2' + + - + case_name: vmready1 + project_name: functest + criteria: 100 + blocking: true + description: >- + It inherits from TenantNetwork1 which creates all network + resources and prepares a future VM attached to that + network. + dependencies: + installer: '' + scenario: '' + run: + module: 'functest.core.singlevm' + class: 'VmReady1' + + - + case_name: vmready2 + project_name: functest + criteria: 100 + blocking: true + description: >- + It creates new user/project before creating and configuring + all tenant network ressources, flavors, images, etc. + required by advanced testcases. + dependencies: + installer: '' + scenario: '' + run: + module: 'functest.core.singlevm' + class: 'VmReady2' + + - + case_name: singlevm1 + project_name: functest + criteria: 100 + blocking: true + description: >- + It inherits from TenantNetwork1 which creates all network + resources and completes it by booting a VM attached to that + network. + dependencies: + installer: '' + scenario: '' + run: + module: 'functest.core.singlevm' + class: 'SingleVm1' + + - + case_name: singlevm2 + project_name: functest + criteria: 100 + blocking: true + description: >- + It creates new user/project before creating and configuring + all tenant network ressources and vms required by advanced + testcases. + dependencies: + installer: '' + scenario: '' + run: + module: 'functest.core.singlevm' + class: 'SingleVm2' - - - name: smoke - order: 1 - ci_loop: '(daily)|(weekly)' - description: >- - Set of basic Functional tests to validate the OPNFV scenarios. - testcases: - case_name: vping_ssh project_name: functest @@ -80,7 +132,7 @@ tiers: between 2 instances over a private network. dependencies: installer: '' - scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$' + scenario: '^((?!lxd).)*$' run: module: 'functest.opnfv_tests.openstack.vping.vping_ssh' class: 'VPingSSH' @@ -101,6 +153,65 @@ tiers: 'functest.opnfv_tests.openstack.vping.vping_userdata' class: 'VPingUserdata' + - + case_name: cinder_test + project_name: functest + criteria: 100 + blocking: true + description: >- + This test case verifies: 1) Attach volume and to 1 + instance; 2) Write data on volume 3) Detach volume + from instance 1, attach it on instance 2 3) Read volume + data + dependencies: + installer: '' + scenario: '^((?!lxd).)*$' + run: + module: 'functest.opnfv_tests.openstack.cinder.cinder_test' + class: 'CinderCheck' + + - + case_name: api_check + project_name: functest + criteria: 100 + blocking: true + description: >- + This test case verifies the retrieval of OpenStack clients: + Keystone, Glance, Neutron and Nova and may perform some + simple queries. When the config value of + snaps.use_keystone is True, functest must have access to + the cloud's private network. + dependencies: + installer: '' + scenario: '^((?!lxd).)*$' + run: + module: 'functest.opnfv_tests.openstack.snaps.api_check' + class: 'ApiCheck' + + - + case_name: snaps_health_check + project_name: functest + criteria: 100 + blocking: true + description: >- + This test case creates executes the SimpleHealthCheck + Python test class which creates an, image, flavor, network, + and Cirros VM instance and observes the console output to + validate the single port obtains the correct IP address. + dependencies: + installer: '' + scenario: '^((?!lxd).)*$' + run: + module: 'functest.opnfv_tests.openstack.snaps.health_check' + class: 'HealthCheck' + + - + name: smoke + order: 1 + ci_loop: '(daily)|(weekly)' + description: >- + Set of basic Functional tests to validate the OPNFV scenarios. + testcases: - case_name: tempest_smoke_serial project_name: functest @@ -112,7 +223,7 @@ tiers: Tempest automatically and depends on the parameters of the OpenStack deplopyment. dependencies: - installer: '^((?!netvirt).)*$' + installer: '' scenario: '' run: module: 'functest.opnfv_tests.openstack.tempest.tempest' @@ -136,6 +247,7 @@ tiers: - case_name: refstack_defcore project_name: functest + enabled: false criteria: 100 blocking: false description: >- @@ -153,7 +265,7 @@ tiers: case_name: patrole project_name: functest criteria: 100 - blocking: true + blocking: false description: >- Test suite from Patrole project. dependencies: @@ -167,43 +279,39 @@ tiers: services: - 'image' - 'network' - - 'volume' exclude: - 'test_networks_multiprovider_rbac' - - case_name: odl + case_name: shaker project_name: functest criteria: 100 blocking: false description: >- - Test Suite for the OpenDaylight SDN Controller. It - integrates some test suites from upstream using - Robot as the test framework. + Shaker wraps around popular system network testing tools + like iperf, iperf3 and netperf (with help of flent). Shaker + is able to deploy OpenStack instances and networks in + different topologies. dependencies: installer: '' - scenario: 'odl' + scenario: '' run: - module: 'functest.opnfv_tests.sdn.odl.odl' - class: 'ODLTests' - args: - suites: - - /src/odl_test/csit/suites/integration/basic - - /src/odl_test/csit/suites/openstack/neutron + module: + 'functest.opnfv_tests.openstack.shaker.shaker' + class: 'Shaker' - - case_name: odl_netvirt + case_name: odl project_name: functest criteria: 100 blocking: false description: >- - Test Suite for the OpenDaylight SDN Controller when - the NetVirt features are installed. It integrates - some test suites from upstream using Robot as the - test framework. + Test Suite for the OpenDaylight SDN Controller. It + integrates some test suites from upstream using + Robot as the test framework. dependencies: - installer: 'apex' - scenario: 'os-odl_l3-nofeature' + installer: '' + scenario: 'odl' run: module: 'functest.opnfv_tests.sdn.odl.odl' class: 'ODLTests' @@ -211,7 +319,6 @@ tiers: suites: - /src/odl_test/csit/suites/integration/basic - /src/odl_test/csit/suites/openstack/neutron - - /src/odl_test/csit/suites/openstack/connectivity - case_name: snaps_smoke @@ -228,7 +335,7 @@ tiers: the cloud's private network. dependencies: - installer: '^((?!netvirt).)*$' + installer: '' scenario: '^((?!lxd).)*$' run: module: 'functest.opnfv_tests.openstack.snaps.smoke' @@ -251,6 +358,21 @@ tiers: module: 'functest.opnfv_tests.openstack.tempest.tempest' class: 'TempestNeutronTrunk' + - + case_name: barbican + project_name: functest + criteria: 100 + blocking: false + description: >- + It leverages on the tempest plugin containing tests used to + verify the functionality of a barbican installation + dependencies: + installer: '^((?!fuel|apex|compass|daisy).)*$' + scenario: '' + run: + module: 'functest.opnfv_tests.openstack.tempest.tempest' + class: 'TempestBarbican' + - name: features order: 2 @@ -267,8 +389,8 @@ tiers: description: >- Test suite from Doctor project. dependencies: - installer: 'apex' - scenario: '^((?!fdio).)*$' + installer: '(apex)|(fuel)|(daisy)' + scenario: '^((?!fdio|nofeature).)*$' run: module: 'xtesting.core.feature' class: 'BashFeature' @@ -283,7 +405,7 @@ tiers: description: >- Test suite from SDNVPN project. dependencies: - installer: '(fuel)|(apex)|(netvirt)' + installer: '' scenario: 'bgpvpn' run: module: 'sdnvpn.test.functest.run_sdnvpn_tests' @@ -314,7 +436,7 @@ tiers: the proper configuration and basic functionality of all the collectd plugins as described in the Project Release Plan dependencies: - installer: '(apex)|(compass)' + installer: '' scenario: 'bar' run: module: 'baro_tests.barometer' @@ -330,7 +452,7 @@ tiers: features are installed. It integrates some test suites from upstream using Robot as the test framework. dependencies: - installer: 'apex' + installer: '' scenario: 'odl.*-fdio' run: module: 'functest.opnfv_tests.sdn.odl.odl' @@ -356,7 +478,7 @@ tiers: Tempest automatically and depends on the parameters of the OpenStack deplopyment. dependencies: - installer: '^((?!netvirt).)*$' + installer: '' scenario: '' run: module: 'functest.opnfv_tests.openstack.tempest.tempest' @@ -371,7 +493,7 @@ tiers: This test case runs the full suite of scenarios of the OpenStack Rally suite using several threads and iterations. dependencies: - installer: '^((?!netvirt).)*$' + installer: '' scenario: '' run: module: 'functest.opnfv_tests.openstack.rally.rally' @@ -395,7 +517,7 @@ tiers: some signaling traffic. dependencies: installer: '' - scenario: 'os-nosdn-nofeature-.*ha' + scenario: 'os-.*-nofeature-.*ha' run: module: 'functest.opnfv_tests.vnf.ims.cloudify_ims' class: 'CloudifyIms' @@ -409,7 +531,7 @@ tiers: This test case is vRouter testing. dependencies: installer: '' - scenario: 'os-nosdn-nofeature-.*ha' + scenario: 'os-.*-nofeature-.*ha' run: module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter' class: 'CloudifyVrouter' @@ -424,7 +546,7 @@ tiers: executor. dependencies: installer: '' - scenario: 'os-nosdn-nofeature-.*ha' + scenario: 'os-.*-nofeature-.*ha' run: module: 'functest.opnfv_tests.vnf.epc.juju_epc' class: 'JujuEpc'