X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=docker%2Fsmoke%2Ftestcases.yaml;h=8e2947cc89b5bd9098ff663e6277a43f7546ec00;hb=5ac878fe7cccbfe5cb829488d0aedc307dd42885;hp=772196a0050cffe1321c94641a297ca1ab8e29bd;hpb=423e305a99962cb64327fb561d0a5cf1ad17ab96;p=functest.git diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml index 772196a00..8e2947cc8 100644 --- a/docker/smoke/testcases.yaml +++ b/docker/smoke/testcases.yaml @@ -1,73 +1,67 @@ +--- tiers: - name: smoke order: 1 - ci_loop: '(daily)|(weekly)' - description : >- + description: >- Set of basic Functional tests to validate the OPNFV scenarios. testcases: - - case_name: vping_ssh + case_name: tempest_smoke project_name: functest criteria: 100 - blocking: true + blocking: false description: >- - This test case verifies: 1) SSH to an instance using floating - IPs over the public network. 2) Connectivity between 2 instances - over a private network. - dependencies: - installer: '' - scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$' + This test case runs the smoke subset of the OpenStack + Tempest suite. The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deplopyment. + https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114 run: - module: 'functest.opnfv_tests.openstack.vping.vping_ssh' - class: 'VPingSSH' + name: tempest_common + args: + mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)' + option: + - '--concurrency=4' - - case_name: vping_userdata + case_name: neutron-tempest-plugin-api project_name: functest criteria: 100 - blocking: true + blocking: false description: >- - This test case verifies: 1) Boot a VM with given userdata. - 2) Connectivity between 2 instances over a private network. - dependencies: - installer: '' - scenario: '^((?!lxd).)*$' + This test case runs the Tempest suite proposed by the + Neutron project. The list of test cases is generated by + Tempest automatically and depends on the parameters of + the OpenStack deployment. run: - module: 'functest.opnfv_tests.openstack.vping.vping_userdata' - class: 'VPingUserdata' + name: tempest_common + args: + mode: '^neutron_tempest_plugin\.api' + option: + - '--concurrency=4' - - case_name: tempest_smoke_serial + case_name: rally_sanity project_name: functest criteria: 100 blocking: false description: >- - This test case runs the smoke subset of the OpenStack - Tempest suite. The list of test cases is generated by - Tempest automatically and depends on the parameters of - the OpenStack deplopyment. - dependencies: - installer: '^((?!netvirt).)*$' - scenario: '' + This test case runs a sub group of tests of the OpenStack + Rally suite in smoke mode. run: - module: 'functest.opnfv_tests.openstack.tempest.tempest' - class: 'TempestSmokeSerial' + name: rally_sanity - - case_name: rally_sanity + case_name: rally_jobs project_name: functest criteria: 100 blocking: false description: >- - This test case runs a sub group of tests of the OpenStack - Rally suite in smoke mode. - dependencies: - installer: '' - scenario: '' + This test case runs a group of Rally jobs used in + OpenStack gating run: - module: 'functest.opnfv_tests.openstack.rally.rally' - class: 'RallySanity' + name: rally_jobs - case_name: refstack_defcore @@ -76,92 +70,115 @@ tiers: blocking: false description: >- This test case runs a sub group of tests of the OpenStack - Defcore testcases by using refstack client. - dependencies: - installer: '' - scenario: '' + Defcore testcases. run: - module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client' - class: 'RefstackClient' + name: refstack_defcore + args: + option: + - '--concurrency=4' - - case_name: odl + case_name: patrole project_name: functest criteria: 100 - blocking: true + blocking: false description: >- - Test Suite for the OpenDaylight SDN Controller. It - integrates some test suites from upstream using - Robot as the test framework. - dependencies: - installer: '' - scenario: 'odl' + Test suite from Patrole project. run: - module: 'functest.opnfv_tests.sdn.odl.odl' - class: 'ODLTests' + name: patrole args: - suites: - - /src/odl_test/csit/suites/integration/basic - - /src/odl_test/csit/suites/openstack/neutron + role: 'admin' + includes: + - 'image' + - 'network' + excludes: + - 'test_networks_multiprovider_rbac' + - 'test_auto_allocated_topology_rbac' + - 'test_address_scope_rbac' + + - + case_name: snaps_smoke + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case contains tests that setup and destroy + environments with VMs with and without Floating IPs + with a newly created user and project. Set the config + value snaps.use_floating_ips (True|False) to toggle + this functionality. When the config value of + snaps.use_keystone is True, functest must have access to + the cloud's private network. + run: + name: snaps_smoke - - case_name: odl_netvirt + case_name: neutron_trunk project_name: functest criteria: 100 blocking: false description: >- - Test Suite for the OpenDaylight SDN Controller when - the NetVirt features are installed. It integrates - some test suites from upstream using Robot as the - test framework. - dependencies: - installer: 'apex' - scenario: 'os-odl_l3-nofeature' + This test case runs the neutron trunk subtest of the + OpenStack Tempest suite. The list of test cases is + generated by Tempest having as input the relevant + testcase list file. run: - module: 'functest.opnfv_tests.sdn.odl.odl' - class: 'ODLTests' + name: tempest_common args: - suites: - - /src/odl_test/csit/suites/integration/basic - - /src/odl_test/csit/suites/openstack/neutron - - /src/odl_test/csit/suites/openstack/connectivity + mode: 'neutron_tempest_plugin.(api|scenario).test_trunk' + neutron_extensions: + - trunk + - trunk-details - - case_name: fds + case_name: networking-bgpvpn project_name: functest criteria: 100 blocking: false description: >- - Test Suite for the OpenDaylight SDN Controller when GBP features are - installed. It integrates some test suites from upstream using - Robot as the test framework. - dependencies: - installer: 'apex' - scenario: 'odl.*-fdio' + This test case runs OpenStack networking-bgpvpn Tempest + suite. The list of test cases is generated by Tempest + having as input the relevant regex. run: - module: 'functest.opnfv_tests.sdn.odl.odl' - class: 'ODLTests' + name: tempest_common args: - suites: - - /src/fds/testing/robot + mode: '^networking_bgpvpn_tempest\.' + neutron_extensions: + - bgpvpn + option: + - '--concurrency=4' - - case_name: snaps_smoke + case_name: networking-sfc project_name: functest criteria: 100 blocking: false description: >- - This test case contains tests that setup and destroy - environments with VMs with and without Floating IPs - with a newly created user and project. Set the config - value snaps.use_floating_ips (True|False) to toggle - this functionality. When the config value of - snaps.use_keystone is True, functest must have access to - the cloud's private network. + This test case runs OpenStack networking-sfc Tempest + suite. The list of test cases is generated by Tempest + having as input the relevant regex. + run: + name: tempest_common + args: + mode: + '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$' + neutron_extensions: + - sfc + option: + - '--concurrency=0' - dependencies: - installer: '^((?!netvirt).)*$' - scenario: '^((?!lxd).)*$' + - + case_name: barbican + project_name: functest + criteria: 100 + blocking: false + description: >- + It leverages on the tempest plugin containing tests used to + verify the functionality of a barbican installation. run: - module: 'functest.opnfv_tests.openstack.snaps.smoke' - class: 'SnapsSmoke' + name: barbican + args: + mode: + '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$' + services: + - barbican