Set of basic Functional tests to validate the OPNFV scenarios.
testcases:
-
- case_name: neutron-tempest-plugin-api
+ case_name: tempest_neutron
project_name: functest
criteria: 100
blocking: false
option:
- '--concurrency=4'
+ -
+ case_name: tempest_cinder
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Tempest suite proposed by the
+ Cinder project.
+ run:
+ name: tempest_common
+ args:
+ mode:
+ '(?!.*test_incremental_backup)(^cinder_tempest_plugin.)'
+ option:
+ - '--concurrency=4'
+
+ -
+ case_name: tempest_keystone
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Tempest suite proposed by the
+ Keystone project.
+ run:
+ name: tempest_common
+ args:
+ mode: 'keystone_tempest_plugin.'
+ option:
+ - '--concurrency=4'
+
+ -
+ case_name: tempest_heat
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Tempest suite proposed by the
+ Heat project.
+ run:
+ name: tempest_heat
+ args:
+ mode: '^heat_tempest_plugin.tests'
+ option:
+ - '--concurrency=1'
+
+ -
+ case_name: tempest_telemetry
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Tempest suite proposed by the
+ Telemetry project.
+ run:
+ name: tempest_common
+ args:
+ mode: "(?!.*test_autoscaling)(?!.*test_live)\
+ (^telemetry_tempest_plugin)"
+ services:
+ - aodh
+ - gnocchi
+ - panko
+ option:
+ - '--concurrency=4'
+
-
case_name: rally_sanity
project_name: functest
criteria: 100
blocking: false
deny_skipping: true
+ tests_count: 222
description: >-
This test case runs a sub group of tests of the OpenStack
Compute testcases.
criteria: 100
blocking: false
deny_skipping: true
+ tests_count: 58
description: >-
This test case runs a sub group of tests of the OpenStack
Object testcases.
criteria: 100
blocking: false
deny_skipping: true
+ tests_count: 278
description: >-
This test case runs a sub group of tests of the OpenStack
Platform testcases.
the OpenStack deployment.
https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
run:
- name: tempest_common
+ name: tempest_scenario
args:
mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
option:
- '--concurrency=1'
-
- case_name: patrole
+ case_name: tempest_slow
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ The list of test cases is generated by
+ Tempest automatically and depends on the parameters of
+ the OpenStack deployment.
+ https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
+ run:
+ name: tempest_common
+ args:
+ mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
+ option:
+ - '--concurrency=1'
+
+ -
+ case_name: patrole_admin
project_name: functest
criteria: 100
blocking: false
- 'test_list_metadef_namespaces'
-
- case_name: neutron_trunk
- project_name: functest
- criteria: 100
- blocking: false
- description: >-
- This test case runs the neutron trunk subtest of the
- OpenStack Tempest suite. The list of test cases is
- generated by Tempest having as input the relevant
- testcase list file.
- run:
- name: tempest_common
- args:
- mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
- neutron_extensions:
- - trunk
- - trunk-details
-
- -
- case_name: networking-bgpvpn
+ case_name: patrole_user
project_name: functest
criteria: 100
blocking: false
description: >-
- This test case runs OpenStack networking-bgpvpn Tempest
- suite. The list of test cases is generated by Tempest
- having as input the relevant regex.
+ Test suite from Patrole project.
run:
- name: tempest_common
+ name: patrole
args:
- mode: '^neutron_tempest_plugin.bgpvpn.api\.'
- neutron_extensions:
- - bgpvpn
- option:
- - '--concurrency=4'
+ role: 'user'
+ includes:
+ - 'image'
+ - 'network'
+ excludes:
+ - 'network.test_flavors_rbac'
+ - 'network.test_network_ip_availability_rbac'
+ - 'test_networks_multiprovider_rbac'
+ - 'test_auto_allocated_topology_rbac'
+ - 'test_create_network_provider_segmentation_id'
+ - 'test_update_network_provider_physical_network'
+ - 'test_update_network_provider_segmentation_id'
+ - 'network.test_agents_rbac'
+ - 'test_list_metadef_namespaces'
-
- case_name: networking-sfc
+ case_name: patrole_reader
project_name: functest
criteria: 100
blocking: false
description: >-
- This test case runs OpenStack networking-sfc Tempest
- suite. The list of test cases is generated by Tempest
- having as input the relevant regex.
+ Test suite from Patrole project.
run:
- name: tempest_common
+ name: patrole
args:
- mode:
- '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$'
- neutron_extensions:
- - sfc
- option:
- - '--concurrency=0'
+ role: 'reader'
+ includes:
+ - 'image'
+ - 'network'
+ excludes:
+ - 'network.test_flavors_rbac'
+ - 'network.test_network_ip_availability_rbac'
+ - 'test_networks_multiprovider_rbac'
+ - 'test_auto_allocated_topology_rbac'
+ - 'test_create_network_provider_segmentation_id'
+ - 'test_update_network_provider_physical_network'
+ - 'test_update_network_provider_segmentation_id'
+ - 'network.test_agents_rbac'
+ - 'test_list_metadef_namespaces'
-
- case_name: barbican
+ case_name: tempest_barbican
project_name: functest
criteria: 100
blocking: false
'^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
services:
- barbican
+ option:
+ - '--concurrency=4'
-
- case_name: octavia
+ case_name: tempest_octavia
project_name: functest
criteria: 100
blocking: false
run:
name: tempest_common
args:
- mode:
- '^octavia_tempest_plugin.tests.api.v2'
+ mode: "(?!.*api.v2.test_availability_zone)\
+ (?!.*api.v2.test_availability_zone_profile)\
+ (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
+ (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
+ (^octavia_tempest_plugin.tests.(api|scenario))"
services:
- octavia
option: