Add tempest_full in Compliance 10/69010/1
authorCédric Ollivier <cedric.ollivier@orange.com>
Tue, 26 Nov 2019 00:02:36 +0000 (01:02 +0100)
committerCédric Ollivier <cedric.ollivier@orange.com>
Tue, 26 Nov 2019 01:26:04 +0000 (02:26 +0100)
Change-Id: Ib2898d48d21704a06cf1f4574df81f4f0dae3f52
Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>
docker/smoke-cntt/Dockerfile
docker/smoke-cntt/tempest_conf.yaml [new file with mode: 0644]
docker/smoke-cntt/testcases.yaml

index 1fa9440..4c78ecb 100644 (file)
@@ -1,4 +1,5 @@
 FROM opnfv/functest-smoke
 
 COPY testcases.yaml /usr/lib/python3.7/site-packages/xtesting/ci/testcases.yaml
+COPY tempest_conf.yaml /usr/lib/python3.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml
 CMD ["run_tests", "-t", "all"]
diff --git a/docker/smoke-cntt/tempest_conf.yaml b/docker/smoke-cntt/tempest_conf.yaml
new file mode 100644 (file)
index 0000000..288abed
--- /dev/null
@@ -0,0 +1,70 @@
+---
+compute:
+    max_microversion: latest
+compute-feature-enabled:
+    attach_encrypted_volume: false
+    block_migration_for_live_migration: false
+    block_migrate_cinder_iscsi: false
+    change_password: false
+    cold_migration: true
+    config_drive: true
+    console_output: true
+    disk_config: true
+    enable_instance_password: true
+    interface_attach: true
+    live_migration: true
+    live_migrate_back_and_forth: false
+    metadata_service: true
+    pause: true
+    personality: false
+    rdp_console: false
+    rescue: true
+    resize: true
+    serial_console: false
+    shelve: true
+    snapshot: true
+    spice_console: false
+    suspend: true
+    swap_volume: false
+    vnc_console: false
+    volume_backed_live_migration: false
+    volume_multiattach: false
+identity:
+    user_unique_last_password_count: 2
+    user_lockout_duration: 10
+    user_lockout_failure_attempts: 2
+identity-feature-enabled:
+    trust: true
+    api_v2: false
+    api_v2_admin: false
+    security_compliance: true
+    federation: false
+    external_idp: false
+    project_tags: true
+    application_credentials: true
+image-feature-enabled:
+    api_v2: true
+    api_v1: false
+placement:
+    max_microversion: latest
+volume:
+    max_microversion: latest
+    storage_protocol: ceph
+    manage_volume_ref: source-name,volume-%s
+    manage_snapshot_ref: source-name,snapshot-%s
+volume-feature-enabled:
+    multi_backend: false
+    backup: true
+    snapshot: true
+    clone: true
+    manage_snapshot: true
+    manage_volume: true
+    extend_attached_volume: false
+    consistency_group: false
+    volume_revert: true
+load_balancer:
+    test_with_noop: true
+neutron_plugin_options:
+    agent_availability_zone: nova
+    available_type_drivers: flat,geneve,vlan,gre,local,vxlan
+    provider_vlans: foo,
index a95ffec..073dd6d 100644 (file)
@@ -100,3 +100,40 @@ tiers:
                             - 'nova'
                             - 'quotas'
                             - 'swift'
+
+            -
+                case_name: tempest_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    The list of test cases is generated by
+                    Tempest automatically and depends on the parameters of
+                    the OpenStack deployment.
+                    https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
+                run:
+                    name: tempest_common
+                    args:
+                        mode: "(?!.*test_fixed_ips)(?!.*test_fixed_ips_negative)\
+                          (?!.*test_live_migration.LiveAutoBlockMigrationV225Test.test_volume_backed_live_migration)\
+                          (?!.*test_live_migration.LiveMigrationTest.test_iscsi_volume)\
+                          (?!.*test_live_migration.LiveMigrationTest.test_volume_backed_live_migration)\
+                          (?!.*test_quotas_negative.QuotasSecurityGroupAdminNegativeTest)\
+                          (?!.*test_security_group_default_rules)\
+                          (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name)\
+                          (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description)\
+                          (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name)\
+                          (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des)\
+                          (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id)\
+                          (?!.*test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name)\
+                          (?!.*test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex)\
+                          (?!.*compute.test_virtual_interfaces)(?!.*compute.test_virtual_interfaces_negative)\
+                          (?!.*compute.test_networks)\
+                          (?!.*test_attach_volume.AttachVolumeMultiAttach)\
+                          (?!.*identity.admin.v2)(?!.*identity.v2)\
+                          (?!.*image.v1)\
+                          (?!.*test_metering_extensions)(?!.*network.test_tags)\
+                          (?!.*test_multi_backend)\
+                          (?!.*\\[.*\\bslow\\b.*\\])(^tempest.api)"
+                        option:
+                            - '--concurrency=4'