3 # jose.lausuch@ericsson.com
4 # valentin.boucher@orange.com
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
23 # ############ CREDENTIALS OPENSTACK #############
24 def check_credentials():
26 Check if the OpenStack credentials (openrc) are sourced
28 env_vars = ['OS_AUTH_URL', 'OS_USERNAME', 'OS_PASSWORD', 'OS_TENANT_NAME']
29 return all(map(lambda v: v in os.environ and os.environ[v], env_vars))
32 def get_credentials(service):
33 """Returns a creds dictionary filled with the following keys:
35 * password/api_key (depending on the service)
36 * tenant_name/project_id (depending on the service)
38 :param service: a string indicating the name of the service
39 requesting the credentials.
42 # Unfortunately, each of the OpenStack client will request slightly
43 # different entries in their credentials dict.
44 if service.lower() in ("nova", "cinder"):
49 tenant = "tenant_name"
51 # The most common way to pass these info to the script is to do it through
52 # environment variables.
54 "username": os.environ.get('OS_USERNAME', "admin"),
55 password: os.environ.get("OS_PASSWORD", 'admin'),
56 "auth_url": os.environ.get("OS_AUTH_URL",
57 "http://192.168.20.71:5000/v2.0"),
58 tenant: os.environ.get("OS_TENANT_NAME", "admin"),
64 # ################ NOVA #################
65 def get_instances(nova_client):
67 instances = nova_client.servers.list(search_opts={'all_tenants': 1})
73 def get_instance_status(nova_client, instance):
75 instance = nova_client.servers.get(instance.id)
76 return instance.status
81 def get_instance_by_name(nova_client, instance_name):
83 instance = nova_client.servers.find(name=instance_name)
89 def get_flavor_id(nova_client, flavor_name):
90 flavors = nova_client.flavors.list(detailed=True)
93 if f.name == flavor_name:
99 def get_flavor_id_by_ram_range(nova_client, min_ram, max_ram):
100 flavors = nova_client.flavors.list(detailed=True)
103 if min_ram <= f.ram and f.ram <= max_ram:
109 def delete_instance(nova_client, instance_id):
111 nova_client.servers.force_delete(instance_id)
114 print "Error:", sys.exc_info()[0]
118 def get_floating_ips(nova_client):
120 floating_ips = nova_client.floating_ips.list()
126 def delete_floating_ip(nova_client, floatingip_id):
128 nova_client.floating_ips.delete(floatingip_id)
131 print "Error:", sys.exc_info()[0]
135 # ################ NEUTRON #################
136 def create_neutron_net(neutron_client, name):
137 json_body = {'network': {'name': name,
138 'admin_state_up': True}}
140 network = neutron_client.create_network(body=json_body)
141 network_dict = network['network']
142 return network_dict['id']
144 print "Error:", sys.exc_info()[0]
148 def update_neutron_net(neutron_client, network_id, shared=False):
149 json_body = {'network': {'shared': shared}}
151 neutron_client.update_network(network_id, body=json_body)
154 print "Error:", sys.exc_info()[0]
158 def delete_neutron_net(neutron_client, network_id):
160 neutron_client.delete_network(network_id)
163 print "Error:", sys.exc_info()[0]
167 def create_neutron_subnet(neutron_client, name, cidr, net_id):
168 json_body = {'subnets': [{'name': name, 'cidr': cidr,
169 'ip_version': 4, 'network_id': net_id}]}
171 subnet = neutron_client.create_subnet(body=json_body)
172 return subnet['subnets'][0]['id']
174 print "Error:", sys.exc_info()[0]
178 def delete_neutron_subnet(neutron_client, subnet_id):
180 neutron_client.delete_subnet(subnet_id)
183 print "Error:", sys.exc_info()[0]
187 def create_neutron_router(neutron_client, name):
188 json_body = {'router': {'name': name, 'admin_state_up': True}}
190 router = neutron_client.create_router(json_body)
191 return router['router']['id']
193 print "Error:", sys.exc_info()[0]
197 def delete_neutron_router(neutron_client, router_id):
198 json_body = {'router': {'id': router_id}}
200 neutron_client.delete_router(router=router_id)
203 print "Error:", sys.exc_info()[0]
207 def add_interface_router(neutron_client, router_id, subnet_id):
208 json_body = {"subnet_id": subnet_id}
210 neutron_client.add_interface_router(router=router_id, body=json_body)
213 print "Error:", sys.exc_info()[0]
217 def remove_interface_router(neutron_client, router_id, subnet_id):
218 json_body = {"subnet_id": subnet_id}
220 neutron_client.remove_interface_router(router=router_id,
224 print "Error:", sys.exc_info()[0]
228 def remove_gateway_router(neutron_client, router_id):
230 neutron_client.remove_gateway_router(router_id)
233 print "Error:", sys.exc_info()[0]
237 def create_neutron_port(neutron_client, name, network_id, ip):
238 json_body = {'port': {
239 'admin_state_up': True,
241 'network_id': network_id,
242 'fixed_ips': [{"ip_address": ip}]
245 port = neutron_client.create_port(body=json_body)
246 return port['port']['id']
248 print "Error:", sys.exc_info()[0]
252 def update_neutron_port(neutron_client, port_id, device_owner):
253 json_body = {'port': {
254 'device_owner': device_owner,
257 port = neutron_client.update_port(port=port_id,
259 return port['port']['id']
261 print "Error:", sys.exc_info()[0]
265 def delete_neutron_port(neutron_client, port_id):
267 neutron_client.delete_port(port_id)
270 print "Error:", sys.exc_info()[0]
274 def get_network_id(neutron_client, network_name):
275 networks = neutron_client.list_networks()['networks']
278 if n['name'] == network_name:
284 def check_neutron_net(neutron_client, net_name):
285 for network in neutron_client.list_networks()['networks']:
286 if network['name'] == net_name:
287 for subnet in network['subnets']:
292 def get_network_list(neutron_client):
293 network_list = neutron_client.list_networks()['networks']
294 if len(network_list) == 0:
300 def get_router_list(neutron_client):
301 router_list = neutron_client.list_routers()['routers']
302 if len(router_list) == 0:
308 def get_port_list(neutron_client):
309 port_list = neutron_client.list_ports()['ports']
310 if len(port_list) == 0:
316 def get_external_net(neutron_client):
317 for network in neutron_client.list_networks()['networks']:
318 if network['router:external']:
319 return network['name']
323 def update_sg_quota(neutron_client, tenant_id, sg_quota, sg_rule_quota):
324 json_body = {"quota": {
325 "security_group": sg_quota,
326 "security_group_rule": sg_rule_quota
330 quota = neutron_client.update_quota(tenant_id=tenant_id,
334 print "Error:", sys.exc_info()[0]
338 def update_cinder_quota(cinder_client, tenant_id, vols_quota,
339 snapshots_quota, gigabytes_quota):
340 quotas_values = {"volumes": vols_quota,
341 "snapshots": snapshots_quota,
342 "gigabytes": gigabytes_quota}
345 quotas_default = cinder_client. quotas.update(tenant_id,
349 print "Error:", sys.exc_info()[0]
353 def get_private_net(neutron_client):
354 # Checks if there is an existing shared private network
355 networks = neutron_client.list_networks()['networks']
356 if len(networks) == 0:
359 if (net['router:external'] is False) and (net['shared'] is True):
364 # ################ GLANCE #################
365 def get_images(nova_client):
367 images = nova_client.images.list()
373 def get_image_id(glance_client, image_name):
374 images = glance_client.images.list()
377 if i.name == image_name:
383 def create_glance_image(glance_client, image_name, file_path, public=True):
384 if not os.path.isfile(file_path):
385 print "Error: file "+file_path+" does not exist."
388 with open(file_path) as fimage:
389 image = glance_client.images.create(name=image_name,
392 container_format="bare",
396 print "Error:", sys.exc_info()[0]
400 def delete_glance_image(nova_client, image_id):
402 nova_client.images.delete(image_id)
405 print "Error:", sys.exc_info()[0]
409 # ################ CINDER #################
410 def get_volumes(cinder_client):
412 volumes = cinder_client.volumes.list(search_opts={'all_tenants': 1})
417 def delete_volume(cinder_client, volume_id, forced=False):
421 cinder_client.volumes.detach(volume_id)
423 print "Error:", sys.exc_info()[0]
424 cinder_client.volumes.force_delete(volume_id)
426 cinder_client.volumes.delete(volume_id)
429 print "Error:", sys.exc_info()[0]
433 # ################ CINDER #################
434 def get_security_groups(neutron_client):
436 security_groups = neutron_client.list_security_groups()['security_groups']
437 return security_groups
442 def delete_security_group(neutron_client, secgroup_id):
444 neutron_client.delete_security_group(secgroup_id)
447 print "Error:", sys.exc_info()[0]
451 # ################ KEYSTONE #################
452 def get_tenants(keystone_client):
454 tenants = keystone_client.tenants.list()
460 def get_tenant_id(keystone_client, tenant_name):
461 tenants = keystone_client.tenants.list()
464 if t.name == tenant_name:
470 def get_users(keystone_client):
472 users = keystone_client.users.list()
478 def get_role_id(keystone_client, role_name):
479 roles = keystone_client.roles.list()
482 if r.name == role_name:
488 def get_user_id(keystone_client, user_name):
489 users = keystone_client.users.list()
492 if u.name == user_name:
498 def create_tenant(keystone_client, tenant_name, tenant_description):
500 tenant = keystone_client.tenants.create(tenant_name,
505 print "Error:", sys.exc_info()[0]
509 def delete_tenant(keystone_client, tenant_id):
511 tenant = keystone_client.tenants.delete(tenant_id)
514 print "Error:", sys.exc_info()[0]
518 def create_user(keystone_client, user_name, user_password,
519 user_email, tenant_id):
521 user = keystone_client.users.create(user_name, user_password,
522 user_email, tenant_id,
526 print "Error:", sys.exc_info()[0]
530 def delete_user(keystone_client, user_id):
532 tenant = keystone_client.users.delete(user_id)
535 print "Error:", sys.exc_info()[0]
539 def add_role_user(keystone_client, user_id, role_id, tenant_id):
541 keystone_client.roles.add_user_role(user_id, role_id, tenant_id)
544 print "Error:", sys.exc_info()[0]
548 # ################ UTILS #################
549 def check_internet_connectivity(url='http://www.opnfv.org/'):
551 Check if there is access to the internet
554 urllib2.urlopen(url, timeout=5)
556 except urllib2.URLError:
560 def download_url(url, dest_path):
562 Download a file to a destination path given a URL
564 name = url.rsplit('/')[-1]
565 dest = dest_path + "/" + name
567 response = urllib2.urlopen(url)
568 except (urllib2.HTTPError, urllib2.URLError):
571 with open(dest, 'wb') as f:
572 shutil.copyfileobj(response, f)
576 def execute_command(cmd, logger=None):
578 Execute Linux command
581 logger.debug('Executing command : {}'.format(cmd))
582 output_file = "output.txt"
583 f = open(output_file, 'w+')
584 p = subprocess.call(cmd, shell=True, stdout=f, stderr=subprocess.STDOUT)
586 f = open(output_file, 'r')
588 if result != "" and logger:
594 logger.error("Error when executing command %s" % cmd)
598 def get_git_branch(repo_path):
602 repo = Repo(repo_path)
603 branch = repo.active_branch
607 def get_installer_type(logger=None):
609 Get installer type (fuel, apex, joid, compass)
612 installer = os.environ['INSTALLER_TYPE']
615 logger.error("Impossible to retrieve the installer type")
621 def get_pod_name(logger=None):
623 Get PoD Name from env variable NODE_NAME
626 return os.environ['NODE_NAME']
629 logger.error("Unable to retrieve the POD name from environment.Using pod name 'unknown-pod'")
633 def push_results_to_db(db_url, case_name, logger, pod_name,
634 git_version, payload):
635 url = db_url + "/results"
636 installer = get_installer_type(logger)
637 params = {"project_name": "functest", "case_name": case_name,
638 "pod_name": pod_name, "installer": installer,
639 "version": git_version, "details": payload}
641 headers = {'Content-Type': 'application/json'}
643 r = requests.post(url, data=json.dumps(params), headers=headers)
647 print "Error:", sys.exc_info()[0]
651 def getTestEnv(test, functest_yaml):
652 # get the config of the testcase based on functest_config.yaml
654 # - test = test project e.g; ovno
655 # - test = testcase e.g. functest/odl
656 # look for the / to see if it is a test project or a testcase
658 TEST_ENV = functest_yaml.get("test-dependencies")
660 if test.find("/") < 0:
661 config_test = TEST_ENV[test]
663 test_split = test.split("/")
664 testproject = test_split[0]
665 testcase = test_split[1]
666 config_test = TEST_ENV[testproject][testcase]
668 # if not defined in dependencies => no dependencies
671 print "Error getTestEnv:", sys.exc_info()[0]
676 def get_ci_envvars():
678 Get the CI env variables
681 "installer": os.environ.get('INSTALLER_TYPE'),
682 "controller": os.environ.get('SDN_CONTROLLER'),
683 "options": os.environ.get("OPNFV_FEATURE")}
687 def isTestRunnable(test, functest_yaml):
688 # check getTestEnv(test) and CI env var
689 # check installer, controller and options
690 # e.g. if test needs onos => do not run odl suite
692 # By default we assume that all the tests are always runnable...
694 # Retrieve CI environment
695 ci_env = get_ci_envvars()
697 # Retrieve test environement from config file
698 test_env = getTestEnv(test, functest_yaml)
700 # if test_env not empty => dependencies to be checked
701 if test_env is not None and len(test_env) > 0:
702 # possible criteria = ["installer", "controller", "options"]
703 # consider test criteria from config file
704 # compare towards CI env through CI en variable
705 for criteria in test_env:
706 if test_env[criteria] != ci_env[criteria]:
707 # print "Test "+ test + " cannot be run on the environment"
710 print "Error isTestRunnable:", sys.exc_info()[0]
714 def generateTestcaseList(functest_yaml):
717 # Retrieve CI environment
721 testcase_list = functest_yaml.get("test-dependencies")
722 projects = testcase_list.keys()
723 for project in projects:
724 testcases = testcase_list[project]
725 # 1 or 2 levels for testcases project[/case]
726 # if only project name without controller or scenario
727 # => shall be runnable on any controller/scenario
728 if testcases is None:
729 test_list += project + " "
731 for testcase in testcases:
732 if testcase == "controller" or testcase == "scenario":
734 if isTestRunnable(project, functest_yaml):
735 test_list += project + " "
737 # project/testcase (2 levels)
738 thetest = project + "/" + testcase
739 if isTestRunnable(thetest, functest_yaml):
740 test_list += testcase + " "
742 # create a file that could be consumed by run-test.sh
743 file = open("testcase-list.txt", 'w')
744 file.write(test_list)
749 # test for each testcase if it is runnable
750 # towards the declared configuration
751 # generate the test config file
753 print "Error generateTestcaseList:", sys.exc_info()[0]