3 # jose.lausuch@ericsson.com
4 # valentin.boucher@orange.com
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
17 from glanceclient import client as glanceclient
18 from keystoneclient.v2_0 import client as keystoneclient
19 from neutronclient.v2_0 import client as neutronclient
20 from novaclient import client as novaclient
23 # *********************************************
25 # *********************************************
26 def check_credentials():
28 Check if the OpenStack credentials (openrc) are sourced
30 env_vars = ['OS_AUTH_URL', 'OS_USERNAME', 'OS_PASSWORD', 'OS_TENANT_NAME']
31 return all(map(lambda v: v in os.environ and os.environ[v], env_vars))
34 def get_credentials(service):
35 """Returns a creds dictionary filled with the following keys:
37 * password/api_key (depending on the service)
38 * tenant_name/project_id (depending on the service)
40 :param service: a string indicating the name of the service
41 requesting the credentials.
45 # Check that the env vars exists:
46 envvars = ('OS_USERNAME', 'OS_PASSWORD', 'OS_AUTH_URL', 'OS_TENANT_NAME')
47 for envvar in envvars:
48 if os.getenv(envvar) is None:
49 print("'%s' is not exported as an env variable." % envvar)
52 # Unfortunately, each of the OpenStack client will request slightly
53 # different entries in their credentials dict.
54 if service.lower() in ("nova", "cinder"):
59 tenant = "tenant_name"
61 # The most common way to pass these info to the script is to do it through
62 # environment variables.
64 "username": os.environ.get("OS_USERNAME"),
65 password: os.environ.get("OS_PASSWORD"),
66 "auth_url": os.environ.get("OS_AUTH_URL"),
67 tenant: os.environ.get("OS_TENANT_NAME")
69 cacert = os.environ.get("OS_CACERT")
70 if cacert is not None:
71 # each openstack client uses differnt kwargs for this
72 creds.update({"cacert": cacert,
74 "https_ca_cert": cacert,
75 "https_cacert": cacert,
77 creds.update({"insecure": "True", "https_insecure": "True"})
78 if not os.path.isfile(cacert):
79 print ("WARNING: The 'OS_CACERT' environment variable is " +
80 "set to %s but the file does not exist." % cacert)
84 def source_credentials(rc_file):
85 pipe = subprocess.Popen(". %s; env" % rc_file, stdout=subprocess.PIPE,
87 output = pipe.communicate()[0]
88 env = dict((line.split("=", 1) for line in output.splitlines()))
89 os.environ.update(env)
93 # *********************************************
95 # *********************************************
96 def get_keystone_client():
97 creds_keystone = get_credentials("keystone")
98 return keystoneclient.Client(**creds_keystone)
101 def get_nova_client():
102 creds_nova = get_credentials("nova")
103 return novaclient.Client('2', **creds_nova)
106 def get_neutron_client():
107 creds_neutron = get_credentials("neutron")
108 return neutronclient.Client(**creds_neutron)
111 def get_glance_client():
112 keystone_client = get_keystone_client()
113 glance_endpoint = keystone_client.service_catalog.url_for(
114 service_type='image', endpoint_type='publicURL')
115 return glanceclient.Client(1, glance_endpoint,
116 token=keystone_client.auth_token)
118 # *********************************************
120 # *********************************************
123 def get_instances(nova_client):
125 instances = nova_client.servers.list(search_opts={'all_tenants': 1})
128 print "Error [get_instances(nova_client)]:", e
132 def get_instance_status(nova_client, instance):
134 instance = nova_client.servers.get(instance.id)
135 return instance.status
137 # print ("Error [get_instance_status(nova_client, '%s')]:" %
142 def get_instance_by_name(nova_client, instance_name):
144 instance = nova_client.servers.find(name=instance_name)
147 print ("Error [get_instance_by_name(nova_client, '%s')]:" %
152 def get_flavor_id(nova_client, flavor_name):
153 flavors = nova_client.flavors.list(detailed=True)
156 if f.name == flavor_name:
162 def get_flavor_id_by_ram_range(nova_client, min_ram, max_ram):
163 flavors = nova_client.flavors.list(detailed=True)
166 if min_ram <= f.ram and f.ram <= max_ram:
172 def get_floating_ips(nova_client):
174 floating_ips = nova_client.floating_ips.list()
177 print "Error [get_floating_ips(nova_client)]:", e
181 def get_hypervisors(nova_client):
184 hypervisors = nova_client.hypervisors.list()
185 for hypervisor in hypervisors:
186 if hypervisor.state == "up":
187 nodes.append(hypervisor.hypervisor_hostname)
190 print "Error [get_hypervisors(nova_client)]:", e
194 def create_flavor(nova_client, flavor_name, ram, disk, vcpus):
196 flavor = nova_client.flavors.create(flavor_name, ram, vcpus, disk)
198 print ("Error [create_flavor(nova_client, '%s', '%s', '%s', "
199 "'%s')]:" % (flavor_name, ram, disk, vcpus)), e
204 def create_instance(flavor_name,
207 instance_name="functest-vm",
213 nova_client = get_nova_client()
215 flavor = nova_client.flavors.find(name=flavor_name)
217 print("Error: Flavor '%s' not found. Available flavors are:" %
219 print(nova_client.flavors.list())
221 if fixed_ip is not None:
222 nics = {"net-id": network_id, "v4-fixed-ip": fixed_ip}
224 nics = {"net-id": network_id}
226 instance = nova_client.servers.create(
231 availability_zone=av_zone,
235 instance = nova_client.servers.create(
240 config_drive=confdrive,
242 availability_zone=av_zone,
248 def create_instance_and_wait_for_active(flavor_name,
258 VM_BOOT_TIMEOUT = 180
259 nova_client = get_nova_client()
260 instance = create_instance(flavor_name,
269 count = VM_BOOT_TIMEOUT / SLEEP
270 for n in range(count, -1, -1):
271 status = get_instance_status(nova_client, instance)
272 if status.lower() == "active":
274 elif status.lower() == "error":
275 print("The instance %s went to ERROR status." % instance_name)
278 print("Timeout booting the instance %s." % instance_name)
282 def create_floating_ip(neutron_client):
283 extnet_id = get_external_net_id(neutron_client)
284 props = {'floating_network_id': extnet_id}
286 ip_json = neutron_client.create_floatingip({'floatingip': props})
287 fip_addr = ip_json['floatingip']['floating_ip_address']
288 fip_id = ip_json['floatingip']['id']
290 print "Error [create_floating_ip(neutron_client)]:", e
292 return {'fip_addr': fip_addr, 'fip_id': fip_id}
295 def add_floating_ip(nova_client, server_id, floatingip_id):
297 nova_client.servers.add_floating_ip(server_id, floatingip_id)
300 print ("Error [add_floating_ip(nova_client, '%s', '%s')]:" %
301 (server_id, floatingip_id)), e
305 def delete_instance(nova_client, instance_id):
307 nova_client.servers.force_delete(instance_id)
310 print "Error [delete_instance(nova_client, '%s')]:" % instance_id, e
314 def delete_floating_ip(nova_client, floatingip_id):
316 nova_client.floating_ips.delete(floatingip_id)
319 print ("Error [delete_floating_ip(nova_client, '%s')]:" %
324 # *********************************************
326 # *********************************************
327 def get_network_list(neutron_client):
328 network_list = neutron_client.list_networks()['networks']
329 if len(network_list) == 0:
335 def get_router_list(neutron_client):
336 router_list = neutron_client.list_routers()['routers']
337 if len(router_list) == 0:
343 def get_port_list(neutron_client):
344 port_list = neutron_client.list_ports()['ports']
345 if len(port_list) == 0:
351 def get_network_id(neutron_client, network_name):
352 networks = neutron_client.list_networks()['networks']
355 if n['name'] == network_name:
361 def get_subnet_id(neutron_client, subnet_name):
362 subnets = neutron_client.list_subnets()['subnets']
365 if s['name'] == subnet_name:
371 def get_router_id(neutron_client, router_name):
372 routers = neutron_client.list_routers()['routers']
375 if r['name'] == router_name:
381 def get_private_net(neutron_client):
382 # Checks if there is an existing shared private network
383 networks = neutron_client.list_networks()['networks']
384 if len(networks) == 0:
387 if (net['router:external'] is False) and (net['shared'] is True):
392 def get_external_net(neutron_client):
393 for network in neutron_client.list_networks()['networks']:
394 if network['router:external']:
395 return network['name']
399 def get_external_net_id(neutron_client):
400 for network in neutron_client.list_networks()['networks']:
401 if network['router:external']:
406 def check_neutron_net(neutron_client, net_name):
407 for network in neutron_client.list_networks()['networks']:
408 if network['name'] == net_name:
409 for subnet in network['subnets']:
414 def create_neutron_net(neutron_client, name):
415 json_body = {'network': {'name': name,
416 'admin_state_up': True}}
418 network = neutron_client.create_network(body=json_body)
419 network_dict = network['network']
420 return network_dict['id']
422 print "Error [create_neutron_net(neutron_client, '%s')]:" % name, e
426 def create_neutron_subnet(neutron_client, name, cidr, net_id):
427 json_body = {'subnets': [{'name': name, 'cidr': cidr,
428 'ip_version': 4, 'network_id': net_id}]}
430 subnet = neutron_client.create_subnet(body=json_body)
431 return subnet['subnets'][0]['id']
433 print ("Error [create_neutron_subnet(neutron_client, '%s', '%s', "
434 "'%s')]:" % (name, cidr, net_id)), e
438 def create_neutron_router(neutron_client, name):
439 json_body = {'router': {'name': name, 'admin_state_up': True}}
441 router = neutron_client.create_router(json_body)
442 return router['router']['id']
444 print "Error [create_neutron_router(neutron_client, '%s')]:" % name, e
448 def create_neutron_port(neutron_client, name, network_id, ip):
449 json_body = {'port': {
450 'admin_state_up': True,
452 'network_id': network_id,
453 'fixed_ips': [{"ip_address": ip}]
456 port = neutron_client.create_port(body=json_body)
457 return port['port']['id']
459 print ("Error [create_neutron_port(neutron_client, '%s', '%s', "
460 "'%s')]:" % (name, network_id, ip)), e
464 def update_neutron_net(neutron_client, network_id, shared=False):
465 json_body = {'network': {'shared': shared}}
467 neutron_client.update_network(network_id, body=json_body)
470 print ("Error [update_neutron_net(neutron_client, '%s', '%s')]:" %
471 (network_id, str(shared))), e
475 def update_neutron_port(neutron_client, port_id, device_owner):
476 json_body = {'port': {
477 'device_owner': device_owner,
480 port = neutron_client.update_port(port=port_id,
482 return port['port']['id']
484 print ("Error [update_neutron_port(neutron_client, '%s', '%s')]:" %
485 (port_id, device_owner)), e
489 def add_interface_router(neutron_client, router_id, subnet_id):
490 json_body = {"subnet_id": subnet_id}
492 neutron_client.add_interface_router(router=router_id, body=json_body)
495 print ("Error [add_interface_router(neutron_client, '%s', '%s')]:" %
496 (router_id, subnet_id)), e
500 def add_gateway_router(neutron_client, router_id):
501 ext_net_id = get_external_net_id(neutron_client)
502 router_dict = {'network_id': ext_net_id}
504 neutron_client.add_gateway_router(router_id, router_dict)
507 print ("Error [add_gateway_router(neutron_client, '%s')]:" %
512 def delete_neutron_net(neutron_client, network_id):
514 neutron_client.delete_network(network_id)
517 print ("Error [delete_neutron_net(neutron_client, '%s')]:" %
522 def delete_neutron_subnet(neutron_client, subnet_id):
524 neutron_client.delete_subnet(subnet_id)
527 print ("Error [delete_neutron_subnet(neutron_client, '%s')]:" %
532 def delete_neutron_router(neutron_client, router_id):
534 neutron_client.delete_router(router=router_id)
537 print ("Error [delete_neutron_router(neutron_client, '%s')]:" %
542 def delete_neutron_port(neutron_client, port_id):
544 neutron_client.delete_port(port_id)
547 print "Error [delete_neutron_port(neutron_client, '%s')]:" % port_id, e
551 def remove_interface_router(neutron_client, router_id, subnet_id):
552 json_body = {"subnet_id": subnet_id}
554 neutron_client.remove_interface_router(router=router_id,
558 print ("Error [remove_interface_router(neutron_client, '%s', '%s')]:" %
559 (router_id, subnet_id)), e
563 def remove_gateway_router(neutron_client, router_id):
565 neutron_client.remove_gateway_router(router_id)
568 print ("Error [remove_gateway_router(neutron_client, '%s')]:" %
573 def create_network_full(logger,
580 # Check if the network already exists
581 network_id = get_network_id(neutron_client, net_name)
582 subnet_id = get_subnet_id(neutron_client, subnet_name)
583 router_id = get_router_id(neutron_client, router_name)
585 if network_id != '' and subnet_id != '' and router_id != '':
586 logger.info("A network with name '%s' already exists..." % net_name)
588 neutron_client.format = 'json'
589 logger.info('Creating neutron network %s...' % net_name)
590 network_id = create_neutron_net(neutron_client, net_name)
595 logger.debug("Network '%s' created successfully" % network_id)
596 logger.debug('Creating Subnet....')
597 subnet_id = create_neutron_subnet(neutron_client, subnet_name,
602 logger.debug("Subnet '%s' created successfully" % subnet_id)
603 logger.debug('Creating Router...')
604 router_id = create_neutron_router(neutron_client, router_name)
609 logger.debug("Router '%s' created successfully" % router_id)
610 logger.debug('Adding router to subnet...')
612 if not add_interface_router(neutron_client, router_id, subnet_id):
615 logger.debug("Interface added successfully.")
617 logger.debug('Adding gateway to router...')
618 if not add_gateway_router(neutron_client, router_id):
621 logger.debug("Gateway added successfully.")
623 network_dic = {'net_id': network_id,
624 'subnet_id': subnet_id,
625 'router_id': router_id}
629 def create_bgpvpn(neutron_client, **kwargs):
630 # route_distinguishers
632 json_body = {"bgpvpn": kwargs}
633 return neutron_client.create_bgpvpn(json_body)
636 def create_network_association(neutron_client, bgpvpn_id, neutron_network_id):
637 json_body = {"network_association": {"network_id": neutron_network_id}}
638 return neutron_client.create_network_association(bgpvpn_id, json_body)
641 def update_bgpvpn(neutron_client, bgpvpn_id, **kwargs):
642 json_body = {"bgpvpn": kwargs}
643 return neutron_client.update_bgpvpn(bgpvpn_id, json_body)
646 def delete_bgpvpn(neutron_client, bgpvpn_id):
647 return neutron_client.delete_bgpvpn(bgpvpn_id)
649 # *********************************************
651 # *********************************************
654 def get_security_groups(neutron_client):
656 security_groups = neutron_client.list_security_groups()[
658 return security_groups
660 print "Error [get_security_groups(neutron_client)]:", e
664 def get_security_group_id(neutron_client, sg_name):
665 security_groups = get_security_groups(neutron_client)
667 for sg in security_groups:
668 if sg['name'] == sg_name:
674 def create_security_group(neutron_client, sg_name, sg_description):
675 json_body = {'security_group': {'name': sg_name,
676 'description': sg_description}}
678 secgroup = neutron_client.create_security_group(json_body)
679 return secgroup['security_group']
681 print ("Error [create_security_group(neutron_client, '%s', '%s')]:" %
682 (sg_name, sg_description)), e
686 def create_secgroup_rule(neutron_client, sg_id, direction, protocol,
687 port_range_min=None, port_range_max=None):
688 if port_range_min is None and port_range_max is None:
689 json_body = {'security_group_rule': {'direction': direction,
690 'security_group_id': sg_id,
691 'protocol': protocol}}
692 elif port_range_min is not None and port_range_max is not None:
693 json_body = {'security_group_rule': {'direction': direction,
694 'security_group_id': sg_id,
695 'port_range_min': port_range_min,
696 'port_range_max': port_range_max,
697 'protocol': protocol}}
699 print ("Error [create_secgroup_rule(neutron_client, '%s', '%s', "
700 "'%s', '%s', '%s', '%s')]:" % (neutron_client, sg_id, direction,
701 port_range_min, port_range_max,
703 " Invalid values for port_range_min, port_range_max")
706 neutron_client.create_security_group_rule(json_body)
709 print ("Error [create_secgroup_rule(neutron_client, '%s', '%s', "
710 "'%s', '%s', '%s', '%s')]:" % (neutron_client, sg_id, direction,
711 port_range_min, port_range_max,
716 def create_security_group_full(logger, neutron_client,
717 sg_name, sg_description):
718 sg_id = get_security_group_id(neutron_client, sg_name)
720 logger.info("Using existing security group '%s'..." % sg_name)
722 logger.info("Creating security group '%s'..." % sg_name)
723 SECGROUP = create_security_group(neutron_client,
727 logger.error("Failed to create the security group...")
730 sg_id = SECGROUP['id']
732 logger.debug("Security group '%s' with ID=%s created successfully."
733 % (SECGROUP['name'], sg_id))
735 logger.debug("Adding ICMP rules in security group '%s'..."
737 if not create_secgroup_rule(neutron_client, sg_id,
739 logger.error("Failed to create the security group rule...")
742 logger.debug("Adding SSH rules in security group '%s'..."
744 if not create_secgroup_rule(
745 neutron_client, sg_id, 'ingress', 'tcp', '22', '22'):
746 logger.error("Failed to create the security group rule...")
749 if not create_secgroup_rule(
750 neutron_client, sg_id, 'egress', 'tcp', '22', '22'):
751 logger.error("Failed to create the security group rule...")
756 def add_secgroup_to_instance(nova_client, instance_id, secgroup_id):
758 nova_client.servers.add_security_group(instance_id, secgroup_id)
761 print ("Error [add_secgroup_to_instance(nova_client, '%s', '%s')]: " %
762 (instance_id, secgroup_id)), e
766 def update_sg_quota(neutron_client, tenant_id, sg_quota, sg_rule_quota):
767 json_body = {"quota": {
768 "security_group": sg_quota,
769 "security_group_rule": sg_rule_quota
773 neutron_client.update_quota(tenant_id=tenant_id,
777 print ("Error [update_sg_quota(neutron_client, '%s', '%s', "
778 "'%s')]:" % (tenant_id, sg_quota, sg_rule_quota)), e
782 def delete_security_group(neutron_client, secgroup_id):
784 neutron_client.delete_security_group(secgroup_id)
787 print ("Error [delete_security_group(neutron_client, '%s')]:" %
792 # *********************************************
794 # *********************************************
795 def get_images(nova_client):
797 images = nova_client.images.list()
800 print "Error [get_images]:", e
804 def get_image_id(glance_client, image_name):
805 images = glance_client.images.list()
808 if i.name == image_name:
814 def create_glance_image(glance_client, image_name, file_path, disk="qcow2",
815 container="bare", public=True, logger=None):
816 if not os.path.isfile(file_path):
817 print "Error: file " + file_path + " does not exist."
820 image_id = get_image_id(glance_client, image_name)
823 logger.info("Image %s already exists." % image_name)
826 logger.info("Creating image '%s' from '%s'..." % (image_name,
828 with open(file_path) as fimage:
829 image = glance_client.images.create(name=image_name,
832 container_format=container,
837 print ("Error [create_glance_image(glance_client, '%s', '%s', "
838 "'%s')]:" % (image_name, file_path, str(public))), e
842 def delete_glance_image(nova_client, image_id):
844 nova_client.images.delete(image_id)
847 print ("Error [delete_glance_image(nova_client, '%s')]:" % image_id), e
851 # *********************************************
853 # *********************************************
854 def get_volumes(cinder_client):
856 volumes = cinder_client.volumes.list(search_opts={'all_tenants': 1})
859 print "Error [get_volumes(cinder_client)]:", e
863 def list_volume_types(cinder_client, public=True, private=True):
865 volume_types = cinder_client.volume_types.list()
867 volume_types = [vt for vt in volume_types if not vt.is_public]
869 volume_types = [vt for vt in volume_types if vt.is_public]
872 print "Error [list_volume_types(cinder_client)]:", e
876 def create_volume_type(cinder_client, name):
878 volume_type = cinder_client.volume_types.create(name)
881 print "Error [create_volume_type(cinder_client, '%s')]:" % name, e
885 def update_cinder_quota(cinder_client, tenant_id, vols_quota,
886 snapshots_quota, gigabytes_quota):
887 quotas_values = {"volumes": vols_quota,
888 "snapshots": snapshots_quota,
889 "gigabytes": gigabytes_quota}
892 cinder_client.quotas.update(tenant_id, **quotas_values)
895 print ("Error [update_cinder_quota(cinder_client, '%s', '%s', '%s'"
896 "'%s')]:" % (tenant_id, vols_quota,
897 snapshots_quota, gigabytes_quota)), e
901 def delete_volume(cinder_client, volume_id, forced=False):
905 cinder_client.volumes.detach(volume_id)
907 print "Error:", sys.exc_info()[0]
908 cinder_client.volumes.force_delete(volume_id)
910 cinder_client.volumes.delete(volume_id)
913 print ("Error [delete_volume(cinder_client, '%s', '%s')]:" %
914 (volume_id, str(forced))), e
918 def delete_volume_type(cinder_client, volume_type):
920 cinder_client.volume_types.delete(volume_type)
923 print ("Error [delete_volume_type(cinder_client, '%s')]:" %
928 # *********************************************
930 # *********************************************
931 def get_tenants(keystone_client):
933 tenants = keystone_client.tenants.list()
936 print "Error [get_tenants(keystone_client)]:", e
940 def get_users(keystone_client):
942 users = keystone_client.users.list()
945 print "Error [get_users(keystone_client)]:", e
949 def get_tenant_id(keystone_client, tenant_name):
950 tenants = keystone_client.tenants.list()
953 if t.name == tenant_name:
959 def get_user_id(keystone_client, user_name):
960 users = keystone_client.users.list()
963 if u.name == user_name:
969 def get_role_id(keystone_client, role_name):
970 roles = keystone_client.roles.list()
973 if r.name == role_name:
979 def create_tenant(keystone_client, tenant_name, tenant_description):
981 tenant = keystone_client.tenants.create(tenant_name,
986 print ("Error [create_tenant(cinder_client, '%s', '%s')]:" %
987 (tenant_name, tenant_description)), e
991 def create_user(keystone_client, user_name, user_password,
992 user_email, tenant_id):
994 user = keystone_client.users.create(user_name, user_password,
995 user_email, tenant_id,
999 print ("Error [create_user(keystone_client, '%s', '%s', '%s'"
1000 "'%s')]:" % (user_name, user_password, user_email, tenant_id),
1005 def add_role_user(keystone_client, user_id, role_id, tenant_id):
1007 keystone_client.roles.add_user_role(user_id, role_id, tenant_id)
1009 except Exception, e:
1010 print ("Error [add_role_user(keystone_client, '%s', '%s'"
1011 "'%s')]:" % (user_id, role_id, tenant_id)), e
1015 def delete_tenant(keystone_client, tenant_id):
1017 keystone_client.tenants.delete(tenant_id)
1019 except Exception, e:
1020 print "Error [delete_tenant(keystone_client, '%s')]:" % tenant_id, e
1024 def delete_user(keystone_client, user_id):
1026 keystone_client.users.delete(user_id)
1028 except Exception, e:
1029 print "Error [delete_user(keystone_client, '%s')]:" % user_id, e