3 # jose.lausuch@ericsson.com
4 # valentin.boucher@orange.com
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
17 from cinderclient import client as cinderclient
18 from glanceclient import client as glanceclient
19 from keystoneclient.v2_0 import client as keystoneclient
20 from neutronclient.v2_0 import client as neutronclient
21 from novaclient import client as novaclient
24 # *********************************************
26 # *********************************************
27 def check_credentials():
29 Check if the OpenStack credentials (openrc) are sourced
31 env_vars = ['OS_AUTH_URL', 'OS_USERNAME', 'OS_PASSWORD', 'OS_TENANT_NAME']
32 return all(map(lambda v: v in os.environ and os.environ[v], env_vars))
35 def get_credentials(service):
36 """Returns a creds dictionary filled with the following keys:
38 * password/api_key (depending on the service)
39 * tenant_name/project_id (depending on the service)
41 :param service: a string indicating the name of the service
42 requesting the credentials.
46 # Check that the env vars exists:
47 envvars = ('OS_USERNAME', 'OS_PASSWORD', 'OS_AUTH_URL', 'OS_TENANT_NAME')
48 for envvar in envvars:
49 if os.getenv(envvar) is None:
50 print("'%s' is not exported as an env variable." % envvar)
53 # Unfortunately, each of the OpenStack client will request slightly
54 # different entries in their credentials dict.
55 if service.lower() in ("nova", "cinder"):
60 tenant = "tenant_name"
62 # The most common way to pass these info to the script is to do it through
63 # environment variables.
65 "username": os.environ.get("OS_USERNAME"),
66 password: os.environ.get("OS_PASSWORD"),
67 "auth_url": os.environ.get("OS_AUTH_URL"),
68 tenant: os.environ.get("OS_TENANT_NAME")
70 cacert = os.environ.get("OS_CACERT")
71 if cacert is not None:
72 # each openstack client uses differnt kwargs for this
73 creds.update({"cacert": cacert,
75 "https_ca_cert": cacert,
76 "https_cacert": cacert,
78 creds.update({"insecure": "True", "https_insecure": "True"})
79 if not os.path.isfile(cacert):
80 print ("WARNING: The 'OS_CACERT' environment variable is " +
81 "set to %s but the file does not exist." % cacert)
85 def source_credentials(rc_file):
86 pipe = subprocess.Popen(". %s; env" % rc_file, stdout=subprocess.PIPE,
88 output = pipe.communicate()[0]
89 env = dict((line.split("=", 1) for line in output.splitlines()))
90 os.environ.update(env)
94 # *********************************************
96 # *********************************************
97 def get_keystone_client():
98 creds_keystone = get_credentials("keystone")
99 return keystoneclient.Client(**creds_keystone)
102 def get_nova_client():
103 creds_nova = get_credentials("nova")
104 return novaclient.Client('2', **creds_nova)
107 def get_cinder_client():
108 creds_cinder = get_credentials("cinder")
109 return cinderclient.Client('2', creds_cinder['username'],
110 creds_cinder['api_key'],
111 creds_cinder['project_id'],
112 creds_cinder['auth_url'],
113 service_type="volume")
116 def get_neutron_client():
117 creds_neutron = get_credentials("neutron")
118 return neutronclient.Client(**creds_neutron)
121 def get_glance_client():
122 keystone_client = get_keystone_client()
123 glance_endpoint = keystone_client.service_catalog.url_for(
124 service_type='image', endpoint_type='publicURL')
125 return glanceclient.Client(1, glance_endpoint,
126 token=keystone_client.auth_token)
128 # *********************************************
130 # *********************************************
133 def get_instances(nova_client):
135 instances = nova_client.servers.list(search_opts={'all_tenants': 1})
138 print "Error [get_instances(nova_client)]:", e
142 def get_instance_status(nova_client, instance):
144 instance = nova_client.servers.get(instance.id)
145 return instance.status
147 # print ("Error [get_instance_status(nova_client, '%s')]:" %
152 def get_instance_by_name(nova_client, instance_name):
154 instance = nova_client.servers.find(name=instance_name)
157 print ("Error [get_instance_by_name(nova_client, '%s')]:" %
162 def get_flavor_id(nova_client, flavor_name):
163 flavors = nova_client.flavors.list(detailed=True)
166 if f.name == flavor_name:
172 def get_flavor_id_by_ram_range(nova_client, min_ram, max_ram):
173 flavors = nova_client.flavors.list(detailed=True)
176 if min_ram <= f.ram and f.ram <= max_ram:
182 def get_floating_ips(nova_client):
184 floating_ips = nova_client.floating_ips.list()
187 print "Error [get_floating_ips(nova_client)]:", e
191 def get_hypervisors(nova_client):
194 hypervisors = nova_client.hypervisors.list()
195 for hypervisor in hypervisors:
196 if hypervisor.state == "up":
197 nodes.append(hypervisor.hypervisor_hostname)
200 print "Error [get_hypervisors(nova_client)]:", e
204 def create_flavor(nova_client, flavor_name, ram, disk, vcpus):
206 flavor = nova_client.flavors.create(flavor_name, ram, vcpus, disk)
208 print ("Error [create_flavor(nova_client, '%s', '%s', '%s', "
209 "'%s')]:" % (flavor_name, ram, disk, vcpus)), e
214 def create_instance(flavor_name,
217 instance_name="functest-vm",
223 nova_client = get_nova_client()
225 flavor = nova_client.flavors.find(name=flavor_name)
227 print("Error: Flavor '%s' not found. Available flavors are:" %
229 print(nova_client.flavors.list())
231 if fixed_ip is not None:
232 nics = {"net-id": network_id, "v4-fixed-ip": fixed_ip}
234 nics = {"net-id": network_id}
236 instance = nova_client.servers.create(
241 availability_zone=av_zone,
245 instance = nova_client.servers.create(
250 config_drive=confdrive,
252 availability_zone=av_zone,
258 def create_instance_and_wait_for_active(flavor_name,
268 VM_BOOT_TIMEOUT = 180
269 nova_client = get_nova_client()
270 instance = create_instance(flavor_name,
279 count = VM_BOOT_TIMEOUT / SLEEP
280 for n in range(count, -1, -1):
281 status = get_instance_status(nova_client, instance)
282 if status.lower() == "active":
284 elif status.lower() == "error":
285 print("The instance %s went to ERROR status." % instance_name)
288 print("Timeout booting the instance %s." % instance_name)
292 def create_floating_ip(neutron_client):
293 extnet_id = get_external_net_id(neutron_client)
294 props = {'floating_network_id': extnet_id}
296 ip_json = neutron_client.create_floatingip({'floatingip': props})
297 fip_addr = ip_json['floatingip']['floating_ip_address']
298 fip_id = ip_json['floatingip']['id']
300 print "Error [create_floating_ip(neutron_client)]:", e
302 return {'fip_addr': fip_addr, 'fip_id': fip_id}
305 def add_floating_ip(nova_client, server_id, floatingip_id):
307 nova_client.servers.add_floating_ip(server_id, floatingip_id)
310 print ("Error [add_floating_ip(nova_client, '%s', '%s')]:" %
311 (server_id, floatingip_id)), e
315 def delete_instance(nova_client, instance_id):
317 nova_client.servers.force_delete(instance_id)
320 print "Error [delete_instance(nova_client, '%s')]:" % instance_id, e
324 def delete_floating_ip(nova_client, floatingip_id):
326 nova_client.floating_ips.delete(floatingip_id)
329 print ("Error [delete_floating_ip(nova_client, '%s')]:" %
334 # *********************************************
336 # *********************************************
337 def get_network_list(neutron_client):
338 network_list = neutron_client.list_networks()['networks']
339 if len(network_list) == 0:
345 def get_router_list(neutron_client):
346 router_list = neutron_client.list_routers()['routers']
347 if len(router_list) == 0:
353 def get_port_list(neutron_client):
354 port_list = neutron_client.list_ports()['ports']
355 if len(port_list) == 0:
361 def get_network_id(neutron_client, network_name):
362 networks = neutron_client.list_networks()['networks']
365 if n['name'] == network_name:
371 def get_subnet_id(neutron_client, subnet_name):
372 subnets = neutron_client.list_subnets()['subnets']
375 if s['name'] == subnet_name:
381 def get_router_id(neutron_client, router_name):
382 routers = neutron_client.list_routers()['routers']
385 if r['name'] == router_name:
391 def get_private_net(neutron_client):
392 # Checks if there is an existing shared private network
393 networks = neutron_client.list_networks()['networks']
394 if len(networks) == 0:
397 if (net['router:external'] is False) and (net['shared'] is True):
402 def get_external_net(neutron_client):
403 for network in neutron_client.list_networks()['networks']:
404 if network['router:external']:
405 return network['name']
409 def get_external_net_id(neutron_client):
410 for network in neutron_client.list_networks()['networks']:
411 if network['router:external']:
416 def check_neutron_net(neutron_client, net_name):
417 for network in neutron_client.list_networks()['networks']:
418 if network['name'] == net_name:
419 for subnet in network['subnets']:
424 def create_neutron_net(neutron_client, name):
425 json_body = {'network': {'name': name,
426 'admin_state_up': True}}
428 network = neutron_client.create_network(body=json_body)
429 network_dict = network['network']
430 return network_dict['id']
432 print "Error [create_neutron_net(neutron_client, '%s')]:" % name, e
436 def create_neutron_subnet(neutron_client, name, cidr, net_id):
437 json_body = {'subnets': [{'name': name, 'cidr': cidr,
438 'ip_version': 4, 'network_id': net_id}]}
440 subnet = neutron_client.create_subnet(body=json_body)
441 return subnet['subnets'][0]['id']
443 print ("Error [create_neutron_subnet(neutron_client, '%s', '%s', "
444 "'%s')]:" % (name, cidr, net_id)), e
448 def create_neutron_router(neutron_client, name):
449 json_body = {'router': {'name': name, 'admin_state_up': True}}
451 router = neutron_client.create_router(json_body)
452 return router['router']['id']
454 print "Error [create_neutron_router(neutron_client, '%s')]:" % name, e
458 def create_neutron_port(neutron_client, name, network_id, ip):
459 json_body = {'port': {
460 'admin_state_up': True,
462 'network_id': network_id,
463 'fixed_ips': [{"ip_address": ip}]
466 port = neutron_client.create_port(body=json_body)
467 return port['port']['id']
469 print ("Error [create_neutron_port(neutron_client, '%s', '%s', "
470 "'%s')]:" % (name, network_id, ip)), e
474 def update_neutron_net(neutron_client, network_id, shared=False):
475 json_body = {'network': {'shared': shared}}
477 neutron_client.update_network(network_id, body=json_body)
480 print ("Error [update_neutron_net(neutron_client, '%s', '%s')]:" %
481 (network_id, str(shared))), e
485 def update_neutron_port(neutron_client, port_id, device_owner):
486 json_body = {'port': {
487 'device_owner': device_owner,
490 port = neutron_client.update_port(port=port_id,
492 return port['port']['id']
494 print ("Error [update_neutron_port(neutron_client, '%s', '%s')]:" %
495 (port_id, device_owner)), e
499 def add_interface_router(neutron_client, router_id, subnet_id):
500 json_body = {"subnet_id": subnet_id}
502 neutron_client.add_interface_router(router=router_id, body=json_body)
505 print ("Error [add_interface_router(neutron_client, '%s', '%s')]:" %
506 (router_id, subnet_id)), e
510 def add_gateway_router(neutron_client, router_id):
511 ext_net_id = get_external_net_id(neutron_client)
512 router_dict = {'network_id': ext_net_id}
514 neutron_client.add_gateway_router(router_id, router_dict)
517 print ("Error [add_gateway_router(neutron_client, '%s')]:" %
522 def delete_neutron_net(neutron_client, network_id):
524 neutron_client.delete_network(network_id)
527 print ("Error [delete_neutron_net(neutron_client, '%s')]:" %
532 def delete_neutron_subnet(neutron_client, subnet_id):
534 neutron_client.delete_subnet(subnet_id)
537 print ("Error [delete_neutron_subnet(neutron_client, '%s')]:" %
542 def delete_neutron_router(neutron_client, router_id):
544 neutron_client.delete_router(router=router_id)
547 print ("Error [delete_neutron_router(neutron_client, '%s')]:" %
552 def delete_neutron_port(neutron_client, port_id):
554 neutron_client.delete_port(port_id)
557 print "Error [delete_neutron_port(neutron_client, '%s')]:" % port_id, e
561 def remove_interface_router(neutron_client, router_id, subnet_id):
562 json_body = {"subnet_id": subnet_id}
564 neutron_client.remove_interface_router(router=router_id,
568 print ("Error [remove_interface_router(neutron_client, '%s', '%s')]:" %
569 (router_id, subnet_id)), e
573 def remove_gateway_router(neutron_client, router_id):
575 neutron_client.remove_gateway_router(router_id)
578 print ("Error [remove_gateway_router(neutron_client, '%s')]:" %
583 def create_network_full(logger,
590 # Check if the network already exists
591 network_id = get_network_id(neutron_client, net_name)
592 subnet_id = get_subnet_id(neutron_client, subnet_name)
593 router_id = get_router_id(neutron_client, router_name)
595 if network_id != '' and subnet_id != '' and router_id != '':
596 logger.info("A network with name '%s' already exists..." % net_name)
598 neutron_client.format = 'json'
599 logger.info('Creating neutron network %s...' % net_name)
600 network_id = create_neutron_net(neutron_client, net_name)
605 logger.debug("Network '%s' created successfully" % network_id)
606 logger.debug('Creating Subnet....')
607 subnet_id = create_neutron_subnet(neutron_client, subnet_name,
612 logger.debug("Subnet '%s' created successfully" % subnet_id)
613 logger.debug('Creating Router...')
614 router_id = create_neutron_router(neutron_client, router_name)
619 logger.debug("Router '%s' created successfully" % router_id)
620 logger.debug('Adding router to subnet...')
622 if not add_interface_router(neutron_client, router_id, subnet_id):
625 logger.debug("Interface added successfully.")
627 logger.debug('Adding gateway to router...')
628 if not add_gateway_router(neutron_client, router_id):
631 logger.debug("Gateway added successfully.")
633 network_dic = {'net_id': network_id,
634 'subnet_id': subnet_id,
635 'router_id': router_id}
639 def create_bgpvpn(neutron_client, **kwargs):
640 # route_distinguishers
642 json_body = {"bgpvpn": kwargs}
643 return neutron_client.create_bgpvpn(json_body)
646 def create_network_association(neutron_client, bgpvpn_id, neutron_network_id):
647 json_body = {"network_association": {"network_id": neutron_network_id}}
648 return neutron_client.create_network_association(bgpvpn_id, json_body)
651 def update_bgpvpn(neutron_client, bgpvpn_id, **kwargs):
652 json_body = {"bgpvpn": kwargs}
653 return neutron_client.update_bgpvpn(bgpvpn_id, json_body)
656 def delete_bgpvpn(neutron_client, bgpvpn_id):
657 return neutron_client.delete_bgpvpn(bgpvpn_id)
659 # *********************************************
661 # *********************************************
664 def get_security_groups(neutron_client):
666 security_groups = neutron_client.list_security_groups()[
668 return security_groups
670 print "Error [get_security_groups(neutron_client)]:", e
674 def get_security_group_id(neutron_client, sg_name):
675 security_groups = get_security_groups(neutron_client)
677 for sg in security_groups:
678 if sg['name'] == sg_name:
684 def create_security_group(neutron_client, sg_name, sg_description):
685 json_body = {'security_group': {'name': sg_name,
686 'description': sg_description}}
688 secgroup = neutron_client.create_security_group(json_body)
689 return secgroup['security_group']
691 print ("Error [create_security_group(neutron_client, '%s', '%s')]:" %
692 (sg_name, sg_description)), e
696 def create_secgroup_rule(neutron_client, sg_id, direction, protocol,
697 port_range_min=None, port_range_max=None):
698 if port_range_min is None and port_range_max is None:
699 json_body = {'security_group_rule': {'direction': direction,
700 'security_group_id': sg_id,
701 'protocol': protocol}}
702 elif port_range_min is not None and port_range_max is not None:
703 json_body = {'security_group_rule': {'direction': direction,
704 'security_group_id': sg_id,
705 'port_range_min': port_range_min,
706 'port_range_max': port_range_max,
707 'protocol': protocol}}
709 print ("Error [create_secgroup_rule(neutron_client, '%s', '%s', "
710 "'%s', '%s', '%s', '%s')]:" % (neutron_client, sg_id, direction,
711 port_range_min, port_range_max,
713 " Invalid values for port_range_min, port_range_max")
716 neutron_client.create_security_group_rule(json_body)
719 print ("Error [create_secgroup_rule(neutron_client, '%s', '%s', "
720 "'%s', '%s', '%s', '%s')]:" % (neutron_client, sg_id, direction,
721 port_range_min, port_range_max,
726 def create_security_group_full(logger, neutron_client,
727 sg_name, sg_description):
728 sg_id = get_security_group_id(neutron_client, sg_name)
730 logger.info("Using existing security group '%s'..." % sg_name)
732 logger.info("Creating security group '%s'..." % sg_name)
733 SECGROUP = create_security_group(neutron_client,
737 logger.error("Failed to create the security group...")
740 sg_id = SECGROUP['id']
742 logger.debug("Security group '%s' with ID=%s created successfully."
743 % (SECGROUP['name'], sg_id))
745 logger.debug("Adding ICMP rules in security group '%s'..."
747 if not create_secgroup_rule(neutron_client, sg_id,
749 logger.error("Failed to create the security group rule...")
752 logger.debug("Adding SSH rules in security group '%s'..."
754 if not create_secgroup_rule(
755 neutron_client, sg_id, 'ingress', 'tcp', '22', '22'):
756 logger.error("Failed to create the security group rule...")
759 if not create_secgroup_rule(
760 neutron_client, sg_id, 'egress', 'tcp', '22', '22'):
761 logger.error("Failed to create the security group rule...")
766 def add_secgroup_to_instance(nova_client, instance_id, secgroup_id):
768 nova_client.servers.add_security_group(instance_id, secgroup_id)
771 print ("Error [add_secgroup_to_instance(nova_client, '%s', '%s')]: " %
772 (instance_id, secgroup_id)), e
776 def update_sg_quota(neutron_client, tenant_id, sg_quota, sg_rule_quota):
777 json_body = {"quota": {
778 "security_group": sg_quota,
779 "security_group_rule": sg_rule_quota
783 neutron_client.update_quota(tenant_id=tenant_id,
787 print ("Error [update_sg_quota(neutron_client, '%s', '%s', "
788 "'%s')]:" % (tenant_id, sg_quota, sg_rule_quota)), e
792 def delete_security_group(neutron_client, secgroup_id):
794 neutron_client.delete_security_group(secgroup_id)
797 print ("Error [delete_security_group(neutron_client, '%s')]:" %
802 # *********************************************
804 # *********************************************
805 def get_images(nova_client):
807 images = nova_client.images.list()
810 print "Error [get_images]:", e
814 def get_image_id(glance_client, image_name):
815 images = glance_client.images.list()
818 if i.name == image_name:
824 def create_glance_image(glance_client, image_name, file_path, disk="qcow2",
825 container="bare", public=True, logger=None):
826 if not os.path.isfile(file_path):
827 print "Error: file " + file_path + " does not exist."
830 image_id = get_image_id(glance_client, image_name)
833 logger.info("Image %s already exists." % image_name)
836 logger.info("Creating image '%s' from '%s'..." % (image_name,
838 with open(file_path) as fimage:
839 image = glance_client.images.create(name=image_name,
842 container_format=container,
847 print ("Error [create_glance_image(glance_client, '%s', '%s', "
848 "'%s')]:" % (image_name, file_path, str(public))), e
852 def delete_glance_image(nova_client, image_id):
854 nova_client.images.delete(image_id)
857 print ("Error [delete_glance_image(nova_client, '%s')]:" % image_id), e
861 # *********************************************
863 # *********************************************
864 def get_volumes(cinder_client):
866 volumes = cinder_client.volumes.list(search_opts={'all_tenants': 1})
869 print "Error [get_volumes(cinder_client)]:", e
873 def list_volume_types(cinder_client, public=True, private=True):
875 volume_types = cinder_client.volume_types.list()
877 volume_types = [vt for vt in volume_types if not vt.is_public]
879 volume_types = [vt for vt in volume_types if vt.is_public]
882 print "Error [list_volume_types(cinder_client)]:", e
886 def create_volume_type(cinder_client, name):
888 volume_type = cinder_client.volume_types.create(name)
891 print "Error [create_volume_type(cinder_client, '%s')]:" % name, e
895 def update_cinder_quota(cinder_client, tenant_id, vols_quota,
896 snapshots_quota, gigabytes_quota):
897 quotas_values = {"volumes": vols_quota,
898 "snapshots": snapshots_quota,
899 "gigabytes": gigabytes_quota}
902 cinder_client.quotas.update(tenant_id, **quotas_values)
905 print ("Error [update_cinder_quota(cinder_client, '%s', '%s', '%s'"
906 "'%s')]:" % (tenant_id, vols_quota,
907 snapshots_quota, gigabytes_quota)), e
911 def delete_volume(cinder_client, volume_id, forced=False):
915 cinder_client.volumes.detach(volume_id)
917 print "Error:", sys.exc_info()[0]
918 cinder_client.volumes.force_delete(volume_id)
920 cinder_client.volumes.delete(volume_id)
923 print ("Error [delete_volume(cinder_client, '%s', '%s')]:" %
924 (volume_id, str(forced))), e
928 def delete_volume_type(cinder_client, volume_type):
930 cinder_client.volume_types.delete(volume_type)
933 print ("Error [delete_volume_type(cinder_client, '%s')]:" %
938 # *********************************************
940 # *********************************************
941 def get_tenants(keystone_client):
943 tenants = keystone_client.tenants.list()
946 print "Error [get_tenants(keystone_client)]:", e
950 def get_users(keystone_client):
952 users = keystone_client.users.list()
955 print "Error [get_users(keystone_client)]:", e
959 def get_tenant_id(keystone_client, tenant_name):
960 tenants = keystone_client.tenants.list()
963 if t.name == tenant_name:
969 def get_user_id(keystone_client, user_name):
970 users = keystone_client.users.list()
973 if u.name == user_name:
979 def get_role_id(keystone_client, role_name):
980 roles = keystone_client.roles.list()
983 if r.name == role_name:
989 def create_tenant(keystone_client, tenant_name, tenant_description):
991 tenant = keystone_client.tenants.create(tenant_name,
996 print ("Error [create_tenant(cinder_client, '%s', '%s')]:" %
997 (tenant_name, tenant_description)), e
1001 def create_user(keystone_client, user_name, user_password,
1002 user_email, tenant_id):
1004 user = keystone_client.users.create(user_name, user_password,
1005 user_email, tenant_id,
1008 except Exception, e:
1009 print ("Error [create_user(keystone_client, '%s', '%s', '%s'"
1010 "'%s')]:" % (user_name, user_password, user_email, tenant_id),
1015 def add_role_user(keystone_client, user_id, role_id, tenant_id):
1017 keystone_client.roles.add_user_role(user_id, role_id, tenant_id)
1019 except Exception, e:
1020 print ("Error [add_role_user(keystone_client, '%s', '%s'"
1021 "'%s')]:" % (user_id, role_id, tenant_id)), e
1025 def delete_tenant(keystone_client, tenant_id):
1027 keystone_client.tenants.delete(tenant_id)
1029 except Exception, e:
1030 print "Error [delete_tenant(keystone_client, '%s')]:" % tenant_id, e
1034 def delete_user(keystone_client, user_id):
1036 keystone_client.users.delete(user_id)
1038 except Exception, e:
1039 print "Error [delete_user(keystone_client, '%s')]:" % user_id, e