utils/openstack_utils.py

   1 #!/usr/bin/env python
   2 #
   3 # jose.lausuch@ericsson.com
   4 # valentin.boucher@orange.com
   5 # All rights reserved. This program and the accompanying materials
   6 # are made available under the terms of the Apache License, Version 2.0
   7 # which accompanies this distribution, and is available at
   8 # http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10
  11 import os
  12 import os.path
  13 import subprocess
  14 import sys
  15 import time
  16
  17 from cinderclient import client as cinderclient
  18 import functest.utils.functest_logger as ft_logger
  19 import functest.utils.functest_utils as ft_utils
  20 from glanceclient import client as glanceclient
  21 from keystoneclient.v2_0 import client as keystoneclient
  22 from neutronclient.v2_0 import client as neutronclient
  23 from novaclient import client as novaclient
  24
  25 logger = ft_logger.Logger("openstack_utils").getLogger()
  26
  27
  28 # *********************************************
  29 #   CREDENTIALS
  30 # *********************************************
  31 def check_credentials():
  32     """
  33     Check if the OpenStack credentials (openrc) are sourced
  34     """
  35     env_vars = ['OS_AUTH_URL', 'OS_USERNAME', 'OS_PASSWORD', 'OS_TENANT_NAME']
  36     return all(map(lambda v: v in os.environ and os.environ[v], env_vars))
  37
  38
  39 def get_credentials(service):
  40     """Returns a creds dictionary filled with the following keys:
  41     * username
  42     * password/api_key (depending on the service)
  43     * tenant_name/project_id (depending on the service)
  44     * auth_url
  45     :param service: a string indicating the name of the service
  46                     requesting the credentials.
  47     """
  48     creds = {}
  49
  50     # Check that the env vars exists:
  51     envvars = ('OS_USERNAME', 'OS_PASSWORD', 'OS_AUTH_URL', 'OS_TENANT_NAME')
  52     for envvar in envvars:
  53         if os.getenv(envvar) is None:
  54             logger.error("'%s' is not exported as an env variable." % envvar)
  55             exit(-1)
  56
  57     # Unfortunately, each of the OpenStack client will request slightly
  58     # different entries in their credentials dict.
  59     if service.lower() in ("nova", "cinder"):
  60         password = "api_key"
  61         tenant = "project_id"
  62     else:
  63         password = "password"
  64         tenant = "tenant_name"
  65
  66     # The most common way to pass these info to the script is to do it through
  67     # environment variables.
  68     creds.update({
  69         "username": os.environ.get("OS_USERNAME"),
  70         password: os.environ.get("OS_PASSWORD"),
  71         "auth_url": os.environ.get("OS_AUTH_URL"),
  72         tenant: os.environ.get("OS_TENANT_NAME")
  73     })
  74     if os.getenv('OS_ENDPOINT_TYPE') is not None:
  75         creds.update({
  76             "endpoint_type": os.environ.get("OS_ENDPOINT_TYPE")
  77         })
  78     if os.getenv('OS_REGION_NAME') is not None:
  79         creds.update({
  80             "region_name": os.environ.get("OS_REGION_NAME")
  81         })
  82     cacert = os.environ.get("OS_CACERT")
  83     if cacert is not None:
  84         # each openstack client uses differnt kwargs for this
  85         creds.update({"cacert": cacert,
  86                       "ca_cert": cacert,
  87                       "https_ca_cert": cacert,
  88                       "https_cacert": cacert,
  89                       "ca_file": cacert})
  90         creds.update({"insecure": "True", "https_insecure": "True"})
  91         if not os.path.isfile(cacert):
  92             logger.info("WARNING: The 'OS_CACERT' environment variable is "
  93                         "set to %s but the file does not exist." % cacert)
  94     return creds
  95
  96
  97 def source_credentials(rc_file):
  98     pipe = subprocess.Popen(". %s; env" % rc_file, stdout=subprocess.PIPE,
  99                             shell=True)
 100     output = pipe.communicate()[0]
 101     env = dict((line.split("=", 1) for line in output.splitlines()))
 102     os.environ.update(env)
 103     return env
 104
 105
 106 def get_credentials_for_rally():
 107     creds = get_credentials("keystone")
 108     admin_keys = ['username', 'tenant_name', 'password']
 109     endpoint_types = [('internalURL', 'internal'),
 110                       ('publicURL', 'public'), ('adminURL', 'admin')]
 111     if 'endpoint_type' in creds.keys():
 112         for k, v in endpoint_types:
 113             if creds['endpoint_type'] == k:
 114                 creds['endpoint_type'] = v
 115     rally_conf = {"type": "ExistingCloud", "admin": {}}
 116     for key in creds:
 117         if key in admin_keys:
 118             rally_conf['admin'][key] = creds[key]
 119         else:
 120             rally_conf[key] = creds[key]
 121     return rally_conf
 122
 123
 124 # *********************************************
 125 #   CLIENTS
 126 # *********************************************
 127 def get_keystone_client():
 128     creds_keystone = get_credentials("keystone")
 129     return keystoneclient.Client(**creds_keystone)
 130
 131
 132 def get_nova_client():
 133     creds_nova = get_credentials("nova")
 134     return novaclient.Client('2', **creds_nova)
 135
 136
 137 def get_cinder_client():
 138     creds_cinder = get_credentials("cinder")
 139     creds_cinder.update({
 140         "service_type": "volume"
 141     })
 142     return cinderclient.Client('2', **creds_cinder)
 143
 144
 145 def get_neutron_client():
 146     creds_neutron = get_credentials("neutron")
 147     return neutronclient.Client(**creds_neutron)
 148
 149
 150 def get_glance_client():
 151     keystone_client = get_keystone_client()
 152     glance_endpoint_type = 'publicURL'
 153     os_endpoint_type = os.getenv('OS_ENDPOINT_TYPE')
 154     if os_endpoint_type is not None:
 155         glance_endpoint_type = os_endpoint_type
 156     glance_endpoint = keystone_client.service_catalog.url_for(
 157         service_type='image', endpoint_type=glance_endpoint_type)
 158     return glanceclient.Client(1, glance_endpoint,
 159                                token=keystone_client.auth_token)
 160
 161 # *********************************************
 162 #   NOVA
 163 # *********************************************
 164
 165
 166 def get_instances(nova_client):
 167     try:
 168         instances = nova_client.servers.list(search_opts={'all_tenants': 1})
 169         return instances
 170     except Exception, e:
 171         logger.error("Error [get_instances(nova_client)]: %s" % e)
 172         return None
 173
 174
 175 def get_instance_status(nova_client, instance):
 176     try:
 177         instance = nova_client.servers.get(instance.id)
 178         return instance.status
 179     except Exception, e:
 180         logger.error("Error [get_instance_status(nova_client)]: %s" % e)
 181         return None
 182
 183
 184 def get_instance_by_name(nova_client, instance_name):
 185     try:
 186         instance = nova_client.servers.find(name=instance_name)
 187         return instance
 188     except Exception, e:
 189         logger.error("Error [get_instance_by_name(nova_client, '%s')]: %s"
 190                      % (instance_name, e))
 191         return None
 192
 193
 194 def get_flavor_id(nova_client, flavor_name):
 195     flavors = nova_client.flavors.list(detailed=True)
 196     id = ''
 197     for f in flavors:
 198         if f.name == flavor_name:
 199             id = f.id
 200             break
 201     return id
 202
 203
 204 def get_flavor_id_by_ram_range(nova_client, min_ram, max_ram):
 205     flavors = nova_client.flavors.list(detailed=True)
 206     id = ''
 207     for f in flavors:
 208         if min_ram <= f.ram and f.ram <= max_ram:
 209             id = f.id
 210             break
 211     return id
 212
 213
 214 def get_floating_ips(nova_client):
 215     try:
 216         floating_ips = nova_client.floating_ips.list()
 217         return floating_ips
 218     except Exception, e:
 219         logger.error("Error [get_floating_ips(nova_client)]: %s" % e)
 220         return None
 221
 222
 223 def get_hypervisors(nova_client):
 224     try:
 225         nodes = []
 226         hypervisors = nova_client.hypervisors.list()
 227         for hypervisor in hypervisors:
 228             if hypervisor.state == "up":
 229                 nodes.append(hypervisor.hypervisor_hostname)
 230         return nodes
 231     except Exception, e:
 232         logger.error("Error [get_hypervisors(nova_client)]: %s" % e)
 233         return None
 234
 235
 236 def create_flavor(nova_client, flavor_name, ram, disk, vcpus):
 237     try:
 238         flavor = nova_client.flavors.create(flavor_name, ram, vcpus, disk)
 239         try:
 240             extra_specs = ft_utils.get_functest_config(
 241                 'general.flavor_extra_specs')
 242             flavor.update(extra_specs)
 243         except ValueError:
 244             # flavor extra specs are not configured, therefore skip the update
 245             pass
 246
 247     except Exception, e:
 248         logger.error("Error [create_flavor(nova_client, '%s', '%s', '%s', "
 249                      "'%s')]: %s" % (flavor_name, ram, disk, vcpus, e))
 250         return None
 251     return flavor.id
 252
 253
 254 def create_instance(flavor_name,
 255                     image_id,
 256                     network_id,
 257                     instance_name="functest-vm",
 258                     confdrive=True,
 259                     userdata=None,
 260                     av_zone='',
 261                     fixed_ip=None,
 262                     files=None):
 263     nova_client = get_nova_client()
 264     try:
 265         flavor = nova_client.flavors.find(name=flavor_name)
 266     except:
 267         flavors = nova_client.flavors.list()
 268         logger.error("Error: Flavor '%s' not found. Available flavors are: "
 269                      "\n%s" % (flavor_name, flavors))
 270         return None
 271     if fixed_ip is not None:
 272         nics = {"net-id": network_id, "v4-fixed-ip": fixed_ip}
 273     else:
 274         nics = {"net-id": network_id}
 275     if userdata is None:
 276         instance = nova_client.servers.create(
 277             name=instance_name,
 278             flavor=flavor,
 279             image=image_id,
 280             nics=[nics],
 281             availability_zone=av_zone,
 282             files=files
 283         )
 284     else:
 285         instance = nova_client.servers.create(
 286             name=instance_name,
 287             flavor=flavor,
 288             image=image_id,
 289             nics=[nics],
 290             config_drive=confdrive,
 291             userdata=userdata,
 292             availability_zone=av_zone,
 293             files=files
 294         )
 295     return instance
 296
 297
 298 def create_instance_and_wait_for_active(flavor_name,
 299                                         image_id,
 300                                         network_id,
 301                                         instance_name="",
 302                                         config_drive=False,
 303                                         userdata="",
 304                                         av_zone='',
 305                                         fixed_ip=None,
 306                                         files=None):
 307     SLEEP = 3
 308     VM_BOOT_TIMEOUT = 180
 309     nova_client = get_nova_client()
 310     instance = create_instance(flavor_name,
 311                                image_id,
 312                                network_id,
 313                                instance_name,
 314                                config_drive,
 315                                userdata,
 316                                av_zone=av_zone,
 317                                fixed_ip=fixed_ip,
 318                                files=files)
 319     count = VM_BOOT_TIMEOUT / SLEEP
 320     for n in range(count, -1, -1):
 321         status = get_instance_status(nova_client, instance)
 322         if status.lower() == "active":
 323             return instance
 324         elif status.lower() == "error":
 325             logger.error("The instance %s went to ERROR status."
 326                          % instance_name)
 327             return None
 328         time.sleep(SLEEP)
 329     logger.error("Timeout booting the instance %s." % instance_name)
 330     return None
 331
 332
 333 def create_floating_ip(neutron_client):
 334     extnet_id = get_external_net_id(neutron_client)
 335     props = {'floating_network_id': extnet_id}
 336     try:
 337         ip_json = neutron_client.create_floatingip({'floatingip': props})
 338         fip_addr = ip_json['floatingip']['floating_ip_address']
 339         fip_id = ip_json['floatingip']['id']
 340     except Exception, e:
 341         logger.error("Error [create_floating_ip(neutron_client)]: %s" % e)
 342         return None
 343     return {'fip_addr': fip_addr, 'fip_id': fip_id}
 344
 345
 346 def add_floating_ip(nova_client, server_id, floatingip_id):
 347     try:
 348         nova_client.servers.add_floating_ip(server_id, floatingip_id)
 349         return True
 350     except Exception, e:
 351         logger.error("Error [add_floating_ip(nova_client, '%s', '%s')]: %s"
 352                      % (server_id, floatingip_id, e))
 353         return False
 354
 355
 356 def delete_instance(nova_client, instance_id):
 357     try:
 358         nova_client.servers.force_delete(instance_id)
 359         return True
 360     except Exception, e:
 361         logger.error("Error [delete_instance(nova_client, '%s')]: %s"
 362                      % (instance_id, e))
 363         return False
 364
 365
 366 def delete_floating_ip(nova_client, floatingip_id):
 367     try:
 368         nova_client.floating_ips.delete(floatingip_id)
 369         return True
 370     except Exception, e:
 371         logger.error("Error [delete_floating_ip(nova_client, '%s')]:"
 372                      % (floatingip_id, e))
 373         return False
 374
 375
 376 # *********************************************
 377 #   NEUTRON
 378 # *********************************************
 379 def get_network_list(neutron_client):
 380     network_list = neutron_client.list_networks()['networks']
 381     if len(network_list) == 0:
 382         return None
 383     else:
 384         return network_list
 385
 386
 387 def get_router_list(neutron_client):
 388     router_list = neutron_client.list_routers()['routers']
 389     if len(router_list) == 0:
 390         return None
 391     else:
 392         return router_list
 393
 394
 395 def get_port_list(neutron_client):
 396     port_list = neutron_client.list_ports()['ports']
 397     if len(port_list) == 0:
 398         return None
 399     else:
 400         return port_list
 401
 402
 403 def get_network_id(neutron_client, network_name):
 404     networks = neutron_client.list_networks()['networks']
 405     id = ''
 406     for n in networks:
 407         if n['name'] == network_name:
 408             id = n['id']
 409             break
 410     return id
 411
 412
 413 def get_subnet_id(neutron_client, subnet_name):
 414     subnets = neutron_client.list_subnets()['subnets']
 415     id = ''
 416     for s in subnets:
 417         if s['name'] == subnet_name:
 418             id = s['id']
 419             break
 420     return id
 421
 422
 423 def get_router_id(neutron_client, router_name):
 424     routers = neutron_client.list_routers()['routers']
 425     id = ''
 426     for r in routers:
 427         if r['name'] == router_name:
 428             id = r['id']
 429             break
 430     return id
 431
 432
 433 def get_private_net(neutron_client):
 434     # Checks if there is an existing shared private network
 435     networks = neutron_client.list_networks()['networks']
 436     if len(networks) == 0:
 437         return None
 438     for net in networks:
 439         if (net['router:external'] is False) and (net['shared'] is True):
 440             return net
 441     return None
 442
 443
 444 def get_external_net(neutron_client):
 445     for network in neutron_client.list_networks()['networks']:
 446         if network['router:external']:
 447             return network['name']
 448     return None
 449
 450
 451 def get_external_net_id(neutron_client):
 452     for network in neutron_client.list_networks()['networks']:
 453         if network['router:external']:
 454             return network['id']
 455     return None
 456
 457
 458 def check_neutron_net(neutron_client, net_name):
 459     for network in neutron_client.list_networks()['networks']:
 460         if network['name'] == net_name:
 461             for subnet in network['subnets']:
 462                 return True
 463     return False
 464
 465
 466 def create_neutron_net(neutron_client, name):
 467     json_body = {'network': {'name': name,
 468                              'admin_state_up': True}}
 469     try:
 470         network = neutron_client.create_network(body=json_body)
 471         network_dict = network['network']
 472         return network_dict['id']
 473     except Exception, e:
 474         logger.error("Error [create_neutron_net(neutron_client, '%s')]: %s"
 475                      % (name, e))
 476         return None
 477
 478
 479 def create_neutron_subnet(neutron_client, name, cidr, net_id):
 480     json_body = {'subnets': [{'name': name, 'cidr': cidr,
 481                               'ip_version': 4, 'network_id': net_id}]}
 482     try:
 483         subnet = neutron_client.create_subnet(body=json_body)
 484         return subnet['subnets'][0]['id']
 485     except Exception, e:
 486         logger.error("Error [create_neutron_subnet(neutron_client, '%s', "
 487                      "'%s', '%s')]: %s" % (name, cidr, net_id, e))
 488         return None
 489
 490
 491 def create_neutron_router(neutron_client, name):
 492     json_body = {'router': {'name': name, 'admin_state_up': True}}
 493     try:
 494         router = neutron_client.create_router(json_body)
 495         return router['router']['id']
 496     except Exception, e:
 497         logger.error("Error [create_neutron_router(neutron_client, '%s')]: %s"
 498                      % (name, e))
 499         return None
 500
 501
 502 def create_neutron_port(neutron_client, name, network_id, ip):
 503     json_body = {'port': {
 504                  'admin_state_up': True,
 505                  'name': name,
 506                  'network_id': network_id,
 507                  'fixed_ips': [{"ip_address": ip}]
 508                  }}
 509     try:
 510         port = neutron_client.create_port(body=json_body)
 511         return port['port']['id']
 512     except Exception, e:
 513         logger.error("Error [create_neutron_port(neutron_client, '%s', '%s', "
 514                      "'%s')]: %s" % (name, network_id, ip, e))
 515         return None
 516
 517
 518 def update_neutron_net(neutron_client, network_id, shared=False):
 519     json_body = {'network': {'shared': shared}}
 520     try:
 521         neutron_client.update_network(network_id, body=json_body)
 522         return True
 523     except Exception, e:
 524         logger.error("Error [update_neutron_net(neutron_client, '%s', '%s')]: "
 525                      "%s" % (network_id, str(shared), e))
 526         return False
 527
 528
 529 def update_neutron_port(neutron_client, port_id, device_owner):
 530     json_body = {'port': {
 531                  'device_owner': device_owner,
 532                  }}
 533     try:
 534         port = neutron_client.update_port(port=port_id,
 535                                           body=json_body)
 536         return port['port']['id']
 537     except Exception, e:
 538         logger.error("Error [update_neutron_port(neutron_client, '%s', '%s')]:"
 539                      " %s" % (port_id, device_owner, e))
 540         return None
 541
 542
 543 def add_interface_router(neutron_client, router_id, subnet_id):
 544     json_body = {"subnet_id": subnet_id}
 545     try:
 546         neutron_client.add_interface_router(router=router_id, body=json_body)
 547         return True
 548     except Exception, e:
 549         logger.error("Error [add_interface_router(neutron_client, '%s', "
 550                      "'%s')]: %s" % (router_id, subnet_id, e))
 551         return False
 552
 553
 554 def add_gateway_router(neutron_client, router_id):
 555     ext_net_id = get_external_net_id(neutron_client)
 556     router_dict = {'network_id': ext_net_id}
 557     try:
 558         neutron_client.add_gateway_router(router_id, router_dict)
 559         return True
 560     except Exception, e:
 561         logger.error("Error [add_gateway_router(neutron_client, '%s')]: %s"
 562                      % (router_id, e))
 563         return False
 564
 565
 566 def delete_neutron_net(neutron_client, network_id):
 567     try:
 568         neutron_client.delete_network(network_id)
 569         return True
 570     except Exception, e:
 571         logger.error("Error [delete_neutron_net(neutron_client, '%s')]: %s"
 572                      % (network_id, e))
 573         return False
 574
 575
 576 def delete_neutron_subnet(neutron_client, subnet_id):
 577     try:
 578         neutron_client.delete_subnet(subnet_id)
 579         return True
 580     except Exception, e:
 581         logger.error("Error [delete_neutron_subnet(neutron_client, '%s')]: %s"
 582                      % (subnet_id, e))
 583         return False
 584
 585
 586 def delete_neutron_router(neutron_client, router_id):
 587     try:
 588         neutron_client.delete_router(router=router_id)
 589         return True
 590     except Exception, e:
 591         logger.error("Error [delete_neutron_router(neutron_client, '%s')]: %s"
 592                      % (router_id, e))
 593         return False
 594
 595
 596 def delete_neutron_port(neutron_client, port_id):
 597     try:
 598         neutron_client.delete_port(port_id)
 599         return True
 600     except Exception, e:
 601         logger.error("Error [delete_neutron_port(neutron_client, '%s')]: %s"
 602                      % (port_id, e))
 603         return False
 604
 605
 606 def remove_interface_router(neutron_client, router_id, subnet_id):
 607     json_body = {"subnet_id": subnet_id}
 608     try:
 609         neutron_client.remove_interface_router(router=router_id,
 610                                                body=json_body)
 611         return True
 612     except Exception, e:
 613         logger.error("Error [remove_interface_router(neutron_client, '%s', "
 614                      "'%s')]: %s" % (router_id, subnet_id, e))
 615         return False
 616
 617
 618 def remove_gateway_router(neutron_client, router_id):
 619     try:
 620         neutron_client.remove_gateway_router(router_id)
 621         return True
 622     except Exception, e:
 623         logger.error("Error [remove_gateway_router(neutron_client, '%s')]: %s"
 624                      % (router_id, e))
 625         return False
 626
 627
 628 def create_network_full(neutron_client,
 629                         net_name,
 630                         subnet_name,
 631                         router_name,
 632                         cidr):
 633
 634     # Check if the network already exists
 635     network_id = get_network_id(neutron_client, net_name)
 636     subnet_id = get_subnet_id(neutron_client, subnet_name)
 637     router_id = get_router_id(neutron_client, router_name)
 638
 639     if network_id != '' and subnet_id != '' and router_id != '':
 640         logger.info("A network with name '%s' already exists..." % net_name)
 641     else:
 642         neutron_client.format = 'json'
 643         logger.info('Creating neutron network %s...' % net_name)
 644         network_id = create_neutron_net(neutron_client, net_name)
 645
 646         if not network_id:
 647             return False
 648
 649         logger.debug("Network '%s' created successfully" % network_id)
 650         logger.debug('Creating Subnet....')
 651         subnet_id = create_neutron_subnet(neutron_client, subnet_name,
 652                                           cidr, network_id)
 653         if not subnet_id:
 654             return None
 655
 656         logger.debug("Subnet '%s' created successfully" % subnet_id)
 657         logger.debug('Creating Router...')
 658         router_id = create_neutron_router(neutron_client, router_name)
 659
 660         if not router_id:
 661             return None
 662
 663         logger.debug("Router '%s' created successfully" % router_id)
 664         logger.debug('Adding router to subnet...')
 665
 666         if not add_interface_router(neutron_client, router_id, subnet_id):
 667             return None
 668
 669         logger.debug("Interface added successfully.")
 670
 671         logger.debug('Adding gateway to router...')
 672         if not add_gateway_router(neutron_client, router_id):
 673             return None
 674
 675         logger.debug("Gateway added successfully.")
 676
 677     network_dic = {'net_id': network_id,
 678                    'subnet_id': subnet_id,
 679                    'router_id': router_id}
 680     return network_dic
 681
 682
 683 def create_shared_network_full(net_name, subnt_name, router_name, subnet_cidr):
 684     neutron_client = get_neutron_client()
 685
 686     network_dic = create_network_full(neutron_client,
 687                                       net_name,
 688                                       subnt_name,
 689                                       router_name,
 690                                       subnet_cidr)
 691     if network_dic:
 692         if not update_neutron_net(neutron_client,
 693                                   network_dic['net_id'],
 694                                   shared=True):
 695             logger.error("Failed to update network %s..." % net_name)
 696             return None
 697         else:
 698             logger.debug("Network '%s' is available..." % net_name)
 699     else:
 700         logger.error("Network %s creation failed" % net_name)
 701         return None
 702     return network_dic
 703
 704
 705 def create_bgpvpn(neutron_client, **kwargs):
 706     # route_distinguishers
 707     # route_targets
 708     json_body = {"bgpvpn": kwargs}
 709     return neutron_client.create_bgpvpn(json_body)
 710
 711
 712 def create_network_association(neutron_client, bgpvpn_id, neutron_network_id):
 713     json_body = {"network_association": {"network_id": neutron_network_id}}
 714     return neutron_client.create_network_association(bgpvpn_id, json_body)
 715
 716
 717 def create_router_association(neutron_client, bgpvpn_id, router_id):
 718     json_body = {"router_association": {"router_id": router_id}}
 719     return neutron_client.create_router_association(bgpvpn_id, json_body)
 720
 721
 722 def update_bgpvpn(neutron_client, bgpvpn_id, **kwargs):
 723     json_body = {"bgpvpn": kwargs}
 724     return neutron_client.update_bgpvpn(bgpvpn_id, json_body)
 725
 726
 727 def delete_bgpvpn(neutron_client, bgpvpn_id):
 728     return neutron_client.delete_bgpvpn(bgpvpn_id)
 729
 730
 731 def get_bgpvpn(neutron_client, bgpvpn_id):
 732     return neutron_client.show_bgpvpn(bgpvpn_id)
 733
 734
 735 def get_bgpvpn_routers(neutron_client, bgpvpn_id):
 736     return get_bgpvpn(neutron_client, bgpvpn_id)['bgpvpn']['routers']
 737
 738
 739 def get_bgpvpn_networks(neutron_client, bgpvpn_id):
 740     return get_bgpvpn(neutron_client, bgpvpn_id)['bgpvpn']['networks']
 741
 742 # *********************************************
 743 #   SEC GROUPS
 744 # *********************************************
 745
 746
 747 def get_security_groups(neutron_client):
 748     try:
 749         security_groups = neutron_client.list_security_groups()[
 750             'security_groups']
 751         return security_groups
 752     except Exception, e:
 753         logger.error("Error [get_security_groups(neutron_client)]: %s" % e)
 754         return None
 755
 756
 757 def get_security_group_id(neutron_client, sg_name):
 758     security_groups = get_security_groups(neutron_client)
 759     id = ''
 760     for sg in security_groups:
 761         if sg['name'] == sg_name:
 762             id = sg['id']
 763             break
 764     return id
 765
 766
 767 def create_security_group(neutron_client, sg_name, sg_description):
 768     json_body = {'security_group': {'name': sg_name,
 769                                     'description': sg_description}}
 770     try:
 771         secgroup = neutron_client.create_security_group(json_body)
 772         return secgroup['security_group']
 773     except Exception, e:
 774         logger.error("Error [create_security_group(neutron_client, '%s', "
 775                      "'%s')]: %s" % (sg_name, sg_description, e))
 776         return None
 777
 778
 779 def create_secgroup_rule(neutron_client, sg_id, direction, protocol,
 780                          port_range_min=None, port_range_max=None):
 781     if port_range_min is None and port_range_max is None:
 782         json_body = {'security_group_rule': {'direction': direction,
 783                                              'security_group_id': sg_id,
 784                                              'protocol': protocol}}
 785     elif port_range_min is not None and port_range_max is not None:
 786         json_body = {'security_group_rule': {'direction': direction,
 787                                              'security_group_id': sg_id,
 788                                              'port_range_min': port_range_min,
 789                                              'port_range_max': port_range_max,
 790                                              'protocol': protocol}}
 791     else:
 792         logger.error("Error [create_secgroup_rule(neutron_client, '%s', '%s', "
 793                      "'%s', '%s', '%s', '%s')]:" % (neutron_client,
 794                                                     sg_id, direction,
 795                                                     port_range_min,
 796                                                     port_range_max,
 797                                                     protocol),
 798                      " Invalid values for port_range_min, port_range_max")
 799         return False
 800     try:
 801         neutron_client.create_security_group_rule(json_body)
 802         return True
 803     except Exception, e:
 804         logger.error("Error [create_secgroup_rule(neutron_client, '%s', '%s', "
 805                      "'%s', '%s', '%s', '%s')]: %s" % (neutron_client,
 806                                                        sg_id,
 807                                                        direction,
 808                                                        port_range_min,
 809                                                        port_range_max,
 810                                                        protocol, e))
 811         return False
 812
 813
 814 def create_security_group_full(neutron_client,
 815                                sg_name, sg_description):
 816     sg_id = get_security_group_id(neutron_client, sg_name)
 817     if sg_id != '':
 818         logger.info("Using existing security group '%s'..." % sg_name)
 819     else:
 820         logger.info("Creating security group  '%s'..." % sg_name)
 821         SECGROUP = create_security_group(neutron_client,
 822                                          sg_name,
 823                                          sg_description)
 824         if not SECGROUP:
 825             logger.error("Failed to create the security group...")
 826             return None
 827
 828         sg_id = SECGROUP['id']
 829
 830         logger.debug("Security group '%s' with ID=%s created successfully."
 831                      % (SECGROUP['name'], sg_id))
 832
 833         logger.debug("Adding ICMP rules in security group '%s'..."
 834                      % sg_name)
 835         if not create_secgroup_rule(neutron_client, sg_id,
 836                                     'ingress', 'icmp'):
 837             logger.error("Failed to create the security group rule...")
 838             return None
 839
 840         logger.debug("Adding SSH rules in security group '%s'..."
 841                      % sg_name)
 842         if not create_secgroup_rule(
 843                 neutron_client, sg_id, 'ingress', 'tcp', '22', '22'):
 844             logger.error("Failed to create the security group rule...")
 845             return None
 846
 847         if not create_secgroup_rule(
 848                 neutron_client, sg_id, 'egress', 'tcp', '22', '22'):
 849             logger.error("Failed to create the security group rule...")
 850             return None
 851     return sg_id
 852
 853
 854 def add_secgroup_to_instance(nova_client, instance_id, secgroup_id):
 855     try:
 856         nova_client.servers.add_security_group(instance_id, secgroup_id)
 857         return True
 858     except Exception, e:
 859         logger.error("Error [add_secgroup_to_instance(nova_client, '%s', "
 860                      "'%s')]: %s" % (instance_id, secgroup_id, e))
 861         return False
 862
 863
 864 def update_sg_quota(neutron_client, tenant_id, sg_quota, sg_rule_quota):
 865     json_body = {"quota": {
 866         "security_group": sg_quota,
 867         "security_group_rule": sg_rule_quota
 868     }}
 869
 870     try:
 871         neutron_client.update_quota(tenant_id=tenant_id,
 872                                     body=json_body)
 873         return True
 874     except Exception, e:
 875         logger.error("Error [update_sg_quota(neutron_client, '%s', '%s', "
 876                      "'%s')]: %s" % (tenant_id, sg_quota, sg_rule_quota, e))
 877         return False
 878
 879
 880 def delete_security_group(neutron_client, secgroup_id):
 881     try:
 882         neutron_client.delete_security_group(secgroup_id)
 883         return True
 884     except Exception, e:
 885         logger.error("Error [delete_security_group(neutron_client, '%s')]: %s"
 886                      % (secgroup_id, e))
 887         return False
 888
 889
 890 # *********************************************
 891 #   GLANCE
 892 # *********************************************
 893 def get_images(nova_client):
 894     try:
 895         images = nova_client.images.list()
 896         return images
 897     except Exception, e:
 898         logger.error("Error [get_images]: %s" % e)
 899         return None
 900
 901
 902 def get_image_id(glance_client, image_name):
 903     images = glance_client.images.list()
 904     id = ''
 905     for i in images:
 906         if i.name == image_name:
 907             id = i.id
 908             break
 909     return id
 910
 911
 912 def create_glance_image(glance_client, image_name, file_path, disk="qcow2",
 913                         container="bare", public=True):
 914     if not os.path.isfile(file_path):
 915         logger.error("Error: file %s does not exist." % file_path)
 916         return None
 917     try:
 918         image_id = get_image_id(glance_client, image_name)
 919         if image_id != '':
 920             if logger:
 921                 logger.info("Image %s already exists." % image_name)
 922         else:
 923             if logger:
 924                 logger.info("Creating image '%s' from '%s'..." % (image_name,
 925                                                                   file_path))
 926             try:
 927                 properties = ft_utils.get_functest_config(
 928                     'general.image_properties')
 929             except ValueError:
 930                 # image properties are not configured
 931                 # therefore don't add any properties
 932                 properties = {}
 933             with open(file_path) as fimage:
 934                 image = glance_client.images.create(name=image_name,
 935                                                     is_public=public,
 936                                                     disk_format=disk,
 937                                                     container_format=container,
 938                                                     properties=properties,
 939                                                     data=fimage)
 940             image_id = image.id
 941         return image_id
 942     except Exception, e:
 943         logger.error("Error [create_glance_image(glance_client, '%s', '%s', "
 944                      "'%s')]: %s" % (image_name, file_path, str(public), e))
 945         return None
 946
 947
 948 def get_or_create_image(name, path, format):
 949     image_exists = False
 950     glance_client = get_glance_client()
 951
 952     image_id = get_image_id(glance_client, name)
 953     if image_id != '':
 954         logger.info("Using existing image '%s'..." % name)
 955         image_exists = True
 956     else:
 957         logger.info("Creating image '%s' from '%s'..." % (name, path))
 958         image_id = create_glance_image(glance_client, name, path, format)
 959         if not image_id:
 960             logger.error("Failed to create a Glance image...")
 961         else:
 962             logger.debug("Image '%s' with ID=%s created successfully."
 963                          % (name, image_id))
 964
 965     return image_exists, image_id
 966
 967
 968 def delete_glance_image(nova_client, image_id):
 969     try:
 970         nova_client.images.delete(image_id)
 971         return True
 972     except Exception, e:
 973         logger.error("Error [delete_glance_image(nova_client, '%s')]: %s"
 974                      % (image_id, e))
 975         return False
 976
 977
 978 # *********************************************
 979 #   CINDER
 980 # *********************************************
 981 def get_volumes(cinder_client):
 982     try:
 983         volumes = cinder_client.volumes.list(search_opts={'all_tenants': 1})
 984         return volumes
 985     except Exception, e:
 986         logger.error("Error [get_volumes(cinder_client)]: %s" % e)
 987         return None
 988
 989
 990 def list_volume_types(cinder_client, public=True, private=True):
 991     try:
 992         volume_types = cinder_client.volume_types.list()
 993         if not public:
 994             volume_types = [vt for vt in volume_types if not vt.is_public]
 995         if not private:
 996             volume_types = [vt for vt in volume_types if vt.is_public]
 997         return volume_types
 998     except Exception, e:
 999         logger.error("Error [list_volume_types(cinder_client)]: %s" % e)
1000         return None
1001
1002
1003 def create_volume_type(cinder_client, name):
1004     try:
1005         volume_type = cinder_client.volume_types.create(name)
1006         return volume_type
1007     except Exception, e:
1008         logger.error("Error [create_volume_type(cinder_client, '%s')]: %s"
1009                      % (name, e))
1010         return None
1011
1012
1013 def update_cinder_quota(cinder_client, tenant_id, vols_quota,
1014                         snapshots_quota, gigabytes_quota):
1015     quotas_values = {"volumes": vols_quota,
1016                      "snapshots": snapshots_quota,
1017                      "gigabytes": gigabytes_quota}
1018
1019     try:
1020         cinder_client.quotas.update(tenant_id, **quotas_values)
1021         return True
1022     except Exception, e:
1023         logger.error("Error [update_cinder_quota(cinder_client, '%s', '%s', "
1024                      "'%s' '%s')]: %s" % (tenant_id, vols_quota,
1025                                           snapshots_quota, gigabytes_quota, e))
1026         return False
1027
1028
1029 def delete_volume(cinder_client, volume_id, forced=False):
1030     try:
1031         if forced:
1032             try:
1033                 cinder_client.volumes.detach(volume_id)
1034             except:
1035                 logger.error(sys.exc_info()[0])
1036             cinder_client.volumes.force_delete(volume_id)
1037         else:
1038             cinder_client.volumes.delete(volume_id)
1039         return True
1040     except Exception, e:
1041         logger.error("Error [delete_volume(cinder_client, '%s', '%s')]: %s"
1042                      % (volume_id, str(forced), e))
1043         return False
1044
1045
1046 def delete_volume_type(cinder_client, volume_type):
1047     try:
1048         cinder_client.volume_types.delete(volume_type)
1049         return True
1050     except Exception, e:
1051         logger.error("Error [delete_volume_type(cinder_client, '%s')]: %s"
1052                      % (volume_type, e))
1053         return False
1054
1055
1056 # *********************************************
1057 #   KEYSTONE
1058 # *********************************************
1059 def get_tenants(keystone_client):
1060     try:
1061         tenants = keystone_client.tenants.list()
1062         return tenants
1063     except Exception, e:
1064         logger.error("Error [get_tenants(keystone_client)]: %s" % e)
1065         return None
1066
1067
1068 def get_users(keystone_client):
1069     try:
1070         users = keystone_client.users.list()
1071         return users
1072     except Exception, e:
1073         logger.error("Error [get_users(keystone_client)]: %s" % e)
1074         return None
1075
1076
1077 def get_tenant_id(keystone_client, tenant_name):
1078     tenants = keystone_client.tenants.list()
1079     id = ''
1080     for t in tenants:
1081         if t.name == tenant_name:
1082             id = t.id
1083             break
1084     return id
1085
1086
1087 def get_user_id(keystone_client, user_name):
1088     users = keystone_client.users.list()
1089     id = ''
1090     for u in users:
1091         if u.name == user_name:
1092             id = u.id
1093             break
1094     return id
1095
1096
1097 def get_role_id(keystone_client, role_name):
1098     roles = keystone_client.roles.list()
1099     id = ''
1100     for r in roles:
1101         if r.name == role_name:
1102             id = r.id
1103             break
1104     return id
1105
1106
1107 def create_tenant(keystone_client, tenant_name, tenant_description):
1108     try:
1109         tenant = keystone_client.tenants.create(tenant_name,
1110                                                 tenant_description,
1111                                                 enabled=True)
1112         return tenant.id
1113     except Exception, e:
1114         logger.error("Error [create_tenant(keystone_client, '%s', '%s')]: %s"
1115                      % (tenant_name, tenant_description, e))
1116         return None
1117
1118
1119 def create_user(keystone_client, user_name, user_password,
1120                 user_email, tenant_id):
1121     try:
1122         user = keystone_client.users.create(user_name, user_password,
1123                                             user_email, tenant_id,
1124                                             enabled=True)
1125         return user.id
1126     except Exception, e:
1127         logger.error("Error [create_user(keystone_client, '%s', '%s', '%s'"
1128                      "'%s')]: %s" % (user_name, user_password,
1129                                      user_email, tenant_id, e))
1130         return None
1131
1132
1133 def add_role_user(keystone_client, user_id, role_id, tenant_id):
1134     try:
1135         keystone_client.roles.add_user_role(user_id, role_id, tenant_id)
1136         return True
1137     except Exception, e:
1138         logger.error("Error [add_role_user(keystone_client, '%s', '%s'"
1139                      "'%s')]: %s " % (user_id, role_id, tenant_id, e))
1140         return False
1141
1142
1143 def delete_tenant(keystone_client, tenant_id):
1144     try:
1145         keystone_client.tenants.delete(tenant_id)
1146         return True
1147     except Exception, e:
1148         logger.error("Error [delete_tenant(keystone_client, '%s')]: %s"
1149                      % (tenant_id, e))
1150         return False
1151
1152
1153 def delete_user(keystone_client, user_id):
1154     try:
1155         keystone_client.users.delete(user_id)
1156         return True
1157     except Exception, e:
1158         logger.error("Error [delete_user(keystone_client, '%s')]: %s"
1159                      % (user_id, e))
1160         return False