testcases/functest_utils.py

   1 #!/usr/bin/env python
   2 #
   3 # jose.lausuch@ericsson.com
   4 # valentin.boucher@orange.com
   5 # All rights reserved. This program and the accompanying materials
   6 # are made available under the terms of the Apache License, Version 2.0
   7 # which accompanies this distribution, and is available at
   8 # http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10
  11
  12 import os
  13 import urllib2
  14 import subprocess
  15 import sys
  16 import requests
  17 import json
  18 from git import Repo
  19
  20
  21 # ############ CREDENTIALS OPENSTACK #############
  22 def check_credentials():
  23     """
  24     Check if the OpenStack credentials (openrc) are sourced
  25     """
  26     # TODO: there must be a short way to do this
  27     # doing if os.environ["something"] == "" throws an error
  28     try:
  29         os.environ['OS_AUTH_URL']
  30     except KeyError:
  31         return False
  32     try:
  33         os.environ['OS_USERNAME']
  34     except KeyError:
  35         return False
  36     try:
  37         os.environ['OS_PASSWORD']
  38     except KeyError:
  39         return False
  40     try:
  41         os.environ['OS_TENANT_NAME']
  42     except KeyError:
  43         return False
  44     return True
  45
  46
  47 def get_credentials(service):
  48     """Returns a creds dictionary filled with the following keys:
  49     * username
  50     * password/api_key (depending on the service)
  51     * tenant_name/project_id (depending on the service)
  52     * auth_url
  53     :param service: a string indicating the name of the service
  54                     requesting the credentials.
  55     """
  56     creds = {}
  57     # Unfortunately, each of the OpenStack client will request slightly
  58     # different entries in their credentials dict.
  59     if service.lower() in ("nova", "cinder"):
  60         password = "api_key"
  61         tenant = "project_id"
  62     else:
  63         password = "password"
  64         tenant = "tenant_name"
  65
  66     # The most common way to pass these info to the script is to do it through
  67     # environment variables.
  68     creds.update({
  69         "username": os.environ.get('OS_USERNAME', "admin"),
  70         password: os.environ.get("OS_PASSWORD", 'admin'),
  71         "auth_url": os.environ.get("OS_AUTH_URL",
  72                                    "http://192.168.20.71:5000/v2.0"),
  73         tenant: os.environ.get("OS_TENANT_NAME", "admin"),
  74     })
  75
  76     return creds
  77
  78
  79 # ################ NOVA #################
  80 def get_instance_status(nova_client, instance):
  81     try:
  82         instance = nova_client.servers.get(instance.id)
  83         return instance.status
  84     except:
  85         return None
  86
  87
  88 def get_instance_by_name(nova_client, instance_name):
  89     try:
  90         instance = nova_client.servers.find(name=instance_name)
  91         return instance
  92     except:
  93         return None
  94
  95
  96 def get_flavor_id(nova_client, flavor_name):
  97     flavors = nova_client.flavors.list(detailed=True)
  98     id = ''
  99     for f in flavors:
 100         if f.name == flavor_name:
 101             id = f.id
 102             break
 103     return id
 104
 105
 106 def get_flavor_id_by_ram_range(nova_client, min_ram, max_ram):
 107     flavors = nova_client.flavors.list(detailed=True)
 108     id = ''
 109     for f in flavors:
 110         if min_ram <= f.ram and f.ram <= max_ram:
 111             id = f.id
 112             break
 113     return id
 114
 115
 116 # ################ NEUTRON #################
 117 def create_neutron_net(neutron_client, name):
 118     json_body = {'network': {'name': name,
 119                              'admin_state_up': True}}
 120     try:
 121         network = neutron_client.create_network(body=json_body)
 122         network_dict = network['network']
 123         return network_dict['id']
 124     except:
 125         print "Error:", sys.exc_info()[0]
 126         return False
 127
 128
 129 def delete_neutron_net(neutron_client, network_id):
 130     try:
 131         neutron_client.delete_network(network_id)
 132         return True
 133     except:
 134         print "Error:", sys.exc_info()[0]
 135         return False
 136
 137
 138 def create_neutron_subnet(neutron_client, name, cidr, net_id):
 139     json_body = {'subnets': [{'name': name, 'cidr': cidr,
 140                              'ip_version': 4, 'network_id': net_id}]}
 141     try:
 142         subnet = neutron_client.create_subnet(body=json_body)
 143         return subnet['subnets'][0]['id']
 144     except:
 145         print "Error:", sys.exc_info()[0]
 146         return False
 147
 148
 149 def delete_neutron_subnet(neutron_client, subnet_id):
 150     try:
 151         neutron_client.delete_subnet(subnet_id)
 152         return True
 153     except:
 154         print "Error:", sys.exc_info()[0]
 155         return False
 156
 157
 158 def create_neutron_router(neutron_client, name):
 159     json_body = {'router': {'name': name, 'admin_state_up': True}}
 160     try:
 161         router = neutron_client.create_router(json_body)
 162         return router['router']['id']
 163     except:
 164         print "Error:", sys.exc_info()[0]
 165         return False
 166
 167
 168 def delete_neutron_router(neutron_client, router_id):
 169     json_body = {'router': {'id': router_id}}
 170     try:
 171         neutron_client.delete_router(router=router_id)
 172         return True
 173     except:
 174         print "Error:", sys.exc_info()[0]
 175         return False
 176
 177
 178 def add_interface_router(neutron_client, router_id, subnet_id):
 179     json_body = {"subnet_id": subnet_id}
 180     try:
 181         neutron_client.add_interface_router(router=router_id, body=json_body)
 182         return True
 183     except:
 184         print "Error:", sys.exc_info()[0]
 185         return False
 186
 187
 188 def remove_interface_router(neutron_client, router_id, subnet_id):
 189     json_body = {"subnet_id": subnet_id}
 190     try:
 191         neutron_client.remove_interface_router(router=router_id,
 192                                                body=json_body)
 193         return True
 194     except:
 195         print "Error:", sys.exc_info()[0]
 196         return False
 197
 198
 199 def create_neutron_port(neutron_client, name, network_id, ip):
 200     json_body = {'port': {
 201                  'admin_state_up': True,
 202                  'name': name,
 203                  'network_id': network_id,
 204                  'fixed_ips': [{"ip_address": ip}]
 205                  }}
 206     try:
 207         port = neutron_client.create_port(body=json_body)
 208         return port['port']['id']
 209     except:
 210         print "Error:", sys.exc_info()[0]
 211         return False
 212
 213
 214 def get_network_id(neutron_client, network_name):
 215     networks = neutron_client.list_networks()['networks']
 216     id = ''
 217     for n in networks:
 218         if n['name'] == network_name:
 219             id = n['id']
 220             break
 221     return id
 222
 223
 224 def check_neutron_net(neutron_client, net_name):
 225     for network in neutron_client.list_networks()['networks']:
 226         if network['name'] == net_name:
 227             for subnet in network['subnets']:
 228                 return True
 229     return False
 230
 231
 232 def get_network_list(neutron_client):
 233     network_list = neutron_client.list_networks()['networks']
 234     if len(network_list) == 0:
 235         return None
 236     else:
 237         return network_list
 238
 239
 240 def get_external_net(neutron_client):
 241     for network in neutron_client.list_networks()['networks']:
 242         if network['router:external']:
 243             return network['name']
 244     return False
 245
 246
 247 def update_sg_quota(neutron_client, tenant_id, sg_quota, sg_rule_quota):
 248     json_body = {"quota": {
 249         "security_group": sg_quota,
 250         "security_group_rule": sg_rule_quota
 251     }}
 252
 253     try:
 254         quota = neutron_client.update_quota(tenant_id=tenant_id,
 255                                             body=json_body)
 256         return True
 257     except:
 258         print "Error:", sys.exc_info()[0]
 259         return False
 260
 261 # ################ GLANCE #################
 262
 263
 264 def get_image_id(glance_client, image_name):
 265     images = glance_client.images.list()
 266     id = ''
 267     for i in images:
 268         if i.name == image_name:
 269             id = i.id
 270             break
 271     return id
 272
 273
 274 def create_glance_image(glance_client, image_name, file_path, is_public=True):
 275     try:
 276         with open(file_path) as fimage:
 277             image = glance_client.images.create(name=image_name,
 278                                                 is_public=is_public,
 279                                                 disk_format="qcow2",
 280                                                 container_format="bare",
 281                                                 data=fimage)
 282         return image.id
 283     except:
 284         return False
 285
 286
 287 # ################ KEYSTONE #################
 288 def get_tenant_id(keystone_client, tenant_name):
 289     tenants = keystone_client.tenants.list()
 290     id = ''
 291     for t in tenants:
 292         if t.name == tenant_name:
 293             id = t.id
 294             break
 295     return id
 296
 297
 298 def get_role_id(keystone_client, role_name):
 299     roles = keystone_client.roles.list()
 300     id = ''
 301     for r in roles:
 302         if r.name == role_name:
 303             id = r.id
 304             break
 305     return id
 306
 307
 308 def get_user_id(keystone_client, user_name):
 309     users = keystone_client.users.list()
 310     id = ''
 311     for u in users:
 312         if u.name == user_name:
 313             id = u.id
 314             break
 315     return id
 316
 317
 318 def create_tenant(keystone_client, tenant_name, tenant_description):
 319     try:
 320         tenant = keystone_client.tenants.create(tenant_name,
 321                                                 tenant_description,
 322                                                 enabled=True)
 323         return tenant.id
 324     except:
 325         print "Error:", sys.exc_info()[0]
 326         return False
 327
 328
 329 def delete_tenant(keystone_client, tenant_id):
 330     try:
 331         tenant = keystone_client.tenants.delete(tenant_id)
 332         return True
 333     except:
 334         print "Error:", sys.exc_info()[0]
 335         return False
 336
 337
 338 def create_user(keystone_client, user_name, user_password,
 339                 user_email, tenant_id):
 340     try:
 341         user = keystone_client.users.create(user_name, user_password,
 342                                             user_email, tenant_id,
 343                                             enabled=True)
 344         return user.id
 345     except:
 346         print "Error:", sys.exc_info()[0]
 347         return False
 348
 349
 350 def delete_user(keystone_client, user_id):
 351     try:
 352         tenant = keystone_client.users.delete(user_id)
 353         return True
 354     except:
 355         print "Error:", sys.exc_info()[0]
 356         return False
 357
 358
 359 def add_role_user(keystone_client, user_id, role_id, tenant_id):
 360     try:
 361         keystone_client.roles.add_user_role(user_id, role_id, tenant_id)
 362         return True
 363     except:
 364         print "Error:", sys.exc_info()[0]
 365         return False
 366
 367
 368 # ################ UTILS #################
 369 def check_internet_connectivity(url='http://www.opnfv.org/'):
 370     """
 371     Check if there is access to the internet
 372     """
 373     try:
 374         urllib2.urlopen(url, timeout=5)
 375         return True
 376     except urllib2.URLError:
 377         return False
 378
 379
 380 def download_url(url, dest_path):
 381     """
 382     Download a file to a destination path given a URL
 383     """
 384     name = url.rsplit('/')[-1]
 385     dest = dest_path + "/" + name
 386     try:
 387         response = urllib2.urlopen(url)
 388     except (urllib2.HTTPError, urllib2.URLError):
 389         return False
 390
 391     with open(dest, 'wb') as f:
 392         f.write(response.read())
 393     return True
 394
 395
 396 def execute_command(cmd, logger=None):
 397     """
 398     Execute Linux command
 399     """
 400     if logger:
 401         logger.debug('Executing command : {}'.format(cmd))
 402     output_file = "output.txt"
 403     f = open(output_file, 'w+')
 404     p = subprocess.call(cmd, shell=True, stdout=f, stderr=subprocess.STDOUT)
 405     f.close()
 406     f = open(output_file, 'r')
 407     result = f.read()
 408     if result != "" and logger:
 409         logger.debug(result)
 410     if p == 0:
 411         return True
 412     else:
 413         if logger:
 414             logger.error("Error when executing command %s" % cmd)
 415         exit(-1)
 416
 417
 418 def get_git_branch(repo_path):
 419     """
 420     Get git branch name
 421     """
 422     repo = Repo(repo_path)
 423     branch = repo.active_branch
 424     return branch.name
 425
 426
 427 def get_installer_type(logger=None):
 428     """
 429     Get installer type (fuel, foreman, apex, joid, compass)
 430     """
 431     try:
 432         installer = os.environ['INSTALLER_TYPE']
 433     except KeyError:
 434         if logger:
 435             logger.error("Impossible to retrieve the installer type")
 436         installer = "Unkown"
 437
 438     return installer
 439
 440 def push_results_to_db(db_url, case_name, logger, pod_name, git_version, payload):
 441     url = db_url + "/results"
 442     installer = get_installer_type(logger)
 443     params = {"project_name": "functest", "case_name": case_name,
 444               "pod_name": pod_name, "installer": installer,
 445               "version": git_version, "details": payload}
 446
 447     headers = {'Content-Type': 'application/json'}
 448     try:
 449         r = requests.post(url, data=json.dumps(params), headers=headers)
 450         logger.debug(r)
 451         return True
 452     except:
 453         print "Error:", sys.exc_info()[0]
 454         return False