yardstick/benchmark/contexts/kubernetes.py

   1 ##############################################################################
   2 # Copyright (c) 2017 Huawei Technologies Co.,Ltd.
   3 #
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9
  10 from __future__ import absolute_import
  11 import logging
  12 import time
  13 import pkg_resources
  14
  15 import paramiko
  16
  17 from yardstick.benchmark.contexts.base import Context
  18 from yardstick.orchestrator import kubernetes
  19 from yardstick.common import kubernetes_utils as k8s_utils
  20 from yardstick.common import utils
  21
  22 LOG = logging.getLogger(__name__)
  23 BITS_LENGTH = 2048
  24
  25
  26 class KubernetesContext(Context):
  27     """Class that handle nodes info"""
  28
  29     __context_type__ = "Kubernetes"
  30
  31     def __init__(self):
  32         self.ssh_key = ''
  33         self.key_path = ''
  34         self.public_key_path = ''
  35         self.template = None
  36
  37         super(KubernetesContext, self).__init__()
  38
  39     def init(self, attrs):
  40         super(KubernetesContext, self).init(attrs)
  41
  42         self.template = kubernetes.KubernetesTemplate(self.name, attrs)
  43         self.ssh_key = '{}-key'.format(self.name)
  44         self.key_path = self._get_key_path()
  45         self.public_key_path = '{}.pub'.format(self.key_path)
  46
  47     def deploy(self):
  48         LOG.info('Creating ssh key')
  49         self._set_ssh_key()
  50
  51         self._create_crd()
  52         self._create_networks()
  53         LOG.info('Launch containers')
  54         self._create_rcs()
  55         self._create_services()
  56         time.sleep(1)
  57         self.template.get_rc_pods()
  58
  59         self._wait_until_running()
  60
  61     def undeploy(self):
  62         self._delete_ssh_key()
  63         self._delete_rcs()
  64         self._delete_pods()
  65         self._delete_services()
  66         self._delete_networks()
  67         self._delete_crd()
  68
  69         super(KubernetesContext, self).undeploy()
  70
  71     def _wait_until_running(self):
  72         while not all(self._check_pod_status(p) for p in self.template.pods):
  73             time.sleep(1)
  74
  75     def _check_pod_status(self, pod):
  76         status = k8s_utils.read_pod_status(pod)
  77         LOG.debug('%s:%s', pod, status)
  78         if status == 'Failed':
  79             LOG.error('Pod %s status is failed', pod)
  80             raise RuntimeError
  81         if status != 'Running':
  82             return False
  83         return True
  84
  85     def _create_services(self):
  86         for obj in self.template.service_objs:
  87             obj.create()
  88
  89     def _delete_services(self):
  90         for obj in self.template.service_objs:
  91             obj.delete()
  92
  93     def _create_rcs(self):
  94         for obj in self.template.k8s_objs:
  95             self._create_rc(obj.get_template())
  96
  97     def _create_rc(self, template):
  98         k8s_utils.create_replication_controller(template)
  99
 100     def _delete_rcs(self):
 101         for rc in self.template.rcs:
 102             self._delete_rc(rc)
 103
 104     def _delete_rc(self, rc):
 105         k8s_utils.delete_replication_controller(rc)
 106
 107     def _delete_pods(self):
 108         for pod in self.template.pods:
 109             self._delete_pod(pod)
 110
 111     def _delete_pod(self, pod):
 112         k8s_utils.delete_pod(pod)
 113
 114     def _create_crd(self):
 115         LOG.info('Create Custom Resource Definition elements')
 116         for crd in self.template.crd:
 117             crd.create()
 118
 119     def _delete_crd(self):
 120         LOG.info('Delete Custom Resource Definition elements')
 121         for crd in self.template.crd:
 122             crd.delete()
 123
 124     def _create_networks(self):  # pragma: no cover
 125         LOG.info('Create Network elements')
 126         for net in self.template.network_objs:
 127             net.create()
 128
 129     def _delete_networks(self):  # pragma: no cover
 130         LOG.info('Create Network elements')
 131         for net in self.template.network_objs:
 132             net.delete()
 133
 134     def _get_key_path(self):
 135         task_id = self.name.split('-')[-1]
 136         k = 'files/yardstick_key-{}'.format(task_id)
 137         return pkg_resources.resource_filename('yardstick.resources', k)
 138
 139     def _set_ssh_key(self):
 140         rsa_key = paramiko.RSAKey.generate(bits=BITS_LENGTH)
 141
 142         LOG.info('Writing private key')
 143         rsa_key.write_private_key_file(self.key_path)
 144
 145         LOG.info('Writing public key')
 146         key = '{} {}\n'.format(rsa_key.get_name(), rsa_key.get_base64())
 147         with open(self.public_key_path, 'w') as f:
 148             f.write(key)
 149
 150         LOG.info('Create configmap for ssh key')
 151         k8s_utils.create_config_map(self.ssh_key, {'authorized_keys': key})
 152
 153     def _delete_ssh_key(self):
 154         k8s_utils.delete_config_map(self.ssh_key)
 155         utils.remove_file(self.key_path)
 156         utils.remove_file(self.public_key_path)
 157
 158     def _get_server(self, name):
 159         service_name = '{}-service'.format(name)
 160         service = k8s_utils.get_service_by_name(service_name).ports[0]
 161
 162         host = {
 163             'name': service.name,
 164             'ip': self._get_node_ip(),
 165             'private_ip': k8s_utils.get_pod_by_name(name).status.pod_ip,
 166             'ssh_port': service.node_port,
 167             'user': 'root',
 168             'key_filename': self.key_path,
 169         }
 170
 171         return host
 172
 173     def _get_node_ip(self):
 174         return k8s_utils.get_node_list().items[0].status.addresses[0].address
 175
 176     def _get_network(self, attr_name):
 177         return None