Merge "Add scale out TCs with availability zone support"
[yardstick.git] / yardstick / benchmark / contexts / kubernetes.py
1 ##############################################################################
2 # Copyright (c) 2017 Huawei Technologies Co.,Ltd.
3 #
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ##############################################################################
9
10 from __future__ import absolute_import
11 import logging
12 import time
13 import pkg_resources
14
15 import paramiko
16
17 from yardstick.benchmark.contexts.base import Context
18 from yardstick.orchestrator.kubernetes import KubernetesTemplate
19 from yardstick.common import kubernetes_utils as k8s_utils
20 from yardstick.common import utils
21
22 LOG = logging.getLogger(__name__)
23 BITS_LENGTH = 2048
24
25
26 class KubernetesContext(Context):
27     """Class that handle nodes info"""
28
29     __context_type__ = "Kubernetes"
30
31     def __init__(self):
32         self.ssh_key = ''
33         self.key_path = ''
34         self.public_key_path = ''
35         self.template = None
36         super(KubernetesContext, self).__init__(host_name_separator='-')
37
38     def init(self, attrs):
39         super(KubernetesContext, self).init(attrs)
40
41         template_cfg = attrs.get('servers', {})
42         self.template = KubernetesTemplate(self.name, template_cfg)
43
44         self.ssh_key = '{}-key'.format(self.name)
45
46         self.key_path = self._get_key_path()
47         self.public_key_path = '{}.pub'.format(self.key_path)
48
49     def deploy(self):
50         LOG.info('Creating ssh key')
51         self._set_ssh_key()
52
53         LOG.info('Launch containers')
54         self._create_rcs()
55         self._create_services()
56         time.sleep(1)
57         self.template.get_rc_pods()
58
59         self._wait_until_running()
60
61     def undeploy(self):
62         self._delete_ssh_key()
63         self._delete_rcs()
64         self._delete_pods()
65         self._delete_services()
66
67         super(KubernetesContext, self).undeploy()
68
69     def _wait_until_running(self):
70         while not all(self._check_pod_status(p) for p in self.template.pods):
71             time.sleep(1)
72
73     def _check_pod_status(self, pod):
74         status = k8s_utils.read_pod_status(pod)
75         LOG.debug('%s:%s', pod, status)
76         if status == 'Failed':
77             LOG.error('Pod %s status is failed', pod)
78             raise RuntimeError
79         if status != 'Running':
80             return False
81         return True
82
83     def _create_services(self):
84         for obj in self.template.service_objs:
85             obj.create()
86
87     def _delete_services(self):
88         for obj in self.template.service_objs:
89             obj.delete()
90
91     def _create_rcs(self):
92         for obj in self.template.k8s_objs:
93             self._create_rc(obj.get_template())
94
95     def _create_rc(self, template):
96         k8s_utils.create_replication_controller(template)
97
98     def _delete_rcs(self):
99         for rc in self.template.rcs:
100             self._delete_rc(rc)
101
102     def _delete_rc(self, rc):
103         k8s_utils.delete_replication_controller(rc)
104
105     def _delete_pods(self):
106         for pod in self.template.pods:
107             self._delete_pod(pod)
108
109     def _delete_pod(self, pod):
110         k8s_utils.delete_pod(pod)
111
112     def _get_key_path(self):
113         task_id = self.name.split('-')[-1]
114         k = 'files/yardstick_key-{}'.format(task_id)
115         return pkg_resources.resource_filename('yardstick.resources', k)
116
117     def _set_ssh_key(self):
118         rsa_key = paramiko.RSAKey.generate(bits=BITS_LENGTH)
119
120         LOG.info('Writing private key')
121         rsa_key.write_private_key_file(self.key_path)
122
123         LOG.info('Writing public key')
124         key = '{} {}\n'.format(rsa_key.get_name(), rsa_key.get_base64())
125         with open(self.public_key_path, 'w') as f:
126             f.write(key)
127
128         LOG.info('Create configmap for ssh key')
129         k8s_utils.create_config_map(self.ssh_key, {'authorized_keys': key})
130
131     def _delete_ssh_key(self):
132         k8s_utils.delete_config_map(self.ssh_key)
133         utils.remove_file(self.key_path)
134         utils.remove_file(self.public_key_path)
135
136     def _get_server(self, name):
137         service_name = '{}-service'.format(name)
138         service = k8s_utils.get_service_by_name(service_name).ports[0]
139
140         host = {
141             'name': service.name,
142             'ip': self._get_node_ip(),
143             'private_ip': k8s_utils.get_pod_by_name(name).status.pod_ip,
144             'ssh_port': service.node_port,
145             'user': 'root',
146             'key_filename': self.key_path,
147         }
148
149         return host
150
151     def _get_node_ip(self):
152         return k8s_utils.get_node_list().items[0].status.addresses[0].address
153
154     def _get_network(self, attr_name):
155         return None