JIRA: BOTTLENECKS-29
[bottlenecks.git] / vstf / vstf / agent / env / basic / device_manager.py
1 ##############################################################################
2 # Copyright (c) 2015 Huawei Technologies Co.,Ltd and others.
3 #
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ##############################################################################
9
10 import re
11 import logging
12 from vstf.agent.perf import netns
13 from vstf.common.utils import check_output, get_device_name, my_sleep, check_call, call, IPCommandHelper
14
15 LOG = logging.getLogger(__name__)
16
17 default_drivers = {
18     '82599': 'ixgbe',
19     '82576': 'igb',
20 }
21
22
23 class LspciHelper(object):
24     def __init__(self):
25         self.bdf_desc_map = {}
26         self.bdf_device_map = {}
27         self.device_bdf_map = {}
28         self.bdf_ip_map = {}
29         self.bdf_driver_map = {}
30         self.mac_bdf_map = {}
31         self.bdf_mac_map = {}
32         self._get_bdfs()
33         self._get_devices()
34         self._get_drivers()
35         self._get_ip_macs()
36
37     def _get_bdfs(self):
38         self.bdf_desc_map = {}
39         out = check_output('lspci |grep Eth', shell=True)
40         for line in out.splitlines():
41             bdf, desc = line.split(' ', 1)
42             self.bdf_desc_map[bdf] = desc
43
44     def _get_devices(self):
45         for bdf, desc in self.bdf_desc_map.items():
46             device = get_device_name(bdf)
47             if device is None:
48                 LOG.info("cann't find device name for bdf:%s, no driver is available.", bdf)
49                 try:
50                     self._load_driver(desc)
51                 except:
52                     LOG.warn("!!!unable to load_driver for device:%s", bdf)
53                 my_sleep(0.2)
54                 device = get_device_name(bdf)
55             self.bdf_device_map[bdf] = device
56             if device:
57                 self.device_bdf_map[device] = bdf
58                 check_call("ip link set dev %s up" % device, shell=True)
59
60     def _get_drivers(self):
61         for device, bdf in self.device_bdf_map.items():
62             buf = check_output('ethtool -i %s | head -n1' % device, shell=True)
63             driver = buf.split()[1]
64             self.bdf_driver_map[bdf] = driver
65
66     def _get_ip_macs(self):
67         for device, bdf in self.device_bdf_map.items():
68             buf = check_output("ip addr show dev %s" % device, shell=True)
69             macs = re.compile("[A-F0-9]{2}(?::[A-F0-9]{2}){5}", re.IGNORECASE | re.MULTILINE)
70             for mac in macs.findall(buf):
71                 if mac.lower() in ('00:00:00:00:00:00', 'ff:ff:ff:ff:ff:ff'):
72                     continue
73                 else:
74                     break
75             ips = re.compile(r"inet (\d{1,3}\.\d{1,3}\.\d{1,3}.\d{1,3}/\d{1,2})", re.MULTILINE)
76             ip = ips.findall(buf)
77             if ip:
78                 self.bdf_ip_map[bdf] = ip[0]
79             else:
80                 self.bdf_ip_map[bdf] = None
81             self.bdf_mac_map[bdf] = mac
82             self.mac_bdf_map[mac] = bdf
83
84     def _load_driver(self, desc):
85         for key in default_drivers:
86             if key in desc:
87                 driver = default_drivers[key]
88                 LOG.info("try to load default driver [%s]", driver)
89                 check_call('modprobe %s' % driver, shell=True)
90                 break
91         else:
92             LOG.warn("unsupported nic type:%s", desc)
93
94
95 class DeviceManager(object):
96     def __init__(self):
97         super(DeviceManager, self).__init__()
98         mgr = netns.NetnsManager()
99         mgr.clean_all_namespace()
100         self.lspci_helper = LspciHelper()
101
102     def _get_device_detail(self, bdf):
103         device = self.lspci_helper.bdf_device_map[bdf]
104         mac = self.lspci_helper.bdf_mac_map[bdf]
105         ip = self.lspci_helper.bdf_ip_map[bdf]
106         desc = self.lspci_helper.bdf_desc_map[bdf]
107         driver = self.lspci_helper.bdf_driver_map[bdf]
108         detail = {
109             'bdf': bdf,
110             'device': device,
111             'mac': mac,
112             'ip': ip,
113             'desc': desc,
114             'driver': driver
115         }
116         return detail
117
118     def get_device_detail(self, identity):
119         """
120         Gets the detail of a network card.
121
122         :param identity: be it the mac address, bdf, device name of a network card.
123         :return: device detail of a network card.
124         """
125         if identity in self.lspci_helper.bdf_device_map:
126             bdf = identity
127         elif identity in self.lspci_helper.device_bdf_map:
128             bdf = self.lspci_helper.device_bdf_map[identity]
129         elif identity in self.lspci_helper.mac_bdf_map:
130             bdf = self.lspci_helper.mac_bdf_map[identity]
131         else:
132             raise Exception("cann't find the device by identity:%s" % identity)
133         return self._get_device_detail(bdf)
134
135     def get_device_verbose(self, identity):
136         return IPCommandHelper().get_device_verbose(identity)
137
138     def list_nic_devices(self):
139         """
140         Get all the details of network devices in the host.
141         :return: a list of network card detail.
142         """
143         device_list = []
144         for bdf in self.lspci_helper.bdf_device_map.keys():
145             detail = self._get_device_detail(bdf)
146             device_list.append(detail)
147         return device_list