1 ##############################################################################
2 # Copyright (c) 2015 Huawei Technologies Co.,Ltd and others.
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ##############################################################################
14 LOG = logging.getLogger(__name__)
17 class RawDataProcess(object):
22 def process_vnstat(self, data):
23 buf = data.splitlines()
27 digits = re.compile(r"\d{1,}\.?\d*")
29 r"(?:gib|mib|kib|kbit/s|gbit/s|mbit/s|p/s)",
30 re.IGNORECASE | re.MULTILINE)
31 units_arr = units.findall(buf)
33 digits_arr = digits.findall(buf)
35 for i in range(len(digits_arr)):
36 digits_arr[i] = round(float(digits_arr[i]), 2)
38 LOG.info("-------------digit_arr------------------")
41 LOG.info("-----------------------------------------")
42 m['rxpck'], m['txpck'] = digits_arr[8], digits_arr[9]
43 m['time'] = digits_arr[-1]
44 digits_arr = digits_arr[:8] + digits_arr[10:-1]
46 for unit in units_arr:
49 digits_arr[index] *= 1024
51 digits_arr[index] /= 1024
52 elif unit == 'gbit/s':
53 digits_arr[index] *= 1000
54 elif unit == 'kbit/s':
55 digits_arr[index] /= 1000
60 for i in range(len(digits_arr)):
61 digits_arr[i] = round(digits_arr[i], 2)
63 m['rxmB'], m['txmB'] = digits_arr[0:2]
64 m['rxmB_max/s'], m['txmB_max/s'] = digits_arr[2:4]
65 m['rxmB/s'], m['txmB/s'] = digits_arr[4:6]
66 m['rxmB_min/s'], m['txmB_min/s'] = digits_arr[6:8]
67 m['rxpck_max/s'], m['txpck_max/s'] = digits_arr[8:10]
68 m['rxpck/s'], m['txpck/s'] = digits_arr[10:12]
69 m['rxpck_min/s'], m['txpck_min/s'] = digits_arr[12:14]
70 LOG.info("---------------vnstat data start-------------")
72 LOG.info("---------------vnstat data end---------------")
75 def process_sar_cpu(self, raw):
76 lines = raw.splitlines()
78 head = lines[2].split()[3:]
79 average = lines[-1].split()[2:]
81 for h, d in zip(head, average):
82 data[h.strip('%')] = float(d)
85 def process_qperf(self, raw):
86 buf = raw.splitlines()
87 data = buf[1].strip().split()
89 value = float(data[2])
91 return {key: value, 'unit': unit}
94 def process(cls, raw):
96 tool, data_type, data = raw['tool'], raw['type'], raw['raw_data']
98 if tool == 'vnstat' and data_type == 'nic':
99 m = self.process_vnstat(data)
100 if tool == 'sar' and data_type == 'cpu':
101 m = self.process_sar_cpu(data)
103 m['cpu_num'] = raw['cpu_num']
105 m['cpu_mhz'] = raw['cpu_mhz']
107 m = self.process_qperf(data)
111 if __name__ == '__main__':
112 logging.basicConfig(level=logging.DEBUG)
114 cmd = "vnstat -i eth0 -l"
115 child = subprocess.Popen(cmd.split(), stdout=subprocess.PIPE)
118 from signal import SIGINT
121 os.kill(child.pid, SIGINT)
122 data = child.stdout.read()
124 print p.process_vnstat(data)
127 child = subprocess.Popen(
129 stdout=subprocess.PIPE,
130 stderr=subprocess.PIPE)
133 from signal import SIGINT
136 os.kill(child.pid, SIGINT)
137 data = child.stdout.read()
139 print p.process_sar_cpu(data)