2 ##############################################################################
3 # Copyright (c) 2017 Huawei Technologies Co.,Ltd and others.
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
9 ##############################################################################
10 """This file realize the function of run systembandwidth script.
11 for example this contain two part first run_script,
12 second is algorithm, this part is about how to judge the bottlenecks.
13 This test is using yardstick as a tool to begin test."""
17 import utils.logger as log
18 import utils.infra_setup.runner.yardstick as Runner
19 from utils.parser import Parser as conf_parser
20 import testsuites.posca.testcase_dashboard.system_bandwidth as DashBoard
21 # --------------------------------------------------
22 # logging configuration
23 # --------------------------------------------------
24 LOG = log.Logger(__name__).getLogger()
26 testfile = os.path.basename(__file__)
27 testcase, file_format = os.path.splitext(testfile)
31 Runner.Create_Incluxdb(con_dic['runner_config'])
34 def config_to_result(test_config, test_result):
36 test_result["throughput"] = float(test_result["throughput"])
37 test_result.update(test_config)
38 testdata["data_body"] = test_result
39 testdata["testcase"] = testcase
43 def do_test(test_config, con_dic):
45 test_case = con_dic['runner_config']['yardstick_testcase']
47 "action": "runTestCase",
50 "task-args": test_config
55 Task_id = Runner.Send_Data(test_dict, con_dic['runner_config'])
56 time.sleep(con_dic['test_config']['test_time'])
57 Data_Reply = Runner.Get_Reply(con_dic['runner_config'], Task_id)
60 Data_Reply[con_dic['runner_config']['yardstick_testcase']][0]
62 test_date = do_test(test_config, con_dic)
64 save_data = config_to_result(test_config, test_date)
65 if con_dic['runner_config']['dashboard'] == 'y':
66 DashBoard.dashboard_send_data(con_dic['runner_config'], save_data)
68 return save_data["data_body"]
72 s = con_dic['test_config']['scale_up_values']
75 (c, m * s['mem_unit']) for c in
76 range(s['cpus_min'], s['cpus_max'], s['cpus_incr'])
77 for m in range(s['mem_min'], s['mem_max'], s['mem_incr'])
80 "scale_up_values": scale_up_values
82 con_dic["result_file"] = os.path.dirname(
83 os.path.abspath(__file__)) + "/test_case/result"
87 data_return["throughput"] = 1
89 if con_dic["runner_config"]["yardstick_test_ip"] is None:
90 con_dic["runner_config"]["yardstick_test_ip"] =\
91 conf_parser.ip_parser("yardstick_test_ip")
95 if con_dic["runner_config"]["dashboard"] == 'y':
96 if con_dic["runner_config"]["dashboard_ip"] is None:
97 con_dic["runner_config"]["dashboard_ip"] =\
98 conf_parser.ip_parser("dashboard")
99 LOG.info("Create Dashboard data")
100 DashBoard.dashboard_system_bandwidth(con_dic["runner_config"])
103 # vcpus and mem are scaled together
104 for vcpus, mem in data["scale_up_values"]:
105 data_max["throughput"] = 1
109 "test_time": con_dic['test_config']['test_time']
111 data_reply = do_test(test_config, con_dic)
112 conf_parser.result_to_file(data_reply, con_dic["out_file"])
113 # TODO: figure out which KPI to use
114 bandwidth = data_reply["throughput"]
115 if data_max["throughput"] < bandwidth:
116 data_max = data_reply
117 if abs(bandwidth_tmp - bandwidth) / float(bandwidth_tmp) < 0.025:
118 LOG.info("this group of data has reached top output")
121 pre_reply = data_reply
122 bandwidth_tmp = bandwidth
123 cur_role_result = float(pre_reply["throughput"])
124 if (abs(pre_role_result - cur_role_result) /
125 float(pre_role_result) < 0.025):
126 LOG.info("The performance increases slowly")
127 if data_return["throughput"] < data_max["throughput"]:
128 data_return = data_max
129 pre_role_result = cur_role_result
130 LOG.info("Find bottlenecks of this config")
131 LOG.info("The max data is %d", data_return["throughput"])