X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=testsuites%2Fposca%2Ftestcase_script%2Fposca_factor_system_bandwidth.py;h=54e2970b407485ffdabadd69cd99d59ce64f0b38;hb=9038727dee2e67f8facd75f8b498ca20a1e066c9;hp=f3e950b64fc0609132f464bfa398182a8498483c;hpb=a51397eb59fd8159806375e78a2aa65f9edfa16d;p=bottlenecks.git diff --git a/testsuites/posca/testcase_script/posca_factor_system_bandwidth.py b/testsuites/posca/testcase_script/posca_factor_system_bandwidth.py index f3e950b6..54e2970b 100644 --- a/testsuites/posca/testcase_script/posca_factor_system_bandwidth.py +++ b/testsuites/posca/testcase_script/posca_factor_system_bandwidth.py @@ -1,151 +1,95 @@ #!/usr/bin/env python ############################################################################## -# Copyright (c) 2016 Huawei Technologies Co.,Ltd and others. +# Copyright (c) 2017 Huawei Technologies Co.,Ltd and others. # # All rights reserved. This program and the accompanying materials # are made available under the terms of the Apache License, Version 2.0 # which accompanies this distribution, and is available at # http://www.apache.org/licenses/LICENSE-2.0 ############################################################################## +'''This file realize the function of run systembandwidth script. +for example this contain two part first run_script, +second is algorithm, this part is about how to judge the bottlenecks. +This test is using yardstick as a tool to begin test.''' import os -import argparse import time -import logging -import ConfigParser -import json - -# ------------------------------------------------------ -# parser for configuration files in each test case -# ------------------------------------------------------ -parser = argparse.ArgumentParser() -parser.add_argument("-c", "--conf", - help="configuration files for the testcase,\ - in yaml format", - default="/home/opnfv/bottlenecks/testsuites/posca/\ - testcase_cfg/posca_factor_tx_pkt_size.yaml") -args = parser.parse_args() - -cmd = "curl -i" -order_arg = "-H \"Content-Type: application/json\" -X POST -d \'{\"cmd\": \ - \"start\", \"opts\":{\"output-file\": \"/tem/yardstick.out\"}, \ - \"args\": \"../samples/netperf.yaml\"}'" - +import utils.logger as log +import utils.infra_setup.runner.yardstick as Runner +from utils.parser import Parser as conf_parser # -------------------------------------------------- # logging configuration # -------------------------------------------------- -logger = logging.getLogger(__name__) - - -def posca_env_check(): - print("========== posca system bandwidth env check ===========") - filepath = r"/home/opnfv/bottlenecks/testsuites/posca/test_result/" - if os.path.exists(filepath): - return True - else: - os.mkdirs(r'/home/opnfv/bottlenecks/testsuites/posca/test_result/') - - -def posca_output_result(time_new, input_1, input_2, input_3, - input_4, input_5, input_6): - save_dic = {} - save_dic['tx_pkt_size'] = input_1 - save_dic['rx_cache_size'] = input_2 - save_dic['tx_cache_size'] = input_3 - save_dic['throughput '] = input_4 - save_dic['latency'] = input_5 - save_dic['cpu_load'] = input_6 - with open("/home/opnfv/bottlenecks/testsuites/posca/test_result/\ - factor_tx_cache_size_%s.json" % (time_new), "a") as f: - f.write(json.dumps(save_dic, f)) - f.write("\n") - - -def posca_config_read(config_str): - print("========== posca system bandwidth config read ===========") - con_dic = {} - config = ConfigParser.ConfigParser() - with open(config_str, "rd") as cfgfile: - config.readfp(cfgfile) - con_dic['test_ip'] = config.get("config", "test_ip") - con_dic['test_tool'] = config.get("config", "tool") - con_dic['test_time'] = config.get("config", "test_time") - con_dic['test_protocol'] = config.get("config", "protocol") - con_dic['test_tx_pkt_s'] = config.get("config", "tx pkt sizes") - con_dic['test_rx_pkt_s'] = config.get("config", "rx pkt sizes") - con_dic['test_tx_cache_s'] = config.get("config", "tx cache sizes") - con_dic['test_rx_cache_s'] = config.get("config", "rx cache sizes") - con_dic['test_cpu_load'] = config.get("config", "cpu load") - con_dic['test_latency'] = config.get("config", "latency") - - return con_dic - - -def posca_run(con_dic): - print("========== run posca system bandwidth ===========") - - test_rx_pkt_s_e = 87380 - test_tx_pkt_s_a = con_dic['test_tx_pkt_s'].split(',') - test_tx_cache_s_a = con_dic['test_tx_cache_s'].split(',') - test_rx_cache_s_a = con_dic['test_rx_cache_s'].split(',') - time_new = time.strftime('%H_%M', time.localtime(time.time())) - bandwidth_tmp = 1 - - for test_rx_cache_s_e in test_rx_cache_s_a: - for test_tx_cache_s_e in test_tx_cache_s_a: - for test_tx_pkt_s_e in test_tx_pkt_s_a: - print("%s,%s,%s") % (test_tx_pkt_s_e, test_rx_cache_s_e, - test_tx_cache_s_e) - order_excute = os.popen("%s %s http://%s/api/v3/yardstick/\ - tasks/task %s %s %s" % (cmd, order_arg, con_dic['test_ip'], - test_rx_pkt_s_e, test_rx_cache_s_e, - test_tx_cache_s_e)) - order_result = order_excute.read() - task_id = order_result.find("task_id") - time.sleep(con_dic['test_time']) - cmd_excute = os.popen("%s http://%s/api/v3/yardstick/testre\ - sults?task_id=%s" % (cmd, con_dic['test_ip'], task_id)) - bandwidth = cmd_excute.find("bandwidth") - cpu_load = cmd_excute.find("cpu_load") - latency = cmd_excute.find("latency") - posca_output_result(time_new, test_rx_pkt_s_e, - test_rx_cache_s_e, - bandwidth, latency, cpu_load) - if (cpu_load < con_dic['test_cpu_load\ - ']) and (latency < con_dic['test_latency']): - if (abs(bandwidth_tmp-bandwidth)/bandwidth < 0.05): - print("%s,%s,%s,%s,%s,%s") % (test_rx_pkt_s_e, - test_rx_cache_s_e, - test_tx_cache_s_e, - bandwidth, - latency, - cpu_load) - return True - else: - bandwidth_tmp = bandwidth - else: - print("%s,%s,%s,%s,%s,%s") % (test_rx_pkt_s_e, - test_rx_cache_s_e, - test_tx_cache_s_e, - bandwidth, - latency, - cpu_load) - return True - - -def main(): - if not (args.conf): - logger.error("Configuration files do not exist for \ - the specified testcases") - os.exit(-1) - else: - testcase_cfg = args.conf - - con_dic = posca_config_read(testcase_cfg) - posca_env_check() - posca_run(con_dic) - - time.sleep(5) - -if __name__ == '__main__': - main() +LOG = log.Logger(__name__).getLogger() + +test_dict = { + "action": "runTestCase", + "args": { + "opts": { + "task-args": {} + }, + "testcase": "netperf_bottlenecks" + } +} + + +def env_pre(con_dic): + Runner.Create_Incluxdb(con_dic['runner_config']) + + +def do_test(test_config, con_dic): + test_dict['args']['opts']['task-args'] = test_config + Task_id = Runner.Send_Data(test_dict, con_dic['runner_config']) + time.sleep(con_dic['test_config']['test_time']) + Data_Reply = Runner.Get_Reply(con_dic['runner_config'], Task_id) + test_date = Data_Reply[con_dic['runner_config']['yardstick_testcase']][0] + return test_date + + +def run(con_dic): + data = {} + rx_pkt_a = con_dic['test_config']['rx_pkt_sizes'].split(',') + tx_pkt_a = con_dic['test_config']['tx_pkt_sizes'].split(',') + data["rx_pkt_sizes"] = rx_pkt_a + data["tx_pkt_sizes"] = tx_pkt_a + con_dic["result_file"] = os.path.dirname( + os.path.abspath(__file__)) + "/test_case/result" + date_id = 0 + cur_role_result = 1 + pre_role_result = 1 + pre_reply = {} + data_return = {} + data_max = {} + data_return["throughput"] = 1 + if con_dic["runner_config"]["yardstick_test_ip"] is None: + con_dic["runner_config"]["yardstick_test_ip"] =\ + conf_parser.ip_parser("yardstick_test_ip") + env_pre(con_dic) + for test_x in data["tx_pkt_sizes"]: + data_max["throughput"] = 1 + bandwidth_tmp = 1 + for test_y in data["rx_pkt_sizes"]: + test_config = { + "tx_msg_size": float(test_x), + "rx_msg_size": float(test_y), + "test_time": con_dic['test_config']['test_time'] + } + date_id = date_id + 1 + data_reply = do_test(test_config, con_dic) + bandwidth = float(data_reply["throughput"]) + if (data_max["throughput"] < bandwidth): + data_max = data_reply + if (abs(bandwidth_tmp - bandwidth) / bandwidth_tmp < 0.025): + print(pre_reply) + break + else: + pre_reply = data_reply + bandwidth_tmp = bandwidth + cur_role_result = float(pre_reply["throughput"]) + if (abs(pre_role_result - cur_role_result) / pre_role_result < 0.025): + print("date_id is %d,package return at line 111\n" % date_id) + if data_return["throughput"] < data_max["throughput"]: + data_return = data_max + pre_role_result = cur_role_result + print("date_id is %d,id return success\n" % date_id) + return data_return