#!/usr/bin/env python
##############################################################################
-# Copyright (c) 2016 Huawei Technologies Co.,Ltd and others.
+# Copyright (c) 2017 Huawei Technologies Co.,Ltd and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
+'''This file realize the function of run systembandwidth script.
+for example this contain two part first run_script,
+second is algorithm, this part is about how to judge the bottlenecks.
+This test is using yardstick as a tool to begin test.'''
import os
-import argparse
import time
-import logging
-import ConfigParser
-import json
-
-# ------------------------------------------------------
-# parser for configuration files in each test case
-# ------------------------------------------------------
-parser = argparse.ArgumentParser()
-parser.add_argument("-c", "--conf",
- help="configuration files for the testcase,\
- in yaml format",
- default="/home/opnfv/bottlenecks/testsuites/posca/\
- testcase_cfg/posca_factor_tx_pkt_size.yaml")
-args = parser.parse_args()
-
-cmd = "curl -i"
-order_arg = "-H \"Content-Type: application/json\" -X POST -d \'{\"cmd\": \
- \"start\", \"opts\":{\"output-file\": \"/tem/yardstick.out\"}, \
- \"args\": \"../samples/netperf.yaml\"}'"
-
+import utils.logger as log
+import utils.infra_setup.runner.yardstick as Runner
+from utils.parser import Parser as conf_parser
# --------------------------------------------------
# logging configuration
# --------------------------------------------------
-logger = logging.getLogger(__name__)
-
-
-def posca_env_check():
- print("========== posca system bandwidth env check ===========")
- filepath = r"/home/opnfv/bottlenecks/testsuites/posca/test_result/"
- if os.path.exists(filepath):
- return True
- else:
- os.mkdirs(r'/home/opnfv/bottlenecks/testsuites/posca/test_result/')
-
-
-def posca_output_result(time_new, input_1, input_2, input_3,
- input_4, input_5, input_6):
- save_dic = {}
- save_dic['tx_pkt_size'] = input_1
- save_dic['rx_cache_size'] = input_2
- save_dic['tx_cache_size'] = input_3
- save_dic['throughput '] = input_4
- save_dic['latency'] = input_5
- save_dic['cpu_load'] = input_6
- with open("/home/opnfv/bottlenecks/testsuites/posca/test_result/\
- factor_tx_cache_size_%s.json" % (time_new), "a") as f:
- f.write(json.dumps(save_dic, f))
- f.write("\n")
-
-
-def posca_config_read(config_str):
- print("========== posca system bandwidth config read ===========")
- con_dic = {}
- config = ConfigParser.ConfigParser()
- with open(config_str, "rd") as cfgfile:
- config.readfp(cfgfile)
- con_dic['test_ip'] = config.get("config", "test_ip")
- con_dic['test_tool'] = config.get("config", "tool")
- con_dic['test_time'] = config.get("config", "test_time")
- con_dic['test_protocol'] = config.get("config", "protocol")
- con_dic['test_tx_pkt_s'] = config.get("config", "tx pkt sizes")
- con_dic['test_rx_pkt_s'] = config.get("config", "rx pkt sizes")
- con_dic['test_tx_cache_s'] = config.get("config", "tx cache sizes")
- con_dic['test_rx_cache_s'] = config.get("config", "rx cache sizes")
- con_dic['test_cpu_load'] = config.get("config", "cpu load")
- con_dic['test_latency'] = config.get("config", "latency")
-
- return con_dic
-
-
-def posca_run(con_dic):
- print("========== run posca system bandwidth ===========")
-
- test_rx_pkt_s_e = 87380
- test_tx_pkt_s_a = con_dic['test_tx_pkt_s'].split(',')
- test_tx_cache_s_a = con_dic['test_tx_cache_s'].split(',')
- test_rx_cache_s_a = con_dic['test_rx_cache_s'].split(',')
- time_new = time.strftime('%H_%M', time.localtime(time.time()))
- bandwidth_tmp = 1
-
- for test_rx_cache_s_e in test_rx_cache_s_a:
- for test_tx_cache_s_e in test_tx_cache_s_a:
- for test_tx_pkt_s_e in test_tx_pkt_s_a:
- print("%s,%s,%s") % (test_tx_pkt_s_e, test_rx_cache_s_e,
- test_tx_cache_s_e)
- order_excute = os.popen("%s %s http://%s/api/v3/yardstick/\
- tasks/task %s %s %s" % (cmd, order_arg, con_dic['test_ip'],
- test_rx_pkt_s_e, test_rx_cache_s_e,
- test_tx_cache_s_e))
- order_result = order_excute.read()
- task_id = order_result.find("task_id")
- time.sleep(con_dic['test_time'])
- cmd_excute = os.popen("%s http://%s/api/v3/yardstick/testre\
- sults?task_id=%s" % (cmd, con_dic['test_ip'], task_id))
- bandwidth = cmd_excute.find("bandwidth")
- cpu_load = cmd_excute.find("cpu_load")
- latency = cmd_excute.find("latency")
- posca_output_result(time_new, test_rx_pkt_s_e,
- test_rx_cache_s_e,
- bandwidth, latency, cpu_load)
- if (cpu_load < con_dic['test_cpu_load\
- ']) and (latency < con_dic['test_latency']):
- if (abs(bandwidth_tmp-bandwidth)/bandwidth < 0.05):
- print("%s,%s,%s,%s,%s,%s") % (test_rx_pkt_s_e,
- test_rx_cache_s_e,
- test_tx_cache_s_e,
- bandwidth,
- latency,
- cpu_load)
- return True
- else:
- bandwidth_tmp = bandwidth
- else:
- print("%s,%s,%s,%s,%s,%s") % (test_rx_pkt_s_e,
- test_rx_cache_s_e,
- test_tx_cache_s_e,
- bandwidth,
- latency,
- cpu_load)
- return True
-
-
-def main():
- if not (args.conf):
- logger.error("Configuration files do not exist for \
- the specified testcases")
- os.exit(-1)
- else:
- testcase_cfg = args.conf
-
- con_dic = posca_config_read(testcase_cfg)
- posca_env_check()
- posca_run(con_dic)
-
- time.sleep(5)
-
-if __name__ == '__main__':
- main()
+LOG = log.Logger(__name__).getLogger()
+
+test_dict = {
+ "action": "runTestCase",
+ "args": {
+ "opts": {
+ "task-args": {}
+ },
+ "testcase": "netperf_bottlenecks"
+ }
+}
+
+
+def env_pre():
+ Runner.Create_Incluxdb()
+
+
+def do_test(test_config, con_dic):
+ test_dict['args']['opts']['task-args'] = test_config
+ Task_id = Runner.Send_Data(test_dict, con_dic['runner_config'])
+ time.sleep(con_dic['test_config']['test_time'])
+ Data_Reply = Runner.Get_Reply(con_dic['runner_config'], Task_id)
+ try:
+ test_date =\
+ Data_Reply[con_dic['runner_config']['yardstick_testcase']][0]
+ except IndexError:
+ test_date = do_test(test_config, con_dic)
+ return test_date
+
+
+def run(con_dic):
+ data = {}
+ rx_pkt_a = con_dic['test_config']['rx_pkt_sizes'].split(',')
+ tx_pkt_a = con_dic['test_config']['tx_pkt_sizes'].split(',')
+ data["rx_pkt_sizes"] = rx_pkt_a
+ data["tx_pkt_sizes"] = tx_pkt_a
+ con_dic["result_file"] = os.path.dirname(
+ os.path.abspath(__file__)) + "/test_case/result"
+ date_id = 0
+ cur_role_result = 1
+ pre_role_result = 1
+ pre_reply = {}
+ data_return = {}
+ data_max = {}
+ data_return["throughput"] = 1
+ if con_dic["runner_config"]["yardstick_test_ip"] is None:
+ con_dic["runner_config"]["yardstick_test_ip"] =\
+ conf_parser.ip_parser("yardstick_test_ip")
+ for test_x in data["tx_pkt_sizes"]:
+ data_max["throughput"] = 1
+ bandwidth_tmp = 1
+ for test_y in data["rx_pkt_sizes"]:
+ test_config = {
+ "tx_msg_size": float(test_x),
+ "rx_msg_size": float(test_y),
+ "test_time": con_dic['test_config']['test_time']
+ }
+ date_id = date_id + 1
+ data_reply = do_test(test_config, con_dic)
+ bandwidth = float(data_reply["throughput"])
+ if (data_max["throughput"] < bandwidth):
+ data_max = data_reply
+ if (abs(bandwidth_tmp - bandwidth) / bandwidth_tmp < 0.025):
+ print(pre_reply)
+ break
+ else:
+ pre_reply = data_reply
+ bandwidth_tmp = bandwidth
+ cur_role_result = float(pre_reply["throughput"])
+ if (abs(pre_role_result - cur_role_result) / pre_role_result < 0.025):
+ print("date_id is %d,package return at line 111\n" % date_id)
+ if data_return["throughput"] < data_max["throughput"]:
+ data_return = data_max
+ pre_role_result = cur_role_result
+ print("date_id is %d,id return success\n" % date_id)
+ return data_return
Code Review / bottlenecks.git / blobdiff