2 ##############################################################################
3 # Copyright (c) 2017 Huawei Technologies Co.,Ltd and others.
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
9 ##############################################################################
10 '''This file realize the function of run posca multistack storage stress test
11 This file contain several part:
12 First is create a script to realize several threading run'''
14 import utils.logger as log
19 from utils.parser import Parser as conf_parser
20 import utils.env_prepare.quota_prepare as quota_prepare
21 import utils.env_prepare.stack_prepare as stack_prepare
22 import utils.infra_setup.runner.yardstick as yardstick_task
24 import utils.infra_setup.runner.docker_env as docker_env
26 # --------------------------------------------------
27 # logging configuration
28 # --------------------------------------------------
29 LOG = log.Logger(__name__).getLogger()
32 "action": "runTestCase",
37 "testcase": "multistack_storage_bottlenecks_parallel"
40 testfile = os.path.basename(__file__)
41 testcase, file_format = os.path.splitext(testfile)
42 cidr = "/home/opnfv/repos/yardstick/samples/storage_bottlenecks.yaml"
46 def env_pre(test_config):
47 test_yardstick = False
48 if "yardstick" in test_config["contexts"].keys():
50 stack_prepare._prepare_env_daemon(test_yardstick)
51 quota_prepare.quota_env_prepare()
52 if(test_config["contexts"]['yardstick_envpre']):
53 LOG.info("yardstick environment prepare!")
54 stdout = yardstick_task.yardstick_image_prepare()
58 def testcase_parser(out_file="yardstick.out", **parameter_info):
59 cmd = yardstick_task.yardstick_command_parser(debug=runner_DEBUG,
62 parameter=parameter_info)
66 def do_test(test_config):
67 out_file = ("/tmp/yardstick_" + str(uuid.uuid4()) + ".out")
68 yardstick_container = docker_env.yardstick_info['container']
69 cmd = testcase_parser(out_file=out_file, **test_config)
71 stdout = docker_env.docker_exec_cmd(yardstick_container, cmd)
74 while loop_value < 60:
76 loop_value = loop_value + 1
77 with open(out_file) as f:
79 if data["result"]["criteria"] == "PASS":
80 LOG.info("yardstick run success")
81 LOG.info("%s" % data["result"]["testcases"])
84 LOG.error("yardstick error exit")
87 save_data = config_to_result(test_config, data)
92 def config_to_result(test_config, test_result):
94 out_data = test_result["result"]["testcases"]
95 test_data = out_data["storage_bottlenecks"]["tc_data"]
97 testdata["read_iops"] = 0
98 testdata["read_bw"] = 0
99 testdata["read_lat"] = 0
100 testdata["write_iops"] = 0
101 testdata["write_bw"] = 0
102 testdata["write_lat"] = 0
103 print(testdata["read_iops"])
104 for result in test_data:
105 testdata["read_iops"] += result["data"]["read_iops"]
106 testdata["read_bw"] += result["data"]["read_bw"]
107 if testdata["read_lat"] is 0:
108 testdata["read_lat"] = result["data"]["read_lat"]
110 testdata["read_lat"] += result["data"]["read_lat"]
111 testdata["read_lat"] = testdata["read_lat"]/2
112 testdata["write_iops"] += result["data"]["write_iops"]
113 testdata["write_bw"] += result["data"]["write_bw"]
114 if testdata["write_lat"] is 0:
115 testdata["write_lat"] = result["data"]["write_lat"]
117 testdata["write_lat"] += result["data"]["write_lat"]
118 testdata["write_lat"] = testdata["write_lat"]/2
122 def run(test_config):
123 con_dic = test_config["load_manager"]
124 scenarios_conf = con_dic["scenarios"]
126 if test_config["contexts"]["yardstick_ip"] is None:
127 con_dic["contexts"]["yardstick_ip"] =\
128 conf_parser.ip_parser("yardstick_test_ip")
131 LOG.info("yardstick environment prepare done!")
133 test_num = conf_parser.str_to_list(scenarios_conf["num_stack"])
134 rw = scenarios_conf["rw"]
135 bs = scenarios_conf["bs"]
136 size = scenarios_conf["size"]
137 rwmixwrite = scenarios_conf["rwmixwrite"]
138 numjobs = scenarios_conf["num_jobs"]
139 direct = scenarios_conf["direct"]
140 volume_num = scenarios_conf["volume_num"]
141 volume_size = scenarios_conf["volume_size"]
145 for value in test_num:
146 case_config = {"stack_num": int(value),
147 "volume_num": volume_num,
151 "rwmixwrite": rwmixwrite,
154 "volume_size": int(volume_size)}
155 data_reply = do_test(case_config)
156 result.append(data_reply)
158 LOG.info("%s stack successful run" % (value))
160 conf_parser.result_to_file(data_reply, test_config["out_file"])
162 LOG.info('END POSCA stress multistack storage parallel testcase')
163 LOG.info("The result data is %s", result)