X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=testsuites%2Fposca%2Ftestcase_script%2Fposca_factor_ping.py;h=4ee43964893501495f8c47c051dac311141f2dfe;hb=9400c02df69737daf14644d1113ac9c1173fa70a;hp=732422eab45de0d57e18bb5bde0e420cfff45840;hpb=ec58becb7fe95a1d6fbc651a7a2032c3948659d8;p=bottlenecks.git diff --git a/testsuites/posca/testcase_script/posca_factor_ping.py b/testsuites/posca/testcase_script/posca_factor_ping.py index 732422ea..4ee43964 100644 --- a/testsuites/posca/testcase_script/posca_factor_ping.py +++ b/testsuites/posca/testcase_script/posca_factor_ping.py @@ -15,13 +15,18 @@ import utils.logger as log import uuid import json import os -import multiprocessing -import docker +import sys +import time +import threading import datetime +import Queue from utils.parser import Parser as conf_parser import utils.env_prepare.quota_prepare as quota_prepare import utils.env_prepare.stack_prepare as stack_prepare +import utils.infra_setup.runner.yardstick as runner_yardstick + import testsuites.posca.testcase_dashboard.posca_stress_ping as DashBoard +import utils.infra_setup.runner.docker_env as docker_env # -------------------------------------------------- # logging configuration # -------------------------------------------------- @@ -38,103 +43,126 @@ test_dict = { } testfile = os.path.basename(__file__) testcase, file_format = os.path.splitext(testfile) +cidr = "/home/opnfv/repos/yardstick/samples/ping_bottlenecks.yaml" +runner_DEBUG = True + +q = Queue.Queue() -def env_pre(con_dic): - stack_prepare._prepare_env_daemon() +def env_pre(test_config): + test_yardstick = False + if "yardstick" in test_config["contexts"].keys(): + test_yardstick = True + stack_prepare._prepare_env_daemon(test_yardstick) quota_prepare.quota_env_prepare() - client = docker.from_env() - con = client.containers.get('bottleneckcompose_yardstick_1') - cmd = ('yardstick env prepare') - LOG.info("yardstick envrionment prepare!") - stdout = con.exec_run(cmd) - LOG.debug(stdout) + LOG.info("yardstick environment prepare!") + if(test_config["contexts"]['yardstick_envpre']): + stdout = runner_yardstick.yardstick_image_prepare() + LOG.debug(stdout) -def do_test(test_config, con_dic): +def do_test(): + func_name = sys._getframe().f_code.co_name out_file = ("/tmp/yardstick_" + str(uuid.uuid4()) + ".out") - client = docker.from_env() - con = client.containers.get('bottleneckcompose_yardstick_1') - cmd = ('yardstick task start /home/opnfv/repos/yardstick/' - 'samples/ping_bottlenecks.yaml --output-file ' + out_file) - stdout = con.exec_run(cmd) - LOG.debug(stdout) - with open(out_file) as f: - data = json.load(f) - if data["status"] == 1: - LOG.info("yardstick run success") - out_value = 1 - else: - LOG.error("yardstick error exit") - out_value = 0 - os.remove(out_file) + parameter_info = {} + yardstick_container = docker_env.yardstick_info['container'] + cmd = runner_yardstick.yardstick_command_parser(debug=runner_DEBUG, + cidr=cidr, + outfile=out_file, + parameter=parameter_info) + stdout = docker_env.docker_exec_cmd(yardstick_container, cmd) + LOG.info(stdout) + out_value = 0 + loop_value = 0 + while loop_value < 60: + time.sleep(2) + loop_value = loop_value + 1 + with open(out_file) as f: + data = json.load(f) + if data["result"]["criteria"] == "PASS": + LOG.info("yardstick run success") + out_value = 1 + break + else: + LOG.error("yardstick error exit") + out_value = 0 + break + q.put((out_value, func_name)) return out_value -def config_to_result(num, out_num, during_date): +def config_to_result(num, out_num, during_date, result): testdata = {} test_result = {} - test_result["number_of_users"] = float(num) + test_result["number_of_stacks"] = float(num) test_result["success_times"] = out_num test_result["success_rate"] = out_num / num test_result["duration_time"] = during_date + test_result["result"] = result testdata["data_body"] = test_result testdata["testcase"] = testcase return testdata def func_run(condic): - test_config = {} - test_date = do_test(test_config, condic) + test_date = do_test() return test_date def run(test_config): con_dic = test_config["load_manager"] test_num = con_dic['scenarios']['num_stack'].split(',') - if con_dic["contexts"]["yardstick_test_ip"] is None: - con_dic["contexts"]["yardstick_test_ip"] =\ + if test_config["contexts"]["yardstick_ip"] is None: + con_dic["contexts"]["yardstick_ip"] =\ conf_parser.ip_parser("yardstick_test_ip") - if test_config["dashboard"]["dashboard"] == 'y': - if test_config["dashboard"]["dashboard_ip"] is None: - test_config["dashboard"]["dashboard_ip"] =\ + if "dashboard" in test_config["contexts"].keys(): + if test_config["contexts"]["dashboard_ip"] is None: + test_config["contexts"]["dashboard_ip"] =\ conf_parser.ip_parser("dashboard") LOG.info("Create Dashboard data") - DashBoard.posca_stress_ping(test_config["dashboard"]) + DashBoard.posca_stress_ping(test_config["contexts"]) - LOG.info("bottlenecks envrionment prepare!") - env_pre(con_dic) - LOG.info("yardstick envrionment prepare done!") + env_pre(test_config) + LOG.info("yardstick environment prepare done!") for value in test_num: result = [] out_num = 0 num = int(value) - pool = multiprocessing.Pool(processes=num) + # pool = multiprocessing.Pool(processes=num) + threadings = [] LOG.info("begin to run %s thread" % num) starttime = datetime.datetime.now() - for i in range(0, int(num)): - result.append(pool.apply_async(func_run, (con_dic, ))) - pool.close() - pool.join() - for res in result: - out_num = out_num + float(res.get()) + + for i in xrange(0, num): + temp_thread = threading.Thread(target=func_run, args=(str(i),)) + threadings.append(temp_thread) + temp_thread.start() + for one_thread in threadings: + one_thread.join() + while not q.empty(): + result.append(q.get()) + for item in result: + out_num = out_num + float(item[0]) endtime = datetime.datetime.now() LOG.info("%s thread success %d times" % (num, out_num)) during_date = (endtime - starttime).seconds - data_reply = config_to_result(num, out_num, during_date) - if test_config['dashboard']['dashboard'] == 'y': - DashBoard.dashboard_send_data(test_config['dashboard'], data_reply) + if out_num >= con_dic["scenarios"]['threshhold']: + criteria_result = "PASS" + else: + criteria_result = "FAIL" + + data_reply = config_to_result(num, out_num, during_date, + criteria_result) + if "dashboard" in test_config["contexts"].keys(): + DashBoard.dashboard_send_data(test_config['contexts'], data_reply) conf_parser.result_to_file(data_reply, test_config["out_file"]) - if out_num < num: - success_rate = ('%d/%d' % (out_num, num)) - LOG.error('error thread: %d ' - 'the successful rate is %s' - % (num - out_num, success_rate)) + if criteria_result is "FAIL": break LOG.info('END POSCA stress ping test') + return criteria_result