+++ /dev/null
-// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
-// vim: ts=8 sw=2 smarttab
-
-/*
- * Copyright (C) 2016 Red Hat Inc.
- */
-
-
-#include "test_dmclock.h"
-#include "config.h"
-
-#ifdef PROFILE
-#include "profile.h"
-#endif
-
-
-namespace dmc = crimson::dmclock;
-namespace test = crimson::test_dmc;
-namespace sim = crimson::qos_simulation;
-
-using namespace std::placeholders;
-
-
-namespace crimson {
- namespace test_dmc {
- void server_data(std::ostream& out,
- test::MySim* sim,
- test::MySim::ServerFilter server_disp_filter,
- int head_w, int data_w, int data_prec);
-
- void client_data(std::ostream& out,
- test::MySim* sim,
- test::MySim::ClientFilter client_disp_filter,
- int head_w, int data_w, int data_prec);
- }
-}
-
-
-int main(int argc, char* argv[]) {
- std::vector<const char*> args;
- for (int i = 1; i < argc; ++i) {
- args.push_back(argv[i]);
- }
-
- std::string conf_file_list;
- sim::ceph_argparse_early_args(args, &conf_file_list);
-
- sim::sim_config_t g_conf;
- std::vector<sim::cli_group_t> &cli_group = g_conf.cli_group;
- std::vector<sim::srv_group_t> &srv_group = g_conf.srv_group;
-
- if (!conf_file_list.empty()) {
- int ret;
- ret = sim::parse_config_file(conf_file_list, g_conf);
- if (ret) {
- // error
- _exit(1);
- }
- } else {
- // default simulation parameter
- g_conf.client_groups = 2;
-
- sim::srv_group_t st;
- srv_group.push_back(st);
-
- sim::cli_group_t ct1(99, 0);
- cli_group.push_back(ct1);
-
- sim::cli_group_t ct2(1, 10);
- cli_group.push_back(ct2);
- }
-
- const uint server_groups = g_conf.server_groups;
- const uint client_groups = g_conf.client_groups;
- const bool server_random_selection = g_conf.server_random_selection;
- const bool server_soft_limit = g_conf.server_soft_limit;
- uint server_total_count = 0;
- uint client_total_count = 0;
-
- for (uint i = 0; i < client_groups; ++i) {
- client_total_count += cli_group[i].client_count;
- }
-
- for (uint i = 0; i < server_groups; ++i) {
- server_total_count += srv_group[i].server_count;
- }
-
- std::vector<test::dmc::ClientInfo> client_info;
- for (uint i = 0; i < client_groups; ++i) {
- client_info.push_back(test::dmc::ClientInfo
- { cli_group[i].client_reservation,
- cli_group[i].client_weight,
- cli_group[i].client_limit } );
- }
-
- auto ret_client_group_f = [&](const ClientId& c) -> uint {
- uint group_max = 0;
- uint i = 0;
- for (; i < client_groups; ++i) {
- group_max += cli_group[i].client_count;
- if (c < group_max) {
- break;
- }
- }
- return i;
- };
-
- auto ret_server_group_f = [&](const ServerId& s) -> uint {
- uint group_max = 0;
- uint i = 0;
- for (; i < server_groups; ++i) {
- group_max += srv_group[i].server_count;
- if (s < group_max) {
- break;
- }
- }
- return i;
- };
-
- auto client_info_f = [=](const ClientId& c) -> test::dmc::ClientInfo {
- return client_info[ret_client_group_f(c)];
- };
-
- auto client_disp_filter = [=] (const ClientId& i) -> bool {
- return i < 3 || i >= (client_total_count - 3);
- };
-
- auto server_disp_filter = [=] (const ServerId& i) -> bool {
- return i < 3 || i >= (server_total_count - 3);
- };
-
-
- test::MySim *simulation;
-
-
- // lambda to post a request to the identified server; called by client
- test::SubmitFunc server_post_f =
- [&simulation](const ServerId& server,
- sim::TestRequest&& request,
- const ClientId& client_id,
- const test::dmc::ReqParams& req_params) {
- test::DmcServer& s = simulation->get_server(server);
- s.post(std::move(request), client_id, req_params);
- };
-
- std::vector<std::vector<sim::CliInst>> cli_inst;
- for (uint i = 0; i < client_groups; ++i) {
- if (cli_group[i].client_wait == std::chrono::seconds(0)) {
- cli_inst.push_back(
- { { sim::req_op,
- (uint32_t)cli_group[i].client_total_ops,
- (double)cli_group[i].client_iops_goal,
- (uint16_t)cli_group[i].client_outstanding_ops } } );
- } else {
- cli_inst.push_back(
- { { sim::wait_op, cli_group[i].client_wait },
- { sim::req_op,
- (uint32_t)cli_group[i].client_total_ops,
- (double)cli_group[i].client_iops_goal,
- (uint16_t)cli_group[i].client_outstanding_ops } } );
- }
- }
-
- simulation = new test::MySim();
-
- test::DmcServer::ClientRespFunc client_response_f =
- [&simulation](ClientId client_id,
- const sim::TestResponse& resp,
- const ServerId& server_id,
- const dmc::PhaseType& phase) {
- simulation->get_client(client_id).receive_response(resp,
- server_id,
- phase);
- };
-
- test::CreateQueueF create_queue_f =
- [&](test::DmcQueue::CanHandleRequestFunc can_f,
- test::DmcQueue::HandleRequestFunc handle_f) -> test::DmcQueue* {
- return new test::DmcQueue(client_info_f, can_f, handle_f, server_soft_limit);
- };
-
-
- auto create_server_f = [&](ServerId id) -> test::DmcServer* {
- uint i = ret_server_group_f(id);
- return new test::DmcServer(id,
- srv_group[i].server_iops,
- srv_group[i].server_threads,
- client_response_f,
- test::dmc_server_accumulate_f,
- create_queue_f);
- };
-
- auto create_client_f = [&](ClientId id) -> test::DmcClient* {
- uint i = ret_client_group_f(id);
- test::MySim::ClientBasedServerSelectFunc server_select_f;
- uint client_server_select_range = cli_group[i].client_server_select_range;
- if (!server_random_selection) {
- server_select_f = simulation->make_server_select_alt_range(client_server_select_range);
- } else {
- server_select_f = simulation->make_server_select_ran_range(client_server_select_range);
- }
- return new test::DmcClient(id,
- server_post_f,
- std::bind(server_select_f, _1, id),
- test::dmc_client_accumulate_f,
- cli_inst[i]);
- };
-
-#if 1
- std::cout << "[global]" << std::endl << g_conf << std::endl;
- for (uint i = 0; i < client_groups; ++i) {
- std::cout << std::endl << "[client." << i << "]" << std::endl;
- std::cout << cli_group[i] << std::endl;
- }
- for (uint i = 0; i < server_groups; ++i) {
- std::cout << std::endl << "[server." << i << "]" << std::endl;
- std::cout << srv_group[i] << std::endl;
- }
- std::cout << std::endl;
-#endif
-
- simulation->add_servers(server_total_count, create_server_f);
- simulation->add_clients(client_total_count, create_client_f);
-
- simulation->run();
- simulation->display_stats(std::cout,
- &test::server_data, &test::client_data,
- server_disp_filter, client_disp_filter);
-
- delete simulation;
-} // main
-
-
-void test::client_data(std::ostream& out,
- test::MySim* sim,
- test::MySim::ClientFilter client_disp_filter,
- int head_w, int data_w, int data_prec) {
- // report how many ops were done by reservation and proportion for
- // each client
-
- int total_r = 0;
- out << std::setw(head_w) << "res_ops:";
- for (uint i = 0; i < sim->get_client_count(); ++i) {
- const auto& client = sim->get_client(i);
- auto r = client.get_accumulator().reservation_count;
- total_r += r;
- if (!client_disp_filter(i)) continue;
- out << " " << std::setw(data_w) << r;
- }
- out << " " << std::setw(data_w) << std::setprecision(data_prec) <<
- std::fixed << total_r << std::endl;
-
- int total_p = 0;
- out << std::setw(head_w) << "prop_ops:";
- for (uint i = 0; i < sim->get_client_count(); ++i) {
- const auto& client = sim->get_client(i);
- auto p = client.get_accumulator().proportion_count;
- total_p += p;
- if (!client_disp_filter(i)) continue;
- out << " " << std::setw(data_w) << p;
- }
- out << " " << std::setw(data_w) << std::setprecision(data_prec) <<
- std::fixed << total_p << std::endl;
-}
-
-
-void test::server_data(std::ostream& out,
- test::MySim* sim,
- test::MySim::ServerFilter server_disp_filter,
- int head_w, int data_w, int data_prec) {
- out << std::setw(head_w) << "res_ops:";
- int total_r = 0;
- for (uint i = 0; i < sim->get_server_count(); ++i) {
- const auto& server = sim->get_server(i);
- auto rc = server.get_accumulator().reservation_count;
- total_r += rc;
- if (!server_disp_filter(i)) continue;
- out << " " << std::setw(data_w) << rc;
- }
- out << " " << std::setw(data_w) << std::setprecision(data_prec) <<
- std::fixed << total_r << std::endl;
-
- out << std::setw(head_w) << "prop_ops:";
- int total_p = 0;
- for (uint i = 0; i < sim->get_server_count(); ++i) {
- const auto& server = sim->get_server(i);
- auto pc = server.get_accumulator().proportion_count;
- total_p += pc;
- if (!server_disp_filter(i)) continue;
- out << " " << std::setw(data_w) << pc;
- }
- out << " " << std::setw(data_w) << std::setprecision(data_prec) <<
- std::fixed << total_p << std::endl;
-
- const auto& q = sim->get_server(0).get_priority_queue();
- out << std::endl <<
- " k-way heap: " << q.get_heap_branching_factor() << std::endl
- << std::endl;
-
-#ifdef PROFILE
- crimson::ProfileCombiner<std::chrono::nanoseconds> art_combiner;
- crimson::ProfileCombiner<std::chrono::nanoseconds> rct_combiner;
- for (uint i = 0; i < sim->get_server_count(); ++i) {
- const auto& q = sim->get_server(i).get_priority_queue();
- const auto& art = q.add_request_timer;
- art_combiner.combine(art);
- const auto& rct = q.request_complete_timer;
- rct_combiner.combine(rct);
- }
- out << "Server add_request_timer: count:" << art_combiner.get_count() <<
- ", mean:" << art_combiner.get_mean() <<
- ", std_dev:" << art_combiner.get_std_dev() <<
- ", low:" << art_combiner.get_low() <<
- ", high:" << art_combiner.get_high() << std::endl;
- out << "Server request_complete_timer: count:" << rct_combiner.get_count() <<
- ", mean:" << rct_combiner.get_mean() <<
- ", std_dev:" << rct_combiner.get_std_dev() <<
- ", low:" << rct_combiner.get_low() <<
- ", high:" << rct_combiner.get_high() << std::endl;
- out << "Server combined mean: " <<
- (art_combiner.get_mean() + rct_combiner.get_mean()) <<
- std::endl;
-#endif
-}