X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=src%2Fceph%2Fsrc%2Ftest%2Fbench%2Fsmall_io_bench_dumb.cc;fp=src%2Fceph%2Fsrc%2Ftest%2Fbench%2Fsmall_io_bench_dumb.cc;h=0000000000000000000000000000000000000000;hb=7da45d65be36d36b880cc55c5036e96c24b53f00;hp=a9df077c10c7dc3997342dad2d60f50b125df35e;hpb=691462d09d0987b47e112d6ee8740375df3c51b2;p=stor4nfv.git diff --git a/src/ceph/src/test/bench/small_io_bench_dumb.cc b/src/ceph/src/test/bench/small_io_bench_dumb.cc deleted file mode 100644 index a9df077..0000000 --- a/src/ceph/src/test/bench/small_io_bench_dumb.cc +++ /dev/null @@ -1,237 +0,0 @@ -// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*- - -#include "acconfig.h" - -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include - -#include "common/Formatter.h" - -#include "bencher.h" -#include "rados_backend.h" -#include "detailed_stat_collector.h" -#include "distribution.h" -#include "global/global_init.h" -#include "os/ObjectStore.h" -#include "dumb_backend.h" - -namespace po = boost::program_options; -using namespace std; - -int main(int argc, char **argv) -{ - po::options_description desc("Allowed options"); - desc.add_options() - ("help", "produce help message") - ("num-concurrent-ops", po::value()->default_value(10), - "set number of concurrent ops") - ("num-objects", po::value()->default_value(500), - "set number of objects to use") - ("object-size", po::value()->default_value(4<<20), - "set object size") - ("io-size", po::value()->default_value(4<<10), - "set io size") - ("write-ratio", po::value()->default_value(0.75), - "set ratio of read to write") - ("duration", po::value()->default_value(0), - "set max duration, 0 for unlimited") - ("max-ops", po::value()->default_value(0), - "set max ops, 0 for unlimited") - ("seed", po::value(), - "seed") - ("num-colls", po::value()->default_value(20), - "number of collections") - ("op-dump-file", po::value()->default_value(""), - "set file for dumping op details, omit for stderr") - ("filestore-path", po::value(), - "path to filestore directory, mandatory") - ("offset-align", po::value()->default_value(4096), - "align offset by") - ("fsync", po::value()->default_value(false), - "fsync after each write") - ("sync-file-range", po::value()->default_value(false), - "sync-file-range after each write") - ("fadvise", po::value()->default_value(false), - "fadvise after each write") - ("sync-interval", po::value()->default_value(30), - "frequency to sync") - ("sequential", po::value()->default_value(false), - "use sequential access pattern") - ("disable-detailed-ops", po::value()->default_value(false), - "don't dump per op stats") - ; - - vector ceph_option_strings; - po::variables_map vm; - try { - po::parsed_options parsed = - po::command_line_parser(argc, argv).options(desc).allow_unregistered().run(); - po::store( - parsed, - vm); - po::notify(vm); - - ceph_option_strings = po::collect_unrecognized(parsed.options, - po::include_positional); - } catch(po::error &e) { - std::cerr << e.what() << std::endl; - return 1; - } - vector ceph_options, def_args; - ceph_options.reserve(ceph_option_strings.size()); - for (vector::iterator i = ceph_option_strings.begin(); - i != ceph_option_strings.end(); - ++i) { - ceph_options.push_back(i->c_str()); - } - - auto cct = global_init( - &def_args, ceph_options, CEPH_ENTITY_TYPE_CLIENT, - CODE_ENVIRONMENT_UTILITY, - CINIT_FLAG_NO_DEFAULT_CONFIG_FILE); - common_init_finish(g_ceph_context); - g_ceph_context->_conf->apply_changes(NULL); - - if (!vm.count("filestore-path")) { - cout << "Must provide filestore-path" << std::endl - << desc << std::endl; - return 1; - } - - if (vm.count("help")) { - cout << desc << std::endl; - return 1; - } - - rngen_t rng; - if (vm.count("seed")) - rng = rngen_t(vm["seed"].as()); - - set > ops; - ops.insert(make_pair(vm["write-ratio"].as(), Bencher::WRITE)); - ops.insert(make_pair(1-vm["write-ratio"].as(), Bencher::READ)); - - cout << "Creating objects.." << std::endl; - bufferlist bl; - for (uint64_t i = 0; i < vm["object-size"].as(); ++i) { - bl.append(0); - } - set objects; - - for (uint64_t num = 0; num < vm["num-objects"].as(); ++num) { - unsigned col_num = num % vm["num-colls"].as(); - stringstream coll, obj; - coll << "collection_" << col_num; - obj << "obj_" << num; - if (num == col_num) { - std::cout << "collection " << coll.str() << std::endl; - string coll_str( - vm["filestore-path"].as() + string("/") + coll.str()); - int r = ::mkdir( - coll_str.c_str(), - 0777); - if (r < 0) { - std::cerr << "Error " << errno << " creating collection" << std::endl; - return 1; - } - } - objects.insert(coll.str() + "/" + obj.str()); - } - string meta_str(vm["filestore-path"].as() + string("/meta")); - int r = ::mkdir( - meta_str.c_str(), - 0777); - if (r < 0) { - std::cerr << "Error " << errno << " creating collection" << std::endl; - return 1; - } - r = ::open(meta_str.c_str(), 0); - if (r < 0) { - std::cerr << "Error " << errno << " opening meta" << std::endl; - return 1; - } - int sync_fd = r; - - ostream *detailed_ops = 0; - ofstream myfile; - if (vm["disable-detailed-ops"].as()) { - detailed_ops = 0; - } else if (vm["op-dump-file"].as().size()) { - myfile.open(vm["op-dump-file"].as().c_str()); - detailed_ops = &myfile; - } else { - detailed_ops = &cerr; - } - - Distribution< - boost::tuple > *gen = 0; - if (vm["sequential"].as()) { - std::cout << "Using Sequential generator" << std::endl; - gen = new SequentialLoad( - objects, - vm["object-size"].as(), - vm["io-size"].as(), - new WeightedDist(rng, ops) - ); - } else { - std::cout << "Using random generator" << std::endl; - gen = new FourTupleDist( - new RandomDist(rng, objects), - new Align( - new UniformRandom( - rng, - 0, - vm["object-size"].as() - vm["io-size"].as()), - vm["offset-align"].as() - ), - new Uniform(vm["io-size"].as()), - new WeightedDist(rng, ops) - ); - } - -#ifndef HAVE_SYNC_FILE_RANGE - if (vm["sync-file-range"].as()) - std::cerr << "Warning: sync_file_range(2) not supported!" << std::endl; -#endif - -#ifndef HAVE_POSIX_FADVISE - if (vm["fadvise"].as()) - std::cerr << "Warning: posix_fadvise(2) not supported!" << std::endl; -#endif - - Bencher bencher( - gen, - new DetailedStatCollector(1, new JSONFormatter, detailed_ops, &cout), - new DumbBackend( - vm["filestore-path"].as(), - vm["fsync"].as(), - vm["sync-file-range"].as(), - vm["fadvise"].as(), - vm["sync-interval"].as(), - sync_fd, - 10, - g_ceph_context), - vm["num-concurrent-ops"].as(), - vm["duration"].as(), - vm["max-ops"].as()); - - bencher.init(objects, vm["object-size"].as(), &std::cout); - cout << "Created objects..." << std::endl; - - bencher.run_bench(); - - if (vm["op-dump-file"].as().size()) { - myfile.close(); - } - return 0; -}