X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=src%2Fceph%2Fsrc%2Ftest%2Fbench%2Fsmall_io_bench_dumb.cc;fp=src%2Fceph%2Fsrc%2Ftest%2Fbench%2Fsmall_io_bench_dumb.cc;h=a9df077c10c7dc3997342dad2d60f50b125df35e;hb=812ff6ca9fcd3e629e49d4328905f33eee8ca3f5;hp=0000000000000000000000000000000000000000;hpb=15280273faafb77777eab341909a3f495cf248d9;p=stor4nfv.git

diff --git a/src/ceph/src/test/bench/small_io_bench_dumb.cc b/src/ceph/src/test/bench/small_io_bench_dumb.cc
new file mode 100644
index 0000000..a9df077
--- /dev/null
+++ b/src/ceph/src/test/bench/small_io_bench_dumb.cc
@@ -0,0 +1,237 @@
+// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
+
+#include "acconfig.h"
+
+#include <boost/scoped_ptr.hpp>
+#include <boost/lexical_cast.hpp>
+#include <boost/program_options/option.hpp>
+#include <boost/program_options/options_description.hpp>
+#include <boost/program_options/variables_map.hpp>
+#include <boost/program_options/cmdline.hpp>
+#include <boost/program_options/parsers.hpp>
+#include <iostream>
+#include <set>
+#include <sstream>
+#include <stdlib.h>
+#include <fstream>
+
+#include "common/Formatter.h"
+
+#include "bencher.h"
+#include "rados_backend.h"
+#include "detailed_stat_collector.h"
+#include "distribution.h"
+#include "global/global_init.h"
+#include "os/ObjectStore.h"
+#include "dumb_backend.h"
+
+namespace po = boost::program_options;
+using namespace std;
+
+int main(int argc, char **argv)
+{
+  po::options_description desc("Allowed options");
+  desc.add_options()
+    ("help", "produce help message")
+    ("num-concurrent-ops", po::value<unsigned>()->default_value(10),
+     "set number of concurrent ops")
+    ("num-objects", po::value<unsigned>()->default_value(500),
+     "set number of objects to use")
+    ("object-size", po::value<unsigned>()->default_value(4<<20),
+     "set object size")
+    ("io-size", po::value<unsigned>()->default_value(4<<10),
+     "set io size")
+    ("write-ratio", po::value<double>()->default_value(0.75),
+     "set ratio of read to write")
+    ("duration", po::value<unsigned>()->default_value(0),
+     "set max duration, 0 for unlimited")
+    ("max-ops", po::value<unsigned>()->default_value(0),
+     "set max ops, 0 for unlimited")
+    ("seed", po::value<unsigned>(),
+     "seed")
+    ("num-colls", po::value<unsigned>()->default_value(20),
+     "number of collections")
+    ("op-dump-file", po::value<string>()->default_value(""),
+     "set file for dumping op details, omit for stderr")
+    ("filestore-path", po::value<string>(),
+     "path to filestore directory, mandatory")
+    ("offset-align", po::value<unsigned>()->default_value(4096),
+     "align offset by")
+    ("fsync", po::value<bool>()->default_value(false),
+     "fsync after each write")
+    ("sync-file-range", po::value<bool>()->default_value(false),
+     "sync-file-range after each write")
+    ("fadvise", po::value<bool>()->default_value(false),
+     "fadvise after each write")
+    ("sync-interval", po::value<unsigned>()->default_value(30),
+     "frequency to sync")
+    ("sequential", po::value<bool>()->default_value(false),
+     "use sequential access pattern")
+    ("disable-detailed-ops", po::value<bool>()->default_value(false),
+     "don't dump per op stats")
+    ;
+
+  vector<string> ceph_option_strings;
+  po::variables_map vm;
+  try {
+    po::parsed_options parsed =
+      po::command_line_parser(argc, argv).options(desc).allow_unregistered().run();
+    po::store(
+	      parsed,
+	      vm);
+    po::notify(vm);
+
+    ceph_option_strings = po::collect_unrecognized(parsed.options,
+						   po::include_positional);
+  } catch(po::error &e) {
+    std::cerr << e.what() << std::endl;
+    return 1;
+  }
+  vector<const char *> ceph_options, def_args;
+  ceph_options.reserve(ceph_option_strings.size());
+  for (vector<string>::iterator i = ceph_option_strings.begin();
+       i != ceph_option_strings.end();
+       ++i) {
+    ceph_options.push_back(i->c_str());
+  }
+
+  auto cct = global_init(
+    &def_args, ceph_options, CEPH_ENTITY_TYPE_CLIENT,
+    CODE_ENVIRONMENT_UTILITY,
+    CINIT_FLAG_NO_DEFAULT_CONFIG_FILE);
+  common_init_finish(g_ceph_context);
+  g_ceph_context->_conf->apply_changes(NULL);
+
+  if (!vm.count("filestore-path")) {
+    cout << "Must provide filestore-path" << std::endl
+	 << desc << std::endl;
+    return 1;
+  }
+
+  if (vm.count("help")) {
+    cout << desc << std::endl;
+    return 1;
+  }
+
+  rngen_t rng;
+  if (vm.count("seed"))
+    rng = rngen_t(vm["seed"].as<unsigned>());
+
+  set<pair<double, Bencher::OpType> > ops;
+  ops.insert(make_pair(vm["write-ratio"].as<double>(), Bencher::WRITE));
+  ops.insert(make_pair(1-vm["write-ratio"].as<double>(), Bencher::READ));
+
+  cout << "Creating objects.." << std::endl;
+  bufferlist bl;
+  for (uint64_t i = 0; i < vm["object-size"].as<unsigned>(); ++i) {
+    bl.append(0);
+  }
+  set<string> objects;
+
+  for (uint64_t num = 0; num < vm["num-objects"].as<unsigned>(); ++num) {
+    unsigned col_num = num % vm["num-colls"].as<unsigned>();
+    stringstream coll, obj;
+    coll << "collection_" << col_num;
+    obj << "obj_" << num;
+    if (num == col_num) {
+      std::cout << "collection " << coll.str() << std::endl;
+      string coll_str(
+	vm["filestore-path"].as<string>() + string("/") + coll.str());
+      int r = ::mkdir(
+	coll_str.c_str(),
+	0777);
+      if (r < 0) {
+	std::cerr << "Error " << errno << " creating collection" << std::endl;
+	return 1;
+      }
+    }
+    objects.insert(coll.str() + "/" + obj.str());
+  }
+  string meta_str(vm["filestore-path"].as<string>() + string("/meta"));
+  int r = ::mkdir(
+    meta_str.c_str(),
+    0777);
+  if (r < 0) {
+    std::cerr << "Error " << errno << " creating collection" << std::endl;
+    return 1;
+  }
+  r = ::open(meta_str.c_str(), 0);
+  if (r < 0) {
+    std::cerr << "Error " << errno << " opening meta" << std::endl;
+    return 1;
+  }
+  int sync_fd = r;
+
+  ostream *detailed_ops = 0;
+  ofstream myfile;
+  if (vm["disable-detailed-ops"].as<bool>()) {
+    detailed_ops = 0;
+  } else if (vm["op-dump-file"].as<string>().size()) {
+    myfile.open(vm["op-dump-file"].as<string>().c_str());
+    detailed_ops = &myfile;
+  } else {
+    detailed_ops = &cerr;
+  }
+
+  Distribution<
+    boost::tuple<string, uint64_t, uint64_t, Bencher::OpType> > *gen = 0;
+  if (vm["sequential"].as<bool>()) {
+    std::cout << "Using Sequential generator" << std::endl;
+    gen = new SequentialLoad(
+      objects,
+      vm["object-size"].as<unsigned>(),
+      vm["io-size"].as<unsigned>(),
+      new WeightedDist<Bencher::OpType>(rng, ops)
+      );
+  } else {
+    std::cout << "Using random generator" << std::endl;
+    gen = new FourTupleDist<string, uint64_t, uint64_t, Bencher::OpType>(
+      new RandomDist<string>(rng, objects),
+      new Align(
+	new UniformRandom(
+	  rng,
+	  0,
+	  vm["object-size"].as<unsigned>() - vm["io-size"].as<unsigned>()),
+	vm["offset-align"].as<unsigned>()
+	),
+      new Uniform(vm["io-size"].as<unsigned>()),
+      new WeightedDist<Bencher::OpType>(rng, ops)
+      );
+  }
+
+#ifndef HAVE_SYNC_FILE_RANGE
+  if (vm["sync-file-range"].as<bool>())
+    std::cerr << "Warning: sync_file_range(2) not supported!" << std::endl;
+#endif
+
+#ifndef HAVE_POSIX_FADVISE
+  if (vm["fadvise"].as<bool>())
+    std::cerr << "Warning: posix_fadvise(2) not supported!" << std::endl;
+#endif
+
+  Bencher bencher(
+    gen,
+    new DetailedStatCollector(1, new JSONFormatter, detailed_ops, &cout),
+    new DumbBackend(
+      vm["filestore-path"].as<string>(),
+      vm["fsync"].as<bool>(),
+      vm["sync-file-range"].as<bool>(),
+      vm["fadvise"].as<bool>(),
+      vm["sync-interval"].as<unsigned>(),
+      sync_fd,
+      10,
+      g_ceph_context),
+    vm["num-concurrent-ops"].as<unsigned>(),
+    vm["duration"].as<unsigned>(),
+    vm["max-ops"].as<unsigned>());
+
+  bencher.init(objects, vm["object-size"].as<unsigned>(), &std::cout);
+  cout << "Created objects..." << std::endl;
+
+  bencher.run_bench();
+
+  if (vm["op-dump-file"].as<string>().size()) {
+    myfile.close();
+  }
+  return 0;
+}