X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=src%2Fceph%2Fsrc%2Ftest%2Fbench%2Fsmall_io_bench_rbd.cc;fp=src%2Fceph%2Fsrc%2Ftest%2Fbench%2Fsmall_io_bench_rbd.cc;h=ba7071ed3833a040ceb4a9be63c44b63ee848473;hb=812ff6ca9fcd3e629e49d4328905f33eee8ca3f5;hp=0000000000000000000000000000000000000000;hpb=15280273faafb77777eab341909a3f495cf248d9;p=stor4nfv.git

diff --git a/src/ceph/src/test/bench/small_io_bench_rbd.cc b/src/ceph/src/test/bench/small_io_bench_rbd.cc
new file mode 100644
index 0000000..ba7071e
--- /dev/null
+++ b/src/ceph/src/test/bench/small_io_bench_rbd.cc
@@ -0,0 +1,200 @@
+// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
+
+#include <boost/lexical_cast.hpp>
+#include <boost/program_options/option.hpp>
+#include <boost/program_options/options_description.hpp>
+#include <boost/program_options/variables_map.hpp>
+#include <boost/program_options/cmdline.hpp>
+#include <boost/program_options/parsers.hpp>
+#include <iostream>
+#include <set>
+#include <sstream>
+#include <stdlib.h>
+#include <fstream>
+
+#include "common/Formatter.h"
+
+#include "bencher.h"
+#include "rbd_backend.h"
+#include "detailed_stat_collector.h"
+#include "distribution.h"
+
+namespace po = boost::program_options;
+using namespace std;
+
+int main(int argc, char **argv)
+{
+  po::options_description desc("Allowed options");
+  desc.add_options()
+    ("help", "produce help message")
+    ("num-concurrent-ops", po::value<unsigned>()->default_value(10),
+     "set number of concurrent ops")
+    ("num-images", po::value<unsigned>()->default_value(2),
+     "set number of rbd images to use")
+    ("image-size", po::value<unsigned>()->default_value(4096),
+     "set image size in megabytes")
+    ("order", po::value<unsigned>()->default_value(22),
+     "set log_2(object size)")
+    ("io-size", po::value<unsigned>()->default_value(4<<10),
+     "set io size")
+    ("write-ratio", po::value<double>()->default_value(0.25),
+     "set ratio of read to write")
+    ("duration", po::value<unsigned>()->default_value(0),
+     "set max duration, 0 for unlimited")
+    ("max-ops", po::value<unsigned>()->default_value(0),
+     "set max ops, 0 for unlimited")
+    ("seed", po::value<unsigned>(),
+     "seed")
+    ("ceph-client-id", po::value<string>()->default_value("admin"),
+     "set ceph client id")
+    ("pool-name", po::value<string>()->default_value("data"),
+     "set pool")
+    ("op-dump-file", po::value<string>()->default_value(""),
+     "set file for dumping op details, omit for stderr")
+    ("offset-align", po::value<unsigned>()->default_value(4096),
+     "align offset by")
+    ("sequential", po::value<bool>()->default_value(false),
+     "use sequential access pattern")
+    ("disable-detailed-ops", po::value<bool>()->default_value(false),
+     "don't dump per op stats")
+    ;
+
+  po::variables_map vm;
+  po::store(po::parse_command_line(argc, argv, desc), vm);
+  po::notify(vm);
+
+  if (vm.count("help")) {
+    cout << desc << std::endl;
+    return 1;
+  }
+
+  string prefix;
+  char hostname_cstr[100];
+  gethostname(hostname_cstr, 100);
+  stringstream hostpid;
+  hostpid << hostname_cstr << getpid() << "-";
+  prefix = hostpid.str();
+
+  set<string> image_names;
+  for (unsigned i = 0; i < vm["num-images"].as<unsigned>();
+       ++i) {
+    stringstream name;
+    name << prefix << "-image_" << i;
+    image_names.insert(name.str());
+  }
+
+  rngen_t rng;
+  if (vm.count("seed"))
+    rng = rngen_t(vm["seed"].as<unsigned>());
+
+  set<pair<double, Bencher::OpType> > ops;
+  ops.insert(make_pair(vm["write-ratio"].as<double>(), Bencher::WRITE));
+  ops.insert(make_pair(1-vm["write-ratio"].as<double>(), Bencher::READ));
+
+  librados::Rados rados;
+  librados::IoCtx ioctx;
+  int r = rados.init(vm["ceph-client-id"].as<string>().c_str());
+  if (r < 0) {
+    cerr << "error in init r=" << r << std::endl;
+    return -r;
+  }
+  r = rados.conf_read_file(NULL);
+  if (r < 0) {
+    cerr << "error in conf_read_file r=" << r << std::endl;
+    return -r;
+  }
+  r = rados.conf_parse_env(NULL);
+  if (r < 0) {
+    cerr << "error in conf_parse_env r=" << r << std::endl;
+    return -r;
+  }
+  r = rados.connect();
+  if (r < 0) {
+    cerr << "error in connect r=" << r << std::endl;
+    return -r;
+  }
+  r = rados.ioctx_create(vm["pool-name"].as<string>().c_str(), ioctx);
+  if (r < 0) {
+    cerr << "error in ioctx_create r=" << r << std::endl;
+    return -r;
+  }
+
+  ostream *detailed_ops = 0;
+  ofstream myfile;
+  if (vm["disable-detailed-ops"].as<bool>()) {
+    detailed_ops = 0;
+  } else if (vm["op-dump-file"].as<string>().size()) {
+    myfile.open(vm["op-dump-file"].as<string>().c_str());
+    detailed_ops = &myfile;
+  } else {
+    detailed_ops = &cerr;
+  }
+
+  librbd::RBD rbd;
+  {
+    map<string, ceph::shared_ptr<librbd::Image> > images;
+    int order = vm["order"].as<unsigned>();
+    uint64_t image_size = ((uint64_t)vm["image-size"].as<unsigned>()) << 20;
+    for (set<string>::const_iterator i = image_names.begin();
+	 i != image_names.end(); ++i) {
+      r = rbd.create(ioctx, i->c_str(), image_size, &order);
+      if (r < 0) {
+	cerr << "error creating image " << *i << " r=" << r << std::endl;
+	return -r;
+      }
+      ceph::shared_ptr<librbd::Image> image(new librbd::Image());
+      r = rbd.open(ioctx, *image, i->c_str());
+      if (r < 0) {
+	cerr << "error opening image " << *i << " r=" << r << std::endl;
+	return -r;
+      }
+      images[*i] = image;
+    }
+
+    Distribution<
+      boost::tuple<string, uint64_t, uint64_t, Bencher::OpType> > *gen = 0;
+    if (vm["sequential"].as<bool>()) {
+      std::cout << "Using Sequential generator" << std::endl;
+      gen = new SequentialLoad(
+	image_names,
+	image_size,
+	vm["io-size"].as<unsigned>(),
+	new WeightedDist<Bencher::OpType>(rng, ops)
+	);
+    } else {
+      std::cout << "Using random generator" << std::endl;
+      gen = new FourTupleDist<string, uint64_t, uint64_t, Bencher::OpType>(
+	new RandomDist<string>(rng, image_names),
+	new Align(
+	  new UniformRandom(
+	    rng,
+	    0,
+	    image_size - vm["io-size"].as<unsigned>()),
+	  vm["offset-align"].as<unsigned>()
+	  ),
+	new Uniform(vm["io-size"].as<unsigned>()),
+	new WeightedDist<Bencher::OpType>(rng, ops)
+        );
+    }
+
+    Bencher bencher(
+      gen,
+      new DetailedStatCollector(1, new JSONFormatter, detailed_ops, &cout),
+      new RBDBackend(&images),
+      vm["num-concurrent-ops"].as<unsigned>(),
+      vm["duration"].as<unsigned>(),
+      vm["max-ops"].as<unsigned>());
+
+    bencher.run_bench();
+  }
+
+  for (set<string>::const_iterator i = image_names.begin();
+       i != image_names.end(); ++i) {
+    rbd.remove(ioctx, i->c_str());
+  }
+  rados.shutdown();
+  if (vm["op-dump-file"].as<string>().size()) {
+    myfile.close();
+  }
+  return 0;
+}