X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=src%2Fceph%2Fsrc%2Ftest%2Fobjectstore_bench.cc;fp=src%2Fceph%2Fsrc%2Ftest%2Fobjectstore_bench.cc;h=0000000000000000000000000000000000000000;hb=7da45d65be36d36b880cc55c5036e96c24b53f00;hp=60c5d597e24528fa2c0bf63d8a24f29cde92ccab;hpb=691462d09d0987b47e112d6ee8740375df3c51b2;p=stor4nfv.git

diff --git a/src/ceph/src/test/objectstore_bench.cc b/src/ceph/src/test/objectstore_bench.cc
deleted file mode 100644
index 60c5d59..0000000
--- a/src/ceph/src/test/objectstore_bench.cc
+++ /dev/null
@@ -1,325 +0,0 @@
-// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
-// vim: ts=8 sw=2 smarttab
-
-#include <chrono>
-#include <cassert>
-#include <condition_variable>
-#include <memory>
-#include <mutex>
-#include <thread>
-
-#include "os/ObjectStore.h"
-
-#include "global/global_init.h"
-
-#include "common/strtol.h"
-#include "common/ceph_argparse.h"
-
-#define dout_context g_ceph_context
-#define dout_subsys ceph_subsys_filestore
-
-static void usage()
-{
-  derr << "usage: ceph_objectstore_bench [flags]\n"
-      "	 --size\n"
-      "	       total size in bytes\n"
-      "	 --block-size\n"
-      "	       block size in bytes for each write\n"
-      "	 --repeats\n"
-      "	       number of times to repeat the write cycle\n"
-      "	 --threads\n"
-      "	       number of threads to carry out this workload\n"
-      "	 --multi-object\n"
-      "	       have each thread write to a separate object\n" << dendl;
-  generic_server_usage();
-}
-
-// helper class for bytes with units
-struct byte_units {
-  size_t v;
-  // cppcheck-suppress noExplicitConstructor
-  byte_units(size_t v) : v(v) {}
-
-  bool parse(const std::string &val, std::string *err);
-
-  operator size_t() const { return v; }
-};
-
-bool byte_units::parse(const std::string &val, std::string *err)
-{
-  v = strict_sistrtoll(val.c_str(), err);
-  return err->empty();
-}
-
-std::ostream& operator<<(std::ostream &out, const byte_units &amount)
-{
-  static const char* units[] = { "B", "KB", "MB", "GB", "TB", "PB", "EB" };
-  static const int max_units = sizeof(units)/sizeof(*units);
-
-  int unit = 0;
-  auto v = amount.v;
-  while (v >= 1024 && unit < max_units) {
-    // preserve significant bytes
-    if (v < 1048576 && (v % 1024 != 0))
-      break;
-    v >>= 10;
-    unit++;
-  }
-  return out << v << ' ' << units[unit];
-}
-
-struct Config {
-  byte_units size;
-  byte_units block_size;
-  int repeats;
-  int threads;
-  bool multi_object;
-  Config()
-    : size(1048576), block_size(4096),
-      repeats(1), threads(1),
-      multi_object(false) {}
-};
-
-class C_NotifyCond : public Context {
-  std::mutex *mutex;
-  std::condition_variable *cond;
-  bool *done;
-public:
-  C_NotifyCond(std::mutex *mutex, std::condition_variable *cond, bool *done)
-    : mutex(mutex), cond(cond), done(done) {}
-  void finish(int r) override {
-    std::lock_guard<std::mutex> lock(*mutex);
-    *done = true;
-    cond->notify_one();
-  }
-};
-
-void osbench_worker(ObjectStore *os, const Config &cfg,
-                    const coll_t cid, const ghobject_t oid,
-                    uint64_t starting_offset)
-{
-  bufferlist data;
-  data.append(buffer::create(cfg.block_size));
-
-  dout(0) << "Writing " << cfg.size
-      << " in blocks of " << cfg.block_size << dendl;
-
-  assert(starting_offset < cfg.size);
-  assert(starting_offset % cfg.block_size == 0);
-
-  ObjectStore::Sequencer sequencer("osbench");
-
-  for (int i = 0; i < cfg.repeats; ++i) {
-    uint64_t offset = starting_offset;
-    size_t len = cfg.size;
-
-    vector<ObjectStore::Transaction> tls;
-
-    std::cout << "Write cycle " << i << std::endl;
-    while (len) {
-      size_t count = len < cfg.block_size ? len : (size_t)cfg.block_size;
-
-      auto t = new ObjectStore::Transaction;
-      t->write(cid, oid, offset, count, data);
-      tls.push_back(std::move(*t));
-      delete t;
-
-      offset += count;
-      if (offset > cfg.size)
-        offset -= cfg.size;
-      len -= count;
-    }
-
-    // set up the finisher
-    std::mutex mutex;
-    std::condition_variable cond;
-    bool done = false;
-
-    os->queue_transactions(&sequencer, tls, nullptr,
-                           new C_NotifyCond(&mutex, &cond, &done));
-
-    std::unique_lock<std::mutex> lock(mutex);
-    cond.wait(lock, [&done](){ return done; });
-    lock.unlock();
-
-
-  }
-  sequencer.flush();
-}
-
-int main(int argc, const char *argv[])
-{
-  Config cfg;
-
-  // command-line arguments
-  vector<const char*> args;
-  argv_to_vec(argc, argv, args);
-  env_to_vec(args);
-
-  auto cct = global_init(nullptr, args, CEPH_ENTITY_TYPE_OSD,
-			 CODE_ENVIRONMENT_UTILITY, 0);
-
-  std::string val;
-  vector<const char*>::iterator i = args.begin();
-  while (i != args.end()) {
-    if (ceph_argparse_double_dash(args, i))
-      break;
-
-    if (ceph_argparse_witharg(args, i, &val, "--size", (char*)nullptr)) {
-      std::string err;
-      if (!cfg.size.parse(val, &err)) {
-        derr << "error parsing size: " << err << dendl;
-        usage();
-      }
-    } else if (ceph_argparse_witharg(args, i, &val, "--block-size", (char*)nullptr)) {
-      std::string err;
-      if (!cfg.block_size.parse(val, &err)) {
-        derr << "error parsing block-size: " << err << dendl;
-        usage();
-      }
-    } else if (ceph_argparse_witharg(args, i, &val, "--repeats", (char*)nullptr)) {
-      cfg.repeats = atoi(val.c_str());
-    } else if (ceph_argparse_witharg(args, i, &val, "--threads", (char*)nullptr)) {
-      cfg.threads = atoi(val.c_str());
-    } else if (ceph_argparse_flag(args, i, "--multi-object", (char*)nullptr)) {
-      cfg.multi_object = true;
-    } else {
-      derr << "Error: can't understand argument: " << *i << "\n" << dendl;
-      usage();
-    }
-  }
-
-  common_init_finish(g_ceph_context);
-
-  // create object store
-  dout(0) << "objectstore " << g_conf->osd_objectstore << dendl;
-  dout(0) << "data " << g_conf->osd_data << dendl;
-  dout(0) << "journal " << g_conf->osd_journal << dendl;
-  dout(0) << "size " << cfg.size << dendl;
-  dout(0) << "block-size " << cfg.block_size << dendl;
-  dout(0) << "repeats " << cfg.repeats << dendl;
-  dout(0) << "threads " << cfg.threads << dendl;
-
-  auto os = std::unique_ptr<ObjectStore>(
-      ObjectStore::create(g_ceph_context,
-                          g_conf->osd_objectstore,
-                          g_conf->osd_data,
-                          g_conf->osd_journal));
-
-  //Checking data folder: create if needed or error if it's not empty
-  DIR *dir = ::opendir(g_conf->osd_data.c_str());
-  if (!dir) {
-    std::string cmd("mkdir -p ");
-    cmd+=g_conf->osd_data;
-    int r = ::system( cmd.c_str() );
-    if( r<0 ){
-      derr << "Failed to create data directory, ret = " << r << dendl;
-      return 1;
-    }
-  }
-  else {
-     bool non_empty = readdir(dir) != NULL && readdir(dir) != NULL && readdir(dir) != NULL;
-     if( non_empty ){
-       derr << "Data directory '"<<g_conf->osd_data<<"' isn't empty, please clean it first."<< dendl;
-       return 1;
-     }
-  }
-  ::closedir(dir);
-
-  //Create folders for journal if needed
-  string journal_base = g_conf->osd_journal.substr(0, g_conf->osd_journal.rfind('/'));
-  struct stat sb;
-  if (stat(journal_base.c_str(), &sb) != 0 ){
-    std::string cmd("mkdir -p ");
-    cmd+=journal_base;
-    int r = ::system( cmd.c_str() );
-    if( r<0 ){
-      derr << "Failed to create journal directory, ret = " << r << dendl;
-      return 1;
-    }
-  }
-
-  if (!os) {
-    derr << "bad objectstore type " << g_conf->osd_objectstore << dendl;
-    return 1;
-  }
-  if (os->mkfs() < 0) {
-    derr << "mkfs failed" << dendl;
-    return 1;
-  }
-  if (os->mount() < 0) {
-    derr << "mount failed" << dendl;
-    return 1;
-  }
-
-  dout(10) << "created objectstore " << os.get() << dendl;
-
-  // create a collection
-  spg_t pg;
-  const coll_t cid(pg);
-  {
-    ObjectStore::Sequencer osr(__func__);
-    ObjectStore::Transaction t;
-    t.create_collection(cid, 0);
-    os->apply_transaction(&osr, std::move(t));
-  }
-
-  // create the objects
-  std::vector<ghobject_t> oids;
-  if (cfg.multi_object) {
-    oids.reserve(cfg.threads);
-    for (int i = 0; i < cfg.threads; i++) {
-      std::stringstream oss;
-      oss << "osbench-thread-" << i;
-      oids.emplace_back(hobject_t(sobject_t(oss.str(), CEPH_NOSNAP)));
-
-      ObjectStore::Sequencer osr(__func__);
-      ObjectStore::Transaction t;
-      t.touch(cid, oids[i]);
-      int r = os->apply_transaction(&osr, std::move(t));
-      assert(r == 0);
-    }
-  } else {
-    oids.emplace_back(hobject_t(sobject_t("osbench", CEPH_NOSNAP)));
-
-    ObjectStore::Sequencer osr(__func__);
-    ObjectStore::Transaction t;
-    t.touch(cid, oids.back());
-    int r = os->apply_transaction(&osr, std::move(t));
-    assert(r == 0);
-  }
-
-  // run the worker threads
-  std::vector<std::thread> workers;
-  workers.reserve(cfg.threads);
-
-  using namespace std::chrono;
-  auto t1 = high_resolution_clock::now();
-  for (int i = 0; i < cfg.threads; i++) {
-    const auto &oid = cfg.multi_object ? oids[i] : oids[0];
-    workers.emplace_back(osbench_worker, os.get(), std::ref(cfg),
-                         cid, oid, i * cfg.size / cfg.threads);
-  }
-  for (auto &worker : workers)
-    worker.join();
-  auto t2 = high_resolution_clock::now();
-  workers.clear();
-
-  auto duration = duration_cast<microseconds>(t2 - t1);
-  byte_units total = cfg.size * cfg.repeats * cfg.threads;
-  byte_units rate = (1000000LL * total) / duration.count();
-  size_t iops = (1000000LL * total / cfg.block_size) / duration.count();
-  dout(0) << "Wrote " << total << " in "
-      << duration.count() << "us, at a rate of " << rate << "/s and "
-      << iops << " iops" << dendl;
-
-  // remove the objects
-  ObjectStore::Sequencer osr(__func__);
-  ObjectStore::Transaction t;
-  for (const auto &oid : oids)
-    t.remove(cid, oid);
-  os->apply_transaction(&osr,std::move(t));
-
-  os->umount();
-  return 0;
-}