X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=src%2Fceph%2Fsrc%2Frgw%2Frgw_loadgen_process.cc;fp=src%2Fceph%2Fsrc%2Frgw%2Frgw_loadgen_process.cc;h=13a344e3b46946dc2ae0b39cf86abbfa215b2e00;hb=812ff6ca9fcd3e629e49d4328905f33eee8ca3f5;hp=0000000000000000000000000000000000000000;hpb=15280273faafb77777eab341909a3f495cf248d9;p=stor4nfv.git diff --git a/src/ceph/src/rgw/rgw_loadgen_process.cc b/src/ceph/src/rgw/rgw_loadgen_process.cc new file mode 100644 index 0000000..13a344e --- /dev/null +++ b/src/ceph/src/rgw/rgw_loadgen_process.cc @@ -0,0 +1,148 @@ +// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*- +// vim: ts=8 sw=2 smarttab + +#include "common/errno.h" +#include "common/Throttle.h" +#include "common/WorkQueue.h" + +#include "rgw_rados.h" +#include "rgw_rest.h" +#include "rgw_frontend.h" +#include "rgw_request.h" +#include "rgw_process.h" +#include "rgw_loadgen.h" +#include "rgw_client_io.h" + +#include + +#define dout_subsys ceph_subsys_rgw + +extern void signal_shutdown(); + +void RGWLoadGenProcess::checkpoint() +{ + m_tp.drain(&req_wq); +} + +void RGWLoadGenProcess::run() +{ + m_tp.start(); /* start thread pool */ + + int i; + + int num_objs; + + conf->get_val("num_objs", 1000, &num_objs); + + int num_buckets; + conf->get_val("num_buckets", 1, &num_buckets); + + vector buckets(num_buckets); + + std::atomic failed = { false }; + + for (i = 0; i < num_buckets; i++) { + buckets[i] = "/loadgen"; + string& bucket = buckets[i]; + append_rand_alpha(NULL, bucket, bucket, 16); + + /* first create a bucket */ + gen_request("PUT", bucket, 0, &failed); + checkpoint(); + } + + string *objs = new string[num_objs]; + + if (failed) { + derr << "ERROR: bucket creation failed" << dendl; + goto done; + } + + for (i = 0; i < num_objs; i++) { + char buf[16 + 1]; + gen_rand_alphanumeric(NULL, buf, sizeof(buf)); + buf[16] = '\0'; + objs[i] = buckets[i % num_buckets] + "/" + buf; + } + + for (i = 0; i < num_objs; i++) { + gen_request("PUT", objs[i], 4096, &failed); + } + + checkpoint(); + + if (failed) { + derr << "ERROR: bucket creation failed" << dendl; + goto done; + } + + for (i = 0; i < num_objs; i++) { + gen_request("GET", objs[i], 4096, NULL); + } + + checkpoint(); + + for (i = 0; i < num_objs; i++) { + gen_request("DELETE", objs[i], 0, NULL); + } + + checkpoint(); + + for (i = 0; i < num_buckets; i++) { + gen_request("DELETE", buckets[i], 0, NULL); + } + +done: + checkpoint(); + + m_tp.stop(); + + delete[] objs; + + signal_shutdown(); +} /* RGWLoadGenProcess::run() */ + +void RGWLoadGenProcess::gen_request(const string& method, + const string& resource, + int content_length, std::atomic* fail_flag) +{ + RGWLoadGenRequest* req = + new RGWLoadGenRequest(store->get_new_req_id(), method, resource, + content_length, fail_flag); + dout(10) << "allocated request req=" << hex << req << dec << dendl; + req_throttle.get(1); + req_wq.queue(req); +} /* RGWLoadGenProcess::gen_request */ + +void RGWLoadGenProcess::handle_request(RGWRequest* r) +{ + RGWLoadGenRequest* req = static_cast(r); + + RGWLoadGenRequestEnv env; + + utime_t tm = ceph_clock_now(); + + env.port = 80; + env.content_length = req->content_length; + env.content_type = "binary/octet-stream"; + env.request_method = req->method; + env.uri = req->resource; + env.set_date(tm); + env.sign(access_key); + + RGWLoadGenIO real_client_io(&env); + RGWRestfulIO client_io(cct, &real_client_io); + + int ret = process_request(store, rest, req, uri_prefix, + *auth_registry, &client_io, olog); + if (ret < 0) { + /* we don't really care about return code */ + dout(20) << "process_request() returned " << ret << dendl; + + if (req->fail_flag) { + req->fail_flag++; + } + } + + delete req; +} /* RGWLoadGenProcess::handle_request */