// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*- // vim: ts=8 sw=2 smarttab #include "common/errno.h" #include "common/Throttle.h" #include "common/WorkQueue.h" #include "rgw_rados.h" #include "rgw_rest.h" #include "rgw_frontend.h" #include "rgw_request.h" #include "rgw_process.h" #include "rgw_loadgen.h" #include "rgw_client_io.h" #include #define dout_subsys ceph_subsys_rgw extern void signal_shutdown(); void RGWLoadGenProcess::checkpoint() { m_tp.drain(&req_wq); } void RGWLoadGenProcess::run() { m_tp.start(); /* start thread pool */ int i; int num_objs; conf->get_val("num_objs", 1000, &num_objs); int num_buckets; conf->get_val("num_buckets", 1, &num_buckets); vector buckets(num_buckets); std::atomic failed = { false }; for (i = 0; i < num_buckets; i++) { buckets[i] = "/loadgen"; string& bucket = buckets[i]; append_rand_alpha(NULL, bucket, bucket, 16); /* first create a bucket */ gen_request("PUT", bucket, 0, &failed); checkpoint(); } string *objs = new string[num_objs]; if (failed) { derr << "ERROR: bucket creation failed" << dendl; goto done; } for (i = 0; i < num_objs; i++) { char buf[16 + 1]; gen_rand_alphanumeric(NULL, buf, sizeof(buf)); buf[16] = '\0'; objs[i] = buckets[i % num_buckets] + "/" + buf; } for (i = 0; i < num_objs; i++) { gen_request("PUT", objs[i], 4096, &failed); } checkpoint(); if (failed) { derr << "ERROR: bucket creation failed" << dendl; goto done; } for (i = 0; i < num_objs; i++) { gen_request("GET", objs[i], 4096, NULL); } checkpoint(); for (i = 0; i < num_objs; i++) { gen_request("DELETE", objs[i], 0, NULL); } checkpoint(); for (i = 0; i < num_buckets; i++) { gen_request("DELETE", buckets[i], 0, NULL); } done: checkpoint(); m_tp.stop(); delete[] objs; signal_shutdown(); } /* RGWLoadGenProcess::run() */ void RGWLoadGenProcess::gen_request(const string& method, const string& resource, int content_length, std::atomic* fail_flag) { RGWLoadGenRequest* req = new RGWLoadGenRequest(store->get_new_req_id(), method, resource, content_length, fail_flag); dout(10) << "allocated request req=" << hex << req << dec << dendl; req_throttle.get(1); req_wq.queue(req); } /* RGWLoadGenProcess::gen_request */ void RGWLoadGenProcess::handle_request(RGWRequest* r) { RGWLoadGenRequest* req = static_cast(r); RGWLoadGenRequestEnv env; utime_t tm = ceph_clock_now(); env.port = 80; env.content_length = req->content_length; env.content_type = "binary/octet-stream"; env.request_method = req->method; env.uri = req->resource; env.set_date(tm); env.sign(access_key); RGWLoadGenIO real_client_io(&env); RGWRestfulIO client_io(cct, &real_client_io); int ret = process_request(store, rest, req, uri_prefix, *auth_registry, &client_io, olog); if (ret < 0) { /* we don't really care about return code */ dout(20) << "process_request() returned " << ret << dendl; if (req->fail_flag) { req->fail_flag++; } } delete req; } /* RGWLoadGenProcess::handle_request */