X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=src%2Fceph%2Fsrc%2Ftest%2Flibrgw_file_gp.cc;fp=src%2Fceph%2Fsrc%2Ftest%2Flibrgw_file_gp.cc;h=0000000000000000000000000000000000000000;hb=7da45d65be36d36b880cc55c5036e96c24b53f00;hp=2b591e468988759f852fc934183ff02277e2d3f7;hpb=691462d09d0987b47e112d6ee8740375df3c51b2;p=stor4nfv.git diff --git a/src/ceph/src/test/librgw_file_gp.cc b/src/ceph/src/test/librgw_file_gp.cc deleted file mode 100644 index 2b591e4..0000000 --- a/src/ceph/src/test/librgw_file_gp.cc +++ /dev/null @@ -1,486 +0,0 @@ -// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*- -// vim: ts=8 sw=2 smarttab -/* - * Ceph - scalable distributed file system - * - * Copyright (C) 2015 Red Hat, Inc. - * - * This is free software; you can redistribute it and/or - * modify it under the terms of the GNU Lesser General Public - * License version 2.1, as published by the Free Software - * Foundation. See file COPYING. - * - */ - -#include -#include -#include -#include -#include -#include -#include "xxhash.h" - -#include "include/rados/librgw.h" -#include "include/rados/rgw_file.h" - -#include "gtest/gtest.h" -#include "common/ceph_argparse.h" -#include "common/debug.h" -#include "global/global_init.h" - -#define dout_context g_ceph_context -#define dout_subsys ceph_subsys_rgw - -namespace { - librgw_t rgw = nullptr; - string uid("testuser"); - string access_key(""); - string secret_key(""); - struct rgw_fs *fs = nullptr; - - bool do_pre_list = false; - bool do_put = false; - bool do_bulk = false; - bool do_writev = false; - bool do_readv = false; - bool do_verify = false; - bool do_get = false; - bool do_delete = false; - bool do_stat = false; // stat objects (not buckets) - bool do_hexdump = false; - - bool object_open = false; - - string bucket_name = "sorry_dave"; - string object_name = "jocaml"; - - struct rgw_file_handle *bucket_fh = nullptr; - struct rgw_file_handle *object_fh = nullptr; - - typedef std::tuple fid_type; - std::vector fids; - - std::uniform_int_distribution uint_dist; - std::mt19937 rng; - - constexpr int iovcnt = 16; - constexpr int page_size = 65536; - constexpr int seed = 8675309; - - struct ZPage - { - char data[page_size]; - uint64_t cksum; - }; /* ZPage */ - - struct ZPageSet - { - std::vector pages; - struct iovec* iovs; - - ZPageSet(int n) { - pages.reserve(n); - iovs = (struct iovec*) calloc(n, sizeof(struct iovec)); - for (int page_ix = 0; page_ix < n; ++page_ix) { - ZPage* p = new ZPage(); - for (int data_ix = 0; data_ix < page_size; ++data_ix) { - p->data[data_ix] = uint_dist(rng); - } // data_ix - p->cksum = XXH64(p->data, page_size, seed); - pages.emplace_back(p); - // and iovs - struct iovec* iov = &iovs[page_ix]; - iov->iov_base = p->data; - iov->iov_len = page_size; - } // page_ix - } - - int size() { return pages.size(); } - - struct iovec* get_iovs() { return iovs; } - - bool operator==(const ZPageSet& rhs) { - int n = size(); - for (int page_ix = 0; page_ix < n; ++page_ix) { - ZPage* p1 = pages[page_ix]; - ZPage* p2 = rhs.pages[page_ix]; - if (p1->cksum != p2->cksum) - return false; - } - return true; - } - - bool operator==(const rgw_uio* uio) { - uint64_t cksum; - int vix = 0, off = 0; - rgw_vio* vio = &uio->uio_vio[vix]; - int vio_len = vio->vio_len; - char *data; - - for (int ix = 0; ix < iovcnt; ++ix) { - ZPage* p1 = pages[ix]; - data = static_cast(vio->vio_base) + off; - cksum = XXH64(data, page_size, seed); - - if (p1->cksum != cksum) { - int r = memcmp(data, p1->data, page_size); - std::cout << "problem at ix " << ix << " r " << r<< std::endl; - return false; - } - - off += page_size; - if (off >= vio_len) { - vio = &uio->uio_vio[++vix]; - vio_len = vio->vio_len; - off = 0; - } - } - return true; - } - - void cksum() { - int n = size(); - for (int page_ix = 0; page_ix < n; ++page_ix) { - ZPage* p = pages[page_ix]; - p->cksum = XXH64(p->data, page_size, seed); - } - } - - void reset_iovs() { // VOP_READ and VOP_WRITE update - int n = size(); - for (int page_ix = 0; page_ix < n; ++page_ix) { - ZPage* p = pages[page_ix]; - struct iovec* iov = &iovs[page_ix]; - iov->iov_base = p->data; - iov->iov_len = page_size; - } - } - - ~ZPageSet() { - for (unsigned int ix = 0; ix < pages.size(); ++ix) - delete pages[ix]; - free(iovs); - } - }; /* ZPageSet */ - - rgw_uio uio[1]; - ZPageSet zp_set1{iovcnt}; // 1M random data in 16 64K pages - - struct { - int argc; - char **argv; - } saved_args; -} - -TEST(LibRGW, INIT) { - int ret = librgw_create(&rgw, saved_args.argc, saved_args.argv); - ASSERT_EQ(ret, 0); - ASSERT_NE(rgw, nullptr); -} - -TEST(LibRGW, MOUNT) { - int ret = rgw_mount2(rgw, uid.c_str(), access_key.c_str(), secret_key.c_str(), - "/", &fs, RGW_MOUNT_FLAG_NONE); - ASSERT_EQ(ret, 0); - ASSERT_NE(fs, nullptr); -} - -TEST(LibRGW, LOOKUP_BUCKET) { - int ret = rgw_lookup(fs, fs->root_fh, bucket_name.c_str(), &bucket_fh, - RGW_LOOKUP_FLAG_NONE); - ASSERT_EQ(ret, 0); -} - -extern "C" { - static bool r2_cb(const char* name, void *arg, uint64_t offset, - uint32_t flags) { - // don't need arg--it would point to fids - fids.push_back(fid_type(name, offset, nullptr)); - return true; /* XXX ? */ - } -} - -TEST(LibRGW, LIST_OBJECTS) { - if (do_pre_list) { - /* list objects via readdir, bucketwise */ - using std::get; - - ldout(g_ceph_context, 0) << __func__ << " readdir on bucket " - << bucket_name << dendl; - bool eof = false; - uint64_t offset = 0; - int ret = rgw_readdir(fs, bucket_fh, &offset, r2_cb, &fids, - &eof, RGW_READDIR_FLAG_NONE); - for (auto& fid : fids) { - std::cout << "fname: " << get<0>(fid) << " fid: " << get<1>(fid) - << std::endl; - } - ASSERT_EQ(ret, 0); - } -} - -TEST(LibRGW, LOOKUP_OBJECT) { - if (do_get || do_stat || do_put || do_bulk || do_readv || do_writev) { - int ret = rgw_lookup(fs, bucket_fh, object_name.c_str(), &object_fh, - RGW_LOOKUP_FLAG_CREATE); - ASSERT_EQ(ret, 0); - } -} - -TEST(LibRGW, OBJ_OPEN) { - if (do_get || do_put || do_readv || do_writev) { - int ret = rgw_open(fs, object_fh, 0 /* posix flags */, 0 /* flags */); - ASSERT_EQ(ret, 0); - object_open = true; - } -} - -TEST(LibRGW, PUT_OBJECT) { - if (do_put) { - size_t nbytes; - string data = "hi mom"; // fix this - int ret = rgw_write(fs, object_fh, 0, data.length(), &nbytes, - (void*) data.c_str(), RGW_WRITE_FLAG_NONE); - ASSERT_EQ(ret, 0); - ASSERT_EQ(nbytes, data.length()); - } -} - -TEST(LibRGW, GET_OBJECT) { - if (do_get) { - char sbuf[512]; - memset(sbuf, 0, 512); - size_t nread; - int ret = rgw_read(fs, object_fh, 0 /* off */, 512 /* len */, &nread, sbuf, - RGW_READ_FLAG_NONE); - ASSERT_EQ(ret, 0); - buffer::list bl; - bl.push_back(buffer::create_static(nread, sbuf)); - if (do_hexdump) { - dout(15) << ""; - bl.hexdump(*_dout); - *_dout << dendl; - } - } -} - -TEST(LibRGW, STAT_OBJECT) { - if (do_stat) { - struct stat st; - int ret = rgw_getattr(fs, object_fh, &st, RGW_GETATTR_FLAG_NONE); - ASSERT_EQ(ret, 0); - dout(15) << "rgw_getattr on " << object_name << " size = " - << st.st_size << dendl; - } -} - -TEST(LibRGW, WRITE_READ_VERIFY) -{ - if (do_bulk && do_put) { - ZPageSet zp_set1{iovcnt}; // 1M random data in 16 64K pages - struct iovec *iovs = zp_set1.get_iovs(); - - /* read after write POSIX-style */ - size_t nbytes, off = 0; - for (int ix = 0; ix < 16; ++ix, off += page_size) { - struct iovec *iov = &iovs[ix]; - int ret = rgw_write(fs, object_fh, off, page_size, &nbytes, - iov->iov_base, RGW_WRITE_FLAG_NONE); - ASSERT_EQ(ret, 0); - ASSERT_EQ(nbytes, size_t(page_size)); - } - zp_set1.reset_iovs(); - } -} - -/* "functions that call alloca are not inlined" - * --alexandre oliva - * http://gcc.gnu.org/ml/gcc-help/2004-04/msg00158.html - */ -#define alloca_uio() \ - do {\ - int uiosz = sizeof(rgw_uio) + iovcnt*sizeof(rgw_vio); \ - uio = static_cast(alloca(uiosz)); \ - memset(uio, 0, uiosz); \ - uio->uio_vio = reinterpret_cast(uio+sizeof(rgw_uio)); \ - } while (0); \ - -TEST(LibRGW, WRITEV) -{ - if (do_writev) { - rgw_uio* uio; - struct iovec *iovs = zp_set1.get_iovs(); - alloca_uio(); - ASSERT_NE(uio, nullptr); - - for (int ix = 0; ix < iovcnt; ++ix) { - struct iovec *iov = &iovs[ix]; - rgw_vio *vio = &(uio->uio_vio[ix]); - vio->vio_base = iov->iov_base; - vio->vio_len = iov->iov_len; - vio->vio_u1 = iov; // private data - } - uio->uio_cnt = iovcnt; - uio->uio_offset = iovcnt * page_size; - - int ret = rgw_writev(fs, object_fh, uio, RGW_WRITE_FLAG_NONE); - ASSERT_EQ(ret, 0); - } -} - -TEST(LibRGW, READV) -{ - if (do_readv) { - memset(uio, 0, sizeof(rgw_uio)); - uio->uio_offset = 0; // ok, it was already 0 - uio->uio_resid = UINT64_MAX; - int ret = rgw_readv(fs, object_fh, uio, RGW_READ_FLAG_NONE); - ASSERT_EQ(ret, 0); - buffer::list bl; - for (unsigned int ix = 0; ix < uio->uio_cnt; ++ix) { - rgw_vio *vio = &(uio->uio_vio[ix]); - bl.push_back( - buffer::create_static(vio->vio_len, - static_cast(vio->vio_base))); - } - - /* length check */ - ASSERT_EQ(uint32_t{bl.length()}, uint32_t{iovcnt*page_size}); - - if (do_hexdump) { - dout(15) << ""; - bl.hexdump(*_dout); - *_dout << dendl; - } - } -} - -TEST(LibRGW, READV_AFTER_WRITEV) -{ - /* checksum data */ - if (do_readv && do_writev && do_verify) { - ASSERT_TRUE(zp_set1 == uio); - } -} - -TEST(LibRGW, DELETE_OBJECT) { - if (do_delete) { - int ret = rgw_unlink(fs, bucket_fh, object_name.c_str(), - RGW_UNLINK_FLAG_NONE); - ASSERT_EQ(ret, 0); - } -} - -TEST(LibRGW, CLEANUP) { - if (do_readv) { - // release resources - ASSERT_NE(uio->uio_rele, nullptr); - if (uio->uio_rele) { - uio->uio_rele(uio, RGW_UIO_NONE); - } - } - int ret; - if (object_open) { - ret = rgw_close(fs, object_fh, RGW_CLOSE_FLAG_NONE); - ASSERT_EQ(ret, 0); - } - if (object_fh) { - ret = rgw_fh_rele(fs, object_fh, 0 /* flags */); - ASSERT_EQ(ret, 0); - } - ret = rgw_fh_rele(fs, bucket_fh, 0 /* flags */); - ASSERT_EQ(ret, 0); -} - -TEST(LibRGW, UMOUNT) { - if (! fs) - return; - - int ret = rgw_umount(fs, RGW_UMOUNT_FLAG_NONE); - ASSERT_EQ(ret, 0); -} - -TEST(LibRGW, SHUTDOWN) { - librgw_shutdown(rgw); -} - -int main(int argc, char *argv[]) -{ - char *v{nullptr}; - string val; - vector args; - - argv_to_vec(argc, const_cast(argv), args); - env_to_vec(args); - - v = getenv("AWS_ACCESS_KEY_ID"); - if (v) { - access_key = v; - } - - v = getenv("AWS_SECRET_ACCESS_KEY"); - if (v) { - secret_key = v; - } - - for (auto arg_iter = args.begin(); arg_iter != args.end();) { - if (ceph_argparse_witharg(args, arg_iter, &val, "--access", - (char*) nullptr)) { - access_key = val; - } else if (ceph_argparse_witharg(args, arg_iter, &val, "--secret", - (char*) nullptr)) { - secret_key = val; - } else if (ceph_argparse_witharg(args, arg_iter, &val, "--uid", - (char*) nullptr)) { - uid = val; - } else if (ceph_argparse_witharg(args, arg_iter, &val, "--bn", - (char*) nullptr)) { - bucket_name = val; - } else if (ceph_argparse_flag(args, arg_iter, "--get", - (char*) nullptr)) { - do_get = true; - } else if (ceph_argparse_flag(args, arg_iter, "--stat", - (char*) nullptr)) { - do_stat = true; - } else if (ceph_argparse_flag(args, arg_iter, "--put", - (char*) nullptr)) { - do_put = true; - } else if (ceph_argparse_flag(args, arg_iter, "--bulk", - (char*) nullptr)) { - do_bulk = true; - } else if (ceph_argparse_flag(args, arg_iter, "--writev", - (char*) nullptr)) { - do_writev = true; - } else if (ceph_argparse_flag(args, arg_iter, "--readv", - (char*) nullptr)) { - do_readv = true; - } else if (ceph_argparse_flag(args, arg_iter, "--verify", - (char*) nullptr)) { - do_verify = true; - } else if (ceph_argparse_flag(args, arg_iter, "--delete", - (char*) nullptr)) { - do_delete = true; - } else if (ceph_argparse_flag(args, arg_iter, "--prelist", - (char*) nullptr)) { - do_pre_list = true; - } else if (ceph_argparse_flag(args, arg_iter, "--hexdump", - (char*) nullptr)) { - do_hexdump = true; - } else { - ++arg_iter; - } - } - - /* dont accidentally run as anonymous */ - if ((access_key == "") || - (secret_key == "")) { - std::cout << argv[0] << " no AWS credentials, exiting" << std::endl; - return EPERM; - } - - saved_args.argc = argc; - saved_args.argv = argv; - - ::testing::InitGoogleTest(&argc, argv); - return RUN_ALL_TESTS(); -}