--- /dev/null
+// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
+// vim: ts=8 sw=2 smarttab
+/*
+* Ceph - scalable distributed file system
+*
+* Copyright (C) 2011 New Dream Network
+*
+* This is free software; you can redistribute it and/or
+* modify it under the terms of the GNU Lesser General Public
+* License version 2.1, as published by the Free Software
+* Foundation. See file COPYING.
+*
+*/
+
+#include "cross_process_sem.h"
+#include "include/rados/librados.h"
+#include "include/stringify.h"
+#include "st_rados_create_pool.h"
+#include "st_rados_list_objects.h"
+#include "systest_runnable.h"
+#include "systest_settings.h"
+
+#include <errno.h>
+#include <map>
+#include <pthread.h>
+#include <semaphore.h>
+#include <sstream>
+#include <stdarg.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string>
+#include <time.h>
+#include <vector>
+#include <sys/types.h>
+#include <unistd.h>
+
+using std::ostringstream;
+using std::string;
+using std::vector;
+
+static int g_num_objects = 50;
+
+static CrossProcessSem *pool_setup_sem = NULL;
+static CrossProcessSem *modify_sem = NULL;
+
+class RadosDeleteObjectsR : public SysTestRunnable
+{
+public:
+ RadosDeleteObjectsR(int argc, const char **argv,
+ const std::string &pool_name)
+ : SysTestRunnable(argc, argv), m_pool_name(pool_name)
+ {
+ }
+
+ ~RadosDeleteObjectsR() override
+ {
+ }
+
+ int run(void) override
+ {
+ int ret_val = 0;
+ rados_t cl;
+ RETURN1_IF_NONZERO(rados_create(&cl, NULL));
+ rados_conf_parse_argv(cl, m_argc, m_argv);
+ RETURN1_IF_NONZERO(rados_conf_read_file(cl, NULL));
+ rados_conf_parse_env(cl, NULL);
+ std::string log_name = SysTestSettings::inst().get_log_name(get_id_str());
+ if (!log_name.empty())
+ rados_conf_set(cl, "log_file", log_name.c_str());
+ RETURN1_IF_NONZERO(rados_connect(cl));
+ pool_setup_sem->wait();
+ pool_setup_sem->post();
+
+ rados_ioctx_t io_ctx;
+ rados_pool_create(cl, m_pool_name.c_str());
+ RETURN1_IF_NONZERO(rados_ioctx_create(cl, m_pool_name.c_str(), &io_ctx));
+
+ std::map <int, std::string> to_delete;
+ for (int i = 0; i < g_num_objects; ++i) {
+ char oid[128];
+ snprintf(oid, sizeof(oid), "%d.obj", i);
+ to_delete[i] = oid;
+ }
+
+ int removed = 0;
+ while (true) {
+ if (to_delete.empty())
+ break;
+ int r = rand() % to_delete.size();
+ std::map <int, std::string>::iterator d = to_delete.begin();
+ for (int i = 0; i < r; ++i)
+ ++d;
+ if (d == to_delete.end()) {
+ ret_val = -EDOM;
+ goto out;
+ }
+ std::string oid(d->second);
+ to_delete.erase(d);
+ int ret = rados_remove(io_ctx, oid.c_str());
+ if (ret != 0) {
+ printf("%s: rados_remove(%s) failed with error %d\n",
+ get_id_str(), oid.c_str(), ret);
+ ret_val = ret;
+ goto out;
+ }
+ ++removed;
+ if ((removed % 25) == 0) {
+ printf("%s: removed %d objects...\n", get_id_str(), removed);
+ }
+ if (removed == g_num_objects / 2) {
+ printf("%s: removed half of the objects\n", get_id_str());
+ modify_sem->post();
+ }
+ }
+
+ printf("%s: removed %d objects\n", get_id_str(), removed);
+
+out:
+ rados_ioctx_destroy(io_ctx);
+ rados_shutdown(cl);
+
+ return ret_val;
+ }
+private:
+ std::string m_pool_name;
+};
+
+class RadosAddObjectsR : public SysTestRunnable
+{
+public:
+ RadosAddObjectsR(int argc, const char **argv,
+ const std::string &pool_name,
+ const std::string &suffix)
+ : SysTestRunnable(argc, argv),
+ m_pool_name(pool_name),
+ m_suffix(suffix)
+ {
+ }
+
+ ~RadosAddObjectsR() override
+ {
+ }
+
+ int run(void) override
+ {
+ int ret_val = 0;
+ rados_t cl;
+ RETURN1_IF_NONZERO(rados_create(&cl, NULL));
+ rados_conf_parse_argv(cl, m_argc, m_argv);
+ RETURN1_IF_NONZERO(rados_conf_read_file(cl, NULL));
+ rados_conf_parse_env(cl, NULL);
+ std::string log_name = SysTestSettings::inst().get_log_name(get_id_str());
+ if (!log_name.empty())
+ rados_conf_set(cl, "log_file", log_name.c_str());
+ RETURN1_IF_NONZERO(rados_connect(cl));
+ pool_setup_sem->wait();
+ pool_setup_sem->post();
+
+ rados_ioctx_t io_ctx;
+ rados_pool_create(cl, m_pool_name.c_str());
+ RETURN1_IF_NONZERO(rados_ioctx_create(cl, m_pool_name.c_str(), &io_ctx));
+
+ std::map <int, std::string> to_add;
+ for (int i = 0; i < g_num_objects; ++i) {
+ char oid[128];
+ snprintf(oid, sizeof(oid), "%d%s", i, m_suffix.c_str());
+ to_add[i] = oid;
+ }
+
+ int added = 0;
+ while (true) {
+ if (to_add.empty())
+ break;
+ int r = rand() % to_add.size();
+ std::map <int, std::string>::iterator d = to_add.begin();
+ for (int i = 0; i < r; ++i)
+ ++d;
+ if (d == to_add.end()) {
+ ret_val = -EDOM;
+ goto out;
+ }
+ std::string oid(d->second);
+ to_add.erase(d);
+
+ std::string buf(StRadosCreatePool::get_random_buf(256));
+ int ret = rados_write(io_ctx, oid.c_str(), buf.c_str(), buf.size(), 0);
+ if (ret != 0) {
+ printf("%s: rados_write(%s) failed with error %d\n",
+ get_id_str(), oid.c_str(), ret);
+ ret_val = ret;
+ goto out;
+ }
+ ++added;
+ if ((added % 25) == 0) {
+ printf("%s: added %d objects...\n", get_id_str(), added);
+ }
+ if (added == g_num_objects / 2) {
+ printf("%s: added half of the objects\n", get_id_str());
+ modify_sem->post();
+ }
+ }
+
+ printf("%s: added %d objects\n", get_id_str(), added);
+
+ out:
+ rados_ioctx_destroy(io_ctx);
+ rados_shutdown(cl);
+
+ return ret_val;
+ }
+private:
+ std::string m_pool_name;
+ std::string m_suffix;
+};
+
+const char *get_id_str()
+{
+ return "main";
+}
+
+int main(int argc, const char **argv)
+{
+ const char *num_objects = getenv("NUM_OBJECTS");
+ const std::string pool = get_temp_pool_name(argv[0]);
+ if (num_objects) {
+ g_num_objects = atoi(num_objects);
+ if (g_num_objects == 0)
+ return 100;
+ }
+
+ RETURN1_IF_NONZERO(CrossProcessSem::create(0, &pool_setup_sem));
+ RETURN1_IF_NONZERO(CrossProcessSem::create(1, &modify_sem));
+
+ std::string error;
+
+ // Test 1... list objects
+ {
+ StRadosCreatePool r1(argc, argv, NULL, pool_setup_sem, NULL,
+ pool, g_num_objects, ".obj");
+ StRadosListObjects r2(argc, argv, pool, false, g_num_objects,
+ pool_setup_sem, modify_sem, NULL);
+ vector < SysTestRunnable* > vec;
+ vec.push_back(&r1);
+ vec.push_back(&r2);
+ error = SysTestRunnable::run_until_finished(vec);
+ if (!error.empty()) {
+ printf("got error: %s\n", error.c_str());
+ return EXIT_FAILURE;
+ }
+ }
+
+ // Test 2... list objects while they're being deleted
+ RETURN1_IF_NONZERO(pool_setup_sem->reinit(0));
+ RETURN1_IF_NONZERO(modify_sem->reinit(0));
+ {
+ StRadosCreatePool r1(argc, argv, NULL, pool_setup_sem, NULL,
+ pool, g_num_objects, ".obj");
+ StRadosListObjects r2(argc, argv, pool, false, g_num_objects / 2,
+ pool_setup_sem, modify_sem, NULL);
+ RadosDeleteObjectsR r3(argc, argv, pool);
+ vector < SysTestRunnable* > vec;
+ vec.push_back(&r1);
+ vec.push_back(&r2);
+ vec.push_back(&r3);
+ error = SysTestRunnable::run_until_finished(vec);
+ if (!error.empty()) {
+ printf("got error: %s\n", error.c_str());
+ return EXIT_FAILURE;
+ }
+ }
+
+ // Test 3... list objects while others are being added
+ RETURN1_IF_NONZERO(pool_setup_sem->reinit(0));
+ RETURN1_IF_NONZERO(modify_sem->reinit(0));
+ {
+ StRadosCreatePool r1(argc, argv, NULL, pool_setup_sem, NULL,
+ pool, g_num_objects, ".obj");
+ StRadosListObjects r2(argc, argv, pool, false, g_num_objects / 2,
+ pool_setup_sem, modify_sem, NULL);
+ RadosAddObjectsR r3(argc, argv, pool, ".obj2");
+ vector < SysTestRunnable* > vec;
+ vec.push_back(&r1);
+ vec.push_back(&r2);
+ vec.push_back(&r3);
+ error = SysTestRunnable::run_until_finished(vec);
+ if (!error.empty()) {
+ printf("got error: %s\n", error.c_str());
+ return EXIT_FAILURE;
+ }
+ }
+
+ // Test 4... list objects while others are being added and deleted
+ RETURN1_IF_NONZERO(pool_setup_sem->reinit(0));
+ RETURN1_IF_NONZERO(modify_sem->reinit(0));
+ {
+ StRadosCreatePool r1(argc, argv, NULL, pool_setup_sem, NULL,
+ pool, g_num_objects, ".obj");
+ StRadosListObjects r2(argc, argv, pool, false, g_num_objects / 2,
+ pool_setup_sem, modify_sem, NULL);
+ RadosAddObjectsR r3(argc, argv, pool, ".obj2");
+ RadosAddObjectsR r4(argc, argv, pool, ".obj3");
+ RadosDeleteObjectsR r5(argc, argv, pool);
+ vector < SysTestRunnable* > vec;
+ vec.push_back(&r1);
+ vec.push_back(&r2);
+ vec.push_back(&r3);
+ vec.push_back(&r4);
+ vec.push_back(&r5);
+ error = SysTestRunnable::run_until_finished(vec);
+ if (!error.empty()) {
+ printf("got error: %s\n", error.c_str());
+ return EXIT_FAILURE;
+ }
+ }
+
+ // Test 5... list objects while they are being modified
+ RETURN1_IF_NONZERO(pool_setup_sem->reinit(0));
+ RETURN1_IF_NONZERO(modify_sem->reinit(0));
+ {
+ StRadosCreatePool r1(argc, argv, NULL, pool_setup_sem, NULL,
+ pool, g_num_objects, ".obj");
+ StRadosListObjects r2(argc, argv, pool, false, g_num_objects / 2,
+ pool_setup_sem, modify_sem, NULL);
+ // AddObjects with the same 'suffix' as used in StRadosCreatePool
+ RadosAddObjectsR r3(argc, argv, pool, ".obj");
+ vector < SysTestRunnable* > vec;
+ vec.push_back(&r1);
+ vec.push_back(&r2);
+ vec.push_back(&r3);
+ error = SysTestRunnable::run_until_finished(vec);
+ if (!error.empty()) {
+ printf("got error: %s\n", error.c_str());
+ return EXIT_FAILURE;
+ }
+ }
+
+ rados_t cl;
+ rados_create(&cl, NULL);
+ rados_conf_parse_argv(cl, argc, argv);
+ rados_conf_parse_argv(cl, argc, argv);
+ rados_conf_read_file(cl, NULL);
+ rados_conf_parse_env(cl, NULL);
+ rados_connect(cl);
+ rados_pool_delete(cl, pool.c_str());
+
+ printf("******* SUCCESS **********\n");
+ return EXIT_SUCCESS;
+}
Code Review / stor4nfv.git / blobdiff