+++ /dev/null
-// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
-// vim: ts=8 sw=2 smarttab
-/*
- * Ceph - scalable distributed file system
- *
- * Copyright (C) 2013 eNovance SAS <licensing@enovance.com>
- *
- * This is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License version 2.1, as published by the Free Software
- * Foundation. See file COPYING.
- *
- */
-#include <iostream>
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-#include <errno.h>
-#include <time.h>
-#include <sys/wait.h>
-#include <unistd.h>
-#include <fstream>
-#include <map>
-#include <list>
-extern "C"{
-#include <curl/curl.h>
-}
-#include "common/ceph_crypto.h"
-#include "include/str_list.h"
-#include "common/ceph_json.h"
-#include "common/code_environment.h"
-#include "common/ceph_argparse.h"
-#include "common/Finisher.h"
-#include "global/global_init.h"
-#include "rgw/rgw_common.h"
-#include "rgw/rgw_bucket.h"
-#include "rgw/rgw_rados.h"
-#include "include/utime.h"
-#include "include/object.h"
-#define GTEST
-#ifdef GTEST
-#include <gtest/gtest.h>
-#else
-#define TEST(x, y) void y()
-#define ASSERT_EQ(v, s) if(v != s)cout << "Error at " << __LINE__ << "(" << #v << "!= " << #s << "\n"; \
- else cout << "(" << #v << "==" << #s << ") PASSED\n";
-#define EXPECT_EQ(v, s) ASSERT_EQ(v, s)
-#define ASSERT_TRUE(c) if(c)cout << "Error at " << __LINE__ << "(" << #c << ")" << "\n"; \
- else cout << "(" << #c << ") PASSED\n";
-#define EXPECT_TRUE(c) ASSERT_TRUE(c)
-#endif
-using namespace std;
-
-#define CURL_VERBOSE 0
-#define HTTP_RESPONSE_STR "RespCode"
-#define CEPH_CRYPTO_HMACSHA1_DIGESTSIZE 20
-#define RGW_ADMIN_RESP_PATH "/tmp/.test_rgw_admin_resp"
-#define TEST_BUCKET_NAME "test_bucket"
-#define TEST_BUCKET_OBJECT "test_object"
-#define TEST_BUCKET_OBJECT_1 "test_object1"
-#define TEST_BUCKET_OBJECT_SIZE 1024
-
-static string uid = "ceph";
-static string display_name = "CEPH";
-
-extern "C" int ceph_armor(char *dst, const char *dst_end,
- const char *src, const char *end);
-static void print_usage(char *exec){
- cout << "Usage: " << exec << " <Options>\n";
- cout << "Options:\n"
- "-g <gw-ip> - The ip address of the gateway\n"
- "-p <gw-port> - The port number of the gateway\n"
- "-c <ceph.conf> - Absolute path of ceph config file\n"
- "-rgw-admin <path/to/radosgw-admin> - radosgw-admin absolute path\n";
-}
-
-namespace admin_log {
-class test_helper {
- private:
- string host;
- string port;
- string creds;
- string rgw_admin_path;
- string conf_path;
- CURL *curl_inst;
- map<string, string> response;
- list<string> extra_hdrs;
- string *resp_data;
- unsigned resp_code;
- public:
- test_helper() : resp_data(NULL){
- curl_global_init(CURL_GLOBAL_ALL);
- }
- ~test_helper(){
- curl_global_cleanup();
- }
- int send_request(string method, string uri,
- size_t (*function)(void *,size_t,size_t,void *) = 0,
- void *ud = 0, size_t length = 0);
- int extract_input(int argc, char *argv[]);
- string& get_response(string hdr){
- return response[hdr];
- }
- void set_extra_header(string hdr){
- extra_hdrs.push_back(hdr);
- }
- void set_response(char *val);
- void set_response_data(char *data, size_t len){
- if(resp_data) delete resp_data;
- resp_data = new string(data, len);
- }
- string& get_rgw_admin_path() {
- return rgw_admin_path;
- }
- string& get_ceph_conf_path() {
- return conf_path;
- }
- void set_creds(string& c) {
- creds = c;
- }
- const string *get_response_data(){return resp_data;}
- unsigned get_resp_code(){return resp_code;}
-};
-
-int test_helper::extract_input(int argc, char *argv[]){
-#define ERR_CHECK_NEXT_PARAM(o) \
- if(((int)loop + 1) >= argc)return -1; \
- else o = argv[loop+1];
-
- for(unsigned loop = 1;loop < (unsigned)argc; loop += 2){
- if(strcmp(argv[loop], "-g") == 0){
- ERR_CHECK_NEXT_PARAM(host);
- }else if(strcmp(argv[loop],"-p") == 0){
- ERR_CHECK_NEXT_PARAM(port);
- }else if(strcmp(argv[loop], "-c") == 0){
- ERR_CHECK_NEXT_PARAM(conf_path);
- }else if(strcmp(argv[loop], "-rgw-admin") == 0){
- ERR_CHECK_NEXT_PARAM(rgw_admin_path);
- }else return -1;
- }
- if(host.length() <= 0 ||
- rgw_admin_path.length() <= 0)
- return -1;
- return 0;
-}
-
-void test_helper::set_response(char *r){
- string sr(r), h, v;
- size_t off = sr.find(": ");
- if(off != string::npos){
- h.assign(sr, 0, off);
- v.assign(sr, off + 2, sr.find("\r\n") - (off+2));
- }else{
- /*Could be the status code*/
- if(sr.find("HTTP/") != string::npos){
- h.assign(HTTP_RESPONSE_STR);
- off = sr.find(" ");
- v.assign(sr, off + 1, sr.find("\r\n") - (off + 1));
- resp_code = atoi((v.substr(0, 3)).c_str());
- }
- }
- response[h] = v;
-}
-
-size_t write_header(void *ptr, size_t size, size_t nmemb, void *ud){
- test_helper *h = static_cast<test_helper *>(ud);
- h->set_response((char *)ptr);
- return size*nmemb;
-}
-
-size_t write_data(void *ptr, size_t size, size_t nmemb, void *ud){
- test_helper *h = static_cast<test_helper *>(ud);
- h->set_response_data((char *)ptr, size*nmemb);
- return size*nmemb;
-}
-
-static inline void buf_to_hex(const unsigned char *buf, int len, char *str)
-{
- int i;
- str[0] = '\0';
- for (i = 0; i < len; i++) {
- sprintf(&str[i*2], "%02x", (int)buf[i]);
- }
-}
-
-static void calc_hmac_sha1(const char *key, int key_len,
- const char *msg, int msg_len, char *dest)
-/* destination should be CEPH_CRYPTO_HMACSHA1_DIGESTSIZE bytes long */
-{
- ceph::crypto::HMACSHA1 hmac((const unsigned char *)key, key_len);
- hmac.Update((const unsigned char *)msg, msg_len);
- hmac.Final((unsigned char *)dest);
-
- char hex_str[(CEPH_CRYPTO_HMACSHA1_DIGESTSIZE * 2) + 1];
- admin_log::buf_to_hex((unsigned char *)dest, CEPH_CRYPTO_HMACSHA1_DIGESTSIZE, hex_str);
-}
-
-static int get_s3_auth(string method, string creds, string date, string res, string& out){
- string aid, secret, auth_hdr;
- string tmp_res;
- size_t off = creds.find(":");
- out = "";
- if(off != string::npos){
- aid.assign(creds, 0, off);
- secret.assign(creds, off + 1, string::npos);
-
- /*sprintf(auth_hdr, "%s\n\n\n%s\n%s", req_type, date, res);*/
- char hmac_sha1[CEPH_CRYPTO_HMACSHA1_DIGESTSIZE];
- char b64[65]; /* 64 is really enough */
- size_t off = res.find("?");
- if(off == string::npos)
- tmp_res = res;
- else
- tmp_res.assign(res, 0, off);
- auth_hdr.append(method + string("\n\n\n") + date + string("\n") + tmp_res);
- admin_log::calc_hmac_sha1(secret.c_str(), secret.length(),
- auth_hdr.c_str(), auth_hdr.length(), hmac_sha1);
- int ret = ceph_armor(b64, b64 + 64, hmac_sha1,
- hmac_sha1 + CEPH_CRYPTO_HMACSHA1_DIGESTSIZE);
- if (ret < 0) {
- cout << "ceph_armor failed\n";
- return -1;
- }
- b64[ret] = 0;
- out.append(aid + string(":") + b64);
- }else return -1;
- return 0;
-}
-
-void get_date(string& d){
- struct timeval tv;
- char date[64];
- struct tm tm;
- char *days[] = {(char *)"Sun", (char *)"Mon", (char *)"Tue",
- (char *)"Wed", (char *)"Thu", (char *)"Fri",
- (char *)"Sat"};
- char *months[] = {(char *)"Jan", (char *)"Feb", (char *)"Mar",
- (char *)"Apr", (char *)"May", (char *)"Jun",
- (char *)"Jul",(char *) "Aug", (char *)"Sep",
- (char *)"Oct", (char *)"Nov", (char *)"Dec"};
- gettimeofday(&tv, NULL);
- gmtime_r(&tv.tv_sec, &tm);
- sprintf(date, "%s, %d %s %d %d:%d:%d GMT",
- days[tm.tm_wday],
- tm.tm_mday, months[tm.tm_mon],
- tm.tm_year + 1900,
- tm.tm_hour, tm.tm_min, tm.tm_sec);
- d = date;
-}
-
-int test_helper::send_request(string method, string res,
- size_t (*read_function)( void *,size_t,size_t,void *),
- void *ud,
- size_t length){
- string url;
- string auth, date;
- url.append(string("http://") + host);
- if(port.length() > 0)url.append(string(":") + port);
- url.append(res);
- curl_inst = curl_easy_init();
- if(curl_inst){
- curl_easy_setopt(curl_inst, CURLOPT_URL, url.c_str());
- curl_easy_setopt(curl_inst, CURLOPT_CUSTOMREQUEST, method.c_str());
- curl_easy_setopt(curl_inst, CURLOPT_VERBOSE, CURL_VERBOSE);
- curl_easy_setopt(curl_inst, CURLOPT_HEADERFUNCTION, admin_log::write_header);
- curl_easy_setopt(curl_inst, CURLOPT_WRITEHEADER, (void *)this);
- curl_easy_setopt(curl_inst, CURLOPT_WRITEFUNCTION, admin_log::write_data);
- curl_easy_setopt(curl_inst, CURLOPT_WRITEDATA, (void *)this);
- if(read_function){
- curl_easy_setopt(curl_inst, CURLOPT_READFUNCTION, read_function);
- curl_easy_setopt(curl_inst, CURLOPT_READDATA, (void *)ud);
- curl_easy_setopt(curl_inst, CURLOPT_UPLOAD, 1L);
- curl_easy_setopt(curl_inst, CURLOPT_INFILESIZE_LARGE, (curl_off_t)length);
- }
-
- get_date(date);
- string http_date;
- http_date.append(string("Date: ") + date);
-
- string s3auth;
- if (admin_log::get_s3_auth(method, creds, date, res, s3auth) < 0)
- return -1;
- auth.append(string("Authorization: AWS ") + s3auth);
-
- struct curl_slist *slist = NULL;
- slist = curl_slist_append(slist, auth.c_str());
- slist = curl_slist_append(slist, http_date.c_str());
- for(list<string>::iterator it = extra_hdrs.begin();
- it != extra_hdrs.end(); ++it){
- slist = curl_slist_append(slist, (*it).c_str());
- }
- if(read_function)
- curl_slist_append(slist, "Expect:");
- curl_easy_setopt(curl_inst, CURLOPT_HTTPHEADER, slist);
-
- response.erase(response.begin(), response.end());
- extra_hdrs.erase(extra_hdrs.begin(), extra_hdrs.end());
- CURLcode res = curl_easy_perform(curl_inst);
- if(res != CURLE_OK){
- cout << "Curl perform failed for " << url << ", res: " <<
- curl_easy_strerror(res) << "\n";
- return -1;
- }
- curl_slist_free_all(slist);
- }
- curl_easy_cleanup(curl_inst);
- return 0;
-}
-};
-
-admin_log::test_helper *g_test;
-Finisher *finisher;
-
-int run_rgw_admin(string& cmd, string& resp) {
- pid_t pid;
- pid = fork();
- if (pid == 0) {
- /* child */
- list<string> l;
- get_str_list(cmd, " \t", l);
- char *argv[l.size()];
- unsigned loop = 1;
-
- argv[0] = (char *)"radosgw-admin";
- for (list<string>::iterator it = l.begin();
- it != l.end(); ++it) {
- argv[loop++] = (char *)(*it).c_str();
- }
- argv[loop] = NULL;
- if (!freopen(RGW_ADMIN_RESP_PATH, "w+", stdout)) {
- cout << "Unable to open stdout file" << std::endl;
- }
- execv((g_test->get_rgw_admin_path()).c_str(), argv);
- } else if (pid > 0) {
- int status;
- waitpid(pid, &status, 0);
- if (WIFEXITED(status)) {
- if(WEXITSTATUS(status) != 0) {
- cout << "Child exited with status " << WEXITSTATUS(status) << std::endl;
- return -1;
- }
- }
- ifstream in;
- struct stat st;
-
- if (stat(RGW_ADMIN_RESP_PATH, &st) < 0) {
- cout << "Error stating the admin response file, errno " << errno << std::endl;
- return -1;
- } else {
- char *data = (char *)malloc(st.st_size + 1);
- in.open(RGW_ADMIN_RESP_PATH);
- in.read(data, st.st_size);
- in.close();
- data[st.st_size] = 0;
- resp = data;
- free(data);
- unlink(RGW_ADMIN_RESP_PATH);
- /* cout << "radosgw-admin " << cmd << ": " << resp << std::endl; */
- }
- } else
- return -1;
- return 0;
-}
-
-int get_creds(string& json, string& creds) {
- JSONParser parser;
- if(!parser.parse(json.c_str(), json.length())) {
- cout << "Error parsing create user response" << std::endl;
- return -1;
- }
-
- RGWUserInfo info;
- decode_json_obj(info, &parser);
- creds = "";
- for(map<string, RGWAccessKey>::iterator it = info.access_keys.begin();
- it != info.access_keys.end(); ++it) {
- RGWAccessKey _k = it->second;
- /*cout << "accesskeys [ " << it->first << " ] = " <<
- "{ " << _k.id << ", " << _k.key << ", " << _k.subuser << "}" << std::endl;*/
- creds.append(it->first + string(":") + _k.key);
- break;
- }
- return 0;
-}
-
-int user_create(string& uid, string& display_name, bool set_creds = true) {
- stringstream ss;
- string creds;
- ss << "-c " << g_test->get_ceph_conf_path() << " user create --uid=" << uid
- << " --display-name=" << display_name;
-
- string out;
- string cmd = ss.str();
- if(run_rgw_admin(cmd, out) != 0) {
- cout << "Error creating user" << std::endl;
- return -1;
- }
- get_creds(out, creds);
- if(set_creds)
- g_test->set_creds(creds);
- return 0;
-}
-
-int user_info(string& uid, string& display_name, RGWUserInfo& uinfo) {
- stringstream ss;
- ss << "-c " << g_test->get_ceph_conf_path() << " user info --uid=" << uid
- << " --display-name=" << display_name;
-
- string out;
- string cmd = ss.str();
- if(run_rgw_admin(cmd, out) != 0) {
- cout << "Error reading user information" << std::endl;
- return -1;
- }
- JSONParser parser;
- if(!parser.parse(out.c_str(), out.length())) {
- cout << "Error parsing create user response" << std::endl;
- return -1;
- }
- decode_json_obj(uinfo, &parser);
- return 0;
-}
-
-int user_rm(string& uid, string& display_name) {
- stringstream ss;
- ss << "-c " << g_test->get_ceph_conf_path() <<
- " metadata rm --metadata-key=user:" << uid;
-
- string out;
- string cmd = ss.str();
- if(run_rgw_admin(cmd, out) != 0) {
- cout << "Error removing user" << std::endl;
- return -1;
- }
- return 0;
-}
-
-int caps_add(const char * name, const char *perm) {
- stringstream ss;
-
- ss << "-c " << g_test->get_ceph_conf_path() << " caps add --caps=" <<
- name << "=" << perm << " --uid=" << uid;
- string out;
- string cmd = ss.str();
- if(run_rgw_admin(cmd, out) != 0) {
- cout << "Error creating user" << std::endl;
- return -1;
- }
- return 0;
-}
-
-int caps_rm(const char * name, const char *perm) {
- stringstream ss;
-
- ss << "-c " << g_test->get_ceph_conf_path() << " caps rm --caps=" <<
- name << "=" << perm << " --uid=" << uid;
- string out;
- string cmd = ss.str();
- if(run_rgw_admin(cmd, out) != 0) {
- cout << "Error creating user" << std::endl;
- return -1;
- }
- return 0;
-}
-
-static int create_bucket(void){
- g_test->send_request(string("PUT"), string("/" TEST_BUCKET_NAME));
- if(g_test->get_resp_code() != 200U){
- cout << "Error creating bucket, http code " << g_test->get_resp_code();
- return -1;
- }
- return 0;
-}
-
-static int delete_bucket(void){
- g_test->send_request(string("DELETE"), string("/" TEST_BUCKET_NAME));
- if(g_test->get_resp_code() != 204U){
- cout << "Error deleting bucket, http code " << g_test->get_resp_code();
- return -1;
- }
- return 0;
-}
-
-size_t read_dummy_post(void *ptr, size_t s, size_t n, void *ud) {
- int dummy = 0;
- memcpy(ptr, &dummy, sizeof(dummy));
- return sizeof(dummy);
-}
-
-size_t read_bucket_object(void *ptr, size_t s, size_t n, void *ud) {
- memcpy(ptr, ud, TEST_BUCKET_OBJECT_SIZE);
- return TEST_BUCKET_OBJECT_SIZE;
-}
-
-static int put_bucket_obj(const char *obj_name, char *data, unsigned len) {
- string req = "/" TEST_BUCKET_NAME"/";
- req.append(obj_name);
- g_test->send_request(string("PUT"), req,
- read_bucket_object, (void *)data, (size_t)len);
- if (g_test->get_resp_code() != 200U) {
- cout << "Errror sending object to the bucket, http_code " << g_test->get_resp_code();
- return -1;
- }
- return 0;
-}
-
-static int read_bucket_obj(const char *obj_name) {
- string req = "/" TEST_BUCKET_NAME"/";
- req.append(obj_name);
- g_test->send_request(string("GET"), req);
- if (g_test->get_resp_code() != 200U) {
- cout << "Errror sending object to the bucket, http_code " << g_test->get_resp_code();
- return -1;
- }
- return 0;
-}
-
-static int delete_obj(const char *obj_name) {
- string req = "/" TEST_BUCKET_NAME"/";
- req.append(obj_name);
- g_test->send_request(string("DELETE"), req);
- if (g_test->get_resp_code() != 204U) {
- cout << "Errror deleting object from bucket, http_code " << g_test->get_resp_code();
- return -1;
- }
- return 0;
-}
-
-int get_formatted_time(string& ret) {
- struct tm *tm = NULL;
- char str_time[200];
- const char *format = "%Y-%m-%d%%20%H:%M:%S";
- time_t t;
-
- t = time(NULL);
- tm = gmtime(&t);
- if(!tm) {
- cerr << "Error returned by gmtime\n";
- return -1;
- }
- if (strftime(str_time, sizeof(str_time), format, tm) == 0) {
- cerr << "Error returned by strftime\n";
- return -1;
- }
- ret = str_time;
- return 0;
-}
-
-int parse_json_resp(JSONParser &parser) {
- string *resp;
- resp = (string *)g_test->get_response_data();
- if(!resp)
- return -1;
- if(!parser.parse(resp->c_str(), resp->length())) {
- cout << "Error parsing create user response" << std::endl;
- return -1;
- }
- return 0;
-}
-
-struct cls_log_entry_json {
- string section;
- string name;
- utime_t timestamp;
- RGWMetadataLogData log_data;
-};
-
-static int decode_json(JSONObj *obj, RGWMetadataLogData &data) {
- JSONObj *jo;
-
- jo = obj->find_obj("read_version");
- if (!jo)
- return -1;
- data.read_version.decode_json(obj);
- data.write_version.decode_json(obj);
-
- jo = obj->find_obj("status");
- if (!jo)
- return -1;
- JSONDecoder::decode_json("status", data, jo);
- return 0;
-}
-
-static int decode_json(JSONObj *obj, cls_log_entry_json& ret) {
- JSONDecoder::decode_json("section", ret.section, obj);
- JSONDecoder::decode_json("name", ret.name, obj);
- JSONObj *jo = obj->find_obj("data");
- if(!jo)
- return 0;
- return decode_json(jo, ret.log_data);
-}
-
-static int get_log_list(list<cls_log_entry_json> &entries) {
- JSONParser parser;
- if (parse_json_resp(parser) != 0)
- return -1;
- if (!parser.is_array())
- return -1;
-
- vector<string> l;
- l = parser.get_array_elements();
- int loop = 0;
- for(vector<string>::iterator it = l.begin();
- it != l.end(); ++it, loop++) {
- JSONParser jp;
- cls_log_entry_json entry;
-
- if(!jp.parse((*it).c_str(), (*it).length())) {
- cerr << "Error parsing log json object" << std::endl;
- return -1;
- }
- EXPECT_EQ(decode_json((JSONObj *)&jp, entry), 0);
- entries.push_back(entry);
- }
- return 0;
-}
-
-struct cls_bilog_entry {
- string op_id;
- string op_tag;
- string op;
- string object;
- string status;
- unsigned index_ver;
-};
-
-static int decode_json(JSONObj *obj, cls_bilog_entry& ret) {
- JSONDecoder::decode_json("op_id", ret.op_id, obj);
- JSONDecoder::decode_json("op_tag", ret.op_tag, obj);
- JSONDecoder::decode_json("op", ret.op, obj);
- JSONDecoder::decode_json("object", ret.object, obj);
- JSONDecoder::decode_json("state", ret.status, obj);
- JSONDecoder::decode_json("index_ver", ret.index_ver, obj);
- return 0;
-}
-
-static int get_bilog_list(list<cls_bilog_entry> &entries) {
- JSONParser parser;
- if (parse_json_resp(parser) != 0)
- return -1;
- if (!parser.is_array())
- return -1;
-
- vector<string> l;
- l = parser.get_array_elements();
- int loop = 0;
- for(vector<string>::iterator it = l.begin();
- it != l.end(); ++it, loop++) {
- JSONParser jp;
- cls_bilog_entry entry;
-
- if(!jp.parse((*it).c_str(), (*it).length())) {
- cerr << "Error parsing log json object" << std::endl;
- return -1;
- }
- EXPECT_EQ(decode_json((JSONObj *)&jp, entry), 0);
- entries.push_back(entry);
- }
- return 0;
-}
-
-static int decode_json(JSONObj *obj, rgw_data_change& ret) {
- string entity;
-
- JSONDecoder::decode_json("entity_type", entity, obj);
- if (entity.compare("bucket") == 0)
- ret.entity_type = ENTITY_TYPE_BUCKET;
- JSONDecoder::decode_json("key", ret.key, obj);
- return 0;
-}
-
-static int get_datalog_list(list<rgw_data_change> &entries) {
- JSONParser parser;
-
- if (parse_json_resp(parser) != 0)
- return -1;
- if (!parser.is_array())
- return -1;
-
- vector<string> l;
- l = parser.get_array_elements();
- int loop = 0;
- for(vector<string>::iterator it = l.begin();
- it != l.end(); ++it, loop++) {
- JSONParser jp;
- rgw_data_change entry;
-
- if(!jp.parse((*it).c_str(), (*it).length())) {
- cerr << "Error parsing log json object" << std::endl;
- return -1;
- }
- EXPECT_EQ(decode_json((JSONObj *)&jp, entry), 0);
- entries.push_back(entry);
- }
- return 0;
-}
-
-unsigned get_mdlog_shard_id(string& key, int max_shards) {
- string section = "user";
- uint32_t val = ceph_str_hash_linux(key.c_str(), key.size());
- val ^= ceph_str_hash_linux(section.c_str(), section.size());
- return (unsigned)(val % max_shards);
-}
-
-unsigned get_datalog_shard_id(const char *bucket_name, int max_shards) {
- uint32_t r = ceph_str_hash_linux(bucket_name, strlen(bucket_name)) % max_shards;
- return (int)r;
-}
-
-TEST(TestRGWAdmin, datalog_list) {
- string start_time,
- end_time;
- const char *cname = "datalog",
- *perm = "*";
- string rest_req;
- unsigned shard_id = get_datalog_shard_id(TEST_BUCKET_NAME, g_ceph_context->_conf->rgw_data_log_num_shards);
- stringstream ss;
- list<rgw_data_change> entries;
-
- ASSERT_EQ(get_formatted_time(start_time), 0);
- ASSERT_EQ(0, user_create(uid, display_name));
- ASSERT_EQ(0, caps_add(cname, perm));
-
- rest_req = "/admin/log?type=data";
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- JSONParser parser;
- int num_objects;
- EXPECT_EQ (parse_json_resp(parser), 0);
- JSONDecoder::decode_json("num_objects", num_objects, (JSONObj *)&parser);
- ASSERT_EQ(num_objects,g_ceph_context->_conf->rgw_data_log_num_shards);
-
- sleep(1);
- ASSERT_EQ(0, create_bucket());
-
- char *bucket_obj = (char *)calloc(1, TEST_BUCKET_OBJECT_SIZE);
- ASSERT_TRUE(bucket_obj != NULL);
- EXPECT_EQ(put_bucket_obj(TEST_BUCKET_OBJECT, bucket_obj, TEST_BUCKET_OBJECT_SIZE), 0);
- sleep(1);
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_datalog_list(entries);
- EXPECT_EQ(1U, entries.size());
- if (entries.size() == 1) {
- rgw_data_change entry = *(entries.begin());
- EXPECT_EQ(entry.entity_type, ENTITY_TYPE_BUCKET);
- EXPECT_EQ(entry.key.compare(TEST_BUCKET_NAME), 0);
- }
- ASSERT_EQ(0, delete_obj(TEST_BUCKET_OBJECT));
- sleep(1);
- ASSERT_EQ(get_formatted_time(end_time), 0);
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_datalog_list(entries);
- EXPECT_EQ(1U, entries.size());
- if (entries.size() == 1) {
- list<rgw_data_change>::iterator it = (entries.begin());
- EXPECT_EQ((*it).entity_type, ENTITY_TYPE_BUCKET);
- EXPECT_EQ((*it).key.compare(TEST_BUCKET_NAME), 0);
- }
-
- sleep(1);
- EXPECT_EQ(put_bucket_obj(TEST_BUCKET_OBJECT, bucket_obj, TEST_BUCKET_OBJECT_SIZE), 0);
- free(bucket_obj);
- sleep(20);
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_datalog_list(entries);
- EXPECT_EQ(2U, entries.size());
- if (entries.size() == 2) {
- list<rgw_data_change>::iterator it = (entries.begin());
- EXPECT_EQ((*it).entity_type, ENTITY_TYPE_BUCKET);
- EXPECT_EQ((*it).key.compare(TEST_BUCKET_NAME), 0);
- ++it;
- EXPECT_EQ((*it).entity_type, ENTITY_TYPE_BUCKET);
- EXPECT_EQ((*it).key.compare(TEST_BUCKET_NAME), 0);
- }
-
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time
- << "&max-entries=1";
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_datalog_list(entries);
- EXPECT_EQ(1U, entries.size());
-
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time
- << "&end-time=" << end_time;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_datalog_list(entries);
- EXPECT_EQ(1U, entries.size());
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- perm = "read";
- ASSERT_EQ(0, caps_add(cname, perm));
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- ASSERT_EQ(0, caps_rm(cname, perm));
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time;
- rest_req = ss.str();
-
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- ASSERT_EQ(0, delete_obj(TEST_BUCKET_OBJECT));
- ASSERT_EQ(0, delete_bucket());
- ASSERT_EQ(0, user_rm(uid, display_name));
-}
-
-TEST(TestRGWAdmin, datalog_lock_unlock) {
- const char *cname = "datalog",
- *perm = "*";
- string rest_req;
-
- ASSERT_EQ(0, user_create(uid, display_name));
- ASSERT_EQ(0, caps_add(cname, perm));
-
- rest_req = "/admin/log?type=data&lock&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=data&lock&id=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=data&lock&length=3&id=1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=data&lock&length=3&id=1&locker-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=data&unlock&id=1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=data&unlock&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=data&unlock&locker-id=ceph&id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=data&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=data&unlock&id=1&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=data&lock&id=1&length=3&locker-id=ceph1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=data&unlock&id=1&locker-id=ceph1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=data&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
- utime_t sleep_time(3, 0);
-
- rest_req = "/admin/log?type=data&lock&id=1&length=3&locker-id=ceph1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(500U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=data&lock&id=1&length=3&locker-id=ceph1&zone-id=2";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(500U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=data&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
- sleep_time.sleep();
-
- rest_req = "/admin/log?type=data&lock&id=1&length=3&locker-id=ceph1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=data&unlock&id=1&locker-id=ceph1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- perm = "read";
- ASSERT_EQ(0, caps_add(cname, perm));
- rest_req = "/admin/log?type=data&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=data&unlock&id=1&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- perm = "write";
- ASSERT_EQ(0, caps_add(cname, perm));
- rest_req = "/admin/log?type=data&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=data&unlock&id=1&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- rest_req = "/admin/log?type=data&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=data&unlock&id=1&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- ASSERT_EQ(0, user_rm(uid, display_name));
-}
-
-TEST(TestRGWAdmin, datalog_trim) {
- string start_time,
- end_time;
- const char *cname = "datalog",
- *perm = "*";
- string rest_req;
- unsigned shard_id = get_datalog_shard_id(TEST_BUCKET_NAME, g_ceph_context->_conf->rgw_data_log_num_shards);
- stringstream ss;
- list<rgw_data_change> entries;
-
- ASSERT_EQ(get_formatted_time(start_time), 0);
- ASSERT_EQ(0, user_create(uid, display_name));
- ASSERT_EQ(0, caps_add(cname, perm));
-
- rest_req = "/admin/log?type=data";
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- ss.str("");
- ss << "/admin/log?type=data&start-time=" << start_time;
- rest_req = ss.str();
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time;
- rest_req = ss.str();
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- ASSERT_EQ(0, create_bucket());
-
- char *bucket_obj = (char *)calloc(1, TEST_BUCKET_OBJECT_SIZE);
- ASSERT_TRUE(bucket_obj != NULL);
- EXPECT_EQ(put_bucket_obj(TEST_BUCKET_OBJECT, bucket_obj, TEST_BUCKET_OBJECT_SIZE), 0);
- ASSERT_EQ(0, delete_obj(TEST_BUCKET_OBJECT));
- sleep(1);
- EXPECT_EQ(put_bucket_obj(TEST_BUCKET_OBJECT, bucket_obj, TEST_BUCKET_OBJECT_SIZE), 0);
- ASSERT_EQ(0, delete_obj(TEST_BUCKET_OBJECT));
- sleep(20);
- free(bucket_obj);
-
- ASSERT_EQ(get_formatted_time(end_time), 0);
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time
- << "&end-time=" << end_time;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_datalog_list(entries);
- EXPECT_TRUE(!entries.empty());
-
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time
- << "&end-time=" << end_time;
- rest_req = ss.str();
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time
- << "&end-time=" << end_time;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_datalog_list(entries);
- EXPECT_TRUE(entries.empty());
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- perm = "write";
- ASSERT_EQ(0, caps_add(cname, perm));
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time
- << "&end-time=" << end_time;
- rest_req = ss.str();
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- perm = "";
- ASSERT_EQ(0, caps_add(cname, perm));
- ss.str("");
- ss << "/admin/log?type=data&id=" << shard_id << "&start-time=" << start_time
- << "&end-time=" << end_time;
- rest_req = ss.str();
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- ASSERT_EQ(0, delete_bucket());
- ASSERT_EQ(0, user_rm(uid, display_name));
-}
-
-TEST(TestRGWAdmin, mdlog_list) {
- string start_time,
- end_time,
- start_time_2;
- const char *cname = "mdlog",
- *perm = "*";
- string rest_req;
- unsigned shard_id = get_mdlog_shard_id(uid, g_ceph_context->_conf->rgw_md_log_max_shards);
- stringstream ss;
-
- sleep(2);
- ASSERT_EQ(get_formatted_time(start_time), 0);
- ASSERT_EQ(0, user_create(uid, display_name));
- ASSERT_EQ(0, caps_add(cname, perm));
-
- rest_req = "/admin/log?type=metadata";
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- JSONParser parser;
- int num_objects;
- EXPECT_EQ (parse_json_resp(parser), 0);
- JSONDecoder::decode_json("num_objects", num_objects, (JSONObj *)&parser);
- ASSERT_EQ(num_objects,g_ceph_context->_conf->rgw_md_log_max_shards);
-
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- list<cls_log_entry_json> entries;
- EXPECT_EQ(get_log_list(entries), 0);
- EXPECT_EQ(entries.size(), 4U);
-
- if(entries.size() == 4) {
- list<cls_log_entry_json>::iterator it = entries.begin();
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- EXPECT_TRUE(it->log_data.status == MDLOG_STATUS_WRITE);
- ++it;
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- EXPECT_TRUE(it->log_data.status == MDLOG_STATUS_COMPLETE);
- ++it;
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- EXPECT_TRUE(it->log_data.status == MDLOG_STATUS_WRITE);
- ++it;
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- EXPECT_TRUE(it->log_data.status == MDLOG_STATUS_COMPLETE);
- }
-
- sleep(1); /*To get a modified time*/
- ASSERT_EQ(get_formatted_time(start_time_2), 0);
- ASSERT_EQ(0, caps_rm(cname, perm));
- perm="read";
- ASSERT_EQ(0, caps_add(cname, perm));
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time_2;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- entries.clear();
- EXPECT_EQ(get_log_list(entries), 0);
- EXPECT_EQ(entries.size(), 4U);
-
- if(entries.size() == 4) {
- list<cls_log_entry_json>::iterator it = entries.begin();
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- EXPECT_TRUE(it->log_data.status == MDLOG_STATUS_WRITE);
- ++it;
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- EXPECT_TRUE(it->log_data.status == MDLOG_STATUS_COMPLETE);
- ++it;
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- EXPECT_TRUE(it->log_data.status == MDLOG_STATUS_WRITE);
- ++it;
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- EXPECT_TRUE(it->log_data.status == MDLOG_STATUS_COMPLETE);
- }
-
- sleep(1);
- ASSERT_EQ(get_formatted_time(start_time_2), 0);
- ASSERT_EQ(0, user_rm(uid, display_name));
-
- ASSERT_EQ(0, user_create(uid, display_name));
- perm = "*";
- ASSERT_EQ(0, caps_add(cname, perm));
-
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time_2;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- entries.clear();
- EXPECT_EQ(get_log_list(entries), 0);
- EXPECT_EQ(entries.size(), 6U);
- if(entries.size() == 6) {
- list<cls_log_entry_json>::iterator it = entries.begin();
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- EXPECT_TRUE(it->log_data.status == MDLOG_STATUS_REMOVE);
- ++it;
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- ++it;
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- EXPECT_TRUE(it->log_data.status == MDLOG_STATUS_WRITE);
- ++it;
- EXPECT_TRUE(it->section.compare("user") == 0);
- EXPECT_TRUE(it->name.compare(uid) == 0);
- EXPECT_TRUE(it->log_data.status == MDLOG_STATUS_COMPLETE);
- }
-
- sleep(1);
- ASSERT_EQ(get_formatted_time(end_time), 0);
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time
- << "&end-time=" << end_time;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- EXPECT_EQ(get_log_list(entries), 0);
- EXPECT_EQ(entries.size(), 14U);
-
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time
- << "&max-entries=" << 1;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- EXPECT_EQ(get_log_list(entries), 0);
- EXPECT_EQ(entries.size(), 1U);
-
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time
- << "&max-entries=" << 6;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- EXPECT_EQ(get_log_list(entries), 0);
- EXPECT_EQ(entries.size(), 6U);
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- /*cleanup*/
- ASSERT_EQ(0, caps_add(cname, perm));
- sleep(1);
- ASSERT_EQ(get_formatted_time(end_time), 0);
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time
- << "&end-time=" << end_time;
- rest_req = ss.str();
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- ASSERT_EQ(0, user_rm(uid, display_name));
-}
-
-TEST(TestRGWAdmin, mdlog_trim) {
- string start_time,
- end_time;
- const char *cname = "mdlog",
- *perm = "*";
- string rest_req;
- list<cls_log_entry_json> entries;
- unsigned shard_id = get_mdlog_shard_id(uid, g_ceph_context->_conf->rgw_md_log_max_shards);
- ostringstream ss;
-
- sleep(1);
- ASSERT_EQ(get_formatted_time(start_time), 0);
- ASSERT_EQ(0, user_create(uid, display_name));
- ASSERT_EQ(0, caps_add(cname, perm));
-
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time;
- rest_req = ss.str();
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- EXPECT_EQ(get_log_list(entries), 0);
- EXPECT_EQ(entries.size(), 4U);
-
- sleep(1);
- ASSERT_EQ(get_formatted_time(end_time), 0);
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time << "&end-time=" << end_time;
- rest_req = ss.str();
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time;
- rest_req = ss.str();
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- EXPECT_EQ(get_log_list(entries), 0);
- EXPECT_EQ(entries.size(), 0U);
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- perm="write";
- ASSERT_EQ(0, caps_add(cname, perm));
- ASSERT_EQ(get_formatted_time(end_time), 0);
- ss.str("");
- ss << "/admin/log?type=metadata&id=" << shard_id << "&start-time=" << start_time << "&end-time=" << end_time;
- rest_req = ss.str();
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(403U, g_test->get_resp_code());
- ASSERT_EQ(0, user_rm(uid, display_name));
-}
-
-TEST(TestRGWAdmin, mdlog_lock_unlock) {
- const char *cname = "mdlog",
- *perm = "*";
- string rest_req;
-
- ASSERT_EQ(0, user_create(uid, display_name));
- ASSERT_EQ(0, caps_add(cname, perm));
-
- rest_req = "/admin/log?type=metadata&lock&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=metadata&lock&id=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=metadata&lock&length=3&id=1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=metadata&lock&id=3&locker-id=ceph&length=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=metadata&unlock&id=1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=metadata&unlock&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=metadata&unlock&locker-id=ceph&id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- rest_req = "/admin/log?type=metadata&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=metadata&unlock&id=1&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=metadata&lock&id=1&length=3&locker-id=ceph1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=metadata&unlock&id=1&locker-id=ceph1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=metadata&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
- utime_t sleep_time(3, 0);
-
- rest_req = "/admin/log?type=metadata&lock&id=1&length=3&locker-id=ceph1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(500U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=metadata&lock&id=1&length=3&locker-id=ceph&zone-id=2";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(500U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=metadata&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
- sleep_time.sleep();
-
- rest_req = "/admin/log?type=metadata&lock&id=1&length=3&locker-id=ceph1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=metadata&unlock&id=1&locker-id=ceph1&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- perm = "read";
- ASSERT_EQ(0, caps_add(cname, perm));
- rest_req = "/admin/log?type=metadata&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=metadata&unlock&id=1&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- perm = "write";
- ASSERT_EQ(0, caps_add(cname, perm));
- rest_req = "/admin/log?type=metadata&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=metadata&unlock&id=1&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- rest_req = "/admin/log?type=metadata&lock&id=1&length=3&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=metadata&unlock&id=1&locker-id=ceph&zone-id=1";
- g_test->send_request(string("POST"), rest_req, read_dummy_post, NULL, sizeof(int));
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- ASSERT_EQ(0, user_rm(uid, display_name));
-}
-
-TEST(TestRGWAdmin, bilog_list) {
- const char *cname = "bilog",
- *perm = "*";
- string rest_req;
-
- ASSERT_EQ(0, user_create(uid, display_name));
- ASSERT_EQ(0, caps_add(cname, perm));
-
- ASSERT_EQ(0, create_bucket());
-
- char *bucket_obj = (char *)calloc(1, TEST_BUCKET_OBJECT_SIZE);
- ASSERT_TRUE(bucket_obj != NULL);
- EXPECT_EQ(put_bucket_obj(TEST_BUCKET_OBJECT, bucket_obj, TEST_BUCKET_OBJECT_SIZE), 0);
- free(bucket_obj);
-
- rest_req = "/admin/log?type=bucket-index&bucket=" TEST_BUCKET_NAME;
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- list<cls_bilog_entry> entries;
- get_bilog_list(entries);
- EXPECT_EQ(2U, entries.size());
- if (entries.size() == 2) {
- list<cls_bilog_entry>::iterator it = entries.begin();
- EXPECT_EQ(it->op.compare("write"), 0);
- EXPECT_EQ(it->object.compare(TEST_BUCKET_OBJECT), 0);
- EXPECT_EQ(it->status.compare("pending"), 0);
- EXPECT_EQ(it->index_ver, 1U);
- ++it;
- EXPECT_EQ(it->op.compare("write"), 0);
- EXPECT_EQ(it->object.compare(TEST_BUCKET_OBJECT), 0);
- EXPECT_EQ(it->status.compare("complete"), 0);
- EXPECT_EQ(it->index_ver, 2U);
- }
- EXPECT_EQ(read_bucket_obj(TEST_BUCKET_OBJECT), 0);
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_bilog_list(entries);
- EXPECT_EQ(2U, entries.size());
-
- bucket_obj = (char *)calloc(1, TEST_BUCKET_OBJECT_SIZE);
- ASSERT_TRUE(bucket_obj != NULL);
- EXPECT_EQ(put_bucket_obj(TEST_BUCKET_OBJECT_1, bucket_obj, TEST_BUCKET_OBJECT_SIZE), 0);
- free(bucket_obj);
-
- rest_req = "/admin/log?type=bucket-index&bucket=" TEST_BUCKET_NAME;
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_bilog_list(entries);
- EXPECT_EQ(4U, entries.size());
- if (entries.size() == 4) {
- list<cls_bilog_entry>::iterator it = entries.begin();
-
- ++it; ++it;
- EXPECT_EQ(it->op.compare("write"), 0);
- EXPECT_EQ(it->object.compare(TEST_BUCKET_OBJECT_1), 0);
- EXPECT_EQ(it->status.compare("pending"), 0);
- EXPECT_EQ(it->index_ver, 3U);
- ++it;
- EXPECT_EQ(it->op.compare("write"), 0);
- EXPECT_EQ(it->object.compare(TEST_BUCKET_OBJECT_1), 0);
- EXPECT_EQ(it->status.compare("complete"), 0);
- EXPECT_EQ(it->index_ver, 4U);
- }
-
- ASSERT_EQ(0, delete_obj(TEST_BUCKET_OBJECT));
- rest_req = "/admin/log?type=bucket-index&bucket=" TEST_BUCKET_NAME;
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_bilog_list(entries);
-
- EXPECT_EQ(6U, entries.size());
- string marker;
- if (entries.size() == 6) {
- list<cls_bilog_entry>::iterator it = entries.begin();
-
- ++it; ++it; ++it; ++it;
- marker = it->op_id;
- EXPECT_EQ(it->op.compare("del"), 0);
- EXPECT_EQ(it->object.compare(TEST_BUCKET_OBJECT), 0);
- EXPECT_EQ(it->status.compare("pending"), 0);
- EXPECT_EQ(it->index_ver, 5U);
- ++it;
- EXPECT_EQ(it->op.compare("del"), 0);
- EXPECT_EQ(it->object.compare(TEST_BUCKET_OBJECT), 0);
- EXPECT_EQ(it->status.compare("complete"), 0);
- EXPECT_EQ(it->index_ver, 6U);
- }
-
- rest_req = "/admin/log?type=bucket-index&bucket=" TEST_BUCKET_NAME;
- rest_req.append("&marker=");
- rest_req.append(marker);
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_bilog_list(entries);
- EXPECT_EQ(2U, entries.size());
- if (entries.size() == 2U) {
- list<cls_bilog_entry>::iterator it = entries.begin();
- EXPECT_EQ(it->index_ver, 5U);
- ++it;
- EXPECT_EQ(it->index_ver, 6U);
- EXPECT_EQ(it->op.compare("del"), 0);
- }
-
- rest_req = "/admin/log?type=bucket-index&bucket=" TEST_BUCKET_NAME;
- rest_req.append("&marker=");
- rest_req.append(marker);
- rest_req.append("&max-entries=1");
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_bilog_list(entries);
- EXPECT_EQ(1U, entries.size());
- EXPECT_EQ((entries.begin())->index_ver, 5U);
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- perm = "read";
- ASSERT_EQ(0, caps_add(cname, perm));
- rest_req = "/admin/log?type=bucket-index&bucket=" TEST_BUCKET_NAME;
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- ASSERT_EQ(0, caps_rm(cname, perm));
- perm = "write";
- ASSERT_EQ(0, caps_add(cname, perm));
- rest_req = "/admin/log?type=bucket-index&bucket=" TEST_BUCKET_NAME;
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(403U, g_test->get_resp_code());
-
- ASSERT_EQ(0, delete_obj(TEST_BUCKET_OBJECT_1));
- ASSERT_EQ(0, delete_bucket());
- ASSERT_EQ(0, user_rm(uid, display_name));
-}
-
-TEST(TestRGWAdmin, bilog_trim) {
- const char *cname = "bilog",
- *perm = "*";
- string rest_req, start_marker, end_marker;
-
- ASSERT_EQ(0, user_create(uid, display_name));
- ASSERT_EQ(0, caps_add(cname, perm));
-
- ASSERT_EQ(0, create_bucket());
-
- rest_req = "/admin/log?type=bucket-index&bucket=" TEST_BUCKET_NAME;
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(400U, g_test->get_resp_code()); /*Bad request*/
-
- char *bucket_obj = (char *)calloc(1, TEST_BUCKET_OBJECT_SIZE);
- ASSERT_TRUE(bucket_obj != NULL);
- EXPECT_EQ(put_bucket_obj(TEST_BUCKET_OBJECT, bucket_obj, TEST_BUCKET_OBJECT_SIZE), 0);
- free(bucket_obj);
-
- rest_req = "/admin/log?type=bucket-index&bucket=" TEST_BUCKET_NAME;
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- list<cls_bilog_entry> entries;
- get_bilog_list(entries);
- EXPECT_EQ(2U, entries.size());
-
- list<cls_bilog_entry>::iterator it = entries.begin();
- start_marker = it->op_id;
- ++it;
- end_marker = it->op_id;
-
- rest_req = "/admin/log?type=bucket-index&bucket=" TEST_BUCKET_NAME;
- rest_req.append("&start-marker=");
- rest_req.append(start_marker);
- rest_req.append("&end-marker=");
- rest_req.append(end_marker);
- g_test->send_request(string("DELETE"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
-
- rest_req = "/admin/log?type=bucket-index&bucket=" TEST_BUCKET_NAME;
- g_test->send_request(string("GET"), rest_req);
- EXPECT_EQ(200U, g_test->get_resp_code());
- entries.clear();
- get_bilog_list(entries);
- EXPECT_EQ(0U, entries.size());
-
- ASSERT_EQ(0, delete_obj(TEST_BUCKET_OBJECT));
- ASSERT_EQ(0, delete_bucket());
- ASSERT_EQ(0, user_rm(uid, display_name));
-}
-
-int main(int argc, char *argv[]){
- vector<const char*> args;
- argv_to_vec(argc, (const char **)argv, args);
-
- auto cct = global_init(NULL, args, CEPH_ENTITY_TYPE_CLIENT,
- CODE_ENVIRONMENT_UTILITY, 0);
- common_init_finish(g_ceph_context);
- g_test = new admin_log::test_helper();
- finisher = new Finisher(g_ceph_context);
-#ifdef GTEST
- ::testing::InitGoogleTest(&argc, argv);
-#endif
- finisher->start();
-
- if(g_test->extract_input(argc, argv) < 0){
- print_usage(argv[0]);
- return -1;
- }
-#ifdef GTEST
- int r = RUN_ALL_TESTS();
- if (r >= 0) {
- cout << "There are no failures in the test case\n";
- } else {
- cout << "There are some failures\n";
- }
-#endif
- finisher->stop();
- return 0;
-}
Code Review / stor4nfv.git / blobdiff