X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=src%2Fceph%2Fsrc%2Ftest%2Fobjectstore%2Fchain_xattr.cc;fp=src%2Fceph%2Fsrc%2Ftest%2Fobjectstore%2Fchain_xattr.cc;h=0000000000000000000000000000000000000000;hb=7da45d65be36d36b880cc55c5036e96c24b53f00;hp=a30c57c84030a7172fbb0b9d7f889babc33215b5;hpb=691462d09d0987b47e112d6ee8740375df3c51b2;p=stor4nfv.git

diff --git a/src/ceph/src/test/objectstore/chain_xattr.cc b/src/ceph/src/test/objectstore/chain_xattr.cc
deleted file mode 100644
index a30c57c..0000000
--- a/src/ceph/src/test/objectstore/chain_xattr.cc
+++ /dev/null
@@ -1,463 +0,0 @@
-// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
-// vim: ts=8 sw=2 smarttab
-/*
- * Ceph - scalable distributed file system
- *
- * Copyright (C) 2013 Cloudwatt <libre.licensing@cloudwatt.com>
- *
- * Author: Loic Dachary <loic@dachary.org>
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU Library Public License as published by
- * the Free Software Foundation; either version 2, or (at your option)
- * any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU Library Public License for more details.
- *
- */
-
-#include <stdio.h>
-#include <signal.h>
-#include "os/filestore/chain_xattr.h"
-#include "include/Context.h"
-#include "include/coredumpctl.h"
-#include "common/errno.h"
-#include "common/ceph_argparse.h"
-#include "global/global_init.h"
-#include <gtest/gtest.h>
-
-#define LARGE_BLOCK_LEN CHAIN_XATTR_MAX_BLOCK_LEN + 1024
-#define FILENAME "chain_xattr"
-
-TEST(chain_xattr, get_and_set) {
-  const char* file = FILENAME;
-  ::unlink(file);
-  int fd = ::open(file, O_CREAT|O_WRONLY|O_TRUNC, 0700);
-  const string user("user.");
-  
-  {
-    const string name = user + string(CHAIN_XATTR_MAX_NAME_LEN - user.size(), '@');
-    const string x(LARGE_BLOCK_LEN, 'X');
-
-    {
-      char y[LARGE_BLOCK_LEN];
-      ASSERT_EQ(LARGE_BLOCK_LEN, chain_setxattr(file, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
-      ASSERT_EQ(LARGE_BLOCK_LEN, chain_getxattr(file, name.c_str(), 0, 0));
-      ASSERT_EQ(LARGE_BLOCK_LEN, chain_getxattr(file, name.c_str(), y, LARGE_BLOCK_LEN));
-      ASSERT_EQ(0, chain_removexattr(file, name.c_str()));
-      ASSERT_EQ(0, memcmp(x.c_str(), y, LARGE_BLOCK_LEN));
-    }
-
-    {
-      char y[LARGE_BLOCK_LEN];
-      ASSERT_EQ(LARGE_BLOCK_LEN, chain_fsetxattr(fd, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
-      ASSERT_EQ(LARGE_BLOCK_LEN, chain_fgetxattr(fd, name.c_str(), 0, 0));
-      ASSERT_EQ(LARGE_BLOCK_LEN, chain_fgetxattr(fd, name.c_str(), y, LARGE_BLOCK_LEN));
-      ASSERT_EQ(0, chain_fremovexattr(fd, name.c_str()));
-      ASSERT_EQ(0, memcmp(x.c_str(), y, LARGE_BLOCK_LEN));
-    }
-  }
-
-  //
-  // when chain_setxattr is used to store value that is
-  // CHAIN_XATTR_MAX_BLOCK_LEN * 2 + 10 bytes long it 
-  //
-  // add user.foo => CHAIN_XATTR_MAX_BLOCK_LEN bytes
-  // add user.foo@1 => CHAIN_XATTR_MAX_BLOCK_LEN bytes
-  // add user.foo@2 => 10 bytes
-  //
-  // then ( no chain_removexattr in between ) when it is used to
-  // override with a value that is exactly CHAIN_XATTR_MAX_BLOCK_LEN
-  // bytes long it will
-  //
-  // replace user.foo => CHAIN_XATTR_MAX_BLOCK_LEN bytes
-  // remove user.foo@1 => CHAIN_XATTR_MAX_BLOCK_LEN bytes
-  // leak user.foo@2 => 10 bytes
-  // 
-  // see http://marc.info/?l=ceph-devel&m=136027076615853&w=4 for the 
-  // discussion
-  //
-  {
-    const string name = user + string(CHAIN_XATTR_MAX_NAME_LEN - user.size(), '@');
-    const string x(LARGE_BLOCK_LEN, 'X');
-
-    {
-      char y[CHAIN_XATTR_MAX_BLOCK_LEN];
-      ASSERT_EQ(LARGE_BLOCK_LEN, chain_setxattr(file, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
-      ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_setxattr(file, name.c_str(), x.c_str(), CHAIN_XATTR_MAX_BLOCK_LEN));
-      ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_getxattr(file, name.c_str(), 0, 0));
-      ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_getxattr(file, name.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
-      ASSERT_EQ(0, chain_removexattr(file, name.c_str()));
-      ASSERT_EQ(0, memcmp(x.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
-    }
-
-    {
-      char y[CHAIN_XATTR_MAX_BLOCK_LEN];
-      ASSERT_EQ(LARGE_BLOCK_LEN, chain_fsetxattr(fd, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
-      ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_fsetxattr(fd, name.c_str(), x.c_str(), CHAIN_XATTR_MAX_BLOCK_LEN));
-      ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_fgetxattr(fd, name.c_str(), 0, 0));
-      ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_fgetxattr(fd, name.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
-      ASSERT_EQ(0, chain_fremovexattr(fd, name.c_str()));
-      ASSERT_EQ(0, memcmp(x.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
-    }
-  }
-
-  {
-    int x = 0;
-    ASSERT_EQ(-ENOENT, chain_setxattr("UNLIKELY_TO_EXIST", "NAME", &x, sizeof(x)));
-    ASSERT_EQ(-ENOENT, chain_getxattr("UNLIKELY_TO_EXIST", "NAME", 0, 0));
-    ASSERT_EQ(-ENOENT, chain_getxattr("UNLIKELY_TO_EXIST", "NAME", &x, sizeof(x)));
-    ASSERT_EQ(-ENOENT, chain_removexattr("UNLIKELY_TO_EXIST", "NAME"));
-    int unlikely_to_be_a_valid_fd = 400;
-    ASSERT_EQ(-EBADF, chain_fsetxattr(unlikely_to_be_a_valid_fd, "NAME", &x, sizeof(x)));
-    ASSERT_EQ(-EBADF, chain_fgetxattr(unlikely_to_be_a_valid_fd, "NAME", 0, 0));
-    ASSERT_EQ(-EBADF, chain_fgetxattr(unlikely_to_be_a_valid_fd, "NAME", &x, sizeof(x)));
-    ASSERT_EQ(-EBADF, chain_fremovexattr(unlikely_to_be_a_valid_fd, "NAME"));
-  }
-
-  {
-    int x;
-    const string name = user + string(CHAIN_XATTR_MAX_NAME_LEN * 2, '@');
-    PrCtl unset_dumpable;
-    ASSERT_DEATH(chain_setxattr(file, name.c_str(), &x, sizeof(x)), "");
-    ASSERT_DEATH(chain_fsetxattr(fd, name.c_str(), &x, sizeof(x)), "");
-  }
-
-  {
-    const string name = user + string(CHAIN_XATTR_MAX_NAME_LEN - user.size(), '@');
-    const string x(LARGE_BLOCK_LEN, 'X');
-    {
-      char y[LARGE_BLOCK_LEN];
-      ASSERT_EQ(LARGE_BLOCK_LEN, chain_setxattr(file, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
-      ASSERT_EQ(-ERANGE, chain_getxattr(file, name.c_str(), y, LARGE_BLOCK_LEN - 1));
-      ASSERT_EQ(-ERANGE, chain_getxattr(file, name.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
-      ASSERT_EQ(0, chain_removexattr(file, name.c_str()));
-    }
-
-    {
-      char y[LARGE_BLOCK_LEN];
-      ASSERT_EQ(LARGE_BLOCK_LEN, chain_fsetxattr(fd, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
-      ASSERT_EQ(-ERANGE, chain_fgetxattr(fd, name.c_str(), y, LARGE_BLOCK_LEN - 1));
-      ASSERT_EQ(-ERANGE, chain_fgetxattr(fd, name.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
-      ASSERT_EQ(0, chain_fremovexattr(fd, name.c_str()));
-    }
-  }
-
-  ::close(fd);
-  ::unlink(file);
-}
-
-TEST(chain_xattr, chunk_aligned) {
-  const char* file = FILENAME;
-  ::unlink(file);
-  int fd = ::open(file, O_CREAT|O_WRONLY|O_TRUNC, 0700);
-  const string user("user.");
-
-  // set N* chunk size
-  const string name = "user.foo";
-  const string name2 = "user.bar";
-
-  for (int len = CHAIN_XATTR_MAX_BLOCK_LEN - 10;
-       len < CHAIN_XATTR_MAX_BLOCK_LEN + 10;
-       ++len) {
-    cout << len << std::endl;
-    const string x(len, 'x');
-    char buf[len*2];
-    ASSERT_EQ(len, chain_setxattr(file, name.c_str(), x.c_str(), len));
-    char attrbuf[4096];
-    int l = ceph_os_listxattr(file, attrbuf, sizeof(attrbuf));
-    for (char *p = attrbuf; p - attrbuf < l; p += strlen(p) + 1) {
-      cout << "  attr " << p << std::endl;
-    }
-    ASSERT_EQ(len, chain_getxattr(file, name.c_str(), buf, len*2));
-    ASSERT_EQ(0, chain_removexattr(file, name.c_str()));
-
-    ASSERT_EQ(len, chain_fsetxattr(fd, name2.c_str(), x.c_str(), len));
-    l = ceph_os_flistxattr(fd, attrbuf, sizeof(attrbuf));
-    for (char *p = attrbuf; p - attrbuf < l; p += strlen(p) + 1) {
-      cout << "  attr " << p << std::endl;
-    }
-    ASSERT_EQ(len, chain_fgetxattr(fd, name2.c_str(), buf, len*2));
-    ASSERT_EQ(0, chain_fremovexattr(fd, name2.c_str()));
-  }
-
-  for (int len = CHAIN_XATTR_SHORT_BLOCK_LEN - 10;
-       len < CHAIN_XATTR_SHORT_BLOCK_LEN + 10;
-       ++len) {
-    cout << len << std::endl;
-    const string x(len, 'x');
-    char buf[len*2];
-    ASSERT_EQ(len, chain_setxattr(file, name.c_str(), x.c_str(), len));
-    char attrbuf[4096];
-    int l = ceph_os_listxattr(file, attrbuf, sizeof(attrbuf));
-    for (char *p = attrbuf; p - attrbuf < l; p += strlen(p) + 1) {
-      cout << "  attr " << p << std::endl;
-    }
-    ASSERT_EQ(len, chain_getxattr(file, name.c_str(), buf, len*2));
-  }
-
-  {
-    // test tail path in chain_getxattr
-    const char *aname = "user.baz";
-    char buf[CHAIN_XATTR_SHORT_BLOCK_LEN*3];
-    memset(buf, 'x', sizeof(buf));
-    ASSERT_EQ((int)sizeof(buf), chain_setxattr(file, aname, buf, sizeof(buf)));
-    ASSERT_EQ(-ERANGE, chain_getxattr(file, aname, buf,
-				      CHAIN_XATTR_SHORT_BLOCK_LEN*2));
-  }
-  {
-    // test tail path in chain_fgetxattr
-    const char *aname = "user.biz";
-    char buf[CHAIN_XATTR_SHORT_BLOCK_LEN*3];
-    memset(buf, 'x', sizeof(buf));
-    ASSERT_EQ((int)sizeof(buf), chain_fsetxattr(fd, aname, buf, sizeof(buf)));
-    ASSERT_EQ(-ERANGE, chain_fgetxattr(fd, aname, buf,
-				       CHAIN_XATTR_SHORT_BLOCK_LEN*2));
-  }
-
-  ::close(fd);
-  ::unlink(file);
-}
-
-void get_vector_from_xattr(vector<string> &xattrs, char* xattr, int size) {
-  char *end = xattr + size;
-  while (xattr < end) {
-    if (*xattr == '\0' )
-      break;
-    xattrs.push_back(xattr);
-    xattr += strlen(xattr) + 1;
-  }
-}
-
-bool listxattr_cmp(char* xattr1, char* xattr2, int size) {
-  vector<string> xattrs1;
-  vector<string> xattrs2;
-  get_vector_from_xattr(xattrs1, xattr1, size);
-  get_vector_from_xattr(xattrs2, xattr2, size);
-
-  if (xattrs1.size() != xattrs2.size())
-    return false;
-
-  std::sort(xattrs1.begin(), xattrs1.end());
-  std::sort(xattrs2.begin(), xattrs2.end());
-  std::vector<string> diff;
-  std::set_difference(xattrs1.begin(), xattrs1.end(),
-			  xattrs2.begin(), xattrs2.end(),
-			  diff.begin());
-
-  return diff.empty();
-}
-
-TEST(chain_xattr, listxattr) {
-  const char* file = FILENAME;
-  ::unlink(file);
-  int fd = ::open(file, O_CREAT|O_WRONLY|O_TRUNC, 0700);
-  const string user("user.");
-  const string name1 = user + string(CHAIN_XATTR_MAX_NAME_LEN - user.size(), '1');
-  const string name2 = user + string(CHAIN_XATTR_MAX_NAME_LEN - user.size(), '@');
-  const string x(LARGE_BLOCK_LEN, 'X');
-  const int y = 1234;
-
-  int orig_size = chain_listxattr(file, NULL, 0);
-  char *orig_buffer = NULL;
-  string orig_str;
-  if (orig_size) {
-    orig_buffer = (char*)malloc(orig_size);
-    chain_flistxattr(fd, orig_buffer, orig_size);
-    orig_str = string(orig_buffer);
-    orig_size = orig_str.size();
-  }
-
-  ASSERT_EQ(LARGE_BLOCK_LEN, chain_setxattr(file, name1.c_str(), x.c_str(), LARGE_BLOCK_LEN));
-  ASSERT_EQ((int)sizeof(y), chain_setxattr(file, name2.c_str(), &y, sizeof(y)));
-
-  int buffer_size = 0;
-  if (orig_size)
-    buffer_size += orig_size + sizeof(char);
-  buffer_size += name1.size() + sizeof(char) + name2.size() + sizeof(char);
-
-  int index = 0;
-  char* expected = (char*)malloc(buffer_size);
-  ::memset(expected, '\0', buffer_size);
-  if (orig_size) {
-    ::strcpy(expected, orig_str.c_str());
-    index = orig_size + 1;
-  }
-  ::strcpy(expected + index, name1.c_str());
-  ::strcpy(expected + index + name1.size() + 1, name2.c_str());
-  char* actual = (char*)malloc(buffer_size);
-  ::memset(actual, '\0', buffer_size);
-  ASSERT_LT(buffer_size, chain_listxattr(file, NULL, 0)); // size evaluation is conservative
-  chain_listxattr(file, actual, buffer_size);
-  ASSERT_TRUE(listxattr_cmp(expected, actual, buffer_size));
-  ::memset(actual, '\0', buffer_size);
-  chain_flistxattr(fd, actual, buffer_size);
-  ASSERT_TRUE(listxattr_cmp(expected, actual, buffer_size));
-
-  int unlikely_to_be_a_valid_fd = 400;
-  ASSERT_GT(0, chain_listxattr("UNLIKELY_TO_EXIST", actual, 0));
-  ASSERT_GT(0, chain_listxattr("UNLIKELY_TO_EXIST", actual, buffer_size));
-  ASSERT_GT(0, chain_flistxattr(unlikely_to_be_a_valid_fd, actual, 0));
-  ASSERT_GT(0, chain_flistxattr(unlikely_to_be_a_valid_fd, actual, buffer_size));
-  ASSERT_EQ(-ERANGE, chain_listxattr(file, actual, 1));
-  ASSERT_EQ(-ERANGE, chain_flistxattr(fd, actual, 1));
-
-  ASSERT_EQ(0, chain_removexattr(file, name1.c_str()));
-  ASSERT_EQ(0, chain_removexattr(file, name2.c_str()));
-
-  free(orig_buffer);
-  free(actual);
-  free(expected);
-  ::unlink(file);
-}
-
-list<string> get_xattrs(int fd)
-{
-  char _buf[1024];
-  char *buf = _buf;
-  int len = sys_flistxattr(fd, _buf, sizeof(_buf));
-  if (len < 0)
-    return list<string>();
-  list<string> ret;
-  while (len > 0) {
-    size_t next_len = strlen(buf);
-    ret.push_back(string(buf, buf + next_len));
-    assert(len >= (int)(next_len + 1));
-    buf += (next_len + 1);
-    len -= (next_len + 1);
-  }
-  return ret;
-}
-
-list<string> get_xattrs(string fn)
-{
-  int fd = ::open(fn.c_str(), O_RDONLY);
-  if (fd < 0)
-    return list<string>();
-  auto ret = get_xattrs(fd);
-  ::close(fd);
-  return ret;
-}
-
-TEST(chain_xattr, fskip_chain_cleanup_and_ensure_single_attr)
-{
-  const char *name = "user.foo";
-  const char *file = FILENAME;
-  ::unlink(file);
-  int fd = ::open(file, O_CREAT|O_RDWR|O_TRUNC, 0700);
-
-  std::size_t existing_xattrs = get_xattrs(fd).size();
-  char buf[800];
-  memset(buf, 0x1F, sizeof(buf));
-  // set chunked without either
-  {
-    std::size_t r = chain_fsetxattr(fd, name, buf, sizeof(buf));
-    ASSERT_EQ(sizeof(buf), r);
-    ASSERT_GT(get_xattrs(fd).size(), existing_xattrs + 1UL);
-  }
-
-  // verify
-  {
-    char buf2[sizeof(buf)*2];
-    std::size_t r = chain_fgetxattr(fd, name, buf2, sizeof(buf2));
-    ASSERT_EQ(sizeof(buf), r);
-    ASSERT_EQ(0, memcmp(buf, buf2, sizeof(buf)));
-  }
-
-  // overwrite
-  {
-    std::size_t r = chain_fsetxattr<false, true>(fd, name, buf, sizeof(buf));
-    ASSERT_EQ(sizeof(buf), r);
-    ASSERT_EQ(existing_xattrs + 1UL, get_xattrs(fd).size());
-  }
-
-  // verify
-  {
-    char buf2[sizeof(buf)*2];
-    std::size_t r = chain_fgetxattr(fd, name, buf2, sizeof(buf2));
-    ASSERT_EQ(sizeof(buf), r);
-    ASSERT_EQ(0, memcmp(buf, buf2, sizeof(buf)));
-  }
-
-  ::close(fd);
-  ::unlink(file);
-}
-
-TEST(chain_xattr, skip_chain_cleanup_and_ensure_single_attr)
-{
-  const char *name = "user.foo";
-  const char *file = FILENAME;
-  ::unlink(file);
-  int fd = ::open(file, O_CREAT|O_RDWR|O_TRUNC, 0700);
-  std::size_t existing_xattrs = get_xattrs(fd).size();
-  ::close(fd);
-
-  char buf[3000];
-  memset(buf, 0x1F, sizeof(buf));
-  // set chunked without either
-  {
-    std::size_t r = chain_setxattr(file, name, buf, sizeof(buf));
-    ASSERT_EQ(sizeof(buf), r);
-    ASSERT_GT(get_xattrs(file).size(), existing_xattrs + 1UL);
-  }
-
-  // verify
-  {
-    char buf2[sizeof(buf)*2];
-    std::size_t r = chain_getxattr(file, name, buf2, sizeof(buf2));
-    ASSERT_EQ(sizeof(buf), r);
-    ASSERT_EQ(0, memcmp(buf, buf2, sizeof(buf)));
-  }
-
-  // overwrite
-  {
-    std::size_t r = chain_setxattr<false, true>(file, name, buf, sizeof(buf));
-    ASSERT_EQ(sizeof(buf), r);
-    ASSERT_EQ(existing_xattrs + 1UL, get_xattrs(file).size());
-  }
-
-  // verify
-  {
-    char buf2[sizeof(buf)*2];
-    std::size_t r = chain_getxattr(file, name, buf2, sizeof(buf2));
-    ASSERT_EQ(sizeof(buf), r);
-    ASSERT_EQ(0, memcmp(buf, buf2, sizeof(buf)));
-  }
-
-  ::unlink(file);
-}
-
-int main(int argc, char **argv) {
-  vector<const char*> args;
-  argv_to_vec(argc, (const char **)argv, args);
-
-  auto cct = global_init(NULL, args, CEPH_ENTITY_TYPE_CLIENT,
-			 CODE_ENVIRONMENT_UTILITY, 0);
-  common_init_finish(g_ceph_context);
-  g_ceph_context->_conf->set_val("err_to_stderr", "false");
-  g_ceph_context->_conf->set_val("log_to_stderr", "false");
-  g_ceph_context->_conf->apply_changes(NULL);
-
-  const char* file = FILENAME;
-  int x = 1234;
-  int y = 0;
-  int tmpfd = ::open(file, O_CREAT|O_WRONLY|O_TRUNC, 0700);
-  int ret = ::ceph_os_fsetxattr(tmpfd, "user.test", &x, sizeof(x));
-  if (ret >= 0)
-    ret = ::ceph_os_fgetxattr(tmpfd, "user.test", &y, sizeof(y));
-  ::close(tmpfd);
-  ::unlink(file);
-  if ((ret < 0) || (x != y)) {
-    cerr << "SKIP all tests because extended attributes don't appear to work in the file system in which the tests are run: " << cpp_strerror(ret) << std::endl;
-  } else {
-    ::testing::InitGoogleTest(&argc, argv);
-    return RUN_ALL_TESTS();
-  }
-}
-
-// Local Variables:
-// compile-command: "cd ../.. ; make unittest_chain_xattr ; valgrind --tool=memcheck ./unittest_chain_xattr # --gtest_filter=chain_xattr.get_and_set"
-// End: