+++ /dev/null
-// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
-// vim: ts=8 sw=2 smarttab
-/*
- * Ceph - scalable distributed file system
- *
- * Copyright (C) 2013 Cloudwatt <libre.licensing@cloudwatt.com>
- *
- * Author: Loic Dachary <loic@dachary.org>
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU Library Public License as published by
- * the Free Software Foundation; either version 2, or (at your option)
- * any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU Library Public License for more details.
- *
- */
-
-#include <stdio.h>
-#include <signal.h>
-#include "os/filestore/chain_xattr.h"
-#include "include/Context.h"
-#include "include/coredumpctl.h"
-#include "common/errno.h"
-#include "common/ceph_argparse.h"
-#include "global/global_init.h"
-#include <gtest/gtest.h>
-
-#define LARGE_BLOCK_LEN CHAIN_XATTR_MAX_BLOCK_LEN + 1024
-#define FILENAME "chain_xattr"
-
-TEST(chain_xattr, get_and_set) {
- const char* file = FILENAME;
- ::unlink(file);
- int fd = ::open(file, O_CREAT|O_WRONLY|O_TRUNC, 0700);
- const string user("user.");
-
- {
- const string name = user + string(CHAIN_XATTR_MAX_NAME_LEN - user.size(), '@');
- const string x(LARGE_BLOCK_LEN, 'X');
-
- {
- char y[LARGE_BLOCK_LEN];
- ASSERT_EQ(LARGE_BLOCK_LEN, chain_setxattr(file, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
- ASSERT_EQ(LARGE_BLOCK_LEN, chain_getxattr(file, name.c_str(), 0, 0));
- ASSERT_EQ(LARGE_BLOCK_LEN, chain_getxattr(file, name.c_str(), y, LARGE_BLOCK_LEN));
- ASSERT_EQ(0, chain_removexattr(file, name.c_str()));
- ASSERT_EQ(0, memcmp(x.c_str(), y, LARGE_BLOCK_LEN));
- }
-
- {
- char y[LARGE_BLOCK_LEN];
- ASSERT_EQ(LARGE_BLOCK_LEN, chain_fsetxattr(fd, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
- ASSERT_EQ(LARGE_BLOCK_LEN, chain_fgetxattr(fd, name.c_str(), 0, 0));
- ASSERT_EQ(LARGE_BLOCK_LEN, chain_fgetxattr(fd, name.c_str(), y, LARGE_BLOCK_LEN));
- ASSERT_EQ(0, chain_fremovexattr(fd, name.c_str()));
- ASSERT_EQ(0, memcmp(x.c_str(), y, LARGE_BLOCK_LEN));
- }
- }
-
- //
- // when chain_setxattr is used to store value that is
- // CHAIN_XATTR_MAX_BLOCK_LEN * 2 + 10 bytes long it
- //
- // add user.foo => CHAIN_XATTR_MAX_BLOCK_LEN bytes
- // add user.foo@1 => CHAIN_XATTR_MAX_BLOCK_LEN bytes
- // add user.foo@2 => 10 bytes
- //
- // then ( no chain_removexattr in between ) when it is used to
- // override with a value that is exactly CHAIN_XATTR_MAX_BLOCK_LEN
- // bytes long it will
- //
- // replace user.foo => CHAIN_XATTR_MAX_BLOCK_LEN bytes
- // remove user.foo@1 => CHAIN_XATTR_MAX_BLOCK_LEN bytes
- // leak user.foo@2 => 10 bytes
- //
- // see http://marc.info/?l=ceph-devel&m=136027076615853&w=4 for the
- // discussion
- //
- {
- const string name = user + string(CHAIN_XATTR_MAX_NAME_LEN - user.size(), '@');
- const string x(LARGE_BLOCK_LEN, 'X');
-
- {
- char y[CHAIN_XATTR_MAX_BLOCK_LEN];
- ASSERT_EQ(LARGE_BLOCK_LEN, chain_setxattr(file, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
- ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_setxattr(file, name.c_str(), x.c_str(), CHAIN_XATTR_MAX_BLOCK_LEN));
- ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_getxattr(file, name.c_str(), 0, 0));
- ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_getxattr(file, name.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
- ASSERT_EQ(0, chain_removexattr(file, name.c_str()));
- ASSERT_EQ(0, memcmp(x.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
- }
-
- {
- char y[CHAIN_XATTR_MAX_BLOCK_LEN];
- ASSERT_EQ(LARGE_BLOCK_LEN, chain_fsetxattr(fd, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
- ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_fsetxattr(fd, name.c_str(), x.c_str(), CHAIN_XATTR_MAX_BLOCK_LEN));
- ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_fgetxattr(fd, name.c_str(), 0, 0));
- ASSERT_EQ(CHAIN_XATTR_MAX_BLOCK_LEN, chain_fgetxattr(fd, name.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
- ASSERT_EQ(0, chain_fremovexattr(fd, name.c_str()));
- ASSERT_EQ(0, memcmp(x.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
- }
- }
-
- {
- int x = 0;
- ASSERT_EQ(-ENOENT, chain_setxattr("UNLIKELY_TO_EXIST", "NAME", &x, sizeof(x)));
- ASSERT_EQ(-ENOENT, chain_getxattr("UNLIKELY_TO_EXIST", "NAME", 0, 0));
- ASSERT_EQ(-ENOENT, chain_getxattr("UNLIKELY_TO_EXIST", "NAME", &x, sizeof(x)));
- ASSERT_EQ(-ENOENT, chain_removexattr("UNLIKELY_TO_EXIST", "NAME"));
- int unlikely_to_be_a_valid_fd = 400;
- ASSERT_EQ(-EBADF, chain_fsetxattr(unlikely_to_be_a_valid_fd, "NAME", &x, sizeof(x)));
- ASSERT_EQ(-EBADF, chain_fgetxattr(unlikely_to_be_a_valid_fd, "NAME", 0, 0));
- ASSERT_EQ(-EBADF, chain_fgetxattr(unlikely_to_be_a_valid_fd, "NAME", &x, sizeof(x)));
- ASSERT_EQ(-EBADF, chain_fremovexattr(unlikely_to_be_a_valid_fd, "NAME"));
- }
-
- {
- int x;
- const string name = user + string(CHAIN_XATTR_MAX_NAME_LEN * 2, '@');
- PrCtl unset_dumpable;
- ASSERT_DEATH(chain_setxattr(file, name.c_str(), &x, sizeof(x)), "");
- ASSERT_DEATH(chain_fsetxattr(fd, name.c_str(), &x, sizeof(x)), "");
- }
-
- {
- const string name = user + string(CHAIN_XATTR_MAX_NAME_LEN - user.size(), '@');
- const string x(LARGE_BLOCK_LEN, 'X');
- {
- char y[LARGE_BLOCK_LEN];
- ASSERT_EQ(LARGE_BLOCK_LEN, chain_setxattr(file, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
- ASSERT_EQ(-ERANGE, chain_getxattr(file, name.c_str(), y, LARGE_BLOCK_LEN - 1));
- ASSERT_EQ(-ERANGE, chain_getxattr(file, name.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
- ASSERT_EQ(0, chain_removexattr(file, name.c_str()));
- }
-
- {
- char y[LARGE_BLOCK_LEN];
- ASSERT_EQ(LARGE_BLOCK_LEN, chain_fsetxattr(fd, name.c_str(), x.c_str(), LARGE_BLOCK_LEN));
- ASSERT_EQ(-ERANGE, chain_fgetxattr(fd, name.c_str(), y, LARGE_BLOCK_LEN - 1));
- ASSERT_EQ(-ERANGE, chain_fgetxattr(fd, name.c_str(), y, CHAIN_XATTR_MAX_BLOCK_LEN));
- ASSERT_EQ(0, chain_fremovexattr(fd, name.c_str()));
- }
- }
-
- ::close(fd);
- ::unlink(file);
-}
-
-TEST(chain_xattr, chunk_aligned) {
- const char* file = FILENAME;
- ::unlink(file);
- int fd = ::open(file, O_CREAT|O_WRONLY|O_TRUNC, 0700);
- const string user("user.");
-
- // set N* chunk size
- const string name = "user.foo";
- const string name2 = "user.bar";
-
- for (int len = CHAIN_XATTR_MAX_BLOCK_LEN - 10;
- len < CHAIN_XATTR_MAX_BLOCK_LEN + 10;
- ++len) {
- cout << len << std::endl;
- const string x(len, 'x');
- char buf[len*2];
- ASSERT_EQ(len, chain_setxattr(file, name.c_str(), x.c_str(), len));
- char attrbuf[4096];
- int l = ceph_os_listxattr(file, attrbuf, sizeof(attrbuf));
- for (char *p = attrbuf; p - attrbuf < l; p += strlen(p) + 1) {
- cout << " attr " << p << std::endl;
- }
- ASSERT_EQ(len, chain_getxattr(file, name.c_str(), buf, len*2));
- ASSERT_EQ(0, chain_removexattr(file, name.c_str()));
-
- ASSERT_EQ(len, chain_fsetxattr(fd, name2.c_str(), x.c_str(), len));
- l = ceph_os_flistxattr(fd, attrbuf, sizeof(attrbuf));
- for (char *p = attrbuf; p - attrbuf < l; p += strlen(p) + 1) {
- cout << " attr " << p << std::endl;
- }
- ASSERT_EQ(len, chain_fgetxattr(fd, name2.c_str(), buf, len*2));
- ASSERT_EQ(0, chain_fremovexattr(fd, name2.c_str()));
- }
-
- for (int len = CHAIN_XATTR_SHORT_BLOCK_LEN - 10;
- len < CHAIN_XATTR_SHORT_BLOCK_LEN + 10;
- ++len) {
- cout << len << std::endl;
- const string x(len, 'x');
- char buf[len*2];
- ASSERT_EQ(len, chain_setxattr(file, name.c_str(), x.c_str(), len));
- char attrbuf[4096];
- int l = ceph_os_listxattr(file, attrbuf, sizeof(attrbuf));
- for (char *p = attrbuf; p - attrbuf < l; p += strlen(p) + 1) {
- cout << " attr " << p << std::endl;
- }
- ASSERT_EQ(len, chain_getxattr(file, name.c_str(), buf, len*2));
- }
-
- {
- // test tail path in chain_getxattr
- const char *aname = "user.baz";
- char buf[CHAIN_XATTR_SHORT_BLOCK_LEN*3];
- memset(buf, 'x', sizeof(buf));
- ASSERT_EQ((int)sizeof(buf), chain_setxattr(file, aname, buf, sizeof(buf)));
- ASSERT_EQ(-ERANGE, chain_getxattr(file, aname, buf,
- CHAIN_XATTR_SHORT_BLOCK_LEN*2));
- }
- {
- // test tail path in chain_fgetxattr
- const char *aname = "user.biz";
- char buf[CHAIN_XATTR_SHORT_BLOCK_LEN*3];
- memset(buf, 'x', sizeof(buf));
- ASSERT_EQ((int)sizeof(buf), chain_fsetxattr(fd, aname, buf, sizeof(buf)));
- ASSERT_EQ(-ERANGE, chain_fgetxattr(fd, aname, buf,
- CHAIN_XATTR_SHORT_BLOCK_LEN*2));
- }
-
- ::close(fd);
- ::unlink(file);
-}
-
-void get_vector_from_xattr(vector<string> &xattrs, char* xattr, int size) {
- char *end = xattr + size;
- while (xattr < end) {
- if (*xattr == '\0' )
- break;
- xattrs.push_back(xattr);
- xattr += strlen(xattr) + 1;
- }
-}
-
-bool listxattr_cmp(char* xattr1, char* xattr2, int size) {
- vector<string> xattrs1;
- vector<string> xattrs2;
- get_vector_from_xattr(xattrs1, xattr1, size);
- get_vector_from_xattr(xattrs2, xattr2, size);
-
- if (xattrs1.size() != xattrs2.size())
- return false;
-
- std::sort(xattrs1.begin(), xattrs1.end());
- std::sort(xattrs2.begin(), xattrs2.end());
- std::vector<string> diff;
- std::set_difference(xattrs1.begin(), xattrs1.end(),
- xattrs2.begin(), xattrs2.end(),
- diff.begin());
-
- return diff.empty();
-}
-
-TEST(chain_xattr, listxattr) {
- const char* file = FILENAME;
- ::unlink(file);
- int fd = ::open(file, O_CREAT|O_WRONLY|O_TRUNC, 0700);
- const string user("user.");
- const string name1 = user + string(CHAIN_XATTR_MAX_NAME_LEN - user.size(), '1');
- const string name2 = user + string(CHAIN_XATTR_MAX_NAME_LEN - user.size(), '@');
- const string x(LARGE_BLOCK_LEN, 'X');
- const int y = 1234;
-
- int orig_size = chain_listxattr(file, NULL, 0);
- char *orig_buffer = NULL;
- string orig_str;
- if (orig_size) {
- orig_buffer = (char*)malloc(orig_size);
- chain_flistxattr(fd, orig_buffer, orig_size);
- orig_str = string(orig_buffer);
- orig_size = orig_str.size();
- }
-
- ASSERT_EQ(LARGE_BLOCK_LEN, chain_setxattr(file, name1.c_str(), x.c_str(), LARGE_BLOCK_LEN));
- ASSERT_EQ((int)sizeof(y), chain_setxattr(file, name2.c_str(), &y, sizeof(y)));
-
- int buffer_size = 0;
- if (orig_size)
- buffer_size += orig_size + sizeof(char);
- buffer_size += name1.size() + sizeof(char) + name2.size() + sizeof(char);
-
- int index = 0;
- char* expected = (char*)malloc(buffer_size);
- ::memset(expected, '\0', buffer_size);
- if (orig_size) {
- ::strcpy(expected, orig_str.c_str());
- index = orig_size + 1;
- }
- ::strcpy(expected + index, name1.c_str());
- ::strcpy(expected + index + name1.size() + 1, name2.c_str());
- char* actual = (char*)malloc(buffer_size);
- ::memset(actual, '\0', buffer_size);
- ASSERT_LT(buffer_size, chain_listxattr(file, NULL, 0)); // size evaluation is conservative
- chain_listxattr(file, actual, buffer_size);
- ASSERT_TRUE(listxattr_cmp(expected, actual, buffer_size));
- ::memset(actual, '\0', buffer_size);
- chain_flistxattr(fd, actual, buffer_size);
- ASSERT_TRUE(listxattr_cmp(expected, actual, buffer_size));
-
- int unlikely_to_be_a_valid_fd = 400;
- ASSERT_GT(0, chain_listxattr("UNLIKELY_TO_EXIST", actual, 0));
- ASSERT_GT(0, chain_listxattr("UNLIKELY_TO_EXIST", actual, buffer_size));
- ASSERT_GT(0, chain_flistxattr(unlikely_to_be_a_valid_fd, actual, 0));
- ASSERT_GT(0, chain_flistxattr(unlikely_to_be_a_valid_fd, actual, buffer_size));
- ASSERT_EQ(-ERANGE, chain_listxattr(file, actual, 1));
- ASSERT_EQ(-ERANGE, chain_flistxattr(fd, actual, 1));
-
- ASSERT_EQ(0, chain_removexattr(file, name1.c_str()));
- ASSERT_EQ(0, chain_removexattr(file, name2.c_str()));
-
- free(orig_buffer);
- free(actual);
- free(expected);
- ::unlink(file);
-}
-
-list<string> get_xattrs(int fd)
-{
- char _buf[1024];
- char *buf = _buf;
- int len = sys_flistxattr(fd, _buf, sizeof(_buf));
- if (len < 0)
- return list<string>();
- list<string> ret;
- while (len > 0) {
- size_t next_len = strlen(buf);
- ret.push_back(string(buf, buf + next_len));
- assert(len >= (int)(next_len + 1));
- buf += (next_len + 1);
- len -= (next_len + 1);
- }
- return ret;
-}
-
-list<string> get_xattrs(string fn)
-{
- int fd = ::open(fn.c_str(), O_RDONLY);
- if (fd < 0)
- return list<string>();
- auto ret = get_xattrs(fd);
- ::close(fd);
- return ret;
-}
-
-TEST(chain_xattr, fskip_chain_cleanup_and_ensure_single_attr)
-{
- const char *name = "user.foo";
- const char *file = FILENAME;
- ::unlink(file);
- int fd = ::open(file, O_CREAT|O_RDWR|O_TRUNC, 0700);
-
- std::size_t existing_xattrs = get_xattrs(fd).size();
- char buf[800];
- memset(buf, 0x1F, sizeof(buf));
- // set chunked without either
- {
- std::size_t r = chain_fsetxattr(fd, name, buf, sizeof(buf));
- ASSERT_EQ(sizeof(buf), r);
- ASSERT_GT(get_xattrs(fd).size(), existing_xattrs + 1UL);
- }
-
- // verify
- {
- char buf2[sizeof(buf)*2];
- std::size_t r = chain_fgetxattr(fd, name, buf2, sizeof(buf2));
- ASSERT_EQ(sizeof(buf), r);
- ASSERT_EQ(0, memcmp(buf, buf2, sizeof(buf)));
- }
-
- // overwrite
- {
- std::size_t r = chain_fsetxattr<false, true>(fd, name, buf, sizeof(buf));
- ASSERT_EQ(sizeof(buf), r);
- ASSERT_EQ(existing_xattrs + 1UL, get_xattrs(fd).size());
- }
-
- // verify
- {
- char buf2[sizeof(buf)*2];
- std::size_t r = chain_fgetxattr(fd, name, buf2, sizeof(buf2));
- ASSERT_EQ(sizeof(buf), r);
- ASSERT_EQ(0, memcmp(buf, buf2, sizeof(buf)));
- }
-
- ::close(fd);
- ::unlink(file);
-}
-
-TEST(chain_xattr, skip_chain_cleanup_and_ensure_single_attr)
-{
- const char *name = "user.foo";
- const char *file = FILENAME;
- ::unlink(file);
- int fd = ::open(file, O_CREAT|O_RDWR|O_TRUNC, 0700);
- std::size_t existing_xattrs = get_xattrs(fd).size();
- ::close(fd);
-
- char buf[3000];
- memset(buf, 0x1F, sizeof(buf));
- // set chunked without either
- {
- std::size_t r = chain_setxattr(file, name, buf, sizeof(buf));
- ASSERT_EQ(sizeof(buf), r);
- ASSERT_GT(get_xattrs(file).size(), existing_xattrs + 1UL);
- }
-
- // verify
- {
- char buf2[sizeof(buf)*2];
- std::size_t r = chain_getxattr(file, name, buf2, sizeof(buf2));
- ASSERT_EQ(sizeof(buf), r);
- ASSERT_EQ(0, memcmp(buf, buf2, sizeof(buf)));
- }
-
- // overwrite
- {
- std::size_t r = chain_setxattr<false, true>(file, name, buf, sizeof(buf));
- ASSERT_EQ(sizeof(buf), r);
- ASSERT_EQ(existing_xattrs + 1UL, get_xattrs(file).size());
- }
-
- // verify
- {
- char buf2[sizeof(buf)*2];
- std::size_t r = chain_getxattr(file, name, buf2, sizeof(buf2));
- ASSERT_EQ(sizeof(buf), r);
- ASSERT_EQ(0, memcmp(buf, buf2, sizeof(buf)));
- }
-
- ::unlink(file);
-}
-
-int main(int argc, char **argv) {
- vector<const char*> args;
- argv_to_vec(argc, (const char **)argv, args);
-
- auto cct = global_init(NULL, args, CEPH_ENTITY_TYPE_CLIENT,
- CODE_ENVIRONMENT_UTILITY, 0);
- common_init_finish(g_ceph_context);
- g_ceph_context->_conf->set_val("err_to_stderr", "false");
- g_ceph_context->_conf->set_val("log_to_stderr", "false");
- g_ceph_context->_conf->apply_changes(NULL);
-
- const char* file = FILENAME;
- int x = 1234;
- int y = 0;
- int tmpfd = ::open(file, O_CREAT|O_WRONLY|O_TRUNC, 0700);
- int ret = ::ceph_os_fsetxattr(tmpfd, "user.test", &x, sizeof(x));
- if (ret >= 0)
- ret = ::ceph_os_fgetxattr(tmpfd, "user.test", &y, sizeof(y));
- ::close(tmpfd);
- ::unlink(file);
- if ((ret < 0) || (x != y)) {
- cerr << "SKIP all tests because extended attributes don't appear to work in the file system in which the tests are run: " << cpp_strerror(ret) << std::endl;
- } else {
- ::testing::InitGoogleTest(&argc, argv);
- return RUN_ALL_TESTS();
- }
-}
-
-// Local Variables:
-// compile-command: "cd ../.. ; make unittest_chain_xattr ; valgrind --tool=memcheck ./unittest_chain_xattr # --gtest_filter=chain_xattr.get_and_set"
-// End:
Code Review / stor4nfv.git / blobdiff