// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*- // vim: ts=8 sw=2 smarttab /* * Ceph - scalable distributed file system * * Copyright (C) 2012 New Dream Network * * This is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License version 2.1, as published by the Free Software * Foundation. See file COPYING. */ #include #include #include #include #include "common/debug.h" #include "os/filestore/FileStore.h" #include "common/config.h" #include "FileStoreDiff.h" #define dout_context g_ceph_context #define dout_subsys ceph_subsys_filestore #undef dout_prefix #define dout_prefix *_dout << "filestore_diff " FileStoreDiff::FileStoreDiff(FileStore *a, FileStore *b) : a_store(a), b_store(b) { int err; err = a_store->mount(); ceph_assert(err == 0); err = b_store->mount(); ceph_assert(err == 0); } FileStoreDiff::~FileStoreDiff() { a_store->umount(); b_store->umount(); } bool FileStoreDiff::diff_attrs(std::map& b, std::map& a) { bool ret = false; std::map::iterator b_it = b.begin(); std::map::iterator a_it = a.begin(); for (; b_it != b.end(); ++b_it, ++a_it) { if (b_it->first != a_it->first) { dout(0) << "diff_attrs name mismatch (verify: " << b_it->first << ", store: " << a_it->first << ")" << dendl; ret = true; continue; } if (!b_it->second.cmp(a_it->second)) { dout(0) << "diff_attrs contents mismatch on attr " << b_it->first << dendl; ret = true; continue; } } return ret; } static bool diff_omap(std::map& b, std::map& a) { bool ret = false; std::map::iterator b_it = b.begin(); std::map::iterator a_it = a.begin(); for (; b_it != b.end(); ++b_it, ++a_it) { if (b_it->first != a_it->first) { dout(0) << "diff_attrs name mismatch (verify: " << b_it->first << ", store: " << a_it->first << ")" << dendl; ret = true; continue; } if (!(b_it->second == a_it->second)) { dout(0) << "diff_attrs contents mismatch on attr " << b_it->first << dendl; ret = true; continue; } } return ret; } bool FileStoreDiff::diff_objects_stat(struct stat& a, struct stat& b) { bool ret = false; if (a.st_uid != b.st_uid) { dout(0) << "diff_objects_stat uid mismatch (A: " << a.st_uid << " != B: " << b.st_uid << ")" << dendl; ret = true; } if (a.st_gid != b.st_gid) { dout(0) << "diff_objects_stat gid mismatch (A: " << a.st_gid << " != B: " << b.st_gid << ")" << dendl; ret = true; } if (a.st_mode != b.st_mode) { dout(0) << "diff_objects_stat mode mismatch (A: " << a.st_mode << " != B: " << b.st_mode << ")" << dendl; ret = true; } if (a.st_nlink != b.st_nlink) { dout(0) << "diff_objects_stat nlink mismatch (A: " << a.st_nlink << " != B: " << b.st_nlink << ")" << dendl; ret = true; } if (a.st_size != b.st_size) { dout(0) << "diff_objects_stat size mismatch (A: " << a.st_size << " != B: " << b.st_size << ")" << dendl; ret = true; } return ret; } bool FileStoreDiff::diff_objects(FileStore *a_store, FileStore *b_store, coll_t coll) { dout(2) << __func__ << " coll " << coll << dendl; bool ret = false; int err; std::vector b_objects, a_objects; err = b_store->collection_list(coll, ghobject_t(), ghobject_t::get_max(), INT_MAX, &b_objects, NULL); if (err < 0) { dout(0) << "diff_objects list on verify coll " << coll.to_str() << " returns " << err << dendl; return true; } err = a_store->collection_list(coll, ghobject_t(), ghobject_t::get_max(), INT_MAX, &a_objects, NULL); if (err < 0) { dout(0) << "diff_objects list on store coll " << coll.to_str() << " returns " << err << dendl; return true; } if (b_objects.size() != a_objects.size()) { dout(0) << "diff_objects num objs mismatch (A: " << a_objects.size() << ", B: " << b_objects.size() << ")" << dendl; ret = true; } std::vector::iterator b_it = b_objects.begin(); std::vector::iterator a_it = b_objects.begin(); for (; b_it != b_objects.end(); ++b_it, ++a_it) { ghobject_t b_obj = *b_it, a_obj = *a_it; if (b_obj.hobj.oid.name != a_obj.hobj.oid.name) { dout(0) << "diff_objects name mismatch on A object " << coll << "/" << a_obj << " and B object " << coll << "/" << b_obj << dendl; ret = true; continue; } struct stat b_stat, a_stat; err = b_store->stat(coll, b_obj, &b_stat); if (err < 0) { dout(0) << "diff_objects error stating B object " << coll.to_str() << "/" << b_obj.hobj.oid.name << dendl; ret = true; } err = a_store->stat(coll, a_obj, &a_stat); if (err < 0) { dout(0) << "diff_objects error stating A object " << coll << "/" << a_obj << dendl; ret = true; } if (diff_objects_stat(a_stat, b_stat)) { dout(0) << "diff_objects stat mismatch on " << coll << "/" << b_obj << dendl; ret = true; } bufferlist a_obj_bl, b_obj_bl; b_store->read(coll, b_obj, 0, b_stat.st_size, b_obj_bl); a_store->read(coll, a_obj, 0, a_stat.st_size, a_obj_bl); if (!a_obj_bl.contents_equal(b_obj_bl)) { dout(0) << "diff_objects content mismatch on " << coll << "/" << b_obj << dendl; ret = true; } std::map a_obj_attrs_map, b_obj_attrs_map; err = a_store->getattrs(coll, a_obj, a_obj_attrs_map); if (err < 0) { dout(0) << "diff_objects getattrs on A object " << coll << "/" << a_obj << " returns " << err << dendl; ret = true; } err = b_store->getattrs(coll, b_obj, b_obj_attrs_map); if (err < 0) { dout(0) << "diff_objects getattrs on B object " << coll << "/" << b_obj << "returns " << err << dendl; ret = true; } if (diff_attrs(b_obj_attrs_map, a_obj_attrs_map)) { dout(0) << "diff_objects attrs mismatch on A object " << coll << "/" << a_obj << " and B object " << coll << "/" << b_obj << dendl; ret = true; } std::map a_obj_omap, b_obj_omap; std::set a_omap_keys, b_omap_keys; err = a_store->omap_get_keys(coll, a_obj, &a_omap_keys); if (err < 0) { dout(0) << "diff_objects getomap on A object " << coll << "/" << a_obj << " returns " << err << dendl; ret = true; } err = a_store->omap_get_values(coll, a_obj, a_omap_keys, &a_obj_omap); if (err < 0) { dout(0) << "diff_objects getomap on A object " << coll << "/" << a_obj << " returns " << err << dendl; ret = true; } err = b_store->omap_get_keys(coll, b_obj, &b_omap_keys); if (err < 0) { dout(0) << "diff_objects getomap on A object " << coll << "/" << b_obj << " returns " << err << dendl; ret = true; } err = b_store->omap_get_values(coll, b_obj, b_omap_keys, &b_obj_omap); if (err < 0) { dout(0) << "diff_objects getomap on A object " << coll << "/" << b_obj << " returns " << err << dendl; ret = true; } if (diff_omap(a_obj_omap, b_obj_omap)) { dout(0) << "diff_objects omap mismatch on A object " << coll << "/" << a_obj << " and B object " << coll << "/" << b_obj << dendl; ret = true; } } return ret; } bool FileStoreDiff::diff() { bool ret = false; std::vector a_coll_list, b_coll_list; a_store->list_collections(a_coll_list); b_store->list_collections(b_coll_list); std::vector::iterator it = b_coll_list.begin(); for (; it != b_coll_list.end(); ++it) { coll_t b_coll = *it; if (!a_store->collection_exists(b_coll)) { dout(0) << "diff B coll " << b_coll.to_str() << " DNE on A" << dendl; ret = true; continue; } for (std::vector::iterator j = a_coll_list.begin(); j != a_coll_list.end(); ++j) { if (*j == *it) { a_coll_list.erase(j); break; } } if (diff_objects(a_store, b_store, b_coll)) ret = true; } for (std::vector::iterator it = a_coll_list.begin(); it != a_coll_list.end(); ++it) { dout(0) << "diff A coll " << *it << " DNE on B" << dendl; ret = true; } return ret; }