+++ /dev/null
-
-#include "MonMap.h"
-
-#include <algorithm>
-#include <sys/types.h>
-#include <sys/stat.h>
-#include <fcntl.h>
-
-#include "common/Formatter.h"
-
-#include "include/ceph_features.h"
-#include "include/addr_parsing.h"
-#include "common/ceph_argparse.h"
-#include "common/dns_resolve.h"
-#include "common/errno.h"
-
-#include "common/dout.h"
-
-using ceph::Formatter;
-
-void mon_info_t::encode(bufferlist& bl, uint64_t features) const
-{
- ENCODE_START(2, 1, bl);
- ::encode(name, bl);
- ::encode(public_addr, bl, features);
- ::encode(priority, bl);
- ENCODE_FINISH(bl);
-}
-
-void mon_info_t::decode(bufferlist::iterator& p)
-{
- DECODE_START(1, p);
- ::decode(name, p);
- ::decode(public_addr, p);
- if (struct_v >= 2) {
- ::decode(priority, p);
- }
- DECODE_FINISH(p);
-}
-
-void mon_info_t::print(ostream& out) const
-{
- out << "mon." << name
- << " public " << public_addr
- << " priority " << priority;
-}
-
-void MonMap::sanitize_mons(map<string,entity_addr_t>& o)
-{
- // if mon_info is populated, it means we decoded a map encoded
- // by someone who understands the new format (i.e., is able to
- // encode 'mon_info'). This means they must also have provided
- // a properly populated 'mon_addr' (which we have dropped with
- // this patch), 'o' being the contents of said map. In this
- // case, 'o' must have the same number of entries as 'mon_info'.
- //
- // Also, for each entry in 'o', there has to be a matching
- // 'mon_info' entry, properly populated with a name and a matching
- // 'public_addr'.
- //
- // OTOH, if 'mon_info' is not populated, it means the one that
- // originally encoded the map does not know the new format, and
- // 'o' will be our only source of info about the monitors in the
- // cluster -- and we will use it to populate our 'mon_info' map.
-
- bool has_mon_info = false;
- if (mon_info.size() > 0) {
- assert(o.size() == mon_info.size());
- has_mon_info = true;
- }
-
- for (auto p : o) {
- if (has_mon_info) {
- // make sure the info we have is accurate
- assert(mon_info.count(p.first));
- assert(mon_info[p.first].name == p.first);
- assert(mon_info[p.first].public_addr == p.second);
- } else {
- mon_info_t &m = mon_info[p.first];
- m.name = p.first;
- m.public_addr = p.second;
- }
- }
-}
-
-namespace {
- struct rank_cmp {
- bool operator()(const mon_info_t &a, const mon_info_t &b) const {
- if (a.public_addr == b.public_addr)
- return a.name < b.name;
- return a.public_addr < b.public_addr;
- }
- };
-}
-
-void MonMap::calc_ranks() {
-
- ranks.resize(mon_info.size());
- addr_mons.clear();
-
- // Used to order entries according to public_addr, because that's
- // how the ranks are expected to be ordered by. We may expand this
- // later on, according to some other criteria, by specifying a
- // different comparator.
- //
- // Please note that we use a 'set' here instead of resorting to
- // std::sort() because we need more info than that's available in
- // the vector. The vector will thus be ordered by, e.g., public_addr
- // while only containing the names of each individual monitor.
- // The only way of achieving this with std::sort() would be to first
- // insert every mon_info_t entry into a vector 'foo', std::sort() 'foo'
- // with custom comparison functions, and then copy each invidual entry
- // to a new vector. Unless there's a simpler way, we don't think the
- // added complexity makes up for the additional memory usage of a 'set'.
- set<mon_info_t, rank_cmp> tmp;
-
- for (map<string,mon_info_t>::iterator p = mon_info.begin();
- p != mon_info.end();
- ++p) {
- mon_info_t &m = p->second;
- tmp.insert(m);
-
- // populate addr_mons
- assert(addr_mons.count(m.public_addr) == 0);
- addr_mons[m.public_addr] = m.name;
- }
-
- // map the set to the actual ranks etc
- unsigned i = 0;
- for (set<mon_info_t>::iterator p = tmp.begin();
- p != tmp.end();
- ++p, ++i) {
- ranks[i] = p->name;
- }
-}
-
-void MonMap::encode(bufferlist& blist, uint64_t con_features) const
-{
- /* we keep the mon_addr map when encoding to ensure compatibility
- * with clients and other monitors that do not yet support the 'mons'
- * map. This map keeps its original behavior, containing a mapping of
- * monitor id (i.e., 'foo' in 'mon.foo') to the monitor's public
- * address -- which is obtained from the public address of each entry
- * in the 'mons' map.
- */
- map<string,entity_addr_t> mon_addr;
- for (map<string,mon_info_t>::const_iterator p = mon_info.begin();
- p != mon_info.end();
- ++p) {
- mon_addr[p->first] = p->second.public_addr;
- }
-
- if ((con_features & CEPH_FEATURE_MONNAMES) == 0) {
- __u16 v = 1;
- ::encode(v, blist);
- ::encode_raw(fsid, blist);
- ::encode(epoch, blist);
- vector<entity_inst_t> mon_inst(mon_addr.size());
- for (unsigned n = 0; n < mon_addr.size(); n++)
- mon_inst[n] = get_inst(n);
- ::encode(mon_inst, blist, con_features);
- ::encode(last_changed, blist);
- ::encode(created, blist);
- return;
- }
-
- if ((con_features & CEPH_FEATURE_MONENC) == 0) {
- __u16 v = 2;
- ::encode(v, blist);
- ::encode_raw(fsid, blist);
- ::encode(epoch, blist);
- ::encode(mon_addr, blist, con_features);
- ::encode(last_changed, blist);
- ::encode(created, blist);
- }
-
- ENCODE_START(5, 3, blist);
- ::encode_raw(fsid, blist);
- ::encode(epoch, blist);
- ::encode(mon_addr, blist, con_features);
- ::encode(last_changed, blist);
- ::encode(created, blist);
- ::encode(persistent_features, blist);
- ::encode(optional_features, blist);
- // this superseeds 'mon_addr'
- ::encode(mon_info, blist, con_features);
- ENCODE_FINISH(blist);
-}
-
-void MonMap::decode(bufferlist::iterator &p)
-{
- map<string,entity_addr_t> mon_addr;
- DECODE_START_LEGACY_COMPAT_LEN_16(5, 3, 3, p);
- ::decode_raw(fsid, p);
- ::decode(epoch, p);
- if (struct_v == 1) {
- vector<entity_inst_t> mon_inst;
- ::decode(mon_inst, p);
- for (unsigned i = 0; i < mon_inst.size(); i++) {
- char n[2];
- n[0] = '0' + i;
- n[1] = 0;
- string name = n;
- mon_addr[name] = mon_inst[i].addr;
- }
- } else {
- ::decode(mon_addr, p);
- }
- ::decode(last_changed, p);
- ::decode(created, p);
- if (struct_v >= 4) {
- ::decode(persistent_features, p);
- ::decode(optional_features, p);
- }
- if (struct_v >= 5) {
- ::decode(mon_info, p);
- } else {
- // we may be decoding to an existing monmap; if we do not
- // clear the mon_info map now, we will likely incur in problems
- // later on MonMap::sanitize_mons()
- mon_info.clear();
- }
- DECODE_FINISH(p);
- sanitize_mons(mon_addr);
- calc_ranks();
-}
-
-void MonMap::generate_test_instances(list<MonMap*>& o)
-{
- o.push_back(new MonMap);
- o.push_back(new MonMap);
- o.back()->epoch = 1;
- o.back()->last_changed = utime_t(123, 456);
- o.back()->created = utime_t(789, 101112);
- o.back()->add("one", entity_addr_t());
-
- MonMap *m = new MonMap;
- {
- m->epoch = 1;
- m->last_changed = utime_t(123, 456);
-
- entity_addr_t empty_addr_one;
- empty_addr_one.set_nonce(1);
- m->add("empty_addr_one", empty_addr_one);
- entity_addr_t empty_addr_two;
- empty_addr_two.set_nonce(2);
- m->add("empty_adrr_two", empty_addr_two);
-
- const char *local_pub_addr_s = "127.0.1.2";
-
- const char *end_p = local_pub_addr_s + strlen(local_pub_addr_s);
- entity_addr_t local_pub_addr;
- local_pub_addr.parse(local_pub_addr_s, &end_p);
-
- m->add(mon_info_t("filled_pub_addr", local_pub_addr, 1));
-
- m->add("empty_addr_zero", entity_addr_t());
- }
- o.push_back(m);
-}
-
-// read from/write to a file
-int MonMap::write(const char *fn)
-{
- // encode
- bufferlist bl;
- encode(bl, CEPH_FEATURES_ALL);
-
- return bl.write_file(fn);
-}
-
-int MonMap::read(const char *fn)
-{
- // read
- bufferlist bl;
- std::string error;
- int r = bl.read_file(fn, &error);
- if (r < 0)
- return r;
- decode(bl);
- return 0;
-}
-
-void MonMap::print_summary(ostream& out) const
-{
- out << "e" << epoch << ": "
- << mon_info.size() << " mons at {";
- // the map that we used to print, as it was, no longer
- // maps strings to the monitor's public address, but to
- // mon_info_t instead. As such, print the map in a way
- // that keeps the expected format.
- bool has_printed = false;
- for (map<string,mon_info_t>::const_iterator p = mon_info.begin();
- p != mon_info.end();
- ++p) {
- if (has_printed)
- out << ",";
- out << p->first << "=" << p->second.public_addr;
- has_printed = true;
- }
- out << "}";
-}
-
-void MonMap::print(ostream& out) const
-{
- out << "epoch " << epoch << "\n";
- out << "fsid " << fsid << "\n";
- out << "last_changed " << last_changed << "\n";
- out << "created " << created << "\n";
- unsigned i = 0;
- for (vector<string>::const_iterator p = ranks.begin();
- p != ranks.end();
- ++p) {
- out << i++ << ": " << get_addr(*p) << " mon." << *p << "\n";
- }
-}
-
-void MonMap::dump(Formatter *f) const
-{
- f->dump_unsigned("epoch", epoch);
- f->dump_stream("fsid") << fsid;
- f->dump_stream("modified") << last_changed;
- f->dump_stream("created") << created;
- f->open_object_section("features");
- persistent_features.dump(f, "persistent");
- optional_features.dump(f, "optional");
- f->close_section();
- f->open_array_section("mons");
- int i = 0;
- for (vector<string>::const_iterator p = ranks.begin();
- p != ranks.end();
- ++p, ++i) {
- f->open_object_section("mon");
- f->dump_int("rank", i);
- f->dump_string("name", *p);
- f->dump_stream("addr") << get_addr(*p);
- f->dump_stream("public_addr") << get_addr(*p);
- f->close_section();
- }
- f->close_section();
-}
-
-
-int MonMap::build_from_host_list(std::string hostlist, std::string prefix)
-{
- vector<entity_addr_t> addrs;
- if (parse_ip_port_vec(hostlist.c_str(), addrs)) {
- if (addrs.empty())
- return -ENOENT;
- for (unsigned i=0; i<addrs.size(); i++) {
- char n[2];
- n[0] = 'a' + i;
- n[1] = 0;
- if (addrs[i].get_port() == 0)
- addrs[i].set_port(CEPH_MON_PORT);
- string name = prefix;
- name += n;
- if (!contains(addrs[i]))
- add(name, addrs[i]);
- }
- return 0;
- }
-
- // maybe they passed us a DNS-resolvable name
- char *hosts = NULL;
- hosts = resolve_addrs(hostlist.c_str());
- if (!hosts)
- return -EINVAL;
- bool success = parse_ip_port_vec(hosts, addrs);
- free(hosts);
- if (!success)
- return -EINVAL;
-
- if (addrs.empty())
- return -ENOENT;
-
- for (unsigned i=0; i<addrs.size(); i++) {
- char n[2];
- n[0] = 'a' + i;
- n[1] = 0;
- if (addrs[i].get_port() == 0)
- addrs[i].set_port(CEPH_MON_PORT);
- string name = prefix;
- name += n;
- if (!contains(addrs[i]) &&
- !contains(name))
- add(name, addrs[i]);
- }
- return 0;
-}
-
-void MonMap::set_initial_members(CephContext *cct,
- list<std::string>& initial_members,
- string my_name, const entity_addr_t& my_addr,
- set<entity_addr_t> *removed)
-{
- // remove non-initial members
- unsigned i = 0;
- while (i < size()) {
- string n = get_name(i);
- if (std::find(initial_members.begin(), initial_members.end(), n) != initial_members.end()) {
- lgeneric_dout(cct, 1) << " keeping " << n << " " << get_addr(i) << dendl;
- i++;
- continue;
- }
-
- lgeneric_dout(cct, 1) << " removing " << get_name(i) << " " << get_addr(i) << dendl;
- if (removed)
- removed->insert(get_addr(i));
- remove(n);
- assert(!contains(n));
- }
-
- // add missing initial members
- for (list<string>::iterator p = initial_members.begin(); p != initial_members.end(); ++p) {
- if (!contains(*p)) {
- if (*p == my_name) {
- lgeneric_dout(cct, 1) << " adding self " << *p << " " << my_addr << dendl;
- add(*p, my_addr);
- } else {
- entity_addr_t a;
- a.set_type(entity_addr_t::TYPE_LEGACY);
- a.set_family(AF_INET);
- for (int n=1; ; n++) {
- a.set_nonce(n);
- if (!contains(a))
- break;
- }
- lgeneric_dout(cct, 1) << " adding " << *p << " " << a << dendl;
- add(*p, a);
- }
- assert(contains(*p));
- }
- }
-}
-
-
-int MonMap::build_initial(CephContext *cct, ostream& errout)
-{
- const md_config_t *conf = cct->_conf;
- // file?
- const auto monmap = conf->get_val<std::string>("monmap");
- if (!monmap.empty()) {
- int r;
- try {
- r = read(monmap.c_str());
- }
- catch (const buffer::error &e) {
- r = -EINVAL;
- }
- if (r >= 0)
- return 0;
- errout << "unable to read/decode monmap from " << monmap
- << ": " << cpp_strerror(-r) << std::endl;
- return r;
- }
-
- // fsid from conf?
- const auto new_fsid = conf->get_val<uuid_d>("fsid");
- if (!new_fsid.is_zero()) {
- fsid = new_fsid;
- }
-
- // -m foo?
- const auto mon_host = conf->get_val<std::string>("mon_host");
- if (!mon_host.empty()) {
- int r = build_from_host_list(mon_host, "noname-");
- if (r < 0) {
- errout << "unable to parse addrs in '" << mon_host << "'"
- << std::endl;
- return r;
- }
- created = ceph_clock_now();
- last_changed = created;
- return 0;
- }
-
- // What monitors are in the config file?
- std::vector <std::string> sections;
- int ret = conf->get_all_sections(sections);
- if (ret) {
- errout << "Unable to find any monitors in the configuration "
- << "file, because there was an error listing the sections. error "
- << ret << std::endl;
- return -ENOENT;
- }
- std::vector <std::string> mon_names;
- for (std::vector <std::string>::const_iterator s = sections.begin();
- s != sections.end(); ++s) {
- if ((s->substr(0, 4) == "mon.") && (s->size() > 4)) {
- mon_names.push_back(s->substr(4));
- }
- }
-
- // Find an address for each monitor in the config file.
- for (std::vector <std::string>::const_iterator m = mon_names.begin();
- m != mon_names.end(); ++m) {
- std::vector <std::string> sections;
- std::string m_name("mon");
- m_name += ".";
- m_name += *m;
- sections.push_back(m_name);
- sections.push_back("mon");
- sections.push_back("global");
- std::string val;
- int res = conf->get_val_from_conf_file(sections, "mon addr", val, true);
- if (res) {
- errout << "failed to get an address for mon." << *m << ": error "
- << res << std::endl;
- continue;
- }
- entity_addr_t addr;
- if (!addr.parse(val.c_str())) {
- errout << "unable to parse address for mon." << *m
- << ": addr='" << val << "'" << std::endl;
- continue;
- }
- if (addr.get_port() == 0)
- addr.set_port(CEPH_MON_PORT);
-
- uint16_t priority = 0;
- if (!conf->get_val_from_conf_file(sections, "mon priority", val, false)) {
- try {
- priority = std::stoul(val);
- } catch (std::logic_error&) {
- errout << "unable to parse priority for mon." << *m
- << ": priority='" << val << "'" << std::endl;
- continue;
- }
- }
- // the make sure this mon isn't already in the map
- if (contains(addr))
- remove(get_name(addr));
- if (contains(*m))
- remove(*m);
-
- add(mon_info_t{*m, addr, priority});
- }
-
- if (size() == 0) {
- // no info found from conf options lets try use DNS SRV records
- string srv_name = conf->get_val<std::string>("mon_dns_srv_name");
- string domain;
- // check if domain is also provided and extract it from srv_name
- size_t idx = srv_name.find("_");
- if (idx != string::npos) {
- domain = srv_name.substr(idx + 1);
- srv_name = srv_name.substr(0, idx);
- }
-
- map<string, DNSResolver::Record> records;
- if (DNSResolver::get_instance()->resolve_srv_hosts(cct, srv_name,
- DNSResolver::SRV_Protocol::TCP, domain, &records) != 0) {
-
- errout << "unable to get monitor info from DNS SRV with service name: " <<
- "ceph-mon" << std::endl;
- }
- else {
- for (const auto& record : records) {
- add(mon_info_t{record.first,
- record.second.addr,
- record.second.priority});
- }
- }
- }
-
- if (size() == 0) {
- errout << "no monitors specified to connect to." << std::endl;
- return -ENOENT;
- }
- created = ceph_clock_now();
- last_changed = created;
- return 0;
-}
Code Review / stor4nfv.git / blobdiff