1 // -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
2 // vim: ts=8 sw=2 smarttab
4 * Ceph - scalable distributed file system
6 * Copyright (C) 2004-2006 Sage Weil <sage@newdream.net>
8 * This is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License version 2.1, as published by the Free Software
11 * Foundation. See file COPYING.
16 #include "osd/OSDMap.h"
19 #include "mon/MonClient.h"
21 #include "msg/Messenger.h"
22 #include "msg/Message.h"
24 #include "messages/MPing.h"
25 #include "messages/MOSDOp.h"
26 #include "messages/MOSDOpReply.h"
27 #include "messages/MOSDBackoff.h"
28 #include "messages/MOSDMap.h"
30 #include "messages/MPoolOp.h"
31 #include "messages/MPoolOpReply.h"
33 #include "messages/MGetPoolStats.h"
34 #include "messages/MGetPoolStatsReply.h"
35 #include "messages/MStatfs.h"
36 #include "messages/MStatfsReply.h"
38 #include "messages/MMonCommand.h"
40 #include "messages/MCommand.h"
41 #include "messages/MCommandReply.h"
43 #include "messages/MWatchNotify.h"
47 #include "common/config.h"
48 #include "common/perf_counters.h"
49 #include "common/scrub_types.h"
50 #include "include/str_list.h"
51 #include "common/errno.h"
52 #include "common/EventTrace.h"
54 using ceph::real_time;
55 using ceph::real_clock;
57 using ceph::mono_clock;
58 using ceph::mono_time;
63 #define dout_subsys ceph_subsys_objecter
65 #define dout_prefix *_dout << messenger->get_myname() << ".objecter "
69 l_osdc_first = 123200,
87 l_osdc_osdop_writefull,
88 l_osdc_osdop_writesame,
91 l_osdc_osdop_truncate,
94 l_osdc_osdop_sparse_read,
95 l_osdc_osdop_clonerange,
96 l_osdc_osdop_getxattr,
97 l_osdc_osdop_setxattr,
98 l_osdc_osdop_cmpxattr,
100 l_osdc_osdop_resetxattrs,
101 l_osdc_osdop_tmap_up,
102 l_osdc_osdop_tmap_put,
103 l_osdc_osdop_tmap_get,
107 l_osdc_osdop_src_cmpxattr,
109 l_osdc_osdop_pgls_filter,
112 l_osdc_linger_active,
114 l_osdc_linger_resend,
117 l_osdc_poolop_active,
119 l_osdc_poolop_resend,
121 l_osdc_poolstat_active,
122 l_osdc_poolstat_send,
123 l_osdc_poolstat_resend,
125 l_osdc_statfs_active,
127 l_osdc_statfs_resend,
129 l_osdc_command_active,
131 l_osdc_command_resend,
138 l_osdc_osd_session_open,
139 l_osdc_osd_session_close,
142 l_osdc_osdop_omap_wr,
143 l_osdc_osdop_omap_rd,
144 l_osdc_osdop_omap_del,
150 // config obs ----------------------------
152 static const char *config_keys[] = {
157 class Objecter::RequestStateHook : public AdminSocketHook {
158 Objecter *m_objecter;
160 explicit RequestStateHook(Objecter *objecter);
161 bool call(std::string command, cmdmap_t& cmdmap, std::string format,
162 bufferlist& out) override;
166 * This is a more limited form of C_Contexts, but that requires
167 * a ceph_context which we don't have here.
169 class ObjectOperation::C_TwoContexts : public Context {
173 C_TwoContexts(Context *first, Context *second) :
174 first(first), second(second) {}
175 void finish(int r) override {
182 ~C_TwoContexts() override {
188 void ObjectOperation::add_handler(Context *extra) {
189 size_t last = out_handler.size() - 1;
190 Context *orig = out_handler[last];
192 Context *wrapper = new C_TwoContexts(orig, extra);
193 out_handler[last] = wrapper;
195 out_handler[last] = extra;
199 Objecter::OSDSession::unique_completion_lock Objecter::OSDSession::get_lock(
202 if (oid.name.empty())
203 return unique_completion_lock();
205 static constexpr uint32_t HASH_PRIME = 1021;
206 uint32_t h = ceph_str_hash_linux(oid.name.c_str(), oid.name.size())
209 return unique_completion_lock(completion_locks[h % num_locks],
213 const char** Objecter::get_tracked_conf_keys() const
219 void Objecter::handle_conf_change(const struct md_config_t *conf,
220 const std::set <std::string> &changed)
222 if (changed.count("crush_location")) {
223 update_crush_location();
227 void Objecter::update_crush_location()
229 unique_lock wl(rwlock);
230 crush_location = cct->crush_location.get_location();
233 // messages ------------------------------
236 * initialize only internal data structures, don't initiate cluster interaction
238 void Objecter::init()
240 assert(!initialized);
243 PerfCountersBuilder pcb(cct, "objecter", l_osdc_first, l_osdc_last);
245 pcb.add_u64(l_osdc_op_active, "op_active", "Operations active", "actv",
246 PerfCountersBuilder::PRIO_CRITICAL);
247 pcb.add_u64(l_osdc_op_laggy, "op_laggy", "Laggy operations");
248 pcb.add_u64_counter(l_osdc_op_send, "op_send", "Sent operations");
249 pcb.add_u64_counter(l_osdc_op_send_bytes, "op_send_bytes", "Sent data");
250 pcb.add_u64_counter(l_osdc_op_resend, "op_resend", "Resent operations");
251 pcb.add_u64_counter(l_osdc_op_reply, "op_reply", "Operation reply");
253 pcb.add_u64_counter(l_osdc_op, "op", "Operations");
254 pcb.add_u64_counter(l_osdc_op_r, "op_r", "Read operations", "rd",
255 PerfCountersBuilder::PRIO_CRITICAL);
256 pcb.add_u64_counter(l_osdc_op_w, "op_w", "Write operations", "wr",
257 PerfCountersBuilder::PRIO_CRITICAL);
258 pcb.add_u64_counter(l_osdc_op_rmw, "op_rmw", "Read-modify-write operations",
259 "rdwr", PerfCountersBuilder::PRIO_INTERESTING);
260 pcb.add_u64_counter(l_osdc_op_pg, "op_pg", "PG operation");
262 pcb.add_u64_counter(l_osdc_osdop_stat, "osdop_stat", "Stat operations");
263 pcb.add_u64_counter(l_osdc_osdop_create, "osdop_create",
264 "Create object operations");
265 pcb.add_u64_counter(l_osdc_osdop_read, "osdop_read", "Read operations");
266 pcb.add_u64_counter(l_osdc_osdop_write, "osdop_write", "Write operations");
267 pcb.add_u64_counter(l_osdc_osdop_writefull, "osdop_writefull",
268 "Write full object operations");
269 pcb.add_u64_counter(l_osdc_osdop_writesame, "osdop_writesame",
270 "Write same operations");
271 pcb.add_u64_counter(l_osdc_osdop_append, "osdop_append",
273 pcb.add_u64_counter(l_osdc_osdop_zero, "osdop_zero",
274 "Set object to zero operations");
275 pcb.add_u64_counter(l_osdc_osdop_truncate, "osdop_truncate",
276 "Truncate object operations");
277 pcb.add_u64_counter(l_osdc_osdop_delete, "osdop_delete",
278 "Delete object operations");
279 pcb.add_u64_counter(l_osdc_osdop_mapext, "osdop_mapext",
280 "Map extent operations");
281 pcb.add_u64_counter(l_osdc_osdop_sparse_read, "osdop_sparse_read",
282 "Sparse read operations");
283 pcb.add_u64_counter(l_osdc_osdop_clonerange, "osdop_clonerange",
284 "Clone range operations");
285 pcb.add_u64_counter(l_osdc_osdop_getxattr, "osdop_getxattr",
286 "Get xattr operations");
287 pcb.add_u64_counter(l_osdc_osdop_setxattr, "osdop_setxattr",
288 "Set xattr operations");
289 pcb.add_u64_counter(l_osdc_osdop_cmpxattr, "osdop_cmpxattr",
290 "Xattr comparison operations");
291 pcb.add_u64_counter(l_osdc_osdop_rmxattr, "osdop_rmxattr",
292 "Remove xattr operations");
293 pcb.add_u64_counter(l_osdc_osdop_resetxattrs, "osdop_resetxattrs",
294 "Reset xattr operations");
295 pcb.add_u64_counter(l_osdc_osdop_tmap_up, "osdop_tmap_up",
296 "TMAP update operations");
297 pcb.add_u64_counter(l_osdc_osdop_tmap_put, "osdop_tmap_put",
298 "TMAP put operations");
299 pcb.add_u64_counter(l_osdc_osdop_tmap_get, "osdop_tmap_get",
300 "TMAP get operations");
301 pcb.add_u64_counter(l_osdc_osdop_call, "osdop_call",
302 "Call (execute) operations");
303 pcb.add_u64_counter(l_osdc_osdop_watch, "osdop_watch",
304 "Watch by object operations");
305 pcb.add_u64_counter(l_osdc_osdop_notify, "osdop_notify",
306 "Notify about object operations");
307 pcb.add_u64_counter(l_osdc_osdop_src_cmpxattr, "osdop_src_cmpxattr",
308 "Extended attribute comparison in multi operations");
309 pcb.add_u64_counter(l_osdc_osdop_pgls, "osdop_pgls");
310 pcb.add_u64_counter(l_osdc_osdop_pgls_filter, "osdop_pgls_filter");
311 pcb.add_u64_counter(l_osdc_osdop_other, "osdop_other", "Other operations");
313 pcb.add_u64(l_osdc_linger_active, "linger_active",
314 "Active lingering operations");
315 pcb.add_u64_counter(l_osdc_linger_send, "linger_send",
316 "Sent lingering operations");
317 pcb.add_u64_counter(l_osdc_linger_resend, "linger_resend",
318 "Resent lingering operations");
319 pcb.add_u64_counter(l_osdc_linger_ping, "linger_ping",
320 "Sent pings to lingering operations");
322 pcb.add_u64(l_osdc_poolop_active, "poolop_active",
323 "Active pool operations");
324 pcb.add_u64_counter(l_osdc_poolop_send, "poolop_send",
325 "Sent pool operations");
326 pcb.add_u64_counter(l_osdc_poolop_resend, "poolop_resend",
327 "Resent pool operations");
329 pcb.add_u64(l_osdc_poolstat_active, "poolstat_active",
330 "Active get pool stat operations");
331 pcb.add_u64_counter(l_osdc_poolstat_send, "poolstat_send",
332 "Pool stat operations sent");
333 pcb.add_u64_counter(l_osdc_poolstat_resend, "poolstat_resend",
334 "Resent pool stats");
336 pcb.add_u64(l_osdc_statfs_active, "statfs_active", "Statfs operations");
337 pcb.add_u64_counter(l_osdc_statfs_send, "statfs_send", "Sent FS stats");
338 pcb.add_u64_counter(l_osdc_statfs_resend, "statfs_resend",
341 pcb.add_u64(l_osdc_command_active, "command_active", "Active commands");
342 pcb.add_u64_counter(l_osdc_command_send, "command_send",
344 pcb.add_u64_counter(l_osdc_command_resend, "command_resend",
347 pcb.add_u64(l_osdc_map_epoch, "map_epoch", "OSD map epoch");
348 pcb.add_u64_counter(l_osdc_map_full, "map_full",
349 "Full OSD maps received");
350 pcb.add_u64_counter(l_osdc_map_inc, "map_inc",
351 "Incremental OSD maps received");
353 pcb.add_u64(l_osdc_osd_sessions, "osd_sessions",
354 "Open sessions"); // open sessions
355 pcb.add_u64_counter(l_osdc_osd_session_open, "osd_session_open",
357 pcb.add_u64_counter(l_osdc_osd_session_close, "osd_session_close",
359 pcb.add_u64(l_osdc_osd_laggy, "osd_laggy", "Laggy OSD sessions");
361 pcb.add_u64_counter(l_osdc_osdop_omap_wr, "omap_wr",
362 "OSD OMAP write operations");
363 pcb.add_u64_counter(l_osdc_osdop_omap_rd, "omap_rd",
364 "OSD OMAP read operations");
365 pcb.add_u64_counter(l_osdc_osdop_omap_del, "omap_del",
366 "OSD OMAP delete operations");
368 logger = pcb.create_perf_counters();
369 cct->get_perfcounters_collection()->add(logger);
372 m_request_state_hook = new RequestStateHook(this);
373 AdminSocket* admin_socket = cct->get_admin_socket();
374 int ret = admin_socket->register_command("objecter_requests",
376 m_request_state_hook,
377 "show in-progress osd requests");
379 /* Don't warn on EEXIST, happens if multiple ceph clients
380 * are instantiated from one process */
381 if (ret < 0 && ret != -EEXIST) {
382 lderr(cct) << "error registering admin socket command: "
383 << cpp_strerror(ret) << dendl;
386 update_crush_location();
388 cct->_conf->add_observer(this);
394 * ok, cluster interaction can happen
396 void Objecter::start(const OSDMap* o)
398 shared_lock rl(rwlock);
402 osdmap->deepish_copy_from(*o);
403 } else if (osdmap->get_epoch() == 0) {
404 _maybe_request_map();
408 void Objecter::shutdown()
412 unique_lock wl(rwlock);
416 cct->_conf->remove_observer(this);
418 map<int,OSDSession*>::iterator p;
419 while (!osd_sessions.empty()) {
420 p = osd_sessions.begin();
421 close_session(p->second);
424 while(!check_latest_map_lingers.empty()) {
425 map<uint64_t, LingerOp*>::iterator i = check_latest_map_lingers.begin();
427 check_latest_map_lingers.erase(i->first);
430 while(!check_latest_map_ops.empty()) {
431 map<ceph_tid_t, Op*>::iterator i = check_latest_map_ops.begin();
433 check_latest_map_ops.erase(i->first);
436 while(!check_latest_map_commands.empty()) {
437 map<ceph_tid_t, CommandOp*>::iterator i
438 = check_latest_map_commands.begin();
440 check_latest_map_commands.erase(i->first);
443 while(!poolstat_ops.empty()) {
444 map<ceph_tid_t,PoolStatOp*>::iterator i = poolstat_ops.begin();
446 poolstat_ops.erase(i->first);
449 while(!statfs_ops.empty()) {
450 map<ceph_tid_t, StatfsOp*>::iterator i = statfs_ops.begin();
452 statfs_ops.erase(i->first);
455 while(!pool_ops.empty()) {
456 map<ceph_tid_t, PoolOp*>::iterator i = pool_ops.begin();
458 pool_ops.erase(i->first);
461 ldout(cct, 20) << __func__ << " clearing up homeless session..." << dendl;
462 while(!homeless_session->linger_ops.empty()) {
463 std::map<uint64_t, LingerOp*>::iterator i
464 = homeless_session->linger_ops.begin();
465 ldout(cct, 10) << " linger_op " << i->first << dendl;
466 LingerOp *lop = i->second;
468 OSDSession::unique_lock swl(homeless_session->lock);
469 _session_linger_op_remove(homeless_session, lop);
471 linger_ops.erase(lop->linger_id);
472 linger_ops_set.erase(lop);
476 while(!homeless_session->ops.empty()) {
477 std::map<ceph_tid_t, Op*>::iterator i = homeless_session->ops.begin();
478 ldout(cct, 10) << " op " << i->first << dendl;
481 OSDSession::unique_lock swl(homeless_session->lock);
482 _session_op_remove(homeless_session, op);
487 while(!homeless_session->command_ops.empty()) {
488 std::map<ceph_tid_t, CommandOp*>::iterator i
489 = homeless_session->command_ops.begin();
490 ldout(cct, 10) << " command_op " << i->first << dendl;
491 CommandOp *cop = i->second;
493 OSDSession::unique_lock swl(homeless_session->lock);
494 _session_command_op_remove(homeless_session, cop);
500 if (timer.cancel_event(tick_event)) {
501 ldout(cct, 10) << " successfully canceled tick" << dendl;
507 cct->get_perfcounters_collection()->remove(logger);
512 // Let go of Objecter write lock so timer thread can shutdown
515 // Outside of lock to avoid cycle WRT calls to RequestStateHook
516 // This is safe because we guarantee no concurrent calls to
517 // shutdown() with the ::initialized check at start.
518 if (m_request_state_hook) {
519 AdminSocket* admin_socket = cct->get_admin_socket();
520 admin_socket->unregister_command("objecter_requests");
521 delete m_request_state_hook;
522 m_request_state_hook = NULL;
526 void Objecter::_send_linger(LingerOp *info,
529 assert(sul.owns_lock() && sul.mutex() == &rwlock);
532 Context *oncommit = NULL;
533 LingerOp::shared_lock watchl(info->watch_lock);
534 bufferlist *poutbl = NULL;
535 if (info->registered && info->is_watch) {
536 ldout(cct, 15) << "send_linger " << info->linger_id << " reconnect"
538 opv.push_back(OSDOp());
539 opv.back().op.op = CEPH_OSD_OP_WATCH;
540 opv.back().op.watch.cookie = info->get_cookie();
541 opv.back().op.watch.op = CEPH_OSD_WATCH_OP_RECONNECT;
542 opv.back().op.watch.gen = ++info->register_gen;
543 oncommit = new C_Linger_Reconnect(this, info);
545 ldout(cct, 15) << "send_linger " << info->linger_id << " register"
548 C_Linger_Commit *c = new C_Linger_Commit(this, info);
549 if (!info->is_watch) {
556 Op *o = new Op(info->target.base_oid, info->target.base_oloc,
557 opv, info->target.flags | CEPH_OSD_FLAG_READ,
558 oncommit, info->pobjver);
560 o->snapid = info->snap;
561 o->snapc = info->snapc;
562 o->mtime = info->mtime;
564 o->target = info->target;
567 // do not resend this; we will send a new op to reregister
568 o->should_resend = false;
570 if (info->register_tid) {
571 // repeat send. cancel old registeration op, if any.
572 OSDSession::unique_lock sl(info->session->lock);
573 if (info->session->ops.count(info->register_tid)) {
574 Op *o = info->session->ops[info->register_tid];
575 _op_cancel_map_check(o);
576 _cancel_linger_op(o);
580 _op_submit(o, sul, &info->register_tid);
583 _op_submit_with_budget(o, sul, &info->register_tid);
586 logger->inc(l_osdc_linger_send);
589 void Objecter::_linger_commit(LingerOp *info, int r, bufferlist& outbl)
591 LingerOp::unique_lock wl(info->watch_lock);
592 ldout(cct, 10) << "_linger_commit " << info->linger_id << dendl;
593 if (info->on_reg_commit) {
594 info->on_reg_commit->complete(r);
595 info->on_reg_commit = NULL;
598 // only tell the user the first time we do this
599 info->registered = true;
600 info->pobjver = NULL;
602 if (!info->is_watch) {
603 // make note of the notify_id
604 bufferlist::iterator p = outbl.begin();
606 ::decode(info->notify_id, p);
607 ldout(cct, 10) << "_linger_commit notify_id=" << info->notify_id
610 catch (buffer::error& e) {
615 struct C_DoWatchError : public Context {
617 Objecter::LingerOp *info;
619 C_DoWatchError(Objecter *o, Objecter::LingerOp *i, int r)
620 : objecter(o), info(i), err(r) {
622 info->_queued_async();
624 void finish(int r) override {
625 Objecter::unique_lock wl(objecter->rwlock);
626 bool canceled = info->canceled;
630 info->watch_context->handle_error(info->get_cookie(), err);
633 info->finished_async();
638 int Objecter::_normalize_watch_error(int r)
640 // translate ENOENT -> ENOTCONN so that a delete->disconnection
641 // notification and a failure to reconnect becuase we raced with
642 // the delete appear the same to the user.
648 void Objecter::_linger_reconnect(LingerOp *info, int r)
650 ldout(cct, 10) << __func__ << " " << info->linger_id << " = " << r
651 << " (last_error " << info->last_error << ")" << dendl;
653 LingerOp::unique_lock wl(info->watch_lock);
654 if (!info->last_error) {
655 r = _normalize_watch_error(r);
656 info->last_error = r;
657 if (info->watch_context) {
658 finisher->queue(new C_DoWatchError(this, info, r));
665 void Objecter::_send_linger_ping(LingerOp *info)
667 // rwlock is locked unique
668 // info->session->lock is locked
670 if (cct->_conf->objecter_inject_no_watch_ping) {
671 ldout(cct, 10) << __func__ << " " << info->linger_id << " SKIPPING"
675 if (osdmap->test_flag(CEPH_OSDMAP_PAUSERD)) {
676 ldout(cct, 10) << __func__ << " PAUSERD" << dendl;
680 ceph::mono_time now = ceph::mono_clock::now();
681 ldout(cct, 10) << __func__ << " " << info->linger_id << " now " << now
684 vector<OSDOp> opv(1);
685 opv[0].op.op = CEPH_OSD_OP_WATCH;
686 opv[0].op.watch.cookie = info->get_cookie();
687 opv[0].op.watch.op = CEPH_OSD_WATCH_OP_PING;
688 opv[0].op.watch.gen = info->register_gen;
689 C_Linger_Ping *onack = new C_Linger_Ping(this, info);
690 Op *o = new Op(info->target.base_oid, info->target.base_oloc,
691 opv, info->target.flags | CEPH_OSD_FLAG_READ,
693 o->target = info->target;
694 o->should_resend = false;
696 MOSDOp *m = _prepare_osd_op(o);
698 _session_op_assign(info->session, o);
700 info->ping_tid = o->tid;
703 logger->inc(l_osdc_linger_ping);
706 void Objecter::_linger_ping(LingerOp *info, int r, mono_time sent,
707 uint32_t register_gen)
709 LingerOp::unique_lock l(info->watch_lock);
710 ldout(cct, 10) << __func__ << " " << info->linger_id
711 << " sent " << sent << " gen " << register_gen << " = " << r
712 << " (last_error " << info->last_error
713 << " register_gen " << info->register_gen << ")" << dendl;
714 if (info->register_gen == register_gen) {
716 info->watch_valid_thru = sent;
717 } else if (r < 0 && !info->last_error) {
718 r = _normalize_watch_error(r);
719 info->last_error = r;
720 if (info->watch_context) {
721 finisher->queue(new C_DoWatchError(this, info, r));
725 ldout(cct, 20) << " ignoring old gen" << dendl;
729 int Objecter::linger_check(LingerOp *info)
731 LingerOp::shared_lock l(info->watch_lock);
733 mono_time stamp = info->watch_valid_thru;
734 if (!info->watch_pending_async.empty())
735 stamp = MIN(info->watch_valid_thru, info->watch_pending_async.front());
736 auto age = mono_clock::now() - stamp;
738 ldout(cct, 10) << __func__ << " " << info->linger_id
739 << " err " << info->last_error
740 << " age " << age << dendl;
741 if (info->last_error)
742 return info->last_error;
743 // return a safe upper bound (we are truncating to ms)
745 1 + std::chrono::duration_cast<std::chrono::milliseconds>(age).count();
748 void Objecter::linger_cancel(LingerOp *info)
750 unique_lock wl(rwlock);
751 _linger_cancel(info);
755 void Objecter::_linger_cancel(LingerOp *info)
757 // rwlock is locked unique
758 ldout(cct, 20) << __func__ << " linger_id=" << info->linger_id << dendl;
759 if (!info->canceled) {
760 OSDSession *s = info->session;
761 OSDSession::unique_lock sl(s->lock);
762 _session_linger_op_remove(s, info);
765 linger_ops.erase(info->linger_id);
766 linger_ops_set.erase(info);
767 assert(linger_ops.size() == linger_ops_set.size());
769 info->canceled = true;
772 logger->dec(l_osdc_linger_active);
778 Objecter::LingerOp *Objecter::linger_register(const object_t& oid,
779 const object_locator_t& oloc,
782 LingerOp *info = new LingerOp;
783 info->target.base_oid = oid;
784 info->target.base_oloc = oloc;
785 if (info->target.base_oloc.key == oid)
786 info->target.base_oloc.key.clear();
787 info->target.flags = flags;
788 info->watch_valid_thru = mono_clock::now();
790 unique_lock l(rwlock);
793 info->linger_id = ++max_linger_id;
794 ldout(cct, 10) << __func__ << " info " << info
795 << " linger_id " << info->linger_id
796 << " cookie " << info->get_cookie()
798 linger_ops[info->linger_id] = info;
799 linger_ops_set.insert(info);
800 assert(linger_ops.size() == linger_ops_set.size());
802 info->get(); // for the caller
806 ceph_tid_t Objecter::linger_watch(LingerOp *info,
808 const SnapContext& snapc,
814 info->is_watch = true;
817 info->target.flags |= CEPH_OSD_FLAG_WRITE;
821 info->pobjver = objver;
822 info->on_reg_commit = oncommit;
824 shunique_lock sul(rwlock, ceph::acquire_unique);
825 _linger_submit(info, sul);
826 logger->inc(l_osdc_linger_active);
828 return info->linger_id;
831 ceph_tid_t Objecter::linger_notify(LingerOp *info,
833 snapid_t snap, bufferlist& inbl,
839 info->target.flags |= CEPH_OSD_FLAG_READ;
842 info->poutbl = poutbl;
843 info->pobjver = objver;
844 info->on_reg_commit = onfinish;
846 shunique_lock sul(rwlock, ceph::acquire_unique);
847 _linger_submit(info, sul);
848 logger->inc(l_osdc_linger_active);
850 return info->linger_id;
853 void Objecter::_linger_submit(LingerOp *info, shunique_lock& sul)
855 assert(sul.owns_lock() && sul.mutex() == &rwlock);
856 assert(info->linger_id);
858 // Populate Op::target
859 OSDSession *s = NULL;
860 _calc_target(&info->target, nullptr);
862 // Create LingerOp<->OSDSession relation
863 int r = _get_session(info->target.osd, &s, sul);
865 OSDSession::unique_lock sl(s->lock);
866 _session_linger_op_assign(s, info);
870 _send_linger(info, sul);
873 struct C_DoWatchNotify : public Context {
875 Objecter::LingerOp *info;
877 C_DoWatchNotify(Objecter *o, Objecter::LingerOp *i, MWatchNotify *m)
878 : objecter(o), info(i), msg(m) {
880 info->_queued_async();
883 void finish(int r) override {
884 objecter->_do_watch_notify(info, msg);
888 void Objecter::handle_watch_notify(MWatchNotify *m)
890 shared_lock l(rwlock);
895 LingerOp *info = reinterpret_cast<LingerOp*>(m->cookie);
896 if (linger_ops_set.count(info) == 0) {
897 ldout(cct, 7) << __func__ << " cookie " << m->cookie << " dne" << dendl;
900 LingerOp::unique_lock wl(info->watch_lock);
901 if (m->opcode == CEPH_WATCH_EVENT_DISCONNECT) {
902 if (!info->last_error) {
903 info->last_error = -ENOTCONN;
904 if (info->watch_context) {
905 finisher->queue(new C_DoWatchError(this, info, -ENOTCONN));
908 } else if (!info->is_watch) {
909 // we have CEPH_WATCH_EVENT_NOTIFY_COMPLETE; we can do this inline
910 // since we know the only user (librados) is safe to call in
911 // fast-dispatch context
912 if (info->notify_id &&
913 info->notify_id != m->notify_id) {
914 ldout(cct, 10) << __func__ << " reply notify " << m->notify_id
915 << " != " << info->notify_id << ", ignoring" << dendl;
916 } else if (info->on_notify_finish) {
917 info->notify_result_bl->claim(m->get_data());
918 info->on_notify_finish->complete(m->return_code);
920 // if we race with reconnect we might get a second notify; only
921 // notify the caller once!
922 info->on_notify_finish = NULL;
925 finisher->queue(new C_DoWatchNotify(this, info, m));
929 void Objecter::_do_watch_notify(LingerOp *info, MWatchNotify *m)
931 ldout(cct, 10) << __func__ << " " << *m << dendl;
933 shared_lock l(rwlock);
936 if (info->canceled) {
941 // notify completion?
942 assert(info->is_watch);
943 assert(info->watch_context);
944 assert(m->opcode != CEPH_WATCH_EVENT_DISCONNECT);
949 case CEPH_WATCH_EVENT_NOTIFY:
950 info->watch_context->handle_notify(m->notify_id, m->cookie,
951 m->notifier_gid, m->bl);
956 info->finished_async();
961 bool Objecter::ms_dispatch(Message *m)
963 ldout(cct, 10) << __func__ << " " << cct << " " << *m << dendl;
967 switch (m->get_type()) {
968 // these we exlusively handle
969 case CEPH_MSG_OSD_OPREPLY:
970 handle_osd_op_reply(static_cast<MOSDOpReply*>(m));
973 case CEPH_MSG_OSD_BACKOFF:
974 handle_osd_backoff(static_cast<MOSDBackoff*>(m));
977 case CEPH_MSG_WATCH_NOTIFY:
978 handle_watch_notify(static_cast<MWatchNotify*>(m));
982 case MSG_COMMAND_REPLY:
983 if (m->get_source().type() == CEPH_ENTITY_TYPE_OSD) {
984 handle_command_reply(static_cast<MCommandReply*>(m));
990 case MSG_GETPOOLSTATSREPLY:
991 handle_get_pool_stats_reply(static_cast<MGetPoolStatsReply*>(m));
994 case CEPH_MSG_POOLOP_REPLY:
995 handle_pool_op_reply(static_cast<MPoolOpReply*>(m));
998 case CEPH_MSG_STATFS_REPLY:
999 handle_fs_stats_reply(static_cast<MStatfsReply*>(m));
1002 // these we give others a chance to inspect
1005 case CEPH_MSG_OSD_MAP:
1006 handle_osd_map(static_cast<MOSDMap*>(m));
1012 void Objecter::_scan_requests(OSDSession *s,
1015 map<int64_t, bool> *pool_full_map,
1016 map<ceph_tid_t, Op*>& need_resend,
1017 list<LingerOp*>& need_resend_linger,
1018 map<ceph_tid_t, CommandOp*>& need_resend_command,
1021 assert(sul.owns_lock() && sul.mutex() == &rwlock);
1023 list<LingerOp*> unregister_lingers;
1025 OSDSession::unique_lock sl(s->lock);
1027 // check for changed linger mappings (_before_ regular ops)
1028 map<ceph_tid_t,LingerOp*>::iterator lp = s->linger_ops.begin();
1029 while (lp != s->linger_ops.end()) {
1030 LingerOp *op = lp->second;
1031 assert(op->session == s);
1032 // check_linger_pool_dne() may touch linger_ops; prevent iterator
1035 ldout(cct, 10) << " checking linger op " << op->linger_id << dendl;
1036 bool unregister, force_resend_writes = cluster_full;
1037 int r = _recalc_linger_op_target(op, sul);
1039 force_resend_writes = force_resend_writes ||
1040 (*pool_full_map)[op->target.base_oloc.pool];
1042 case RECALC_OP_TARGET_NO_ACTION:
1043 if (!force_resend && !force_resend_writes)
1046 case RECALC_OP_TARGET_NEED_RESEND:
1047 need_resend_linger.push_back(op);
1048 _linger_cancel_map_check(op);
1050 case RECALC_OP_TARGET_POOL_DNE:
1051 _check_linger_pool_dne(op, &unregister);
1053 ldout(cct, 10) << " need to unregister linger op "
1054 << op->linger_id << dendl;
1056 unregister_lingers.push_back(op);
1062 // check for changed request mappings
1063 map<ceph_tid_t,Op*>::iterator p = s->ops.begin();
1064 while (p != s->ops.end()) {
1066 ++p; // check_op_pool_dne() may touch ops; prevent iterator invalidation
1067 ldout(cct, 10) << " checking op " << op->tid << dendl;
1068 bool force_resend_writes = cluster_full;
1070 force_resend_writes = force_resend_writes ||
1071 (*pool_full_map)[op->target.base_oloc.pool];
1072 int r = _calc_target(&op->target,
1073 op->session ? op->session->con.get() : nullptr);
1075 case RECALC_OP_TARGET_NO_ACTION:
1076 if (!force_resend && !(force_resend_writes && op->respects_full()))
1079 case RECALC_OP_TARGET_NEED_RESEND:
1081 _session_op_remove(op->session, op);
1083 need_resend[op->tid] = op;
1084 _op_cancel_map_check(op);
1086 case RECALC_OP_TARGET_POOL_DNE:
1087 _check_op_pool_dne(op, &sl);
1093 map<ceph_tid_t,CommandOp*>::iterator cp = s->command_ops.begin();
1094 while (cp != s->command_ops.end()) {
1095 CommandOp *c = cp->second;
1097 ldout(cct, 10) << " checking command " << c->tid << dendl;
1098 bool force_resend_writes = cluster_full;
1100 force_resend_writes = force_resend_writes ||
1101 (*pool_full_map)[c->target_pg.pool()];
1102 int r = _calc_command_target(c, sul);
1104 case RECALC_OP_TARGET_NO_ACTION:
1105 // resend if skipped map; otherwise do nothing.
1106 if (!force_resend && !force_resend_writes)
1109 case RECALC_OP_TARGET_NEED_RESEND:
1110 need_resend_command[c->tid] = c;
1112 _session_command_op_remove(c->session, c);
1114 _command_cancel_map_check(c);
1116 case RECALC_OP_TARGET_POOL_DNE:
1117 case RECALC_OP_TARGET_OSD_DNE:
1118 case RECALC_OP_TARGET_OSD_DOWN:
1119 _check_command_map_dne(c);
1126 for (list<LingerOp*>::iterator iter = unregister_lingers.begin();
1127 iter != unregister_lingers.end();
1129 _linger_cancel(*iter);
1134 void Objecter::handle_osd_map(MOSDMap *m)
1136 shunique_lock sul(rwlock, acquire_unique);
1142 if (m->fsid != monc->get_fsid()) {
1143 ldout(cct, 0) << "handle_osd_map fsid " << m->fsid
1144 << " != " << monc->get_fsid() << dendl;
1148 bool was_pauserd = osdmap->test_flag(CEPH_OSDMAP_PAUSERD);
1149 bool cluster_full = _osdmap_full_flag();
1150 bool was_pausewr = osdmap->test_flag(CEPH_OSDMAP_PAUSEWR) || cluster_full ||
1151 _osdmap_has_pool_full();
1152 map<int64_t, bool> pool_full_map;
1153 for (map<int64_t, pg_pool_t>::const_iterator it
1154 = osdmap->get_pools().begin();
1155 it != osdmap->get_pools().end(); ++it)
1156 pool_full_map[it->first] = _osdmap_pool_full(it->second);
1159 list<LingerOp*> need_resend_linger;
1160 map<ceph_tid_t, Op*> need_resend;
1161 map<ceph_tid_t, CommandOp*> need_resend_command;
1163 if (m->get_last() <= osdmap->get_epoch()) {
1164 ldout(cct, 3) << "handle_osd_map ignoring epochs ["
1165 << m->get_first() << "," << m->get_last()
1166 << "] <= " << osdmap->get_epoch() << dendl;
1168 ldout(cct, 3) << "handle_osd_map got epochs ["
1169 << m->get_first() << "," << m->get_last()
1170 << "] > " << osdmap->get_epoch() << dendl;
1172 if (osdmap->get_epoch()) {
1173 bool skipped_map = false;
1174 // we want incrementals
1175 for (epoch_t e = osdmap->get_epoch() + 1;
1179 if (osdmap->get_epoch() == e-1 &&
1180 m->incremental_maps.count(e)) {
1181 ldout(cct, 3) << "handle_osd_map decoding incremental epoch " << e
1183 OSDMap::Incremental inc(m->incremental_maps[e]);
1184 osdmap->apply_incremental(inc);
1186 emit_blacklist_events(inc);
1188 logger->inc(l_osdc_map_inc);
1190 else if (m->maps.count(e)) {
1191 ldout(cct, 3) << "handle_osd_map decoding full epoch " << e << dendl;
1192 OSDMap *new_osdmap = new OSDMap();
1193 new_osdmap->decode(m->maps[e]);
1195 emit_blacklist_events(*osdmap, *new_osdmap);
1197 osdmap = new_osdmap;
1199 logger->inc(l_osdc_map_full);
1202 if (e >= m->get_oldest()) {
1203 ldout(cct, 3) << "handle_osd_map requesting missing epoch "
1204 << osdmap->get_epoch()+1 << dendl;
1205 _maybe_request_map();
1208 ldout(cct, 3) << "handle_osd_map missing epoch "
1209 << osdmap->get_epoch()+1
1210 << ", jumping to " << m->get_oldest() << dendl;
1211 e = m->get_oldest() - 1;
1215 logger->set(l_osdc_map_epoch, osdmap->get_epoch());
1217 cluster_full = cluster_full || _osdmap_full_flag();
1218 update_pool_full_map(pool_full_map);
1220 // check all outstanding requests on every epoch
1221 _scan_requests(homeless_session, skipped_map, cluster_full,
1222 &pool_full_map, need_resend,
1223 need_resend_linger, need_resend_command, sul);
1224 for (map<int,OSDSession*>::iterator p = osd_sessions.begin();
1225 p != osd_sessions.end(); ) {
1226 OSDSession *s = p->second;
1227 _scan_requests(s, skipped_map, cluster_full,
1228 &pool_full_map, need_resend,
1229 need_resend_linger, need_resend_command, sul);
1231 // osd down or addr change?
1232 if (!osdmap->is_up(s->osd) ||
1234 s->con->get_peer_addr() != osdmap->get_inst(s->osd).addr)) {
1239 assert(e == osdmap->get_epoch());
1243 // first map. we want the full thing.
1244 if (m->maps.count(m->get_last())) {
1245 for (map<int,OSDSession*>::iterator p = osd_sessions.begin();
1246 p != osd_sessions.end(); ++p) {
1247 OSDSession *s = p->second;
1248 _scan_requests(s, false, false, NULL, need_resend,
1249 need_resend_linger, need_resend_command, sul);
1251 ldout(cct, 3) << "handle_osd_map decoding full epoch "
1252 << m->get_last() << dendl;
1253 osdmap->decode(m->maps[m->get_last()]);
1255 _scan_requests(homeless_session, false, false, NULL,
1256 need_resend, need_resend_linger,
1257 need_resend_command, sul);
1259 ldout(cct, 3) << "handle_osd_map hmm, i want a full map, requesting"
1261 monc->sub_want("osdmap", 0, CEPH_SUBSCRIBE_ONETIME);
1267 // make sure need_resend targets reflect latest map
1268 for (auto p = need_resend.begin(); p != need_resend.end(); ) {
1270 if (op->target.epoch < osdmap->get_epoch()) {
1271 ldout(cct, 10) << __func__ << " checking op " << p->first << dendl;
1272 int r = _calc_target(&op->target, nullptr);
1273 if (r == RECALC_OP_TARGET_POOL_DNE) {
1274 p = need_resend.erase(p);
1275 _check_op_pool_dne(op, nullptr);
1284 bool pauserd = osdmap->test_flag(CEPH_OSDMAP_PAUSERD);
1285 bool pausewr = osdmap->test_flag(CEPH_OSDMAP_PAUSEWR) || _osdmap_full_flag()
1286 || _osdmap_has_pool_full();
1289 if (was_pauserd || was_pausewr || pauserd || pausewr ||
1290 osdmap->get_epoch() < epoch_barrier) {
1291 _maybe_request_map();
1295 for (map<ceph_tid_t, Op*>::iterator p = need_resend.begin();
1296 p != need_resend.end(); ++p) {
1298 OSDSession *s = op->session;
1299 bool mapped_session = false;
1301 int r = _map_session(&op->target, &s, sul);
1303 mapped_session = true;
1307 OSDSession::unique_lock sl(s->lock);
1308 if (mapped_session) {
1309 _session_op_assign(s, op);
1311 if (op->should_resend) {
1312 if (!op->session->is_homeless() && !op->target.paused) {
1313 logger->inc(l_osdc_op_resend);
1317 _op_cancel_map_check(op);
1318 _cancel_linger_op(op);
1323 for (list<LingerOp*>::iterator p = need_resend_linger.begin();
1324 p != need_resend_linger.end(); ++p) {
1327 _calc_target(&op->target, nullptr);
1328 OSDSession *s = NULL;
1329 const int r = _get_session(op->target.osd, &s, sul);
1335 if (!op->session->is_homeless()) {
1336 logger->inc(l_osdc_linger_resend);
1337 _send_linger(op, sul);
1340 for (map<ceph_tid_t,CommandOp*>::iterator p = need_resend_command.begin();
1341 p != need_resend_command.end(); ++p) {
1342 CommandOp *c = p->second;
1343 if (c->target.osd >= 0) {
1344 _assign_command_session(c, sul);
1345 if (c->session && !c->session->is_homeless()) {
1353 // finish any Contexts that were waiting on a map update
1354 map<epoch_t,list< pair< Context*, int > > >::iterator p =
1355 waiting_for_map.begin();
1356 while (p != waiting_for_map.end() &&
1357 p->first <= osdmap->get_epoch()) {
1358 //go through the list and call the onfinish methods
1359 for (list<pair<Context*, int> >::iterator i = p->second.begin();
1360 i != p->second.end(); ++i) {
1361 i->first->complete(i->second);
1363 waiting_for_map.erase(p++);
1366 monc->sub_got("osdmap", osdmap->get_epoch());
1368 if (!waiting_for_map.empty()) {
1369 _maybe_request_map();
1373 void Objecter::enable_blacklist_events()
1375 unique_lock wl(rwlock);
1377 blacklist_events_enabled = true;
1380 void Objecter::consume_blacklist_events(std::set<entity_addr_t> *events)
1382 unique_lock wl(rwlock);
1384 if (events->empty()) {
1385 events->swap(blacklist_events);
1387 for (const auto &i : blacklist_events) {
1390 blacklist_events.clear();
1394 void Objecter::emit_blacklist_events(const OSDMap::Incremental &inc)
1396 if (!blacklist_events_enabled) {
1400 for (const auto &i : inc.new_blacklist) {
1401 blacklist_events.insert(i.first);
1405 void Objecter::emit_blacklist_events(const OSDMap &old_osd_map,
1406 const OSDMap &new_osd_map)
1408 if (!blacklist_events_enabled) {
1412 std::set<entity_addr_t> old_set;
1413 std::set<entity_addr_t> new_set;
1415 old_osd_map.get_blacklist(&old_set);
1416 new_osd_map.get_blacklist(&new_set);
1418 std::set<entity_addr_t> delta_set;
1419 std::set_difference(
1420 new_set.begin(), new_set.end(), old_set.begin(), old_set.end(),
1421 std::inserter(delta_set, delta_set.begin()));
1422 blacklist_events.insert(delta_set.begin(), delta_set.end());
1427 void Objecter::C_Op_Map_Latest::finish(int r)
1429 if (r == -EAGAIN || r == -ECANCELED)
1432 lgeneric_subdout(objecter->cct, objecter, 10)
1433 << "op_map_latest r=" << r << " tid=" << tid
1434 << " latest " << latest << dendl;
1436 Objecter::unique_lock wl(objecter->rwlock);
1438 map<ceph_tid_t, Op*>::iterator iter =
1439 objecter->check_latest_map_ops.find(tid);
1440 if (iter == objecter->check_latest_map_ops.end()) {
1441 lgeneric_subdout(objecter->cct, objecter, 10)
1442 << "op_map_latest op "<< tid << " not found" << dendl;
1446 Op *op = iter->second;
1447 objecter->check_latest_map_ops.erase(iter);
1449 lgeneric_subdout(objecter->cct, objecter, 20)
1450 << "op_map_latest op "<< op << dendl;
1452 if (op->map_dne_bound == 0)
1453 op->map_dne_bound = latest;
1455 OSDSession::unique_lock sl(op->session->lock, defer_lock);
1456 objecter->_check_op_pool_dne(op, &sl);
1461 int Objecter::pool_snap_by_name(int64_t poolid, const char *snap_name,
1462 snapid_t *snap) const
1464 shared_lock rl(rwlock);
1466 auto& pools = osdmap->get_pools();
1467 auto iter = pools.find(poolid);
1468 if (iter == pools.end()) {
1471 const pg_pool_t& pg_pool = iter->second;
1472 for (auto p = pg_pool.snaps.begin();
1473 p != pg_pool.snaps.end();
1475 if (p->second.name == snap_name) {
1483 int Objecter::pool_snap_get_info(int64_t poolid, snapid_t snap,
1484 pool_snap_info_t *info) const
1486 shared_lock rl(rwlock);
1488 auto& pools = osdmap->get_pools();
1489 auto iter = pools.find(poolid);
1490 if (iter == pools.end()) {
1493 const pg_pool_t& pg_pool = iter->second;
1494 auto p = pg_pool.snaps.find(snap);
1495 if (p == pg_pool.snaps.end())
1502 int Objecter::pool_snap_list(int64_t poolid, vector<uint64_t> *snaps)
1504 shared_lock rl(rwlock);
1506 const pg_pool_t *pi = osdmap->get_pg_pool(poolid);
1509 for (map<snapid_t,pool_snap_info_t>::const_iterator p = pi->snaps.begin();
1510 p != pi->snaps.end();
1512 snaps->push_back(p->first);
1517 // sl may be unlocked.
1518 void Objecter::_check_op_pool_dne(Op *op, unique_lock *sl)
1520 // rwlock is locked unique
1522 if (op->target.pool_ever_existed) {
1523 // the pool previously existed and now it does not, which means it
1525 op->map_dne_bound = osdmap->get_epoch();
1526 ldout(cct, 10) << "check_op_pool_dne tid " << op->tid
1527 << " pool previously exists but now does not"
1530 ldout(cct, 10) << "check_op_pool_dne tid " << op->tid
1531 << " current " << osdmap->get_epoch()
1532 << " map_dne_bound " << op->map_dne_bound
1535 if (op->map_dne_bound > 0) {
1536 if (osdmap->get_epoch() >= op->map_dne_bound) {
1537 // we had a new enough map
1538 ldout(cct, 10) << "check_op_pool_dne tid " << op->tid
1539 << " concluding pool " << op->target.base_pgid.pool()
1542 op->onfinish->complete(-ENOENT);
1545 OSDSession *s = op->session;
1548 assert(sl->mutex() == &s->lock);
1549 bool session_locked = sl->owns_lock();
1550 if (!session_locked) {
1554 if (!session_locked) {
1558 _finish_op(op, 0); // no session
1562 _send_op_map_check(op);
1566 void Objecter::_send_op_map_check(Op *op)
1568 // rwlock is locked unique
1570 if (check_latest_map_ops.count(op->tid) == 0) {
1572 check_latest_map_ops[op->tid] = op;
1573 C_Op_Map_Latest *c = new C_Op_Map_Latest(this, op->tid);
1574 monc->get_version("osdmap", &c->latest, NULL, c);
1578 void Objecter::_op_cancel_map_check(Op *op)
1580 // rwlock is locked unique
1581 map<ceph_tid_t, Op*>::iterator iter =
1582 check_latest_map_ops.find(op->tid);
1583 if (iter != check_latest_map_ops.end()) {
1584 Op *op = iter->second;
1586 check_latest_map_ops.erase(iter);
1590 // linger pool check
1592 void Objecter::C_Linger_Map_Latest::finish(int r)
1594 if (r == -EAGAIN || r == -ECANCELED) {
1595 // ignore callback; we will retry in resend_mon_ops()
1599 unique_lock wl(objecter->rwlock);
1601 map<uint64_t, LingerOp*>::iterator iter =
1602 objecter->check_latest_map_lingers.find(linger_id);
1603 if (iter == objecter->check_latest_map_lingers.end()) {
1607 LingerOp *op = iter->second;
1608 objecter->check_latest_map_lingers.erase(iter);
1610 if (op->map_dne_bound == 0)
1611 op->map_dne_bound = latest;
1614 objecter->_check_linger_pool_dne(op, &unregister);
1617 objecter->_linger_cancel(op);
1623 void Objecter::_check_linger_pool_dne(LingerOp *op, bool *need_unregister)
1625 // rwlock is locked unique
1627 *need_unregister = false;
1629 if (op->register_gen > 0) {
1630 ldout(cct, 10) << "_check_linger_pool_dne linger_id " << op->linger_id
1631 << " pool previously existed but now does not"
1633 op->map_dne_bound = osdmap->get_epoch();
1635 ldout(cct, 10) << "_check_linger_pool_dne linger_id " << op->linger_id
1636 << " current " << osdmap->get_epoch()
1637 << " map_dne_bound " << op->map_dne_bound
1640 if (op->map_dne_bound > 0) {
1641 if (osdmap->get_epoch() >= op->map_dne_bound) {
1642 if (op->on_reg_commit) {
1643 op->on_reg_commit->complete(-ENOENT);
1645 *need_unregister = true;
1648 _send_linger_map_check(op);
1652 void Objecter::_send_linger_map_check(LingerOp *op)
1655 if (check_latest_map_lingers.count(op->linger_id) == 0) {
1657 check_latest_map_lingers[op->linger_id] = op;
1658 C_Linger_Map_Latest *c = new C_Linger_Map_Latest(this, op->linger_id);
1659 monc->get_version("osdmap", &c->latest, NULL, c);
1663 void Objecter::_linger_cancel_map_check(LingerOp *op)
1665 // rwlock is locked unique
1667 map<uint64_t, LingerOp*>::iterator iter =
1668 check_latest_map_lingers.find(op->linger_id);
1669 if (iter != check_latest_map_lingers.end()) {
1670 LingerOp *op = iter->second;
1672 check_latest_map_lingers.erase(iter);
1676 // command pool check
1678 void Objecter::C_Command_Map_Latest::finish(int r)
1680 if (r == -EAGAIN || r == -ECANCELED) {
1681 // ignore callback; we will retry in resend_mon_ops()
1685 unique_lock wl(objecter->rwlock);
1687 map<uint64_t, CommandOp*>::iterator iter =
1688 objecter->check_latest_map_commands.find(tid);
1689 if (iter == objecter->check_latest_map_commands.end()) {
1693 CommandOp *c = iter->second;
1694 objecter->check_latest_map_commands.erase(iter);
1696 if (c->map_dne_bound == 0)
1697 c->map_dne_bound = latest;
1699 objecter->_check_command_map_dne(c);
1704 void Objecter::_check_command_map_dne(CommandOp *c)
1706 // rwlock is locked unique
1708 ldout(cct, 10) << "_check_command_map_dne tid " << c->tid
1709 << " current " << osdmap->get_epoch()
1710 << " map_dne_bound " << c->map_dne_bound
1712 if (c->map_dne_bound > 0) {
1713 if (osdmap->get_epoch() >= c->map_dne_bound) {
1714 _finish_command(c, c->map_check_error, c->map_check_error_str);
1717 _send_command_map_check(c);
1721 void Objecter::_send_command_map_check(CommandOp *c)
1723 // rwlock is locked unique
1726 if (check_latest_map_commands.count(c->tid) == 0) {
1728 check_latest_map_commands[c->tid] = c;
1729 C_Command_Map_Latest *f = new C_Command_Map_Latest(this, c->tid);
1730 monc->get_version("osdmap", &f->latest, NULL, f);
1734 void Objecter::_command_cancel_map_check(CommandOp *c)
1736 // rwlock is locked uniqe
1738 map<uint64_t, CommandOp*>::iterator iter =
1739 check_latest_map_commands.find(c->tid);
1740 if (iter != check_latest_map_commands.end()) {
1741 CommandOp *c = iter->second;
1743 check_latest_map_commands.erase(iter);
1749 * Look up OSDSession by OSD id.
1751 * @returns 0 on success, or -EAGAIN if the lock context requires
1752 * promotion to write.
1754 int Objecter::_get_session(int osd, OSDSession **session, shunique_lock& sul)
1756 assert(sul && sul.mutex() == &rwlock);
1759 *session = homeless_session;
1760 ldout(cct, 20) << __func__ << " osd=" << osd << " returning homeless"
1765 map<int,OSDSession*>::iterator p = osd_sessions.find(osd);
1766 if (p != osd_sessions.end()) {
1767 OSDSession *s = p->second;
1770 ldout(cct, 20) << __func__ << " s=" << s << " osd=" << osd << " "
1771 << s->get_nref() << dendl;
1774 if (!sul.owns_lock()) {
1777 OSDSession *s = new OSDSession(cct, osd);
1778 osd_sessions[osd] = s;
1779 s->con = messenger->get_connection(osdmap->get_inst(osd));
1780 s->con->set_priv(s->get());
1781 logger->inc(l_osdc_osd_session_open);
1782 logger->set(l_osdc_osd_sessions, osd_sessions.size());
1785 ldout(cct, 20) << __func__ << " s=" << s << " osd=" << osd << " "
1786 << s->get_nref() << dendl;
1790 void Objecter::put_session(Objecter::OSDSession *s)
1792 if (s && !s->is_homeless()) {
1793 ldout(cct, 20) << __func__ << " s=" << s << " osd=" << s->osd << " "
1794 << s->get_nref() << dendl;
1799 void Objecter::get_session(Objecter::OSDSession *s)
1803 if (!s->is_homeless()) {
1804 ldout(cct, 20) << __func__ << " s=" << s << " osd=" << s->osd << " "
1805 << s->get_nref() << dendl;
1810 void Objecter::_reopen_session(OSDSession *s)
1812 // s->lock is locked
1814 entity_inst_t inst = osdmap->get_inst(s->osd);
1815 ldout(cct, 10) << "reopen_session osd." << s->osd << " session, addr now "
1818 s->con->set_priv(NULL);
1819 s->con->mark_down();
1820 logger->inc(l_osdc_osd_session_close);
1822 s->con = messenger->get_connection(inst);
1823 s->con->set_priv(s->get());
1825 logger->inc(l_osdc_osd_session_open);
1828 void Objecter::close_session(OSDSession *s)
1830 // rwlock is locked unique
1832 ldout(cct, 10) << "close_session for osd." << s->osd << dendl;
1834 s->con->set_priv(NULL);
1835 s->con->mark_down();
1836 logger->inc(l_osdc_osd_session_close);
1838 OSDSession::unique_lock sl(s->lock);
1840 std::list<LingerOp*> homeless_lingers;
1841 std::list<CommandOp*> homeless_commands;
1842 std::list<Op*> homeless_ops;
1844 while (!s->linger_ops.empty()) {
1845 std::map<uint64_t, LingerOp*>::iterator i = s->linger_ops.begin();
1846 ldout(cct, 10) << " linger_op " << i->first << dendl;
1847 homeless_lingers.push_back(i->second);
1848 _session_linger_op_remove(s, i->second);
1851 while (!s->ops.empty()) {
1852 std::map<ceph_tid_t, Op*>::iterator i = s->ops.begin();
1853 ldout(cct, 10) << " op " << i->first << dendl;
1854 homeless_ops.push_back(i->second);
1855 _session_op_remove(s, i->second);
1858 while (!s->command_ops.empty()) {
1859 std::map<ceph_tid_t, CommandOp*>::iterator i = s->command_ops.begin();
1860 ldout(cct, 10) << " command_op " << i->first << dendl;
1861 homeless_commands.push_back(i->second);
1862 _session_command_op_remove(s, i->second);
1865 osd_sessions.erase(s->osd);
1869 // Assign any leftover ops to the homeless session
1871 OSDSession::unique_lock hsl(homeless_session->lock);
1872 for (std::list<LingerOp*>::iterator i = homeless_lingers.begin();
1873 i != homeless_lingers.end(); ++i) {
1874 _session_linger_op_assign(homeless_session, *i);
1876 for (std::list<Op*>::iterator i = homeless_ops.begin();
1877 i != homeless_ops.end(); ++i) {
1878 _session_op_assign(homeless_session, *i);
1880 for (std::list<CommandOp*>::iterator i = homeless_commands.begin();
1881 i != homeless_commands.end(); ++i) {
1882 _session_command_op_assign(homeless_session, *i);
1886 logger->set(l_osdc_osd_sessions, osd_sessions.size());
1889 void Objecter::wait_for_osd_map()
1891 unique_lock l(rwlock);
1892 if (osdmap->get_epoch()) {
1897 // Leave this since it goes with C_SafeCond
1902 C_SafeCond *context = new C_SafeCond(&lock, &cond, &done, NULL);
1903 waiting_for_map[0].push_back(pair<Context*, int>(context, 0));
1910 struct C_Objecter_GetVersion : public Context {
1912 uint64_t oldest, newest;
1914 C_Objecter_GetVersion(Objecter *o, Context *c)
1915 : objecter(o), oldest(0), newest(0), fin(c) {}
1916 void finish(int r) override {
1918 objecter->get_latest_version(oldest, newest, fin);
1919 } else if (r == -EAGAIN) { // try again as instructed
1920 objecter->wait_for_latest_osdmap(fin);
1922 // it doesn't return any other error codes!
1928 void Objecter::wait_for_latest_osdmap(Context *fin)
1930 ldout(cct, 10) << __func__ << dendl;
1931 C_Objecter_GetVersion *c = new C_Objecter_GetVersion(this, fin);
1932 monc->get_version("osdmap", &c->newest, &c->oldest, c);
1935 void Objecter::get_latest_version(epoch_t oldest, epoch_t newest, Context *fin)
1937 unique_lock wl(rwlock);
1938 _get_latest_version(oldest, newest, fin);
1941 void Objecter::_get_latest_version(epoch_t oldest, epoch_t newest,
1944 // rwlock is locked unique
1945 if (osdmap->get_epoch() >= newest) {
1946 ldout(cct, 10) << __func__ << " latest " << newest << ", have it" << dendl;
1952 ldout(cct, 10) << __func__ << " latest " << newest << ", waiting" << dendl;
1953 _wait_for_new_map(fin, newest, 0);
1956 void Objecter::maybe_request_map()
1958 shared_lock rl(rwlock);
1959 _maybe_request_map();
1962 void Objecter::_maybe_request_map()
1966 if (_osdmap_full_flag()
1967 || osdmap->test_flag(CEPH_OSDMAP_PAUSERD)
1968 || osdmap->test_flag(CEPH_OSDMAP_PAUSEWR)) {
1969 ldout(cct, 10) << "_maybe_request_map subscribing (continuous) to next "
1970 "osd map (FULL flag is set)" << dendl;
1973 << "_maybe_request_map subscribing (onetime) to next osd map" << dendl;
1974 flag = CEPH_SUBSCRIBE_ONETIME;
1976 epoch_t epoch = osdmap->get_epoch() ? osdmap->get_epoch()+1 : 0;
1977 if (monc->sub_want("osdmap", epoch, flag)) {
1982 void Objecter::_wait_for_new_map(Context *c, epoch_t epoch, int err)
1984 // rwlock is locked unique
1985 waiting_for_map[epoch].push_back(pair<Context *, int>(c, err));
1986 _maybe_request_map();
1991 * Use this together with wait_for_map: this is a pre-check to avoid
1992 * allocating a Context for wait_for_map if we can see that we
1993 * definitely already have the epoch.
1995 * This does *not* replace the need to handle the return value of
1996 * wait_for_map: just because we don't have it in this pre-check
1997 * doesn't mean we won't have it when calling back into wait_for_map,
1998 * since the objecter lock is dropped in between.
2000 bool Objecter::have_map(const epoch_t epoch)
2002 shared_lock rl(rwlock);
2003 if (osdmap->get_epoch() >= epoch) {
2010 bool Objecter::wait_for_map(epoch_t epoch, Context *c, int err)
2012 unique_lock wl(rwlock);
2013 if (osdmap->get_epoch() >= epoch) {
2016 _wait_for_new_map(c, epoch, err);
2020 void Objecter::kick_requests(OSDSession *session)
2022 ldout(cct, 10) << "kick_requests for osd." << session->osd << dendl;
2024 map<uint64_t, LingerOp *> lresend;
2025 unique_lock wl(rwlock);
2027 OSDSession::unique_lock sl(session->lock);
2028 _kick_requests(session, lresend);
2031 _linger_ops_resend(lresend, wl);
2034 void Objecter::_kick_requests(OSDSession *session,
2035 map<uint64_t, LingerOp *>& lresend)
2037 // rwlock is locked unique
2040 session->backoffs.clear();
2041 session->backoffs_by_id.clear();
2044 map<ceph_tid_t,Op*> resend; // resend in tid order
2045 for (map<ceph_tid_t, Op*>::iterator p = session->ops.begin();
2046 p != session->ops.end();) {
2049 logger->inc(l_osdc_op_resend);
2050 if (op->should_resend) {
2051 if (!op->target.paused)
2052 resend[op->tid] = op;
2054 _op_cancel_map_check(op);
2055 _cancel_linger_op(op);
2059 while (!resend.empty()) {
2060 _send_op(resend.begin()->second);
2061 resend.erase(resend.begin());
2065 for (map<ceph_tid_t, LingerOp*>::iterator j = session->linger_ops.begin();
2066 j != session->linger_ops.end(); ++j) {
2067 LingerOp *op = j->second;
2069 logger->inc(l_osdc_linger_resend);
2070 assert(lresend.count(j->first) == 0);
2071 lresend[j->first] = op;
2075 map<uint64_t,CommandOp*> cresend; // resend in order
2076 for (map<ceph_tid_t, CommandOp*>::iterator k = session->command_ops.begin();
2077 k != session->command_ops.end(); ++k) {
2078 logger->inc(l_osdc_command_resend);
2079 cresend[k->first] = k->second;
2081 while (!cresend.empty()) {
2082 _send_command(cresend.begin()->second);
2083 cresend.erase(cresend.begin());
2087 void Objecter::_linger_ops_resend(map<uint64_t, LingerOp *>& lresend,
2090 assert(ul.owns_lock());
2091 shunique_lock sul(std::move(ul));
2092 while (!lresend.empty()) {
2093 LingerOp *op = lresend.begin()->second;
2094 if (!op->canceled) {
2095 _send_linger(op, sul);
2098 lresend.erase(lresend.begin());
2100 ul = unique_lock(sul.release_to_unique());
2103 void Objecter::start_tick()
2105 assert(tick_event == 0);
2107 timer.add_event(ceph::make_timespan(cct->_conf->objecter_tick_interval),
2108 &Objecter::tick, this);
2111 void Objecter::tick()
2113 shared_lock rl(rwlock);
2115 ldout(cct, 10) << "tick" << dendl;
2117 // we are only called by C_Tick
2121 // we raced with shutdown
2122 ldout(cct, 10) << __func__ << " raced with shutdown" << dendl;
2126 set<OSDSession*> toping;
2129 // look for laggy requests
2130 auto cutoff = ceph::mono_clock::now();
2131 cutoff -= ceph::make_timespan(cct->_conf->objecter_timeout); // timeout
2133 unsigned laggy_ops = 0;
2135 for (map<int,OSDSession*>::iterator siter = osd_sessions.begin();
2136 siter != osd_sessions.end(); ++siter) {
2137 OSDSession *s = siter->second;
2138 OSDSession::lock_guard l(s->lock);
2140 for (map<ceph_tid_t,Op*>::iterator p = s->ops.begin();
2144 assert(op->session);
2145 if (op->stamp < cutoff) {
2146 ldout(cct, 2) << " tid " << p->first << " on osd." << op->session->osd
2147 << " is laggy" << dendl;
2152 for (map<uint64_t,LingerOp*>::iterator p = s->linger_ops.begin();
2153 p != s->linger_ops.end();
2155 LingerOp *op = p->second;
2156 LingerOp::unique_lock wl(op->watch_lock);
2157 assert(op->session);
2158 ldout(cct, 10) << " pinging osd that serves lingering tid " << p->first
2159 << " (osd." << op->session->osd << ")" << dendl;
2161 if (op->is_watch && op->registered && !op->last_error)
2162 _send_linger_ping(op);
2164 for (map<uint64_t,CommandOp*>::iterator p = s->command_ops.begin();
2165 p != s->command_ops.end();
2167 CommandOp *op = p->second;
2168 assert(op->session);
2169 ldout(cct, 10) << " pinging osd that serves command tid " << p->first
2170 << " (osd." << op->session->osd << ")" << dendl;
2176 if (num_homeless_ops || !toping.empty()) {
2177 _maybe_request_map();
2180 logger->set(l_osdc_op_laggy, laggy_ops);
2181 logger->set(l_osdc_osd_laggy, toping.size());
2183 if (!toping.empty()) {
2184 // send a ping to these osds, to ensure we detect any session resets
2185 // (osd reply message policy is lossy)
2186 for (set<OSDSession*>::const_iterator i = toping.begin();
2189 (*i)->con->send_message(new MPing);
2193 // Make sure we don't resechedule if we wake up after shutdown
2195 tick_event = timer.reschedule_me(ceph::make_timespan(
2196 cct->_conf->objecter_tick_interval));
2200 void Objecter::resend_mon_ops()
2202 unique_lock wl(rwlock);
2204 ldout(cct, 10) << "resend_mon_ops" << dendl;
2206 for (map<ceph_tid_t,PoolStatOp*>::iterator p = poolstat_ops.begin();
2207 p != poolstat_ops.end();
2209 _poolstat_submit(p->second);
2210 logger->inc(l_osdc_poolstat_resend);
2213 for (map<ceph_tid_t,StatfsOp*>::iterator p = statfs_ops.begin();
2214 p != statfs_ops.end();
2216 _fs_stats_submit(p->second);
2217 logger->inc(l_osdc_statfs_resend);
2220 for (map<ceph_tid_t,PoolOp*>::iterator p = pool_ops.begin();
2221 p != pool_ops.end();
2223 _pool_op_submit(p->second);
2224 logger->inc(l_osdc_poolop_resend);
2227 for (map<ceph_tid_t, Op*>::iterator p = check_latest_map_ops.begin();
2228 p != check_latest_map_ops.end();
2230 C_Op_Map_Latest *c = new C_Op_Map_Latest(this, p->second->tid);
2231 monc->get_version("osdmap", &c->latest, NULL, c);
2234 for (map<uint64_t, LingerOp*>::iterator p = check_latest_map_lingers.begin();
2235 p != check_latest_map_lingers.end();
2237 C_Linger_Map_Latest *c
2238 = new C_Linger_Map_Latest(this, p->second->linger_id);
2239 monc->get_version("osdmap", &c->latest, NULL, c);
2242 for (map<uint64_t, CommandOp*>::iterator p
2243 = check_latest_map_commands.begin();
2244 p != check_latest_map_commands.end();
2246 C_Command_Map_Latest *c = new C_Command_Map_Latest(this, p->second->tid);
2247 monc->get_version("osdmap", &c->latest, NULL, c);
2251 // read | write ---------------------------
2253 void Objecter::op_submit(Op *op, ceph_tid_t *ptid, int *ctx_budget)
2255 shunique_lock rl(rwlock, ceph::acquire_shared);
2259 op->trace.event("op submit");
2260 _op_submit_with_budget(op, rl, ptid, ctx_budget);
2263 void Objecter::_op_submit_with_budget(Op *op, shunique_lock& sul,
2267 assert(initialized);
2269 assert(op->ops.size() == op->out_bl.size());
2270 assert(op->ops.size() == op->out_rval.size());
2271 assert(op->ops.size() == op->out_handler.size());
2273 // throttle. before we look at any state, because
2274 // _take_op_budget() may drop our lock while it blocks.
2275 if (!op->ctx_budgeted || (ctx_budget && (*ctx_budget == -1))) {
2276 int op_budget = _take_op_budget(op, sul);
2277 // take and pass out the budget for the first OP
2278 // in the context session
2279 if (ctx_budget && (*ctx_budget == -1)) {
2280 *ctx_budget = op_budget;
2284 if (osd_timeout > timespan(0)) {
2286 op->tid = ++last_tid;
2288 op->ontimeout = timer.add_event(osd_timeout,
2290 op_cancel(tid, -ETIMEDOUT); });
2293 _op_submit(op, sul, ptid);
2296 void Objecter::_send_op_account(Op *op)
2300 // add to gather set(s)
2304 ldout(cct, 20) << " note: not requesting reply" << dendl;
2307 logger->inc(l_osdc_op_active);
2308 logger->inc(l_osdc_op);
2310 if ((op->target.flags & (CEPH_OSD_FLAG_READ | CEPH_OSD_FLAG_WRITE)) ==
2311 (CEPH_OSD_FLAG_READ|CEPH_OSD_FLAG_WRITE))
2312 logger->inc(l_osdc_op_rmw);
2313 else if (op->target.flags & CEPH_OSD_FLAG_WRITE)
2314 logger->inc(l_osdc_op_w);
2315 else if (op->target.flags & CEPH_OSD_FLAG_READ)
2316 logger->inc(l_osdc_op_r);
2318 if (op->target.flags & CEPH_OSD_FLAG_PGOP)
2319 logger->inc(l_osdc_op_pg);
2321 for (vector<OSDOp>::iterator p = op->ops.begin(); p != op->ops.end(); ++p) {
2322 int code = l_osdc_osdop_other;
2324 case CEPH_OSD_OP_STAT: code = l_osdc_osdop_stat; break;
2325 case CEPH_OSD_OP_CREATE: code = l_osdc_osdop_create; break;
2326 case CEPH_OSD_OP_READ: code = l_osdc_osdop_read; break;
2327 case CEPH_OSD_OP_WRITE: code = l_osdc_osdop_write; break;
2328 case CEPH_OSD_OP_WRITEFULL: code = l_osdc_osdop_writefull; break;
2329 case CEPH_OSD_OP_WRITESAME: code = l_osdc_osdop_writesame; break;
2330 case CEPH_OSD_OP_APPEND: code = l_osdc_osdop_append; break;
2331 case CEPH_OSD_OP_ZERO: code = l_osdc_osdop_zero; break;
2332 case CEPH_OSD_OP_TRUNCATE: code = l_osdc_osdop_truncate; break;
2333 case CEPH_OSD_OP_DELETE: code = l_osdc_osdop_delete; break;
2334 case CEPH_OSD_OP_MAPEXT: code = l_osdc_osdop_mapext; break;
2335 case CEPH_OSD_OP_SPARSE_READ: code = l_osdc_osdop_sparse_read; break;
2336 case CEPH_OSD_OP_GETXATTR: code = l_osdc_osdop_getxattr; break;
2337 case CEPH_OSD_OP_SETXATTR: code = l_osdc_osdop_setxattr; break;
2338 case CEPH_OSD_OP_CMPXATTR: code = l_osdc_osdop_cmpxattr; break;
2339 case CEPH_OSD_OP_RMXATTR: code = l_osdc_osdop_rmxattr; break;
2340 case CEPH_OSD_OP_RESETXATTRS: code = l_osdc_osdop_resetxattrs; break;
2341 case CEPH_OSD_OP_TMAPUP: code = l_osdc_osdop_tmap_up; break;
2342 case CEPH_OSD_OP_TMAPPUT: code = l_osdc_osdop_tmap_put; break;
2343 case CEPH_OSD_OP_TMAPGET: code = l_osdc_osdop_tmap_get; break;
2345 // OMAP read operations
2346 case CEPH_OSD_OP_OMAPGETVALS:
2347 case CEPH_OSD_OP_OMAPGETKEYS:
2348 case CEPH_OSD_OP_OMAPGETHEADER:
2349 case CEPH_OSD_OP_OMAPGETVALSBYKEYS:
2350 case CEPH_OSD_OP_OMAP_CMP: code = l_osdc_osdop_omap_rd; break;
2352 // OMAP write operations
2353 case CEPH_OSD_OP_OMAPSETVALS:
2354 case CEPH_OSD_OP_OMAPSETHEADER: code = l_osdc_osdop_omap_wr; break;
2356 // OMAP del operations
2357 case CEPH_OSD_OP_OMAPCLEAR:
2358 case CEPH_OSD_OP_OMAPRMKEYS: code = l_osdc_osdop_omap_del; break;
2360 case CEPH_OSD_OP_CALL: code = l_osdc_osdop_call; break;
2361 case CEPH_OSD_OP_WATCH: code = l_osdc_osdop_watch; break;
2362 case CEPH_OSD_OP_NOTIFY: code = l_osdc_osdop_notify; break;
2369 void Objecter::_op_submit(Op *op, shunique_lock& sul, ceph_tid_t *ptid)
2373 ldout(cct, 10) << __func__ << " op " << op << dendl;
2376 assert(op->session == NULL);
2377 OSDSession *s = NULL;
2379 bool check_for_latest_map = _calc_target(&op->target, nullptr)
2380 == RECALC_OP_TARGET_POOL_DNE;
2382 // Try to get a session, including a retry if we need to take write lock
2383 int r = _get_session(op->target.osd, &s, sul);
2385 (check_for_latest_map && sul.owns_lock_shared())) {
2386 epoch_t orig_epoch = osdmap->get_epoch();
2388 if (cct->_conf->objecter_debug_inject_relock_delay) {
2392 if (orig_epoch != osdmap->get_epoch()) {
2393 // map changed; recalculate mapping
2394 ldout(cct, 10) << __func__ << " relock raced with osdmap, recalc target"
2396 check_for_latest_map = _calc_target(&op->target, nullptr)
2397 == RECALC_OP_TARGET_POOL_DNE;
2407 r = _get_session(op->target.osd, &s, sul);
2410 assert(s); // may be homeless
2412 _send_op_account(op);
2416 assert(op->target.flags & (CEPH_OSD_FLAG_READ|CEPH_OSD_FLAG_WRITE));
2418 if (osdmap_full_try) {
2419 op->target.flags |= CEPH_OSD_FLAG_FULL_TRY;
2422 bool need_send = false;
2424 if (osdmap->get_epoch() < epoch_barrier) {
2425 ldout(cct, 10) << " barrier, paused " << op << " tid " << op->tid
2427 op->target.paused = true;
2428 _maybe_request_map();
2429 } else if ((op->target.flags & CEPH_OSD_FLAG_WRITE) &&
2430 osdmap->test_flag(CEPH_OSDMAP_PAUSEWR)) {
2431 ldout(cct, 10) << " paused modify " << op << " tid " << op->tid
2433 op->target.paused = true;
2434 _maybe_request_map();
2435 } else if ((op->target.flags & CEPH_OSD_FLAG_READ) &&
2436 osdmap->test_flag(CEPH_OSDMAP_PAUSERD)) {
2437 ldout(cct, 10) << " paused read " << op << " tid " << op->tid
2439 op->target.paused = true;
2440 _maybe_request_map();
2441 } else if (op->respects_full() &&
2442 (_osdmap_full_flag() ||
2443 _osdmap_pool_full(op->target.base_oloc.pool))) {
2444 ldout(cct, 0) << " FULL, paused modify " << op << " tid "
2445 << op->tid << dendl;
2446 op->target.paused = true;
2447 _maybe_request_map();
2448 } else if (!s->is_homeless()) {
2451 _maybe_request_map();
2456 m = _prepare_osd_op(op);
2459 OSDSession::unique_lock sl(s->lock);
2461 op->tid = ++last_tid;
2463 ldout(cct, 10) << "_op_submit oid " << op->target.base_oid
2464 << " '" << op->target.base_oloc << "' '"
2465 << op->target.target_oloc << "' " << op->ops << " tid "
2466 << op->tid << " osd." << (!s->is_homeless() ? s->osd : -1)
2469 _session_op_assign(s, op);
2475 // Last chance to touch Op here, after giving up session lock it can
2476 // be freed at any time by response handler.
2477 ceph_tid_t tid = op->tid;
2478 if (check_for_latest_map) {
2479 _send_op_map_check(op);
2488 ldout(cct, 5) << num_in_flight << " in flight" << dendl;
2491 int Objecter::op_cancel(OSDSession *s, ceph_tid_t tid, int r)
2493 assert(initialized);
2495 OSDSession::unique_lock sl(s->lock);
2497 map<ceph_tid_t, Op*>::iterator p = s->ops.find(tid);
2498 if (p == s->ops.end()) {
2499 ldout(cct, 10) << __func__ << " tid " << tid << " dne in session "
2505 ldout(cct, 20) << " revoking rx buffer for " << tid
2506 << " on " << s->con << dendl;
2507 s->con->revoke_rx_buffer(tid);
2510 ldout(cct, 10) << __func__ << " tid " << tid << " in session " << s->osd
2515 op->onfinish->complete(r);
2516 op->onfinish = NULL;
2518 _op_cancel_map_check(op);
2525 int Objecter::op_cancel(ceph_tid_t tid, int r)
2529 unique_lock wl(rwlock);
2530 ret = _op_cancel(tid, r);
2535 int Objecter::_op_cancel(ceph_tid_t tid, int r)
2539 ldout(cct, 5) << __func__ << ": cancelling tid " << tid << " r=" << r
2544 for (map<int, OSDSession *>::iterator siter = osd_sessions.begin();
2545 siter != osd_sessions.end(); ++siter) {
2546 OSDSession *s = siter->second;
2547 OSDSession::shared_lock sl(s->lock);
2548 if (s->ops.find(tid) != s->ops.end()) {
2550 ret = op_cancel(s, tid, r);
2551 if (ret == -ENOENT) {
2552 /* oh no! raced, maybe tid moved to another session, restarting */
2559 ldout(cct, 5) << __func__ << ": tid " << tid
2560 << " not found in live sessions" << dendl;
2562 // Handle case where the op is in homeless session
2563 OSDSession::shared_lock sl(homeless_session->lock);
2564 if (homeless_session->ops.find(tid) != homeless_session->ops.end()) {
2566 ret = op_cancel(homeless_session, tid, r);
2567 if (ret == -ENOENT) {
2568 /* oh no! raced, maybe tid moved to another session, restarting */
2577 ldout(cct, 5) << __func__ << ": tid " << tid
2578 << " not found in homeless session" << dendl;
2584 epoch_t Objecter::op_cancel_writes(int r, int64_t pool)
2586 unique_lock wl(rwlock);
2588 std::vector<ceph_tid_t> to_cancel;
2591 for (map<int, OSDSession *>::iterator siter = osd_sessions.begin();
2592 siter != osd_sessions.end(); ++siter) {
2593 OSDSession *s = siter->second;
2594 OSDSession::shared_lock sl(s->lock);
2595 for (map<ceph_tid_t, Op*>::iterator op_i = s->ops.begin();
2596 op_i != s->ops.end(); ++op_i) {
2597 if (op_i->second->target.flags & CEPH_OSD_FLAG_WRITE
2598 && (pool == -1 || op_i->second->target.target_oloc.pool == pool)) {
2599 to_cancel.push_back(op_i->first);
2604 for (std::vector<ceph_tid_t>::iterator titer = to_cancel.begin();
2605 titer != to_cancel.end();
2607 int cancel_result = op_cancel(s, *titer, r);
2608 // We hold rwlock across search and cancellation, so cancels
2609 // should always succeed
2610 assert(cancel_result == 0);
2612 if (!found && to_cancel.size())
2617 const epoch_t epoch = osdmap->get_epoch();
2628 bool Objecter::is_pg_changed(
2630 const vector<int>& oldacting,
2632 const vector<int>& newacting,
2635 if (OSDMap::primary_changed(
2641 if (any_change && oldacting != newacting)
2643 return false; // same primary (tho replicas may have changed)
2646 bool Objecter::target_should_be_paused(op_target_t *t)
2648 const pg_pool_t *pi = osdmap->get_pg_pool(t->base_oloc.pool);
2649 bool pauserd = osdmap->test_flag(CEPH_OSDMAP_PAUSERD);
2650 bool pausewr = osdmap->test_flag(CEPH_OSDMAP_PAUSEWR) ||
2651 _osdmap_full_flag() || _osdmap_pool_full(*pi);
2653 return (t->flags & CEPH_OSD_FLAG_READ && pauserd) ||
2654 (t->flags & CEPH_OSD_FLAG_WRITE && pausewr) ||
2655 (osdmap->get_epoch() < epoch_barrier);
2659 * Locking public accessor for _osdmap_full_flag
2661 bool Objecter::osdmap_full_flag() const
2663 shared_lock rl(rwlock);
2665 return _osdmap_full_flag();
2668 bool Objecter::osdmap_pool_full(const int64_t pool_id) const
2670 shared_lock rl(rwlock);
2672 if (_osdmap_full_flag()) {
2676 return _osdmap_pool_full(pool_id);
2679 bool Objecter::_osdmap_pool_full(const int64_t pool_id) const
2681 const pg_pool_t *pool = osdmap->get_pg_pool(pool_id);
2683 ldout(cct, 4) << __func__ << ": DNE pool " << pool_id << dendl;
2687 return _osdmap_pool_full(*pool);
2690 bool Objecter::_osdmap_has_pool_full() const
2692 for (map<int64_t, pg_pool_t>::const_iterator it
2693 = osdmap->get_pools().begin();
2694 it != osdmap->get_pools().end(); ++it) {
2695 if (_osdmap_pool_full(it->second))
2701 bool Objecter::_osdmap_pool_full(const pg_pool_t &p) const
2703 return p.has_flag(pg_pool_t::FLAG_FULL) && honor_osdmap_full;
2707 * Wrapper around osdmap->test_flag for special handling of the FULL flag.
2709 bool Objecter::_osdmap_full_flag() const
2711 // Ignore the FULL flag if the caller has honor_osdmap_full
2712 return osdmap->test_flag(CEPH_OSDMAP_FULL) && honor_osdmap_full;
2715 void Objecter::update_pool_full_map(map<int64_t, bool>& pool_full_map)
2717 for (map<int64_t, pg_pool_t>::const_iterator it
2718 = osdmap->get_pools().begin();
2719 it != osdmap->get_pools().end(); ++it) {
2720 if (pool_full_map.find(it->first) == pool_full_map.end()) {
2721 pool_full_map[it->first] = _osdmap_pool_full(it->second);
2723 pool_full_map[it->first] = _osdmap_pool_full(it->second) ||
2724 pool_full_map[it->first];
2729 int64_t Objecter::get_object_hash_position(int64_t pool, const string& key,
2732 shared_lock rl(rwlock);
2733 const pg_pool_t *p = osdmap->get_pg_pool(pool);
2736 return p->hash_key(key, ns);
2739 int64_t Objecter::get_object_pg_hash_position(int64_t pool, const string& key,
2742 shared_lock rl(rwlock);
2743 const pg_pool_t *p = osdmap->get_pg_pool(pool);
2746 return p->raw_hash_to_pg(p->hash_key(key, ns));
2749 int Objecter::_calc_target(op_target_t *t, Connection *con, bool any_change)
2752 bool is_read = t->flags & CEPH_OSD_FLAG_READ;
2753 bool is_write = t->flags & CEPH_OSD_FLAG_WRITE;
2754 t->epoch = osdmap->get_epoch();
2755 ldout(cct,20) << __func__ << " epoch " << t->epoch
2756 << " base " << t->base_oid << " " << t->base_oloc
2757 << " precalc_pgid " << (int)t->precalc_pgid
2758 << " pgid " << t->base_pgid
2759 << (is_read ? " is_read" : "")
2760 << (is_write ? " is_write" : "")
2763 const pg_pool_t *pi = osdmap->get_pg_pool(t->base_oloc.pool);
2766 return RECALC_OP_TARGET_POOL_DNE;
2768 ldout(cct,30) << __func__ << " base pi " << pi
2769 << " pg_num " << pi->get_pg_num() << dendl;
2771 bool force_resend = false;
2772 if (osdmap->get_epoch() == pi->last_force_op_resend) {
2773 if (t->last_force_resend < pi->last_force_op_resend) {
2774 t->last_force_resend = pi->last_force_op_resend;
2775 force_resend = true;
2776 } else if (t->last_force_resend == 0) {
2777 force_resend = true;
2782 t->target_oid = t->base_oid;
2783 t->target_oloc = t->base_oloc;
2784 if ((t->flags & CEPH_OSD_FLAG_IGNORE_OVERLAY) == 0) {
2785 if (is_read && pi->has_read_tier())
2786 t->target_oloc.pool = pi->read_tier;
2787 if (is_write && pi->has_write_tier())
2788 t->target_oloc.pool = pi->write_tier;
2789 pi = osdmap->get_pg_pool(t->target_oloc.pool);
2792 return RECALC_OP_TARGET_POOL_DNE;
2797 if (t->precalc_pgid) {
2798 assert(t->flags & CEPH_OSD_FLAG_IGNORE_OVERLAY);
2799 assert(t->base_oid.name.empty()); // make sure this is a pg op
2800 assert(t->base_oloc.pool == (int64_t)t->base_pgid.pool());
2801 pgid = t->base_pgid;
2803 int ret = osdmap->object_locator_to_pg(t->target_oid, t->target_oloc,
2805 if (ret == -ENOENT) {
2807 return RECALC_OP_TARGET_POOL_DNE;
2810 ldout(cct,20) << __func__ << " target " << t->target_oid << " "
2811 << t->target_oloc << " -> pgid " << pgid << dendl;
2812 ldout(cct,30) << __func__ << " target pi " << pi
2813 << " pg_num " << pi->get_pg_num() << dendl;
2814 t->pool_ever_existed = true;
2816 int size = pi->size;
2817 int min_size = pi->min_size;
2818 unsigned pg_num = pi->get_pg_num();
2819 int up_primary, acting_primary;
2820 vector<int> up, acting;
2821 osdmap->pg_to_up_acting_osds(pgid, &up, &up_primary,
2822 &acting, &acting_primary);
2823 bool sort_bitwise = osdmap->test_flag(CEPH_OSDMAP_SORTBITWISE);
2824 bool recovery_deletes = osdmap->test_flag(CEPH_OSDMAP_RECOVERY_DELETES);
2825 unsigned prev_seed = ceph_stable_mod(pgid.ps(), t->pg_num, t->pg_num_mask);
2826 pg_t prev_pgid(prev_seed, pgid.pool());
2827 if (any_change && PastIntervals::is_new_interval(
2844 t->recovery_deletes,
2847 force_resend = true;
2850 bool unpaused = false;
2851 if (t->paused && !target_should_be_paused(t)) {
2856 bool legacy_change =
2859 t->acting_primary, t->acting, acting_primary, acting,
2860 t->used_replica || any_change);
2863 split = prev_pgid.is_split(t->pg_num, pg_num, nullptr);
2866 if (legacy_change || split || force_resend) {
2869 t->acting_primary = acting_primary;
2870 t->up_primary = up_primary;
2873 t->min_size = min_size;
2875 t->pg_num_mask = pi->get_pg_num_mask();
2876 osdmap->get_primary_shard(
2877 pg_t(ceph_stable_mod(pgid.ps(), t->pg_num, t->pg_num_mask), pgid.pool()),
2879 t->sort_bitwise = sort_bitwise;
2880 t->recovery_deletes = recovery_deletes;
2881 ldout(cct, 10) << __func__ << " "
2882 << " raw pgid " << pgid << " -> actual " << t->actual_pgid
2883 << " acting " << acting
2884 << " primary " << acting_primary << dendl;
2885 t->used_replica = false;
2886 if (acting_primary == -1) {
2890 bool read = is_read && !is_write;
2891 if (read && (t->flags & CEPH_OSD_FLAG_BALANCE_READS)) {
2892 int p = rand() % acting.size();
2894 t->used_replica = true;
2896 ldout(cct, 10) << " chose random osd." << osd << " of " << acting
2898 } else if (read && (t->flags & CEPH_OSD_FLAG_LOCALIZE_READS) &&
2899 acting.size() > 1) {
2900 // look for a local replica. prefer the primary if the
2901 // distance is the same.
2903 int best_locality = 0;
2904 for (unsigned i = 0; i < acting.size(); ++i) {
2905 int locality = osdmap->crush->get_common_ancestor_distance(
2906 cct, acting[i], crush_location);
2907 ldout(cct, 20) << __func__ << " localize: rank " << i
2908 << " osd." << acting[i]
2909 << " locality " << locality << dendl;
2911 (locality >= 0 && best_locality >= 0 &&
2912 locality < best_locality) ||
2913 (best_locality < 0 && locality >= 0)) {
2915 best_locality = locality;
2917 t->used_replica = true;
2923 osd = acting_primary;
2928 if (legacy_change || unpaused || force_resend) {
2929 return RECALC_OP_TARGET_NEED_RESEND;
2931 if (split && con && con->has_features(CEPH_FEATUREMASK_RESEND_ON_SPLIT)) {
2932 return RECALC_OP_TARGET_NEED_RESEND;
2934 return RECALC_OP_TARGET_NO_ACTION;
2937 int Objecter::_map_session(op_target_t *target, OSDSession **s,
2940 _calc_target(target, nullptr);
2941 return _get_session(target->osd, s, sul);
2944 void Objecter::_session_op_assign(OSDSession *to, Op *op)
2946 // to->lock is locked
2947 assert(op->session == NULL);
2952 to->ops[op->tid] = op;
2954 if (to->is_homeless()) {
2958 ldout(cct, 15) << __func__ << " " << to->osd << " " << op->tid << dendl;
2961 void Objecter::_session_op_remove(OSDSession *from, Op *op)
2963 assert(op->session == from);
2964 // from->lock is locked
2966 if (from->is_homeless()) {
2970 from->ops.erase(op->tid);
2974 ldout(cct, 15) << __func__ << " " << from->osd << " " << op->tid << dendl;
2977 void Objecter::_session_linger_op_assign(OSDSession *to, LingerOp *op)
2979 // to lock is locked unique
2980 assert(op->session == NULL);
2982 if (to->is_homeless()) {
2988 to->linger_ops[op->linger_id] = op;
2990 ldout(cct, 15) << __func__ << " " << to->osd << " " << op->linger_id
2994 void Objecter::_session_linger_op_remove(OSDSession *from, LingerOp *op)
2996 assert(from == op->session);
2997 // from->lock is locked unique
2999 if (from->is_homeless()) {
3003 from->linger_ops.erase(op->linger_id);
3007 ldout(cct, 15) << __func__ << " " << from->osd << " " << op->linger_id
3011 void Objecter::_session_command_op_remove(OSDSession *from, CommandOp *op)
3013 assert(from == op->session);
3014 // from->lock is locked
3016 if (from->is_homeless()) {
3020 from->command_ops.erase(op->tid);
3024 ldout(cct, 15) << __func__ << " " << from->osd << " " << op->tid << dendl;
3027 void Objecter::_session_command_op_assign(OSDSession *to, CommandOp *op)
3029 // to->lock is locked
3030 assert(op->session == NULL);
3033 if (to->is_homeless()) {
3039 to->command_ops[op->tid] = op;
3041 ldout(cct, 15) << __func__ << " " << to->osd << " " << op->tid << dendl;
3044 int Objecter::_recalc_linger_op_target(LingerOp *linger_op,
3047 // rwlock is locked unique
3049 int r = _calc_target(&linger_op->target, nullptr, true);
3050 if (r == RECALC_OP_TARGET_NEED_RESEND) {
3051 ldout(cct, 10) << "recalc_linger_op_target tid " << linger_op->linger_id
3052 << " pgid " << linger_op->target.pgid
3053 << " acting " << linger_op->target.acting << dendl;
3055 OSDSession *s = NULL;
3056 r = _get_session(linger_op->target.osd, &s, sul);
3059 if (linger_op->session != s) {
3060 // NB locking two sessions (s and linger_op->session) at the
3061 // same time here is only safe because we are the only one that
3062 // takes two, and we are holding rwlock for write. Disable
3063 // lockdep because it doesn't know that.
3064 OSDSession::unique_lock sl(s->lock);
3065 _session_linger_op_remove(linger_op->session, linger_op);
3066 _session_linger_op_assign(s, linger_op);
3070 return RECALC_OP_TARGET_NEED_RESEND;
3075 void Objecter::_cancel_linger_op(Op *op)
3077 ldout(cct, 15) << "cancel_op " << op->tid << dendl;
3079 assert(!op->should_resend);
3081 delete op->onfinish;
3088 void Objecter::_finish_op(Op *op, int r)
3090 ldout(cct, 15) << "finish_op " << op->tid << dendl;
3092 // op->session->lock is locked unique or op->session is null
3094 if (!op->ctx_budgeted && op->budgeted)
3097 if (op->ontimeout && r != -ETIMEDOUT)
3098 timer.cancel_event(op->ontimeout);
3101 _session_op_remove(op->session, op);
3104 logger->dec(l_osdc_op_active);
3106 assert(check_latest_map_ops.find(op->tid) == check_latest_map_ops.end());
3113 void Objecter::finish_op(OSDSession *session, ceph_tid_t tid)
3115 ldout(cct, 15) << "finish_op " << tid << dendl;
3116 shared_lock rl(rwlock);
3118 OSDSession::unique_lock wl(session->lock);
3120 map<ceph_tid_t, Op *>::iterator iter = session->ops.find(tid);
3121 if (iter == session->ops.end())
3124 Op *op = iter->second;
3129 MOSDOp *Objecter::_prepare_osd_op(Op *op)
3133 int flags = op->target.flags;
3134 flags |= CEPH_OSD_FLAG_KNOWN_REDIR;
3136 // Nothing checks this any longer, but needed for compatibility with
3137 // pre-luminous osds
3138 flags |= CEPH_OSD_FLAG_ONDISK;
3140 if (!honor_osdmap_full)
3141 flags |= CEPH_OSD_FLAG_FULL_FORCE;
3143 op->target.paused = false;
3144 op->stamp = ceph::mono_clock::now();
3146 hobject_t hobj = op->target.get_hobj();
3147 MOSDOp *m = new MOSDOp(client_inc, op->tid,
3148 hobj, op->target.actual_pgid,
3149 osdmap->get_epoch(),
3150 flags, op->features);
3152 m->set_snapid(op->snapid);
3153 m->set_snap_seq(op->snapc.seq);
3154 m->set_snaps(op->snapc.snaps);
3157 m->set_mtime(op->mtime);
3158 m->set_retry_attempt(op->attempts++);
3160 if (!op->trace.valid() && cct->_conf->osdc_blkin_trace_all) {
3161 op->trace.init("op", &trace_endpoint);
3165 m->set_priority(op->priority);
3167 m->set_priority(cct->_conf->osd_client_op_priority);
3169 if (op->reqid != osd_reqid_t()) {
3170 m->set_reqid(op->reqid);
3173 logger->inc(l_osdc_op_send);
3174 logger->inc(l_osdc_op_send_bytes, m->get_data().length());
3179 void Objecter::_send_op(Op *op, MOSDOp *m)
3182 // op->session->lock is locked
3185 hobject_t hoid = op->target.get_hobj();
3186 auto p = op->session->backoffs.find(op->target.actual_pgid);
3187 if (p != op->session->backoffs.end()) {
3188 auto q = p->second.lower_bound(hoid);
3189 if (q != p->second.begin()) {
3191 if (hoid >= q->second.end) {
3195 if (q != p->second.end()) {
3196 ldout(cct, 20) << __func__ << " ? " << q->first << " [" << q->second.begin
3197 << "," << q->second.end << ")" << dendl;
3198 int r = cmp(hoid, q->second.begin);
3199 if (r == 0 || (r > 0 && hoid < q->second.end)) {
3200 ldout(cct, 10) << __func__ << " backoff " << op->target.actual_pgid
3201 << " id " << q->second.id << " on " << hoid
3202 << ", queuing " << op << " tid " << op->tid << dendl;
3209 assert(op->tid > 0);
3210 m = _prepare_osd_op(op);
3213 if (op->target.actual_pgid != m->get_spg()) {
3214 ldout(cct, 10) << __func__ << " " << op->tid << " pgid change from "
3215 << m->get_spg() << " to " << op->target.actual_pgid
3216 << ", updating and reencoding" << dendl;
3217 m->set_spg(op->target.actual_pgid);
3218 m->clear_payload(); // reencode
3221 ldout(cct, 15) << "_send_op " << op->tid << " to "
3222 << op->target.actual_pgid << " on osd." << op->session->osd
3225 ConnectionRef con = op->session->con;
3228 // preallocated rx buffer?
3230 ldout(cct, 20) << " revoking rx buffer for " << op->tid << " on "
3231 << op->con << dendl;
3232 op->con->revoke_rx_buffer(op->tid);
3235 op->ontimeout == 0 && // only post rx_buffer if no timeout; see #9582
3236 op->outbl->length()) {
3237 ldout(cct, 20) << " posting rx buffer for " << op->tid << " on " << con
3240 op->con->post_rx_buffer(op->tid, *op->outbl);
3243 op->incarnation = op->session->incarnation;
3245 m->set_tid(op->tid);
3247 if (op->trace.valid()) {
3248 m->trace.init("op msg", nullptr, &op->trace);
3250 op->session->con->send_message(m);
3253 int Objecter::calc_op_budget(Op *op)
3256 for (vector<OSDOp>::iterator i = op->ops.begin();
3259 if (i->op.op & CEPH_OSD_OP_MODE_WR) {
3260 op_budget += i->indata.length();
3261 } else if (ceph_osd_op_mode_read(i->op.op)) {
3262 if (ceph_osd_op_type_data(i->op.op)) {
3263 if ((int64_t)i->op.extent.length > 0)
3264 op_budget += (int64_t)i->op.extent.length;
3265 } else if (ceph_osd_op_type_attr(i->op.op)) {
3266 op_budget += i->op.xattr.name_len + i->op.xattr.value_len;
3273 void Objecter::_throttle_op(Op *op,
3277 assert(sul && sul.mutex() == &rwlock);
3278 bool locked_for_write = sul.owns_lock();
3281 op_budget = calc_op_budget(op);
3282 if (!op_throttle_bytes.get_or_fail(op_budget)) { //couldn't take right now
3284 op_throttle_bytes.get(op_budget);
3285 if (locked_for_write)
3290 if (!op_throttle_ops.get_or_fail(1)) { //couldn't take right now
3292 op_throttle_ops.get(1);
3293 if (locked_for_write)
3300 void Objecter::unregister_op(Op *op)
3302 OSDSession::unique_lock sl(op->session->lock);
3303 op->session->ops.erase(op->tid);
3305 put_session(op->session);
3311 /* This function DOES put the passed message before returning */
3312 void Objecter::handle_osd_op_reply(MOSDOpReply *m)
3314 ldout(cct, 10) << "in handle_osd_op_reply" << dendl;
3317 ceph_tid_t tid = m->get_tid();
3319 shunique_lock sul(rwlock, ceph::acquire_shared);
3325 ConnectionRef con = m->get_connection();
3326 OSDSession *s = static_cast<OSDSession*>(con->get_priv());
3327 if (!s || s->con != con) {
3328 ldout(cct, 7) << __func__ << " no session on con " << con << dendl;
3336 OSDSession::unique_lock sl(s->lock);
3338 map<ceph_tid_t, Op *>::iterator iter = s->ops.find(tid);
3339 if (iter == s->ops.end()) {
3340 ldout(cct, 7) << "handle_osd_op_reply " << tid
3341 << (m->is_ondisk() ? " ondisk" : (m->is_onnvram() ?
3342 " onnvram" : " ack"))
3343 << " ... stray" << dendl;
3350 ldout(cct, 7) << "handle_osd_op_reply " << tid
3351 << (m->is_ondisk() ? " ondisk" :
3352 (m->is_onnvram() ? " onnvram" : " ack"))
3353 << " uv " << m->get_user_version()
3354 << " in " << m->get_pg()
3355 << " attempt " << m->get_retry_attempt()
3357 Op *op = iter->second;
3358 op->trace.event("osd op reply");
3360 if (retry_writes_after_first_reply && op->attempts == 1 &&
3361 (op->target.flags & CEPH_OSD_FLAG_WRITE)) {
3362 ldout(cct, 7) << "retrying write after first reply: " << tid << dendl;
3366 _session_op_remove(s, op);
3370 _op_submit(op, sul, NULL);
3375 if (m->get_retry_attempt() >= 0) {
3376 if (m->get_retry_attempt() != (op->attempts - 1)) {
3377 ldout(cct, 7) << " ignoring reply from attempt "
3378 << m->get_retry_attempt()
3379 << " from " << m->get_source_inst()
3380 << "; last attempt " << (op->attempts - 1) << " sent to "
3381 << op->session->con->get_peer_addr() << dendl;
3388 // we don't know the request attempt because the server is old, so
3389 // just accept this one. we may do ACK callbacks we shouldn't
3390 // have, but that is better than doing callbacks out of order.
3393 Context *onfinish = 0;
3395 int rc = m->get_result();
3397 if (m->is_redirect_reply()) {
3398 ldout(cct, 5) << " got redirect reply; redirecting" << dendl;
3401 _session_op_remove(s, op);
3405 // FIXME: two redirects could race and reorder
3408 m->get_redirect().combine_with_locator(op->target.target_oloc,
3409 op->target.target_oid.name);
3410 op->target.flags |= CEPH_OSD_FLAG_REDIRECTED;
3411 _op_submit(op, sul, NULL);
3416 if (rc == -EAGAIN) {
3417 ldout(cct, 7) << " got -EAGAIN, resubmitting" << dendl;
3420 _session_op_remove(s, op);
3425 op->target.flags &= ~(CEPH_OSD_FLAG_BALANCE_READS |
3426 CEPH_OSD_FLAG_LOCALIZE_READS);
3427 op->target.pgid = pg_t();
3428 _op_submit(op, sul, NULL);
3436 *op->objver = m->get_user_version();
3437 if (op->reply_epoch)
3438 *op->reply_epoch = m->get_map_epoch();
3439 if (op->data_offset)
3440 *op->data_offset = m->get_header().data_off;
3445 op->con->revoke_rx_buffer(op->tid);
3446 m->claim_data(*op->outbl);
3450 // per-op result demuxing
3451 vector<OSDOp> out_ops;
3452 m->claim_ops(out_ops);
3454 if (out_ops.size() != op->ops.size())
3455 ldout(cct, 0) << "WARNING: tid " << op->tid << " reply ops " << out_ops
3456 << " != request ops " << op->ops
3457 << " from " << m->get_source_inst() << dendl;
3459 vector<bufferlist*>::iterator pb = op->out_bl.begin();
3460 vector<int*>::iterator pr = op->out_rval.begin();
3461 vector<Context*>::iterator ph = op->out_handler.begin();
3462 assert(op->out_bl.size() == op->out_rval.size());
3463 assert(op->out_bl.size() == op->out_handler.size());
3464 vector<OSDOp>::iterator p = out_ops.begin();
3465 for (unsigned i = 0;
3466 p != out_ops.end() && pb != op->out_bl.end();
3467 ++i, ++p, ++pb, ++pr, ++ph) {
3468 ldout(cct, 10) << " op " << i << " rval " << p->rval
3469 << " len " << p->outdata.length() << dendl;
3472 // set rval before running handlers so that handlers
3473 // can change it if e.g. decoding fails
3475 **pr = ceph_to_hostos_errno(p->rval);
3477 ldout(cct, 10) << " op " << i << " handler " << *ph << dendl;
3478 (*ph)->complete(ceph_to_hostos_errno(p->rval));
3483 // NOTE: we assume that since we only request ONDISK ever we will
3484 // only ever get back one (type of) ack ever.
3488 onfinish = op->onfinish;
3489 op->onfinish = NULL;
3491 logger->inc(l_osdc_op_reply);
3493 /* get it before we call _finish_op() */
3494 auto completion_lock = s->get_lock(op->target.base_oid);
3496 ldout(cct, 15) << "handle_osd_op_reply completed tid " << tid << dendl;
3499 ldout(cct, 5) << num_in_flight << " in flight" << dendl;
3501 // serialize completions
3502 if (completion_lock.mutex()) {
3503 completion_lock.lock();
3509 onfinish->complete(rc);
3511 if (completion_lock.mutex()) {
3512 completion_lock.unlock();
3519 void Objecter::handle_osd_backoff(MOSDBackoff *m)
3521 ldout(cct, 10) << __func__ << " " << *m << dendl;
3522 shunique_lock sul(rwlock, ceph::acquire_shared);
3528 ConnectionRef con = m->get_connection();
3529 OSDSession *s = static_cast<OSDSession*>(con->get_priv());
3530 if (!s || s->con != con) {
3531 ldout(cct, 7) << __func__ << " no session on con " << con << dendl;
3539 s->put(); // from get_priv() above
3541 OSDSession::unique_lock sl(s->lock);
3544 case CEPH_OSD_BACKOFF_OP_BLOCK:
3547 OSDBackoff& b = s->backoffs[m->pgid][m->begin];
3548 s->backoffs_by_id.insert(make_pair(m->id, &b));
3554 // ack with original backoff's epoch so that the osd can discard this if
3555 // there was a pg split.
3556 Message *r = new MOSDBackoff(m->pgid,
3558 CEPH_OSD_BACKOFF_OP_ACK_BLOCK,
3559 m->id, m->begin, m->end);
3560 // this priority must match the MOSDOps from _prepare_osd_op
3561 r->set_priority(cct->_conf->osd_client_op_priority);
3562 con->send_message(r);
3566 case CEPH_OSD_BACKOFF_OP_UNBLOCK:
3568 auto p = s->backoffs_by_id.find(m->id);
3569 if (p != s->backoffs_by_id.end()) {
3570 OSDBackoff *b = p->second;
3571 if (b->begin != m->begin &&
3573 lderr(cct) << __func__ << " got " << m->pgid << " id " << m->id
3575 << m->begin << "," << m->end << ") but backoff is ["
3576 << b->begin << "," << b->end << ")" << dendl;
3577 // hrmpf, unblock it anyway.
3579 ldout(cct, 10) << __func__ << " unblock backoff " << b->pgid
3581 << " [" << b->begin << "," << b->end
3583 auto spgp = s->backoffs.find(b->pgid);
3584 assert(spgp != s->backoffs.end());
3585 spgp->second.erase(b->begin);
3586 if (spgp->second.empty()) {
3587 s->backoffs.erase(spgp);
3589 s->backoffs_by_id.erase(p);
3591 // check for any ops to resend
3592 for (auto& q : s->ops) {
3593 if (q.second->target.actual_pgid == m->pgid) {
3594 int r = q.second->target.contained_by(m->begin, m->end);
3595 ldout(cct, 20) << __func__ << " contained_by " << r << " on "
3596 << q.second->target.get_hobj() << dendl;
3603 lderr(cct) << __func__ << " " << m->pgid << " id " << m->id
3605 << m->begin << "," << m->end << ") but backoff dne" << dendl;
3611 ldout(cct, 10) << __func__ << " unrecognized op " << (int)m->op << dendl;
3621 uint32_t Objecter::list_nobjects_seek(NListContext *list_context,
3624 shared_lock rl(rwlock);
3625 list_context->pos = hobject_t(object_t(), string(), CEPH_NOSNAP,
3626 pos, list_context->pool_id, string());
3627 ldout(cct, 10) << __func__ << list_context
3628 << " pos " << pos << " -> " << list_context->pos << dendl;
3629 pg_t actual = osdmap->raw_pg_to_pg(pg_t(pos, list_context->pool_id));
3630 list_context->current_pg = actual.ps();
3631 list_context->at_end_of_pool = false;
3635 uint32_t Objecter::list_nobjects_seek(NListContext *list_context,
3636 const hobject_t& cursor)
3638 shared_lock rl(rwlock);
3639 ldout(cct, 10) << "list_nobjects_seek " << list_context << dendl;
3640 list_context->pos = cursor;
3641 list_context->at_end_of_pool = false;
3642 pg_t actual = osdmap->raw_pg_to_pg(pg_t(cursor.get_hash(), list_context->pool_id));
3643 list_context->current_pg = actual.ps();
3644 list_context->sort_bitwise = true;
3645 return list_context->current_pg;
3648 void Objecter::list_nobjects_get_cursor(NListContext *list_context,
3651 shared_lock rl(rwlock);
3652 if (list_context->list.empty()) {
3653 *cursor = list_context->pos;
3655 const librados::ListObjectImpl& entry = list_context->list.front();
3656 const string *key = (entry.locator.empty() ? &entry.oid : &entry.locator);
3657 uint32_t h = osdmap->get_pg_pool(list_context->pool_id)->hash_key(*key, entry.nspace);
3658 *cursor = hobject_t(entry.oid, entry.locator, list_context->pool_snap_seq, h, list_context->pool_id, entry.nspace);
3662 void Objecter::list_nobjects(NListContext *list_context, Context *onfinish)
3664 ldout(cct, 10) << __func__ << " pool_id " << list_context->pool_id
3665 << " pool_snap_seq " << list_context->pool_snap_seq
3666 << " max_entries " << list_context->max_entries
3667 << " list_context " << list_context
3668 << " onfinish " << onfinish
3669 << " current_pg " << list_context->current_pg
3670 << " pos " << list_context->pos << dendl;
3672 shared_lock rl(rwlock);
3673 const pg_pool_t *pool = osdmap->get_pg_pool(list_context->pool_id);
3674 if (!pool) { // pool is gone
3676 put_nlist_context_budget(list_context);
3677 onfinish->complete(-ENOENT);
3680 int pg_num = pool->get_pg_num();
3681 bool sort_bitwise = osdmap->test_flag(CEPH_OSDMAP_SORTBITWISE);
3683 if (list_context->pos.is_min()) {
3684 list_context->starting_pg_num = 0;
3685 list_context->sort_bitwise = sort_bitwise;
3686 list_context->starting_pg_num = pg_num;
3688 if (list_context->sort_bitwise != sort_bitwise) {
3689 list_context->pos = hobject_t(
3690 object_t(), string(), CEPH_NOSNAP,
3691 list_context->current_pg, list_context->pool_id, string());
3692 list_context->sort_bitwise = sort_bitwise;
3693 ldout(cct, 10) << " hobject sort order changed, restarting this pg at "
3694 << list_context->pos << dendl;
3696 if (list_context->starting_pg_num != pg_num) {
3697 if (!sort_bitwise) {
3698 // start reading from the beginning; the pgs have changed
3699 ldout(cct, 10) << " pg_num changed; restarting with " << pg_num << dendl;
3700 list_context->pos = collection_list_handle_t();
3702 list_context->starting_pg_num = pg_num;
3705 if (list_context->pos.is_max()) {
3706 ldout(cct, 20) << __func__ << " end of pool, list "
3707 << list_context->list << dendl;
3708 if (list_context->list.empty()) {
3709 list_context->at_end_of_pool = true;
3711 // release the listing context's budget once all
3712 // OPs (in the session) are finished
3713 put_nlist_context_budget(list_context);
3714 onfinish->complete(0);
3719 op.pg_nls(list_context->max_entries, list_context->filter,
3720 list_context->pos, osdmap->get_epoch());
3721 list_context->bl.clear();
3722 C_NList *onack = new C_NList(list_context, onfinish, this);
3723 object_locator_t oloc(list_context->pool_id, list_context->nspace);
3725 // note current_pg in case we don't have (or lose) SORTBITWISE
3726 list_context->current_pg = pool->raw_hash_to_pg(list_context->pos.get_hash());
3729 pg_read(list_context->current_pg, oloc, op,
3730 &list_context->bl, 0, onack, &onack->epoch,
3731 &list_context->ctx_budget);
3734 void Objecter::_nlist_reply(NListContext *list_context, int r,
3735 Context *final_finish, epoch_t reply_epoch)
3737 ldout(cct, 10) << __func__ << " " << list_context << dendl;
3739 bufferlist::iterator iter = list_context->bl.begin();
3740 pg_nls_response_t response;
3741 bufferlist extra_info;
3742 ::decode(response, iter);
3744 ::decode(extra_info, iter);
3747 // if the osd returns 1 (newer code), or handle MAX, it means we
3748 // hit the end of the pg.
3749 if ((response.handle.is_max() || r == 1) &&
3750 !list_context->sort_bitwise) {
3751 // legacy OSD and !sortbitwise, figure out the next PG on our own
3752 ++list_context->current_pg;
3753 if (list_context->current_pg == list_context->starting_pg_num) {
3755 list_context->pos = hobject_t::get_max();
3758 list_context->pos = hobject_t(object_t(), string(), CEPH_NOSNAP,
3759 list_context->current_pg,
3760 list_context->pool_id, string());
3763 list_context->pos = response.handle;
3766 int response_size = response.entries.size();
3767 ldout(cct, 20) << " response.entries.size " << response_size
3768 << ", response.entries " << response.entries
3769 << ", handle " << response.handle
3770 << ", tentative new pos " << list_context->pos << dendl;
3771 list_context->extra_info.append(extra_info);
3772 if (response_size) {
3773 list_context->list.splice(list_context->list.end(), response.entries);
3776 if (list_context->list.size() >= list_context->max_entries) {
3777 ldout(cct, 20) << " hit max, returning results so far, "
3778 << list_context->list << dendl;
3779 // release the listing context's budget once all
3780 // OPs (in the session) are finished
3781 put_nlist_context_budget(list_context);
3782 final_finish->complete(0);
3787 list_nobjects(list_context, final_finish);
3790 void Objecter::put_nlist_context_budget(NListContext *list_context)
3792 if (list_context->ctx_budget >= 0) {
3793 ldout(cct, 10) << " release listing context's budget " <<
3794 list_context->ctx_budget << dendl;
3795 put_op_budget_bytes(list_context->ctx_budget);
3796 list_context->ctx_budget = -1;
3802 int Objecter::create_pool_snap(int64_t pool, string& snap_name,
3805 unique_lock wl(rwlock);
3806 ldout(cct, 10) << "create_pool_snap; pool: " << pool << "; snap: "
3807 << snap_name << dendl;
3809 const pg_pool_t *p = osdmap->get_pg_pool(pool);
3812 if (p->snap_exists(snap_name.c_str()))
3815 PoolOp *op = new PoolOp;
3818 op->tid = ++last_tid;
3820 op->name = snap_name;
3821 op->onfinish = onfinish;
3822 op->pool_op = POOL_OP_CREATE_SNAP;
3823 pool_ops[op->tid] = op;
3830 struct C_SelfmanagedSnap : public Context {
3834 C_SelfmanagedSnap(snapid_t *ps, Context *f) : psnapid(ps), fin(f) {}
3835 void finish(int r) override {
3837 bufferlist::iterator p = bl.begin();
3838 ::decode(*psnapid, p);
3844 int Objecter::allocate_selfmanaged_snap(int64_t pool, snapid_t *psnapid,
3847 unique_lock wl(rwlock);
3848 ldout(cct, 10) << "allocate_selfmanaged_snap; pool: " << pool << dendl;
3849 PoolOp *op = new PoolOp;
3850 if (!op) return -ENOMEM;
3851 op->tid = ++last_tid;
3853 C_SelfmanagedSnap *fin = new C_SelfmanagedSnap(psnapid, onfinish);
3856 op->pool_op = POOL_OP_CREATE_UNMANAGED_SNAP;
3857 pool_ops[op->tid] = op;
3863 int Objecter::delete_pool_snap(int64_t pool, string& snap_name,
3866 unique_lock wl(rwlock);
3867 ldout(cct, 10) << "delete_pool_snap; pool: " << pool << "; snap: "
3868 << snap_name << dendl;
3870 const pg_pool_t *p = osdmap->get_pg_pool(pool);
3873 if (!p->snap_exists(snap_name.c_str()))
3876 PoolOp *op = new PoolOp;
3879 op->tid = ++last_tid;
3881 op->name = snap_name;
3882 op->onfinish = onfinish;
3883 op->pool_op = POOL_OP_DELETE_SNAP;
3884 pool_ops[op->tid] = op;
3891 int Objecter::delete_selfmanaged_snap(int64_t pool, snapid_t snap,
3894 unique_lock wl(rwlock);
3895 ldout(cct, 10) << "delete_selfmanaged_snap; pool: " << pool << "; snap: "
3897 PoolOp *op = new PoolOp;
3898 if (!op) return -ENOMEM;
3899 op->tid = ++last_tid;
3901 op->onfinish = onfinish;
3902 op->pool_op = POOL_OP_DELETE_UNMANAGED_SNAP;
3904 pool_ops[op->tid] = op;
3911 int Objecter::create_pool(string& name, Context *onfinish, uint64_t auid,
3914 unique_lock wl(rwlock);
3915 ldout(cct, 10) << "create_pool name=" << name << dendl;
3917 if (osdmap->lookup_pg_pool_name(name) >= 0)
3920 PoolOp *op = new PoolOp;
3923 op->tid = ++last_tid;
3926 op->onfinish = onfinish;
3927 op->pool_op = POOL_OP_CREATE;
3928 pool_ops[op->tid] = op;
3930 op->crush_rule = crush_rule;
3937 int Objecter::delete_pool(int64_t pool, Context *onfinish)
3939 unique_lock wl(rwlock);
3940 ldout(cct, 10) << "delete_pool " << pool << dendl;
3942 if (!osdmap->have_pg_pool(pool))
3945 _do_delete_pool(pool, onfinish);
3949 int Objecter::delete_pool(const string &pool_name, Context *onfinish)
3951 unique_lock wl(rwlock);
3952 ldout(cct, 10) << "delete_pool " << pool_name << dendl;
3954 int64_t pool = osdmap->lookup_pg_pool_name(pool_name);
3958 _do_delete_pool(pool, onfinish);
3962 void Objecter::_do_delete_pool(int64_t pool, Context *onfinish)
3964 PoolOp *op = new PoolOp;
3965 op->tid = ++last_tid;
3967 op->name = "delete";
3968 op->onfinish = onfinish;
3969 op->pool_op = POOL_OP_DELETE;
3970 pool_ops[op->tid] = op;
3975 * change the auid owner of a pool by contacting the monitor.
3976 * This requires the current connection to have write permissions
3977 * on both the pool's current auid and the new (parameter) auid.
3978 * Uses the standard Context callback when done.
3980 int Objecter::change_pool_auid(int64_t pool, Context *onfinish, uint64_t auid)
3982 unique_lock wl(rwlock);
3983 ldout(cct, 10) << "change_pool_auid " << pool << " to " << auid << dendl;
3984 PoolOp *op = new PoolOp;
3985 if (!op) return -ENOMEM;
3986 op->tid = ++last_tid;
3988 op->name = "change_pool_auid";
3989 op->onfinish = onfinish;
3990 op->pool_op = POOL_OP_AUID_CHANGE;
3992 pool_ops[op->tid] = op;
3994 logger->set(l_osdc_poolop_active, pool_ops.size());
4000 void Objecter::pool_op_submit(PoolOp *op)
4003 if (mon_timeout > timespan(0)) {
4004 op->ontimeout = timer.add_event(mon_timeout,
4006 pool_op_cancel(op->tid, -ETIMEDOUT); });
4008 _pool_op_submit(op);
4011 void Objecter::_pool_op_submit(PoolOp *op)
4013 // rwlock is locked unique
4015 ldout(cct, 10) << "pool_op_submit " << op->tid << dendl;
4016 MPoolOp *m = new MPoolOp(monc->get_fsid(), op->tid, op->pool,
4017 op->name, op->pool_op,
4018 op->auid, last_seen_osdmap_version);
4019 if (op->snapid) m->snapid = op->snapid;
4020 if (op->crush_rule) m->crush_rule = op->crush_rule;
4021 monc->send_mon_message(m);
4022 op->last_submit = ceph::mono_clock::now();
4024 logger->inc(l_osdc_poolop_send);
4028 * Handle a reply to a PoolOp message. Check that we sent the message
4029 * and give the caller responsibility for the returned bufferlist.
4030 * Then either call the finisher or stash the PoolOp, depending on if we
4031 * have a new enough map.
4032 * Lastly, clean up the message and PoolOp.
4034 void Objecter::handle_pool_op_reply(MPoolOpReply *m)
4037 shunique_lock sul(rwlock, acquire_shared);
4044 ldout(cct, 10) << "handle_pool_op_reply " << *m << dendl;
4045 ceph_tid_t tid = m->get_tid();
4046 map<ceph_tid_t, PoolOp *>::iterator iter = pool_ops.find(tid);
4047 if (iter != pool_ops.end()) {
4048 PoolOp *op = iter->second;
4049 ldout(cct, 10) << "have request " << tid << " at " << op << " Op: "
4050 << ceph_pool_op_name(op->pool_op) << dendl;
4052 op->blp->claim(m->response_data);
4053 if (m->version > last_seen_osdmap_version)
4054 last_seen_osdmap_version = m->version;
4055 if (osdmap->get_epoch() < m->epoch) {
4058 // recheck op existence since we have let go of rwlock
4059 // (for promotion) above.
4060 iter = pool_ops.find(tid);
4061 if (iter == pool_ops.end())
4062 goto done; // op is gone.
4063 if (osdmap->get_epoch() < m->epoch) {
4064 ldout(cct, 20) << "waiting for client to reach epoch " << m->epoch
4065 << " before calling back" << dendl;
4066 _wait_for_new_map(op->onfinish, m->epoch, m->replyCode);
4068 // map epoch changed, probably because a MOSDMap message
4069 // sneaked in. Do caller-specified callback now or else
4070 // we lose it forever.
4071 assert(op->onfinish);
4072 op->onfinish->complete(m->replyCode);
4075 assert(op->onfinish);
4076 op->onfinish->complete(m->replyCode);
4078 op->onfinish = NULL;
4079 if (!sul.owns_lock()) {
4083 iter = pool_ops.find(tid);
4084 if (iter != pool_ops.end()) {
4085 _finish_pool_op(op, 0);
4088 ldout(cct, 10) << "unknown request " << tid << dendl;
4092 // Not strictly necessary, since we'll release it on return.
4095 ldout(cct, 10) << "done" << dendl;
4099 int Objecter::pool_op_cancel(ceph_tid_t tid, int r)
4101 assert(initialized);
4103 unique_lock wl(rwlock);
4105 map<ceph_tid_t, PoolOp*>::iterator it = pool_ops.find(tid);
4106 if (it == pool_ops.end()) {
4107 ldout(cct, 10) << __func__ << " tid " << tid << " dne" << dendl;
4111 ldout(cct, 10) << __func__ << " tid " << tid << dendl;
4113 PoolOp *op = it->second;
4115 op->onfinish->complete(r);
4117 _finish_pool_op(op, r);
4121 void Objecter::_finish_pool_op(PoolOp *op, int r)
4123 // rwlock is locked unique
4124 pool_ops.erase(op->tid);
4125 logger->set(l_osdc_poolop_active, pool_ops.size());
4127 if (op->ontimeout && r != -ETIMEDOUT) {
4128 timer.cancel_event(op->ontimeout);
4136 void Objecter::get_pool_stats(list<string>& pools,
4137 map<string,pool_stat_t> *result,
4140 ldout(cct, 10) << "get_pool_stats " << pools << dendl;
4142 PoolStatOp *op = new PoolStatOp;
4143 op->tid = ++last_tid;
4145 op->pool_stats = result;
4146 op->onfinish = onfinish;
4147 if (mon_timeout > timespan(0)) {
4148 op->ontimeout = timer.add_event(mon_timeout,
4150 pool_stat_op_cancel(op->tid,
4156 unique_lock wl(rwlock);
4158 poolstat_ops[op->tid] = op;
4160 logger->set(l_osdc_poolstat_active, poolstat_ops.size());
4162 _poolstat_submit(op);
4165 void Objecter::_poolstat_submit(PoolStatOp *op)
4167 ldout(cct, 10) << "_poolstat_submit " << op->tid << dendl;
4168 monc->send_mon_message(new MGetPoolStats(monc->get_fsid(), op->tid,
4170 last_seen_pgmap_version));
4171 op->last_submit = ceph::mono_clock::now();
4173 logger->inc(l_osdc_poolstat_send);
4176 void Objecter::handle_get_pool_stats_reply(MGetPoolStatsReply *m)
4178 ldout(cct, 10) << "handle_get_pool_stats_reply " << *m << dendl;
4179 ceph_tid_t tid = m->get_tid();
4181 unique_lock wl(rwlock);
4187 map<ceph_tid_t, PoolStatOp *>::iterator iter = poolstat_ops.find(tid);
4188 if (iter != poolstat_ops.end()) {
4189 PoolStatOp *op = poolstat_ops[tid];
4190 ldout(cct, 10) << "have request " << tid << " at " << op << dendl;
4191 *op->pool_stats = m->pool_stats;
4192 if (m->version > last_seen_pgmap_version) {
4193 last_seen_pgmap_version = m->version;
4195 op->onfinish->complete(0);
4196 _finish_pool_stat_op(op, 0);
4198 ldout(cct, 10) << "unknown request " << tid << dendl;
4200 ldout(cct, 10) << "done" << dendl;
4204 int Objecter::pool_stat_op_cancel(ceph_tid_t tid, int r)
4206 assert(initialized);
4208 unique_lock wl(rwlock);
4210 map<ceph_tid_t, PoolStatOp*>::iterator it = poolstat_ops.find(tid);
4211 if (it == poolstat_ops.end()) {
4212 ldout(cct, 10) << __func__ << " tid " << tid << " dne" << dendl;
4216 ldout(cct, 10) << __func__ << " tid " << tid << dendl;
4218 PoolStatOp *op = it->second;
4220 op->onfinish->complete(r);
4221 _finish_pool_stat_op(op, r);
4225 void Objecter::_finish_pool_stat_op(PoolStatOp *op, int r)
4227 // rwlock is locked unique
4229 poolstat_ops.erase(op->tid);
4230 logger->set(l_osdc_poolstat_active, poolstat_ops.size());
4232 if (op->ontimeout && r != -ETIMEDOUT)
4233 timer.cancel_event(op->ontimeout);
4238 void Objecter::get_fs_stats(ceph_statfs& result,
4239 boost::optional<int64_t> data_pool,
4242 ldout(cct, 10) << "get_fs_stats" << dendl;
4243 unique_lock l(rwlock);
4245 StatfsOp *op = new StatfsOp;
4246 op->tid = ++last_tid;
4247 op->stats = &result;
4248 op->data_pool = data_pool;
4249 op->onfinish = onfinish;
4250 if (mon_timeout > timespan(0)) {
4251 op->ontimeout = timer.add_event(mon_timeout,
4253 statfs_op_cancel(op->tid,
4258 statfs_ops[op->tid] = op;
4260 logger->set(l_osdc_statfs_active, statfs_ops.size());
4262 _fs_stats_submit(op);
4265 void Objecter::_fs_stats_submit(StatfsOp *op)
4267 // rwlock is locked unique
4269 ldout(cct, 10) << "fs_stats_submit" << op->tid << dendl;
4270 monc->send_mon_message(new MStatfs(monc->get_fsid(), op->tid,
4272 last_seen_pgmap_version));
4273 op->last_submit = ceph::mono_clock::now();
4275 logger->inc(l_osdc_statfs_send);
4278 void Objecter::handle_fs_stats_reply(MStatfsReply *m)
4280 unique_lock wl(rwlock);
4286 ldout(cct, 10) << "handle_fs_stats_reply " << *m << dendl;
4287 ceph_tid_t tid = m->get_tid();
4289 if (statfs_ops.count(tid)) {
4290 StatfsOp *op = statfs_ops[tid];
4291 ldout(cct, 10) << "have request " << tid << " at " << op << dendl;
4292 *(op->stats) = m->h.st;
4293 if (m->h.version > last_seen_pgmap_version)
4294 last_seen_pgmap_version = m->h.version;
4295 op->onfinish->complete(0);
4296 _finish_statfs_op(op, 0);
4298 ldout(cct, 10) << "unknown request " << tid << dendl;
4301 ldout(cct, 10) << "done" << dendl;
4304 int Objecter::statfs_op_cancel(ceph_tid_t tid, int r)
4306 assert(initialized);
4308 unique_lock wl(rwlock);
4310 map<ceph_tid_t, StatfsOp*>::iterator it = statfs_ops.find(tid);
4311 if (it == statfs_ops.end()) {
4312 ldout(cct, 10) << __func__ << " tid " << tid << " dne" << dendl;
4316 ldout(cct, 10) << __func__ << " tid " << tid << dendl;
4318 StatfsOp *op = it->second;
4320 op->onfinish->complete(r);
4321 _finish_statfs_op(op, r);
4325 void Objecter::_finish_statfs_op(StatfsOp *op, int r)
4327 // rwlock is locked unique
4329 statfs_ops.erase(op->tid);
4330 logger->set(l_osdc_statfs_active, statfs_ops.size());
4332 if (op->ontimeout && r != -ETIMEDOUT)
4333 timer.cancel_event(op->ontimeout);
4340 void Objecter::_sg_read_finish(vector<ObjectExtent>& extents,
4341 vector<bufferlist>& resultbl,
4342 bufferlist *bl, Context *onfinish)
4345 ldout(cct, 15) << "_sg_read_finish" << dendl;
4347 if (extents.size() > 1) {
4348 Striper::StripedReadResult r;
4349 vector<bufferlist>::iterator bit = resultbl.begin();
4350 for (vector<ObjectExtent>::iterator eit = extents.begin();
4351 eit != extents.end();
4353 r.add_partial_result(cct, *bit, eit->buffer_extents);
4356 r.assemble_result(cct, *bl, false);
4358 ldout(cct, 15) << " only one frag" << dendl;
4359 bl->claim(resultbl[0]);
4363 uint64_t bytes_read = bl->length();
4364 ldout(cct, 7) << "_sg_read_finish " << bytes_read << " bytes" << dendl;
4367 onfinish->complete(bytes_read);// > 0 ? bytes_read:m->get_result());
4372 void Objecter::ms_handle_connect(Connection *con)
4374 ldout(cct, 10) << "ms_handle_connect " << con << dendl;
4378 if (con->get_peer_type() == CEPH_ENTITY_TYPE_MON)
4382 bool Objecter::ms_handle_reset(Connection *con)
4386 if (con->get_peer_type() == CEPH_ENTITY_TYPE_OSD) {
4387 OSDSession *session = static_cast<OSDSession*>(con->get_priv());
4389 ldout(cct, 1) << "ms_handle_reset " << con << " session " << session
4390 << " osd." << session->osd << dendl;
4391 unique_lock wl(rwlock);
4396 map<uint64_t, LingerOp *> lresend;
4397 OSDSession::unique_lock sl(session->lock);
4398 _reopen_session(session);
4399 _kick_requests(session, lresend);
4401 _linger_ops_resend(lresend, wl);
4403 maybe_request_map();
4411 void Objecter::ms_handle_remote_reset(Connection *con)
4414 * treat these the same.
4416 ms_handle_reset(con);
4419 bool Objecter::ms_handle_refused(Connection *con)
4422 if (osdmap && (con->get_peer_type() == CEPH_ENTITY_TYPE_OSD)) {
4423 int osd = osdmap->identify_osd(con->get_peer_addr());
4425 ldout(cct, 1) << "ms_handle_refused on osd." << osd << dendl;
4431 bool Objecter::ms_get_authorizer(int dest_type,
4432 AuthAuthorizer **authorizer,
4437 if (dest_type == CEPH_ENTITY_TYPE_MON)
4439 *authorizer = monc->build_authorizer(dest_type);
4440 return *authorizer != NULL;
4443 void Objecter::op_target_t::dump(Formatter *f) const
4445 f->dump_stream("pg") << pgid;
4446 f->dump_int("osd", osd);
4447 f->dump_stream("object_id") << base_oid;
4448 f->dump_stream("object_locator") << base_oloc;
4449 f->dump_stream("target_object_id") << target_oid;
4450 f->dump_stream("target_object_locator") << target_oloc;
4451 f->dump_int("paused", (int)paused);
4452 f->dump_int("used_replica", (int)used_replica);
4453 f->dump_int("precalc_pgid", (int)precalc_pgid);
4456 void Objecter::_dump_active(OSDSession *s)
4458 for (map<ceph_tid_t,Op*>::iterator p = s->ops.begin();
4462 ldout(cct, 20) << op->tid << "\t" << op->target.pgid
4463 << "\tosd." << (op->session ? op->session->osd : -1)
4464 << "\t" << op->target.base_oid
4465 << "\t" << op->ops << dendl;
4469 void Objecter::_dump_active()
4471 ldout(cct, 20) << "dump_active .. " << num_homeless_ops << " homeless"
4473 for (map<int, OSDSession *>::iterator siter = osd_sessions.begin();
4474 siter != osd_sessions.end(); ++siter) {
4475 OSDSession *s = siter->second;
4476 OSDSession::shared_lock sl(s->lock);
4480 _dump_active(homeless_session);
4483 void Objecter::dump_active()
4485 shared_lock rl(rwlock);
4490 void Objecter::dump_requests(Formatter *fmt)
4492 // Read-lock on Objecter held here
4493 fmt->open_object_section("requests");
4495 dump_linger_ops(fmt);
4497 dump_pool_stat_ops(fmt);
4498 dump_statfs_ops(fmt);
4499 dump_command_ops(fmt);
4500 fmt->close_section(); // requests object
4503 void Objecter::_dump_ops(const OSDSession *s, Formatter *fmt)
4505 for (map<ceph_tid_t,Op*>::const_iterator p = s->ops.begin();
4509 fmt->open_object_section("op");
4510 fmt->dump_unsigned("tid", op->tid);
4511 op->target.dump(fmt);
4512 fmt->dump_stream("last_sent") << op->stamp;
4513 fmt->dump_int("attempts", op->attempts);
4514 fmt->dump_stream("snapid") << op->snapid;
4515 fmt->dump_stream("snap_context") << op->snapc;
4516 fmt->dump_stream("mtime") << op->mtime;
4518 fmt->open_array_section("osd_ops");
4519 for (vector<OSDOp>::const_iterator it = op->ops.begin();
4520 it != op->ops.end();
4522 fmt->dump_stream("osd_op") << *it;
4524 fmt->close_section(); // osd_ops array
4526 fmt->close_section(); // op object
4530 void Objecter::dump_ops(Formatter *fmt)
4532 // Read-lock on Objecter held
4533 fmt->open_array_section("ops");
4534 for (map<int, OSDSession *>::const_iterator siter = osd_sessions.begin();
4535 siter != osd_sessions.end(); ++siter) {
4536 OSDSession *s = siter->second;
4537 OSDSession::shared_lock sl(s->lock);
4541 _dump_ops(homeless_session, fmt);
4542 fmt->close_section(); // ops array
4545 void Objecter::_dump_linger_ops(const OSDSession *s, Formatter *fmt)
4547 for (map<uint64_t, LingerOp*>::const_iterator p = s->linger_ops.begin();
4548 p != s->linger_ops.end();
4550 LingerOp *op = p->second;
4551 fmt->open_object_section("linger_op");
4552 fmt->dump_unsigned("linger_id", op->linger_id);
4553 op->target.dump(fmt);
4554 fmt->dump_stream("snapid") << op->snap;
4555 fmt->dump_stream("registered") << op->registered;
4556 fmt->close_section(); // linger_op object
4560 void Objecter::dump_linger_ops(Formatter *fmt)
4562 // We have a read-lock on the objecter
4563 fmt->open_array_section("linger_ops");
4564 for (map<int, OSDSession *>::const_iterator siter = osd_sessions.begin();
4565 siter != osd_sessions.end(); ++siter) {
4566 OSDSession *s = siter->second;
4567 OSDSession::shared_lock sl(s->lock);
4568 _dump_linger_ops(s, fmt);
4571 _dump_linger_ops(homeless_session, fmt);
4572 fmt->close_section(); // linger_ops array
4575 void Objecter::_dump_command_ops(const OSDSession *s, Formatter *fmt)
4577 for (map<uint64_t, CommandOp*>::const_iterator p = s->command_ops.begin();
4578 p != s->command_ops.end();
4580 CommandOp *op = p->second;
4581 fmt->open_object_section("command_op");
4582 fmt->dump_unsigned("command_id", op->tid);
4583 fmt->dump_int("osd", op->session ? op->session->osd : -1);
4584 fmt->open_array_section("command");
4585 for (vector<string>::const_iterator q = op->cmd.begin();
4586 q != op->cmd.end(); ++q)
4587 fmt->dump_string("word", *q);
4588 fmt->close_section();
4589 if (op->target_osd >= 0)
4590 fmt->dump_int("target_osd", op->target_osd);
4592 fmt->dump_stream("target_pg") << op->target_pg;
4593 fmt->close_section(); // command_op object
4597 void Objecter::dump_command_ops(Formatter *fmt)
4599 // We have a read-lock on the Objecter here
4600 fmt->open_array_section("command_ops");
4601 for (map<int, OSDSession *>::const_iterator siter = osd_sessions.begin();
4602 siter != osd_sessions.end(); ++siter) {
4603 OSDSession *s = siter->second;
4604 OSDSession::shared_lock sl(s->lock);
4605 _dump_command_ops(s, fmt);
4608 _dump_command_ops(homeless_session, fmt);
4609 fmt->close_section(); // command_ops array
4612 void Objecter::dump_pool_ops(Formatter *fmt) const
4614 fmt->open_array_section("pool_ops");
4615 for (map<ceph_tid_t, PoolOp*>::const_iterator p = pool_ops.begin();
4616 p != pool_ops.end();
4618 PoolOp *op = p->second;
4619 fmt->open_object_section("pool_op");
4620 fmt->dump_unsigned("tid", op->tid);
4621 fmt->dump_int("pool", op->pool);
4622 fmt->dump_string("name", op->name);
4623 fmt->dump_int("operation_type", op->pool_op);
4624 fmt->dump_unsigned("auid", op->auid);
4625 fmt->dump_unsigned("crush_rule", op->crush_rule);
4626 fmt->dump_stream("snapid") << op->snapid;
4627 fmt->dump_stream("last_sent") << op->last_submit;
4628 fmt->close_section(); // pool_op object
4630 fmt->close_section(); // pool_ops array
4633 void Objecter::dump_pool_stat_ops(Formatter *fmt) const
4635 fmt->open_array_section("pool_stat_ops");
4636 for (map<ceph_tid_t, PoolStatOp*>::const_iterator p = poolstat_ops.begin();
4637 p != poolstat_ops.end();
4639 PoolStatOp *op = p->second;
4640 fmt->open_object_section("pool_stat_op");
4641 fmt->dump_unsigned("tid", op->tid);
4642 fmt->dump_stream("last_sent") << op->last_submit;
4644 fmt->open_array_section("pools");
4645 for (list<string>::const_iterator it = op->pools.begin();
4646 it != op->pools.end();
4648 fmt->dump_string("pool", *it);
4650 fmt->close_section(); // pools array
4652 fmt->close_section(); // pool_stat_op object
4654 fmt->close_section(); // pool_stat_ops array
4657 void Objecter::dump_statfs_ops(Formatter *fmt) const
4659 fmt->open_array_section("statfs_ops");
4660 for (map<ceph_tid_t, StatfsOp*>::const_iterator p = statfs_ops.begin();
4661 p != statfs_ops.end();
4663 StatfsOp *op = p->second;
4664 fmt->open_object_section("statfs_op");
4665 fmt->dump_unsigned("tid", op->tid);
4666 fmt->dump_stream("last_sent") << op->last_submit;
4667 fmt->close_section(); // statfs_op object
4669 fmt->close_section(); // statfs_ops array
4672 Objecter::RequestStateHook::RequestStateHook(Objecter *objecter) :
4673 m_objecter(objecter)
4677 bool Objecter::RequestStateHook::call(std::string command, cmdmap_t& cmdmap,
4678 std::string format, bufferlist& out)
4680 Formatter *f = Formatter::create(format, "json-pretty", "json-pretty");
4681 shared_lock rl(m_objecter->rwlock);
4682 m_objecter->dump_requests(f);
4688 void Objecter::blacklist_self(bool set)
4690 ldout(cct, 10) << "blacklist_self " << (set ? "add" : "rm") << dendl;
4693 cmd.push_back("{\"prefix\":\"osd blacklist\", ");
4695 cmd.push_back("\"blacklistop\":\"add\",");
4697 cmd.push_back("\"blacklistop\":\"rm\",");
4699 ss << messenger->get_myaddr();
4700 cmd.push_back("\"addr\":\"" + ss.str() + "\"");
4702 MMonCommand *m = new MMonCommand(monc->get_fsid());
4705 monc->send_mon_message(m);
4710 void Objecter::handle_command_reply(MCommandReply *m)
4712 unique_lock wl(rwlock);
4718 ConnectionRef con = m->get_connection();
4719 OSDSession *s = static_cast<OSDSession*>(con->get_priv());
4720 if (!s || s->con != con) {
4721 ldout(cct, 7) << __func__ << " no session on con " << con << dendl;
4728 OSDSession::shared_lock sl(s->lock);
4729 map<ceph_tid_t,CommandOp*>::iterator p = s->command_ops.find(m->get_tid());
4730 if (p == s->command_ops.end()) {
4731 ldout(cct, 10) << "handle_command_reply tid " << m->get_tid()
4732 << " not found" << dendl;
4740 CommandOp *c = p->second;
4742 m->get_connection() != c->session->con) {
4743 ldout(cct, 10) << "handle_command_reply tid " << m->get_tid()
4744 << " got reply from wrong connection "
4745 << m->get_connection() << " " << m->get_source_inst()
4754 c->poutbl->claim(m->get_data());
4760 _finish_command(c, m->r, m->rs);
4766 void Objecter::submit_command(CommandOp *c, ceph_tid_t *ptid)
4768 shunique_lock sul(rwlock, ceph::acquire_unique);
4770 ceph_tid_t tid = ++last_tid;
4771 ldout(cct, 10) << "_submit_command " << tid << " " << c->cmd << dendl;
4775 OSDSession::unique_lock hs_wl(homeless_session->lock);
4776 _session_command_op_assign(homeless_session, c);
4779 _calc_command_target(c, sul);
4780 _assign_command_session(c, sul);
4781 if (osd_timeout > timespan(0)) {
4782 c->ontimeout = timer.add_event(osd_timeout,
4784 command_op_cancel(c->session, tid,
4788 if (!c->session->is_homeless()) {
4791 _maybe_request_map();
4793 if (c->map_check_error)
4794 _send_command_map_check(c);
4797 logger->inc(l_osdc_command_active);
4800 int Objecter::_calc_command_target(CommandOp *c, shunique_lock& sul)
4802 assert(sul.owns_lock() && sul.mutex() == &rwlock);
4804 c->map_check_error = 0;
4806 // ignore overlays, just like we do with pg ops
4807 c->target.flags |= CEPH_OSD_FLAG_IGNORE_OVERLAY;
4809 if (c->target_osd >= 0) {
4810 if (!osdmap->exists(c->target_osd)) {
4811 c->map_check_error = -ENOENT;
4812 c->map_check_error_str = "osd dne";
4814 return RECALC_OP_TARGET_OSD_DNE;
4816 if (osdmap->is_down(c->target_osd)) {
4817 c->map_check_error = -ENXIO;
4818 c->map_check_error_str = "osd down";
4820 return RECALC_OP_TARGET_OSD_DOWN;
4822 c->target.osd = c->target_osd;
4824 int ret = _calc_target(&(c->target), nullptr, true);
4825 if (ret == RECALC_OP_TARGET_POOL_DNE) {
4826 c->map_check_error = -ENOENT;
4827 c->map_check_error_str = "pool dne";
4830 } else if (ret == RECALC_OP_TARGET_OSD_DOWN) {
4831 c->map_check_error = -ENXIO;
4832 c->map_check_error_str = "osd down";
4839 int r = _get_session(c->target.osd, &s, sul);
4840 assert(r != -EAGAIN); /* shouldn't happen as we're holding the write lock */
4842 if (c->session != s) {
4844 return RECALC_OP_TARGET_NEED_RESEND;
4849 ldout(cct, 20) << "_recalc_command_target " << c->tid << " no change, "
4850 << c->session << dendl;
4852 return RECALC_OP_TARGET_NO_ACTION;
4855 void Objecter::_assign_command_session(CommandOp *c,
4858 assert(sul.owns_lock() && sul.mutex() == &rwlock);
4861 int r = _get_session(c->target.osd, &s, sul);
4862 assert(r != -EAGAIN); /* shouldn't happen as we're holding the write lock */
4864 if (c->session != s) {
4866 OSDSession *cs = c->session;
4867 OSDSession::unique_lock csl(cs->lock);
4868 _session_command_op_remove(c->session, c);
4871 OSDSession::unique_lock sl(s->lock);
4872 _session_command_op_assign(s, c);
4878 void Objecter::_send_command(CommandOp *c)
4880 ldout(cct, 10) << "_send_command " << c->tid << dendl;
4882 assert(c->session->con);
4883 MCommand *m = new MCommand(monc->monmap.fsid);
4885 m->set_data(c->inbl);
4887 c->session->con->send_message(m);
4888 logger->inc(l_osdc_command_send);
4891 int Objecter::command_op_cancel(OSDSession *s, ceph_tid_t tid, int r)
4893 assert(initialized);
4895 unique_lock wl(rwlock);
4897 map<ceph_tid_t, CommandOp*>::iterator it = s->command_ops.find(tid);
4898 if (it == s->command_ops.end()) {
4899 ldout(cct, 10) << __func__ << " tid " << tid << " dne" << dendl;
4903 ldout(cct, 10) << __func__ << " tid " << tid << dendl;
4905 CommandOp *op = it->second;
4906 _command_cancel_map_check(op);
4907 _finish_command(op, r, "");
4911 void Objecter::_finish_command(CommandOp *c, int r, string rs)
4913 // rwlock is locked unique
4915 ldout(cct, 10) << "_finish_command " << c->tid << " = " << r << " "
4920 c->onfinish->complete(r);
4922 if (c->ontimeout && r != -ETIMEDOUT)
4923 timer.cancel_event(c->ontimeout);
4925 OSDSession *s = c->session;
4926 OSDSession::unique_lock sl(s->lock);
4927 _session_command_op_remove(c->session, c);
4932 logger->dec(l_osdc_command_active);
4935 Objecter::OSDSession::~OSDSession()
4937 // Caller is responsible for re-assigning or
4938 // destroying any ops that were assigned to us
4939 assert(ops.empty());
4940 assert(linger_ops.empty());
4941 assert(command_ops.empty());
4944 Objecter::~Objecter()
4948 assert(homeless_session->get_nref() == 1);
4949 assert(num_homeless_ops == 0);
4950 homeless_session->put();
4952 assert(osd_sessions.empty());
4953 assert(poolstat_ops.empty());
4954 assert(statfs_ops.empty());
4955 assert(pool_ops.empty());
4956 assert(waiting_for_map.empty());
4957 assert(linger_ops.empty());
4958 assert(check_latest_map_lingers.empty());
4959 assert(check_latest_map_ops.empty());
4960 assert(check_latest_map_commands.empty());
4962 assert(!m_request_state_hook);
4967 * Wait until this OSD map epoch is received before
4968 * sending any more operations to OSDs. Use this
4969 * when it is known that the client can't trust
4970 * anything from before this epoch (e.g. due to
4971 * client blacklist at this epoch).
4973 void Objecter::set_epoch_barrier(epoch_t epoch)
4975 unique_lock wl(rwlock);
4977 ldout(cct, 7) << __func__ << ": barrier " << epoch << " (was "
4978 << epoch_barrier << ") current epoch " << osdmap->get_epoch()
4980 if (epoch > epoch_barrier) {
4981 epoch_barrier = epoch;
4982 _maybe_request_map();
4988 hobject_t Objecter::enumerate_objects_begin()
4993 hobject_t Objecter::enumerate_objects_end()
4995 return hobject_t::get_max();
4998 struct C_EnumerateReply : public Context {
5003 std::list<librados::ListObjectImpl> *result;
5004 const hobject_t end;
5005 const int64_t pool_id;
5011 C_EnumerateReply(Objecter *objecter_, hobject_t *next_,
5012 std::list<librados::ListObjectImpl> *result_,
5013 const hobject_t end_, const int64_t pool_id_, Context *on_finish_) :
5014 objecter(objecter_), next(next_), result(result_),
5015 end(end_), pool_id(pool_id_), on_finish(on_finish_),
5019 void finish(int r) override {
5020 objecter->_enumerate_reply(
5021 bl, r, end, pool_id, budget, epoch, result, next, on_finish);
5025 void Objecter::enumerate_objects(
5027 const std::string &ns,
5028 const hobject_t &start,
5029 const hobject_t &end,
5031 const bufferlist &filter_bl,
5032 std::list<librados::ListObjectImpl> *result,
5038 if (!end.is_max() && start > end) {
5039 lderr(cct) << __func__ << ": start " << start << " > end " << end << dendl;
5040 on_finish->complete(-EINVAL);
5045 lderr(cct) << __func__ << ": result size may not be zero" << dendl;
5046 on_finish->complete(-EINVAL);
5050 if (start.is_max()) {
5051 on_finish->complete(0);
5055 shared_lock rl(rwlock);
5056 assert(osdmap->get_epoch());
5057 if (!osdmap->test_flag(CEPH_OSDMAP_SORTBITWISE)) {
5059 lderr(cct) << __func__ << ": SORTBITWISE cluster flag not set" << dendl;
5060 on_finish->complete(-EOPNOTSUPP);
5063 const pg_pool_t *p = osdmap->get_pg_pool(pool_id);
5065 lderr(cct) << __func__ << ": pool " << pool_id << " DNE in osd epoch "
5066 << osdmap->get_epoch() << dendl;
5068 on_finish->complete(-ENOENT);
5074 ldout(cct, 20) << __func__ << ": start=" << start << " end=" << end << dendl;
5076 // Stash completion state
5077 C_EnumerateReply *on_ack = new C_EnumerateReply(
5078 this, next, result, end, pool_id, on_finish);
5081 op.pg_nls(max, filter_bl, start, 0);
5083 // Issue. See you later in _enumerate_reply
5084 object_locator_t oloc(pool_id, ns);
5085 pg_read(start.get_hash(), oloc, op,
5086 &on_ack->bl, 0, on_ack, &on_ack->epoch, &on_ack->budget);
5089 void Objecter::_enumerate_reply(
5092 const hobject_t &end,
5093 const int64_t pool_id,
5095 epoch_t reply_epoch,
5096 std::list<librados::ListObjectImpl> *result,
5101 put_op_budget_bytes(budget);
5105 ldout(cct, 4) << __func__ << ": remote error " << r << dendl;
5106 on_finish->complete(r);
5110 assert(next != NULL);
5112 // Decode the results
5113 bufferlist::iterator iter = bl.begin();
5114 pg_nls_response_t response;
5116 // XXX extra_info doesn't seem used anywhere?
5117 bufferlist extra_info;
5118 ::decode(response, iter);
5120 ::decode(extra_info, iter);
5123 ldout(cct, 10) << __func__ << ": got " << response.entries.size()
5124 << " handle " << response.handle
5125 << " reply_epoch " << reply_epoch << dendl;
5126 ldout(cct, 20) << __func__ << ": response.entries.size "
5127 << response.entries.size() << ", response.entries "
5128 << response.entries << dendl;
5129 if (response.handle <= end) {
5130 *next = response.handle;
5132 ldout(cct, 10) << __func__ << ": adjusted next down to end " << end
5136 // drop anything after 'end'
5137 shared_lock rl(rwlock);
5138 const pg_pool_t *pool = osdmap->get_pg_pool(pool_id);
5140 // pool is gone, drop any results which are now meaningless.
5142 on_finish->complete(-ENOENT);
5145 while (!response.entries.empty()) {
5146 uint32_t hash = response.entries.back().locator.empty() ?
5147 pool->hash_key(response.entries.back().oid,
5148 response.entries.back().nspace) :
5149 pool->hash_key(response.entries.back().locator,
5150 response.entries.back().nspace);
5151 hobject_t last(response.entries.back().oid,
5152 response.entries.back().locator,
5156 response.entries.back().nspace);
5159 ldout(cct, 20) << __func__ << " dropping item " << last
5160 << " >= end " << end << dendl;
5161 response.entries.pop_back();
5165 if (!response.entries.empty()) {
5166 result->merge(response.entries);
5169 // release the listing context's budget once all
5170 // OPs (in the session) are finished
5172 put_nlist_context_budget(list_context);
5174 on_finish->complete(r);
5179 using namespace librados;
5181 template <typename T>
5182 void do_decode(std::vector<T>& items, std::vector<bufferlist>& bls)
5184 for (auto bl : bls) {
5185 auto p = bl.begin();
5192 struct C_ObjectOperation_scrub_ls : public Context {
5195 std::vector<inconsistent_obj_t> *objects = nullptr;
5196 std::vector<inconsistent_snapset_t> *snapsets = nullptr;
5199 C_ObjectOperation_scrub_ls(uint32_t *interval,
5200 std::vector<inconsistent_obj_t> *objects,
5202 : interval(interval), objects(objects), rval(rval) {}
5203 C_ObjectOperation_scrub_ls(uint32_t *interval,
5204 std::vector<inconsistent_snapset_t> *snapsets,
5206 : interval(interval), snapsets(snapsets), rval(rval) {}
5207 void finish(int r) override {
5208 if (r < 0 && r != -EAGAIN) {
5219 } catch (buffer::error&) {
5226 scrub_ls_result_t result;
5227 auto p = bl.begin();
5229 *interval = result.interval;
5231 do_decode(*objects, result.vals);
5233 do_decode(*snapsets, result.vals);
5238 template <typename T>
5239 void do_scrub_ls(::ObjectOperation *op,
5240 const scrub_ls_arg_t& arg,
5241 std::vector<T> *items,
5245 OSDOp& osd_op = op->add_op(CEPH_OSD_OP_SCRUBLS);
5246 op->flags |= CEPH_OSD_FLAG_PGOP;
5248 arg.encode(osd_op.indata);
5249 unsigned p = op->ops.size() - 1;
5250 auto *h = new C_ObjectOperation_scrub_ls{interval, items, rval};
5251 op->out_handler[p] = h;
5252 op->out_bl[p] = &h->bl;
5253 op->out_rval[p] = rval;
5257 void ::ObjectOperation::scrub_ls(const librados::object_id_t& start_after,
5258 uint64_t max_to_get,
5259 std::vector<librados::inconsistent_obj_t> *objects,
5263 scrub_ls_arg_t arg = {*interval, 0, start_after, max_to_get};
5264 do_scrub_ls(this, arg, objects, interval, rval);
5267 void ::ObjectOperation::scrub_ls(const librados::object_id_t& start_after,
5268 uint64_t max_to_get,
5269 std::vector<librados::inconsistent_snapset_t> *snapsets,
5273 scrub_ls_arg_t arg = {*interval, 1, start_after, max_to_get};
5274 do_scrub_ls(this, arg, snapsets, interval, rval);