2 Test Object locations going down
7 from teuthology import misc as teuthology
8 from util.rados import rados
10 log = logging.getLogger(__name__)
12 def task(ctx, config):
14 Test handling of object location going down
18 assert isinstance(config, dict), \
19 'lost_unfound task only accepts a dict for configuration'
20 first_mon = teuthology.get_first_mon(ctx, config)
21 (mon,) = ctx.cluster.only(first_mon).remotes.iterkeys()
23 manager = ceph_manager.CephManager(
26 logger=log.getChild('ceph_manager'),
29 while len(manager.get_osd_status()['up']) < 3:
31 manager.wait_for_clean()
33 # something that is always there
34 dummyfile = '/etc/fstab'
37 manager.mark_out_osd(0)
38 manager.mark_out_osd(1)
39 manager.wait_for_clean()
41 # delay recovery, and make the pg log very long (to prevent backfill)
42 manager.raw_cluster_cmd(
45 '--osd-recovery-delay-start 10000 --osd-min-pg-log-entries 100000000'
47 # delay recovery, and make the pg log very long (to prevent backfill)
48 manager.raw_cluster_cmd(
51 '--osd-recovery-delay-start 10000 --osd-min-pg-log-entries 100000000'
53 # delay recovery, and make the pg log very long (to prevent backfill)
54 manager.raw_cluster_cmd(
57 '--osd-recovery-delay-start 10000 --osd-min-pg-log-entries 100000000'
59 # delay recovery, and make the pg log very long (to prevent backfill)
60 manager.raw_cluster_cmd(
63 '--osd-recovery-delay-start 10000 --osd-min-pg-log-entries 100000000'
66 # kludge to make sure they get a map
67 rados(ctx, mon, ['-p', 'data', 'put', 'dummy', dummyfile])
70 for f in range(1, 10):
71 rados(ctx, mon, ['-p', 'data', 'put', 'existing_%d' % f, dummyfile])
73 manager.mark_out_osd(3)
74 manager.wait_till_active()
76 manager.mark_in_osd(0)
77 manager.wait_till_active()
79 manager.flush_pg_stats([2, 0])
81 manager.mark_out_osd(2)
82 manager.wait_till_active()
85 manager.mark_in_osd(1)
86 manager.wait_till_active()
88 manager.flush_pg_stats([0, 1])
89 log.info("Getting unfound objects")
90 unfound = manager.get_num_unfound_objects()
94 manager.mark_down_osd(2)
96 manager.mark_down_osd(3)
98 manager.flush_pg_stats([0, 1])
99 log.info("Getting unfound objects")
100 unfound = manager.get_num_unfound_objects()