4 shopt -s nullglob # fns glob expansion in expect_alloc_hint_eq()
10 function get_xml_val() {
14 local regex=".*<${tag}>(.*)</${tag}>.*"
15 if [[ ! "${xml}" =~ ${regex} ]]; then
16 echo "'${xml}' xml doesn't match '${tag}' tag regex" >&2
20 echo "${BASH_REMATCH[1]}"
23 function get_conf_val() {
30 val="$(sudo ceph daemon "${entity}" config get --format=xml "${option}")"
31 val="$(get_xml_val "${val}" "${option}")"
36 function setup_osd_data() {
37 for (( i = 0 ; i < "${NUM_OSDS}" ; i++ )); do
38 OSD_DATA[i]="$(get_conf_val "osd.$i" "osd_data")"
42 function setup_pgid() {
47 pgid="$(ceph osd map "${poolname}" "${objname}" --format=xml)"
48 pgid="$(get_xml_val "${pgid}" "pgid")"
53 function expect_alloc_hint_eq() {
54 local expected_extsize="$1"
56 for (( i = 0 ; i < "${NUM_OSDS}" ; i++ )); do
57 # Make sure that stuff is flushed from the journal to the store
58 # by the time we get to it, as we prod the actual files and not
60 sudo ceph daemon "osd.${i}" "flush_journal"
62 # e.g., .../25.6_head/foo__head_7FC1F406__19
63 # .../26.bs1_head/bar__head_EFE6384B__1a_ffffffffffffffff_1
64 local fns=$(sudo sh -c "ls ${OSD_DATA[i]}/current/${PGID}*_head/${OBJ}_*")
65 local count="${#fns[@]}"
66 if [ "${count}" -ne 1 ]; then
67 echo "bad fns count: ${count}" >&2
72 extsize="$(sudo xfs_io -c extsize "${fns[0]}")"
73 local extsize_regex="^\[(.*)\] ${fns[0]}$"
74 if [[ ! "${extsize}" =~ ${extsize_regex} ]]; then
75 echo "extsize doesn't match extsize_regex: ${extsize}" >&2
78 extsize="${BASH_REMATCH[1]}"
80 if [ "${extsize}" -ne "${expected_extsize}" ]; then
81 echo "FAIL: alloc_hint: actual ${extsize}, expected ${expected_extsize}" >&2
93 NUM_OSDS="$((EC_K + EC_M))"
98 LOW_CAP="$(get_conf_val "osd.0" "filestore_max_alloc_hint_size")"
99 HIGH_CAP="$((LOW_CAP * 10))" # 10M, assuming 1M default cap
100 SMALL_HINT="$((LOW_CAP / 4))" # 256K, assuming 1M default cap
101 BIG_HINT="$((LOW_CAP * 6))" # 6M, assuming 1M default cap
106 # ReplicatedBackend tests
109 POOL="alloc_hint-rep"
110 ceph osd pool create "${POOL}" "${NUM_PG}"
111 ceph osd pool set "${POOL}" size "${NUM_OSDS}"
112 ceph osd pool application enable "${POOL}" rados
115 setup_pgid "${POOL}" "${OBJ}"
116 rados -p "${POOL}" create "${OBJ}"
118 # Empty object, SMALL_HINT - expect SMALL_HINT
119 rados -p "${POOL}" set-alloc-hint "${OBJ}" "${SMALL_HINT}" "${SMALL_HINT}"
120 expect_alloc_hint_eq "${SMALL_HINT}"
122 # Try changing to BIG_HINT (1) - expect LOW_CAP (BIG_HINT > LOW_CAP)
123 rados -p "${POOL}" set-alloc-hint "${OBJ}" "${BIG_HINT}" "${BIG_HINT}"
124 expect_alloc_hint_eq "${LOW_CAP}"
126 # Bump the cap to HIGH_CAP
127 ceph tell 'osd.*' injectargs "--filestore_max_alloc_hint_size ${HIGH_CAP}"
129 # Try changing to BIG_HINT (2) - expect BIG_HINT (BIG_HINT < HIGH_CAP)
130 rados -p "${POOL}" set-alloc-hint "${OBJ}" "${BIG_HINT}" "${BIG_HINT}"
131 expect_alloc_hint_eq "${BIG_HINT}"
133 ceph tell 'osd.*' injectargs "--filestore_max_alloc_hint_size ${LOW_CAP}"
135 # Populate object with some data
136 rados -p "${POOL}" put "${OBJ}" /etc/passwd
138 # Try changing back to SMALL_HINT - expect BIG_HINT (non-empty object)
139 rados -p "${POOL}" set-alloc-hint "${OBJ}" "${SMALL_HINT}" "${SMALL_HINT}"
140 expect_alloc_hint_eq "${BIG_HINT}"
143 setup_pgid "${POOL}" "${OBJ}"
145 # Non-existent object, SMALL_HINT - expect SMALL_HINT (object creation)
146 rados -p "${POOL}" set-alloc-hint "${OBJ}" "${SMALL_HINT}" "${SMALL_HINT}"
147 expect_alloc_hint_eq "${SMALL_HINT}"
149 ceph osd pool delete "${POOL}" "${POOL}" --yes-i-really-really-mean-it
155 PROFILE="alloc_hint-ecprofile"
157 ceph osd erasure-code-profile set "${PROFILE}" k=2 m=1 crush-failure-domain=osd
158 ceph osd erasure-code-profile get "${PROFILE}" # just so it's logged
159 ceph osd pool create "${POOL}" "${NUM_PG}" "${NUM_PGP}" erasure "${PROFILE}"
160 ceph osd pool application enable "${POOL}" rados
163 setup_pgid "${POOL}" "${OBJ}"
164 rados -p "${POOL}" create "${OBJ}"
166 # Empty object, SMALL_HINT - expect scaled-down SMALL_HINT
167 rados -p "${POOL}" set-alloc-hint "${OBJ}" "${SMALL_HINT}" "${SMALL_HINT}"
168 expect_alloc_hint_eq "$((SMALL_HINT / EC_K))"
170 ceph osd pool delete "${POOL}" "${POOL}" --yes-i-really-really-mean-it