1 // SPDX-License-Identifier: GPL-2.0-or-later
3  * Copyright (C) 2017-2023 Oracle.  All Rights Reserved.
33 /* Reference count btree scrubber. */
52  * need to find ($refcount - $seen) owners for every block in the
108 	if (xchk_should_terminate(refchk->sc, &error))  in xchk_refcountbt_rmap_check()
111 	rm_last = rec->rm_startblock + rec->rm_blockcount - 1;  in xchk_refcountbt_rmap_check()
112 	rc_last = refchk->bno + refchk->len - 1;  in xchk_refcountbt_rmap_check()
114 	/* Confirm that a single-owner refc extent is a CoW stage. */  in xchk_refcountbt_rmap_check()
115 	if (refchk->refcount == 1 && rec->rm_owner != XFS_RMAP_OWN_COW) {  in xchk_refcountbt_rmap_check()
116 		xchk_btree_xref_set_corrupt(refchk->sc, cur, 0);  in xchk_refcountbt_rmap_check()
120 	if (rec->rm_startblock <= refchk->bno && rm_last >= rc_last) {  in xchk_refcountbt_rmap_check()
125 		refchk->seen++;  in xchk_refcountbt_rmap_check()
136 			return -ENOMEM;  in xchk_refcountbt_rmap_check()
137 		memcpy(&frag->rm, rec, sizeof(frag->rm));  in xchk_refcountbt_rmap_check()
138 		list_add_tail(&frag->list, &refchk->fragments);  in xchk_refcountbt_rmap_check()
164 	target_nr = refchk->refcount - refchk->seen;  in xchk_refcountbt_process_rmap_fragments()
169 	 * There are (refchk->rc.rc_refcount - refchk->nr refcount)  in xchk_refcountbt_process_rmap_fragments()
181 	list_for_each_entry(frag, &refchk->fragments, list) {  in xchk_refcountbt_process_rmap_fragments()
182 		if (frag->rm.rm_startblock < bno)  in xchk_refcountbt_process_rmap_fragments()
183 			goto done;  in xchk_refcountbt_process_rmap_fragments()
184 		bno = frag->rm.rm_startblock;  in xchk_refcountbt_process_rmap_fragments()
192 	list_for_each_entry_safe(frag, n, &refchk->fragments, list) {  in xchk_refcountbt_process_rmap_fragments()
193 		if (frag->rm.rm_startblock > refchk->bno || nr > target_nr)  in xchk_refcountbt_process_rmap_fragments()
195 		bno = frag->rm.rm_startblock + frag->rm.rm_blockcount;  in xchk_refcountbt_process_rmap_fragments()
198 		list_move_tail(&frag->list, &worklist);  in xchk_refcountbt_process_rmap_fragments()
207 		goto done;  in xchk_refcountbt_process_rmap_fragments()
209 	while (!list_empty(&refchk->fragments)) {  in xchk_refcountbt_process_rmap_fragments()
214 			bno = frag->rm.rm_startblock + frag->rm.rm_blockcount;  in xchk_refcountbt_process_rmap_fragments()
220 			list_del(&frag->list);  in xchk_refcountbt_process_rmap_fragments()
226 		list_for_each_entry_safe(frag, n, &refchk->fragments, list) {  in xchk_refcountbt_process_rmap_fragments()
227 			bno = frag->rm.rm_startblock + frag->rm.rm_blockcount;  in xchk_refcountbt_process_rmap_fragments()
228 			if (frag->rm.rm_startblock != rbno)  in xchk_refcountbt_process_rmap_fragments()
229 				goto done;  in xchk_refcountbt_process_rmap_fragments()
230 			list_move_tail(&frag->list, &worklist);  in xchk_refcountbt_process_rmap_fragments()
233 			nr--;  in xchk_refcountbt_process_rmap_fragments()
242 		 * required refcount.  Something is wrong, so we're done.  in xchk_refcountbt_process_rmap_fragments()
245 			goto done;  in xchk_refcountbt_process_rmap_fragments()
254 	if (rbno < refchk->bno + refchk->len)  in xchk_refcountbt_process_rmap_fragments()
255 		goto done;  in xchk_refcountbt_process_rmap_fragments()
258 	refchk->seen = refchk->refcount;  in xchk_refcountbt_process_rmap_fragments()
259 done:  in xchk_refcountbt_process_rmap_fragments()
262 		list_del(&frag->list);  in xchk_refcountbt_process_rmap_fragments()
265 	list_for_each_entry_safe(frag, n, &refchk->fragments, list) {  in xchk_refcountbt_process_rmap_fragments()
266 		list_del(&frag->list);  in xchk_refcountbt_process_rmap_fragments()
279 		.bno			= irec->rc_startblock,  in xchk_refcountbt_xref_rmap()
280 		.len			= irec->rc_blockcount,  in xchk_refcountbt_xref_rmap()
281 		.refcount		= irec->rc_refcount,  in xchk_refcountbt_xref_rmap()
290 	if (!sc->sa.rmap_cur || xchk_skip_xref(sc->sm))  in xchk_refcountbt_xref_rmap()
293 	/* Cross-reference with the rmapbt to confirm the refcount. */  in xchk_refcountbt_xref_rmap()
295 	low.rm_startblock = irec->rc_startblock;  in xchk_refcountbt_xref_rmap()
297 	high.rm_startblock = irec->rc_startblock + irec->rc_blockcount - 1;  in xchk_refcountbt_xref_rmap()
300 	error = xfs_rmap_query_range(sc->sa.rmap_cur, &low, &high,  in xchk_refcountbt_xref_rmap()
302 	if (!xchk_should_check_xref(sc, &error, &sc->sa.rmap_cur))  in xchk_refcountbt_xref_rmap()
306 	if (irec->rc_refcount != refchk.seen) {  in xchk_refcountbt_xref_rmap()
307 		trace_xchk_refcount_incorrect(sc->sa.pag, irec, refchk.seen);  in xchk_refcountbt_xref_rmap()
308 		xchk_btree_xref_set_corrupt(sc, sc->sa.rmap_cur, 0);  in xchk_refcountbt_xref_rmap()
313 		list_del(&frag->list);  in xchk_refcountbt_xref_rmap()
318 /* Cross-reference with the other btrees. */
324 	if (sc->sm->sm_flags & XFS_SCRUB_OFLAG_CORRUPT)  in xchk_refcountbt_xref()
327 	xchk_xref_is_used_space(sc, irec->rc_startblock, irec->rc_blockcount);  in xchk_refcountbt_xref()
328 	xchk_xref_is_not_inode_chunk(sc, irec->rc_startblock,  in xchk_refcountbt_xref()
329 			irec->rc_blockcount);  in xchk_refcountbt_xref()
355 	if (*next_bno != NULLAGBLOCK && rec->rm_startblock < *next_bno)  in xchk_refcountbt_rmap_check_gap()
356 		return -ECANCELED;  in xchk_refcountbt_rmap_check_gap()
358 	*next_bno = rec->rm_startblock + rec->rm_blockcount;  in xchk_refcountbt_rmap_check_gap()
377 	if (bno <= rrc->next_unshared_agbno || !sc->sa.rmap_cur ||  in xchk_refcountbt_xref_gaps()
378             xchk_skip_xref(sc->sm))  in xchk_refcountbt_xref_gaps()
382 	low.rm_startblock = rrc->next_unshared_agbno;  in xchk_refcountbt_xref_gaps()
384 	high.rm_startblock = bno - 1;  in xchk_refcountbt_xref_gaps()
386 	error = xfs_rmap_query_range(sc->sa.rmap_cur, &low, &high,  in xchk_refcountbt_xref_gaps()
388 	if (error == -ECANCELED)  in xchk_refcountbt_xref_gaps()
389 		xchk_btree_xref_set_corrupt(sc, sc->sa.rmap_cur, 0);  in xchk_refcountbt_xref_gaps()
391 		xchk_should_check_xref(sc, &error, &sc->sa.rmap_cur);  in xchk_refcountbt_xref_gaps()
399 	const struct xfs_refcount_irec	*r1 = &rrc->prev_rec;  in xchk_refcount_mergeable()
402 	if (r1->rc_blockcount > 0)  in xchk_refcount_mergeable()
405 	if (r1->rc_domain != r2->rc_domain)  in xchk_refcount_mergeable()
407 	if (r1->rc_startblock + r1->rc_blockcount != r2->rc_startblock)  in xchk_refcount_mergeable()
409 	if (r1->rc_refcount != r2->rc_refcount)  in xchk_refcount_mergeable()
411 	if ((unsigned long long)r1->rc_blockcount + r2->rc_blockcount >  in xchk_refcount_mergeable()
425 	if (bs->sc->sm->sm_flags & XFS_SCRUB_OFLAG_CORRUPT)  in xchk_refcountbt_check_mergeable()
429 		xchk_btree_set_corrupt(bs->sc, bs->cur, 0);  in xchk_refcountbt_check_mergeable()
431 	memcpy(&rrc->prev_rec, irec, sizeof(struct xfs_refcount_irec));  in xchk_refcountbt_check_mergeable()
441 	struct xchk_refcbt_records *rrc = bs->private;  in xchk_refcountbt_rec()
444 	if (xfs_refcount_check_irec(bs->cur->bc_ag.pag, &irec) != NULL) {  in xchk_refcountbt_rec()
445 		xchk_btree_set_corrupt(bs->sc, bs->cur, 0);  in xchk_refcountbt_rec()
450 		rrc->cow_blocks += irec.rc_blockcount;  in xchk_refcountbt_rec()
454 	    rrc->prev_domain == XFS_REFC_DOMAIN_COW)  in xchk_refcountbt_rec()
455 		xchk_btree_set_corrupt(bs->sc, bs->cur, 0);  in xchk_refcountbt_rec()
456 	rrc->prev_domain = irec.rc_domain;  in xchk_refcountbt_rec()
459 	xchk_refcountbt_xref(bs->sc, &irec);  in xchk_refcountbt_rec()
467 		xchk_refcountbt_xref_gaps(bs->sc, rrc, irec.rc_startblock);  in xchk_refcountbt_rec()
468 		rrc->next_unshared_agbno = irec.rc_startblock +  in xchk_refcountbt_rec()
485 	if (!sc->sa.rmap_cur || xchk_skip_xref(sc->sm))  in xchk_refcount_xref_rmap()
489 	error = xfs_btree_count_blocks(sc->sa.refc_cur, &refcbt_blocks);  in xchk_refcount_xref_rmap()
490 	if (!xchk_btree_process_error(sc, sc->sa.refc_cur, 0, &error))  in xchk_refcount_xref_rmap()
492 	error = xchk_count_rmap_ownedby_ag(sc, sc->sa.rmap_cur,  in xchk_refcount_xref_rmap()
494 	if (!xchk_should_check_xref(sc, &error, &sc->sa.rmap_cur))  in xchk_refcount_xref_rmap()
497 		xchk_btree_xref_set_corrupt(sc, sc->sa.rmap_cur, 0);  in xchk_refcount_xref_rmap()
500 	error = xchk_count_rmap_ownedby_ag(sc, sc->sa.rmap_cur,  in xchk_refcount_xref_rmap()
502 	if (!xchk_should_check_xref(sc, &error, &sc->sa.rmap_cur))  in xchk_refcount_xref_rmap()
505 		xchk_btree_xref_set_corrupt(sc, sc->sa.rmap_cur, 0);  in xchk_refcount_xref_rmap()
520 	error = xchk_btree(sc, sc->sa.refc_cur, xchk_refcountbt_rec,  in xchk_refcountbt()
529 	xchk_refcountbt_xref_gaps(sc, &rrc, sc->mp->m_sb.sb_agblocks);  in xchk_refcountbt()
547 	if (!sc->sa.refc_cur || xchk_skip_xref(sc->sm))  in xchk_xref_is_cow_staging()
551 	error = xfs_refcount_lookup_le(sc->sa.refc_cur, XFS_REFC_DOMAIN_COW,  in xchk_xref_is_cow_staging()
553 	if (!xchk_should_check_xref(sc, &error, &sc->sa.refc_cur))  in xchk_xref_is_cow_staging()
556 		xchk_btree_xref_set_corrupt(sc, sc->sa.refc_cur, 0);  in xchk_xref_is_cow_staging()
560 	error = xfs_refcount_get_rec(sc->sa.refc_cur, &rc, &has_refcount);  in xchk_xref_is_cow_staging()
561 	if (!xchk_should_check_xref(sc, &error, &sc->sa.refc_cur))  in xchk_xref_is_cow_staging()
564 		xchk_btree_xref_set_corrupt(sc, sc->sa.refc_cur, 0);  in xchk_xref_is_cow_staging()
570 		xchk_btree_xref_set_corrupt(sc, sc->sa.refc_cur, 0);  in xchk_xref_is_cow_staging()
574 		xchk_btree_xref_set_corrupt(sc, sc->sa.refc_cur, 0);  in xchk_xref_is_cow_staging()
590 	if (!sc->sa.refc_cur || xchk_skip_xref(sc->sm))  in xchk_xref_is_not_shared()
593 	error = xfs_refcount_has_records(sc->sa.refc_cur,  in xchk_xref_is_not_shared()
595 	if (!xchk_should_check_xref(sc, &error, &sc->sa.refc_cur))  in xchk_xref_is_not_shared()
598 		xchk_btree_xref_set_corrupt(sc, sc->sa.refc_cur, 0);  in xchk_xref_is_not_shared()
611 	if (!sc->sa.refc_cur || xchk_skip_xref(sc->sm))  in xchk_xref_is_not_cow_staging()
614 	error = xfs_refcount_has_records(sc->sa.refc_cur, XFS_REFC_DOMAIN_COW,  in xchk_xref_is_not_cow_staging()
616 	if (!xchk_should_check_xref(sc, &error, &sc->sa.refc_cur))  in xchk_xref_is_not_cow_staging()
619 		xchk_btree_xref_set_corrupt(sc, sc->sa.refc_cur, 0);  in xchk_xref_is_not_cow_staging()