2018-06-06 02:42:14 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
2005-11-02 03:58:39 +00:00
|
|
|
* Copyright (c) 2000-2003,2005 Silicon Graphics, Inc.
|
|
|
|
* All Rights Reserved.
|
2005-04-16 22:20:36 +00:00
|
|
|
*/
|
|
|
|
#include "xfs.h"
|
2005-11-02 03:38:42 +00:00
|
|
|
#include "xfs_fs.h"
|
2013-10-29 11:11:58 +00:00
|
|
|
#include "xfs_shared.h"
|
2013-08-12 10:49:26 +00:00
|
|
|
#include "xfs_format.h"
|
2013-10-22 23:50:10 +00:00
|
|
|
#include "xfs_log_format.h"
|
|
|
|
#include "xfs_trans_resv.h"
|
2005-11-02 03:38:42 +00:00
|
|
|
#include "xfs_bit.h"
|
2005-04-16 22:20:36 +00:00
|
|
|
#include "xfs_mount.h"
|
|
|
|
#include "xfs_inode.h"
|
2013-10-22 23:50:10 +00:00
|
|
|
#include "xfs_trans.h"
|
2005-04-16 22:20:36 +00:00
|
|
|
#include "xfs_alloc.h"
|
2005-11-02 03:38:42 +00:00
|
|
|
#include "xfs_btree.h"
|
2013-10-22 23:51:50 +00:00
|
|
|
#include "xfs_bmap_btree.h"
|
2005-04-16 22:20:36 +00:00
|
|
|
#include "xfs_bmap.h"
|
|
|
|
#include "xfs_error.h"
|
|
|
|
#include "xfs_quota.h"
|
2012-11-12 11:54:08 +00:00
|
|
|
#include "xfs_trace.h"
|
2016-08-03 01:33:42 +00:00
|
|
|
#include "xfs_rmap.h"
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2021-09-27 21:26:19 +00:00
|
|
|
static struct kmem_cache *xfs_bmbt_cur_cache;
|
2021-09-23 19:21:37 +00:00
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* Convert on-disk form of btree root to in-memory form.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
xfs_bmdr_to_bmbt(
|
2013-04-21 19:53:46 +00:00
|
|
|
struct xfs_inode *ip,
|
2005-04-16 22:20:36 +00:00
|
|
|
xfs_bmdr_block_t *dblock,
|
|
|
|
int dblocklen,
|
2008-10-30 06:14:34 +00:00
|
|
|
struct xfs_btree_block *rblock,
|
2005-04-16 22:20:36 +00:00
|
|
|
int rblocklen)
|
|
|
|
{
|
2013-04-21 19:53:46 +00:00
|
|
|
struct xfs_mount *mp = ip->i_mount;
|
2005-04-16 22:20:36 +00:00
|
|
|
int dmxr;
|
|
|
|
xfs_bmbt_key_t *fkp;
|
2006-09-28 00:58:06 +00:00
|
|
|
__be64 *fpp;
|
2005-04-16 22:20:36 +00:00
|
|
|
xfs_bmbt_key_t *tkp;
|
2006-09-28 00:58:06 +00:00
|
|
|
__be64 *tpp;
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2017-01-28 07:16:39 +00:00
|
|
|
xfs_btree_init_block_int(mp, rblock, XFS_BUF_DADDR_NULL,
|
|
|
|
XFS_BTNUM_BMAP, 0, 0, ip->i_ino,
|
2017-01-28 07:16:37 +00:00
|
|
|
XFS_BTREE_LONG_PTRS);
|
2005-11-02 04:11:25 +00:00
|
|
|
rblock->bb_level = dblock->bb_level;
|
|
|
|
ASSERT(be16_to_cpu(rblock->bb_level) > 0);
|
|
|
|
rblock->bb_numrecs = dblock->bb_numrecs;
|
2014-04-14 08:58:51 +00:00
|
|
|
dmxr = xfs_bmdr_maxrecs(dblocklen, 0);
|
2008-10-30 06:11:40 +00:00
|
|
|
fkp = XFS_BMDR_KEY_ADDR(dblock, 1);
|
|
|
|
tkp = XFS_BMBT_KEY_ADDR(mp, rblock, 1);
|
|
|
|
fpp = XFS_BMDR_PTR_ADDR(dblock, 1, dmxr);
|
2008-10-30 06:11:19 +00:00
|
|
|
tpp = XFS_BMAP_BROOT_PTR_ADDR(mp, rblock, 1, rblocklen);
|
2005-11-02 04:11:25 +00:00
|
|
|
dmxr = be16_to_cpu(dblock->bb_numrecs);
|
2005-04-16 22:20:36 +00:00
|
|
|
memcpy(tkp, fkp, sizeof(*fkp) * dmxr);
|
2006-09-28 00:58:06 +00:00
|
|
|
memcpy(tpp, fpp, sizeof(*fpp) * dmxr);
|
2005-04-16 22:20:36 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void
|
2017-11-03 17:34:46 +00:00
|
|
|
xfs_bmbt_disk_get_all(
|
2021-08-11 00:02:17 +00:00
|
|
|
const struct xfs_bmbt_rec *rec,
|
2017-11-03 17:34:46 +00:00
|
|
|
struct xfs_bmbt_irec *irec)
|
2005-04-16 22:20:36 +00:00
|
|
|
{
|
2017-11-03 17:34:46 +00:00
|
|
|
uint64_t l0 = get_unaligned_be64(&rec->l0);
|
|
|
|
uint64_t l1 = get_unaligned_be64(&rec->l1);
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2017-11-03 17:34:46 +00:00
|
|
|
irec->br_startoff = (l0 & xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN)) >> 9;
|
|
|
|
irec->br_startblock = ((l0 & xfs_mask64lo(9)) << 43) | (l1 >> 21);
|
|
|
|
irec->br_blockcount = l1 & xfs_mask64lo(21);
|
|
|
|
if (l0 >> (64 - BMBT_EXNTFLAG_BITLEN))
|
|
|
|
irec->br_state = XFS_EXT_UNWRITTEN;
|
|
|
|
else
|
|
|
|
irec->br_state = XFS_EXT_NORM;
|
2005-04-16 22:20:36 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Extract the blockcount field from an on disk bmap extent record.
|
|
|
|
*/
|
|
|
|
xfs_filblks_t
|
|
|
|
xfs_bmbt_disk_get_blockcount(
|
2021-08-11 00:02:16 +00:00
|
|
|
const struct xfs_bmbt_rec *r)
|
2005-04-16 22:20:36 +00:00
|
|
|
{
|
2009-01-09 04:53:54 +00:00
|
|
|
return (xfs_filblks_t)(be64_to_cpu(r->l1) & xfs_mask64lo(21));
|
2005-04-16 22:20:36 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Extract the startoff field from a disk format bmap extent record.
|
|
|
|
*/
|
|
|
|
xfs_fileoff_t
|
|
|
|
xfs_bmbt_disk_get_startoff(
|
2021-08-11 00:02:16 +00:00
|
|
|
const struct xfs_bmbt_rec *r)
|
2005-04-16 22:20:36 +00:00
|
|
|
{
|
2007-08-16 06:24:15 +00:00
|
|
|
return ((xfs_fileoff_t)be64_to_cpu(r->l0) &
|
2009-01-09 04:53:54 +00:00
|
|
|
xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN)) >> 9;
|
2005-04-16 22:20:36 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
2017-10-17 21:16:26 +00:00
|
|
|
* Set all the fields in a bmap extent record from the uncompressed form.
|
2005-04-16 22:20:36 +00:00
|
|
|
*/
|
|
|
|
void
|
2017-10-17 21:16:26 +00:00
|
|
|
xfs_bmbt_disk_set_all(
|
|
|
|
struct xfs_bmbt_rec *r,
|
|
|
|
struct xfs_bmbt_irec *s)
|
2005-04-16 22:20:36 +00:00
|
|
|
{
|
2017-10-17 21:16:26 +00:00
|
|
|
int extent_flag = (s->br_state != XFS_EXT_NORM);
|
2007-08-16 06:23:53 +00:00
|
|
|
|
2017-10-17 21:16:26 +00:00
|
|
|
ASSERT(s->br_state == XFS_EXT_NORM || s->br_state == XFS_EXT_UNWRITTEN);
|
|
|
|
ASSERT(!(s->br_startoff & xfs_mask64hi(64-BMBT_STARTOFF_BITLEN)));
|
|
|
|
ASSERT(!(s->br_blockcount & xfs_mask64hi(64-BMBT_BLOCKCOUNT_BITLEN)));
|
|
|
|
ASSERT(!(s->br_startblock & xfs_mask64hi(64-BMBT_STARTBLOCK_BITLEN)));
|
2007-08-16 06:23:53 +00:00
|
|
|
|
2017-11-03 17:34:45 +00:00
|
|
|
put_unaligned_be64(
|
2007-08-16 06:23:53 +00:00
|
|
|
((xfs_bmbt_rec_base_t)extent_flag << 63) |
|
2017-10-17 21:16:26 +00:00
|
|
|
((xfs_bmbt_rec_base_t)s->br_startoff << 9) |
|
2017-11-03 17:34:45 +00:00
|
|
|
((xfs_bmbt_rec_base_t)s->br_startblock >> 43), &r->l0);
|
|
|
|
put_unaligned_be64(
|
2017-10-17 21:16:26 +00:00
|
|
|
((xfs_bmbt_rec_base_t)s->br_startblock << 21) |
|
|
|
|
((xfs_bmbt_rec_base_t)s->br_blockcount &
|
2017-11-03 17:34:45 +00:00
|
|
|
(xfs_bmbt_rec_base_t)xfs_mask64lo(21)), &r->l1);
|
2005-04-16 22:20:36 +00:00
|
|
|
}
|
2007-08-16 06:23:53 +00:00
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* Convert in-memory form of btree root to on-disk form.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
xfs_bmbt_to_bmdr(
|
2008-10-30 06:11:19 +00:00
|
|
|
struct xfs_mount *mp,
|
2008-10-30 06:14:34 +00:00
|
|
|
struct xfs_btree_block *rblock,
|
2005-04-16 22:20:36 +00:00
|
|
|
int rblocklen,
|
|
|
|
xfs_bmdr_block_t *dblock,
|
|
|
|
int dblocklen)
|
|
|
|
{
|
|
|
|
int dmxr;
|
|
|
|
xfs_bmbt_key_t *fkp;
|
2006-09-28 00:58:06 +00:00
|
|
|
__be64 *fpp;
|
2005-04-16 22:20:36 +00:00
|
|
|
xfs_bmbt_key_t *tkp;
|
2006-09-28 00:58:06 +00:00
|
|
|
__be64 *tpp;
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2021-08-19 01:46:37 +00:00
|
|
|
if (xfs_has_crc(mp)) {
|
2013-04-21 19:53:46 +00:00
|
|
|
ASSERT(rblock->bb_magic == cpu_to_be32(XFS_BMAP_CRC_MAGIC));
|
2015-07-29 01:53:31 +00:00
|
|
|
ASSERT(uuid_equal(&rblock->bb_u.l.bb_uuid,
|
|
|
|
&mp->m_sb.sb_meta_uuid));
|
2013-04-21 19:53:46 +00:00
|
|
|
ASSERT(rblock->bb_u.l.bb_blkno ==
|
|
|
|
cpu_to_be64(XFS_BUF_DADDR_NULL));
|
|
|
|
} else
|
|
|
|
ASSERT(rblock->bb_magic == cpu_to_be32(XFS_BMAP_MAGIC));
|
2014-07-29 23:12:05 +00:00
|
|
|
ASSERT(rblock->bb_u.l.bb_leftsib == cpu_to_be64(NULLFSBLOCK));
|
|
|
|
ASSERT(rblock->bb_u.l.bb_rightsib == cpu_to_be64(NULLFSBLOCK));
|
2011-07-08 12:36:05 +00:00
|
|
|
ASSERT(rblock->bb_level != 0);
|
2005-11-02 04:11:25 +00:00
|
|
|
dblock->bb_level = rblock->bb_level;
|
|
|
|
dblock->bb_numrecs = rblock->bb_numrecs;
|
2014-04-14 08:58:51 +00:00
|
|
|
dmxr = xfs_bmdr_maxrecs(dblocklen, 0);
|
2008-10-30 06:11:40 +00:00
|
|
|
fkp = XFS_BMBT_KEY_ADDR(mp, rblock, 1);
|
|
|
|
tkp = XFS_BMDR_KEY_ADDR(dblock, 1);
|
2008-10-30 06:11:19 +00:00
|
|
|
fpp = XFS_BMAP_BROOT_PTR_ADDR(mp, rblock, 1, rblocklen);
|
2008-10-30 06:11:40 +00:00
|
|
|
tpp = XFS_BMDR_PTR_ADDR(dblock, 1, dmxr);
|
2005-11-02 04:11:25 +00:00
|
|
|
dmxr = be16_to_cpu(dblock->bb_numrecs);
|
2005-04-16 22:20:36 +00:00
|
|
|
memcpy(tkp, fkp, sizeof(*fkp) * dmxr);
|
2006-09-28 00:58:06 +00:00
|
|
|
memcpy(tpp, fpp, sizeof(*fpp) * dmxr);
|
2005-04-16 22:20:36 +00:00
|
|
|
}
|
|
|
|
|
2008-10-30 05:53:59 +00:00
|
|
|
STATIC struct xfs_btree_cur *
|
|
|
|
xfs_bmbt_dup_cursor(
|
|
|
|
struct xfs_btree_cur *cur)
|
|
|
|
{
|
|
|
|
struct xfs_btree_cur *new;
|
|
|
|
|
|
|
|
new = xfs_bmbt_init_cursor(cur->bc_mp, cur->bc_tp,
|
2020-03-11 00:52:53 +00:00
|
|
|
cur->bc_ino.ip, cur->bc_ino.whichfork);
|
2008-10-30 05:53:59 +00:00
|
|
|
|
|
|
|
/*
|
2016-08-03 01:19:29 +00:00
|
|
|
* Copy the firstblock, dfops, and flags values,
|
2008-10-30 05:53:59 +00:00
|
|
|
* since init cursor doesn't get them.
|
|
|
|
*/
|
2020-03-11 00:52:53 +00:00
|
|
|
new->bc_ino.flags = cur->bc_ino.flags;
|
2008-10-30 05:53:59 +00:00
|
|
|
|
|
|
|
return new;
|
|
|
|
}
|
|
|
|
|
2008-10-30 05:57:40 +00:00
|
|
|
STATIC void
|
|
|
|
xfs_bmbt_update_cursor(
|
|
|
|
struct xfs_btree_cur *src,
|
|
|
|
struct xfs_btree_cur *dst)
|
|
|
|
{
|
2018-07-12 05:26:29 +00:00
|
|
|
ASSERT((dst->bc_tp->t_firstblock != NULLFSBLOCK) ||
|
2021-03-29 18:11:44 +00:00
|
|
|
(dst->bc_ino.ip->i_diflags & XFS_DIFLAG_REALTIME));
|
2008-10-30 05:57:40 +00:00
|
|
|
|
2020-03-11 00:52:53 +00:00
|
|
|
dst->bc_ino.allocated += src->bc_ino.allocated;
|
2018-07-12 05:26:29 +00:00
|
|
|
dst->bc_tp->t_firstblock = src->bc_tp->t_firstblock;
|
2008-10-30 05:57:40 +00:00
|
|
|
|
2020-03-11 00:52:53 +00:00
|
|
|
src->bc_ino.allocated = 0;
|
2008-10-30 05:57:40 +00:00
|
|
|
}
|
|
|
|
|
2008-10-30 05:57:03 +00:00
|
|
|
STATIC int
|
|
|
|
xfs_bmbt_alloc_block(
|
2021-08-12 16:53:27 +00:00
|
|
|
struct xfs_btree_cur *cur,
|
|
|
|
const union xfs_btree_ptr *start,
|
|
|
|
union xfs_btree_ptr *new,
|
|
|
|
int *stat)
|
2008-10-30 05:57:03 +00:00
|
|
|
{
|
|
|
|
xfs_alloc_arg_t args; /* block allocation args */
|
|
|
|
int error; /* error return value */
|
|
|
|
|
|
|
|
memset(&args, 0, sizeof(args));
|
|
|
|
args.tp = cur->bc_tp;
|
|
|
|
args.mp = cur->bc_mp;
|
2018-07-12 05:26:29 +00:00
|
|
|
args.fsbno = cur->bc_tp->t_firstblock;
|
2020-03-11 00:52:53 +00:00
|
|
|
xfs_rmap_ino_bmbt_owner(&args.oinfo, cur->bc_ino.ip->i_ino,
|
|
|
|
cur->bc_ino.whichfork);
|
2008-10-30 05:57:03 +00:00
|
|
|
|
|
|
|
if (args.fsbno == NULLFSBLOCK) {
|
|
|
|
args.fsbno = be64_to_cpu(start->l);
|
|
|
|
args.type = XFS_ALLOCTYPE_START_BNO;
|
|
|
|
/*
|
|
|
|
* Make sure there is sufficient room left in the AG to
|
|
|
|
* complete a full tree split for an extent insert. If
|
|
|
|
* we are converting the middle part of an extent then
|
|
|
|
* we may need space for two tree splits.
|
|
|
|
*
|
|
|
|
* We are relying on the caller to make the correct block
|
|
|
|
* reservation for this operation to succeed. If the
|
|
|
|
* reservation amount is insufficient then we may fail a
|
|
|
|
* block allocation here and corrupt the filesystem.
|
|
|
|
*/
|
2016-03-01 22:58:21 +00:00
|
|
|
args.minleft = args.tp->t_blk_res;
|
2018-08-01 14:20:31 +00:00
|
|
|
} else if (cur->bc_tp->t_flags & XFS_TRANS_LOWMODE) {
|
2008-10-30 05:57:03 +00:00
|
|
|
args.type = XFS_ALLOCTYPE_START_BNO;
|
|
|
|
} else {
|
|
|
|
args.type = XFS_ALLOCTYPE_NEAR_BNO;
|
|
|
|
}
|
|
|
|
|
|
|
|
args.minlen = args.maxlen = args.prod = 1;
|
2020-03-11 00:54:38 +00:00
|
|
|
args.wasdel = cur->bc_ino.flags & XFS_BTCUR_BMBT_WASDEL;
|
2016-03-01 22:58:21 +00:00
|
|
|
if (!args.wasdel && args.tp->t_blk_res == 0) {
|
2014-06-25 04:58:08 +00:00
|
|
|
error = -ENOSPC;
|
2008-10-30 05:57:03 +00:00
|
|
|
goto error0;
|
|
|
|
}
|
|
|
|
error = xfs_alloc_vextent(&args);
|
|
|
|
if (error)
|
|
|
|
goto error0;
|
|
|
|
|
|
|
|
if (args.fsbno == NULLFSBLOCK && args.minleft) {
|
|
|
|
/*
|
|
|
|
* Could not find an AG with enough free space to satisfy
|
2017-01-09 21:36:19 +00:00
|
|
|
* a full btree split. Try again and if
|
2008-10-30 05:57:03 +00:00
|
|
|
* successful activate the lowspace algorithm.
|
|
|
|
*/
|
|
|
|
args.fsbno = 0;
|
|
|
|
args.type = XFS_ALLOCTYPE_FIRST_AG;
|
|
|
|
error = xfs_alloc_vextent(&args);
|
|
|
|
if (error)
|
|
|
|
goto error0;
|
2018-08-01 14:20:31 +00:00
|
|
|
cur->bc_tp->t_flags |= XFS_TRANS_LOWMODE;
|
2008-10-30 05:57:03 +00:00
|
|
|
}
|
2017-03-08 18:38:53 +00:00
|
|
|
if (WARN_ON_ONCE(args.fsbno == NULLFSBLOCK)) {
|
2008-10-30 05:57:03 +00:00
|
|
|
*stat = 0;
|
|
|
|
return 0;
|
|
|
|
}
|
2018-03-07 01:03:30 +00:00
|
|
|
|
2008-10-30 05:57:03 +00:00
|
|
|
ASSERT(args.len == 1);
|
2018-07-12 05:26:29 +00:00
|
|
|
cur->bc_tp->t_firstblock = args.fsbno;
|
2020-03-11 00:52:53 +00:00
|
|
|
cur->bc_ino.allocated++;
|
2021-03-29 18:11:40 +00:00
|
|
|
cur->bc_ino.ip->i_nblocks++;
|
2020-03-11 00:52:53 +00:00
|
|
|
xfs_trans_log_inode(args.tp, cur->bc_ino.ip, XFS_ILOG_CORE);
|
|
|
|
xfs_trans_mod_dquot_byino(args.tp, cur->bc_ino.ip,
|
2008-10-30 05:57:03 +00:00
|
|
|
XFS_TRANS_DQ_BCOUNT, 1L);
|
|
|
|
|
|
|
|
new->l = cpu_to_be64(args.fsbno);
|
|
|
|
|
|
|
|
*stat = 1;
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
error0:
|
|
|
|
return error;
|
|
|
|
}
|
|
|
|
|
2008-10-30 05:57:51 +00:00
|
|
|
STATIC int
|
|
|
|
xfs_bmbt_free_block(
|
|
|
|
struct xfs_btree_cur *cur,
|
|
|
|
struct xfs_buf *bp)
|
|
|
|
{
|
|
|
|
struct xfs_mount *mp = cur->bc_mp;
|
2020-03-11 00:52:53 +00:00
|
|
|
struct xfs_inode *ip = cur->bc_ino.ip;
|
2008-10-30 05:57:51 +00:00
|
|
|
struct xfs_trans *tp = cur->bc_tp;
|
2021-08-19 01:46:57 +00:00
|
|
|
xfs_fsblock_t fsbno = XFS_DADDR_TO_FSB(mp, xfs_buf_daddr(bp));
|
2016-08-03 01:33:42 +00:00
|
|
|
struct xfs_owner_info oinfo;
|
2008-10-30 05:57:51 +00:00
|
|
|
|
2020-03-11 00:52:53 +00:00
|
|
|
xfs_rmap_ino_bmbt_owner(&oinfo, ip->i_ino, cur->bc_ino.whichfork);
|
2021-10-12 21:17:01 +00:00
|
|
|
xfs_free_extent_later(cur->bc_tp, fsbno, 1, &oinfo);
|
2021-03-29 18:11:40 +00:00
|
|
|
ip->i_nblocks--;
|
2008-10-30 05:57:51 +00:00
|
|
|
|
|
|
|
xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE);
|
2009-06-08 13:33:32 +00:00
|
|
|
xfs_trans_mod_dquot_byino(tp, ip, XFS_TRANS_DQ_BCOUNT, -1L);
|
2008-10-30 05:57:51 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2008-10-30 05:58:01 +00:00
|
|
|
STATIC int
|
|
|
|
xfs_bmbt_get_minrecs(
|
|
|
|
struct xfs_btree_cur *cur,
|
|
|
|
int level)
|
|
|
|
{
|
2008-10-30 06:11:19 +00:00
|
|
|
if (level == cur->bc_nlevels - 1) {
|
|
|
|
struct xfs_ifork *ifp;
|
|
|
|
|
2020-03-11 00:52:53 +00:00
|
|
|
ifp = XFS_IFORK_PTR(cur->bc_ino.ip,
|
|
|
|
cur->bc_ino.whichfork);
|
2008-10-30 06:11:19 +00:00
|
|
|
|
|
|
|
return xfs_bmbt_maxrecs(cur->bc_mp,
|
|
|
|
ifp->if_broot_bytes, level == 0) / 2;
|
|
|
|
}
|
|
|
|
|
|
|
|
return cur->bc_mp->m_bmap_dmnr[level != 0];
|
2008-10-30 05:58:01 +00:00
|
|
|
}
|
|
|
|
|
2008-10-30 06:11:19 +00:00
|
|
|
int
|
2008-10-30 05:55:23 +00:00
|
|
|
xfs_bmbt_get_maxrecs(
|
|
|
|
struct xfs_btree_cur *cur,
|
|
|
|
int level)
|
|
|
|
{
|
2008-10-30 06:11:19 +00:00
|
|
|
if (level == cur->bc_nlevels - 1) {
|
|
|
|
struct xfs_ifork *ifp;
|
|
|
|
|
2020-03-11 00:52:53 +00:00
|
|
|
ifp = XFS_IFORK_PTR(cur->bc_ino.ip,
|
|
|
|
cur->bc_ino.whichfork);
|
2008-10-30 06:11:19 +00:00
|
|
|
|
|
|
|
return xfs_bmbt_maxrecs(cur->bc_mp,
|
|
|
|
ifp->if_broot_bytes, level == 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
return cur->bc_mp->m_bmap_dmxr[level != 0];
|
|
|
|
|
2008-10-30 05:55:23 +00:00
|
|
|
}
|
|
|
|
|
2008-10-30 05:57:40 +00:00
|
|
|
/*
|
|
|
|
* Get the maximum records we could store in the on-disk format.
|
|
|
|
*
|
|
|
|
* For non-root nodes this is equivalent to xfs_bmbt_get_maxrecs, but
|
|
|
|
* for the root node this checks the available space in the dinode fork
|
|
|
|
* so that we can resize the in-memory buffer to match it. After a
|
|
|
|
* resize to the maximum size this function returns the same value
|
|
|
|
* as xfs_bmbt_get_maxrecs for the root node, too.
|
|
|
|
*/
|
|
|
|
STATIC int
|
|
|
|
xfs_bmbt_get_dmaxrecs(
|
|
|
|
struct xfs_btree_cur *cur,
|
|
|
|
int level)
|
|
|
|
{
|
2008-10-30 06:11:19 +00:00
|
|
|
if (level != cur->bc_nlevels - 1)
|
|
|
|
return cur->bc_mp->m_bmap_dmxr[level != 0];
|
2020-03-11 00:52:53 +00:00
|
|
|
return xfs_bmdr_maxrecs(cur->bc_ino.forksize, level == 0);
|
2008-10-30 05:57:40 +00:00
|
|
|
}
|
|
|
|
|
2008-10-30 05:56:09 +00:00
|
|
|
STATIC void
|
|
|
|
xfs_bmbt_init_key_from_rec(
|
2021-08-11 00:02:16 +00:00
|
|
|
union xfs_btree_key *key,
|
|
|
|
const union xfs_btree_rec *rec)
|
2008-10-30 05:56:09 +00:00
|
|
|
{
|
|
|
|
key->bmbt.br_startoff =
|
|
|
|
cpu_to_be64(xfs_bmbt_disk_get_startoff(&rec->bmbt));
|
|
|
|
}
|
|
|
|
|
2017-06-16 18:00:08 +00:00
|
|
|
STATIC void
|
|
|
|
xfs_bmbt_init_high_key_from_rec(
|
2021-08-11 00:02:16 +00:00
|
|
|
union xfs_btree_key *key,
|
|
|
|
const union xfs_btree_rec *rec)
|
2017-06-16 18:00:08 +00:00
|
|
|
{
|
|
|
|
key->bmbt.br_startoff = cpu_to_be64(
|
|
|
|
xfs_bmbt_disk_get_startoff(&rec->bmbt) +
|
|
|
|
xfs_bmbt_disk_get_blockcount(&rec->bmbt) - 1);
|
|
|
|
}
|
|
|
|
|
2008-10-30 05:57:40 +00:00
|
|
|
STATIC void
|
|
|
|
xfs_bmbt_init_rec_from_cur(
|
|
|
|
struct xfs_btree_cur *cur,
|
|
|
|
union xfs_btree_rec *rec)
|
|
|
|
{
|
|
|
|
xfs_bmbt_disk_set_all(&rec->bmbt, &cur->bc_rec.b);
|
|
|
|
}
|
|
|
|
|
2008-10-30 05:56:09 +00:00
|
|
|
STATIC void
|
|
|
|
xfs_bmbt_init_ptr_from_cur(
|
|
|
|
struct xfs_btree_cur *cur,
|
|
|
|
union xfs_btree_ptr *ptr)
|
|
|
|
{
|
|
|
|
ptr->l = 0;
|
|
|
|
}
|
|
|
|
|
2017-06-16 18:00:05 +00:00
|
|
|
STATIC int64_t
|
2008-10-30 05:56:09 +00:00
|
|
|
xfs_bmbt_key_diff(
|
2021-08-11 00:02:15 +00:00
|
|
|
struct xfs_btree_cur *cur,
|
|
|
|
const union xfs_btree_key *key)
|
2008-10-30 05:56:09 +00:00
|
|
|
{
|
2017-06-16 18:00:05 +00:00
|
|
|
return (int64_t)be64_to_cpu(key->bmbt.br_startoff) -
|
2008-10-30 05:56:09 +00:00
|
|
|
cur->bc_rec.b.br_startoff;
|
|
|
|
}
|
|
|
|
|
2017-06-16 18:00:08 +00:00
|
|
|
STATIC int64_t
|
|
|
|
xfs_bmbt_diff_two_keys(
|
2021-08-11 00:02:15 +00:00
|
|
|
struct xfs_btree_cur *cur,
|
|
|
|
const union xfs_btree_key *k1,
|
|
|
|
const union xfs_btree_key *k2)
|
2017-06-16 18:00:08 +00:00
|
|
|
{
|
2021-08-11 00:02:15 +00:00
|
|
|
uint64_t a = be64_to_cpu(k1->bmbt.br_startoff);
|
|
|
|
uint64_t b = be64_to_cpu(k2->bmbt.br_startoff);
|
2019-08-27 00:06:02 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Note: This routine previously casted a and b to int64 and subtracted
|
|
|
|
* them to generate a result. This lead to problems if b was the
|
|
|
|
* "maximum" key value (all ones) being signed incorrectly, hence this
|
|
|
|
* somewhat less efficient version.
|
|
|
|
*/
|
|
|
|
if (a > b)
|
|
|
|
return 1;
|
|
|
|
if (b > a)
|
|
|
|
return -1;
|
|
|
|
return 0;
|
2017-06-16 18:00:08 +00:00
|
|
|
}
|
|
|
|
|
2018-01-08 18:51:03 +00:00
|
|
|
static xfs_failaddr_t
|
2012-11-14 06:52:32 +00:00
|
|
|
xfs_bmbt_verify(
|
2012-11-12 11:54:08 +00:00
|
|
|
struct xfs_buf *bp)
|
|
|
|
{
|
2019-06-29 02:27:29 +00:00
|
|
|
struct xfs_mount *mp = bp->b_mount;
|
2012-11-12 11:54:08 +00:00
|
|
|
struct xfs_btree_block *block = XFS_BUF_TO_BLOCK(bp);
|
2018-01-08 18:51:03 +00:00
|
|
|
xfs_failaddr_t fa;
|
2012-11-12 11:54:08 +00:00
|
|
|
unsigned int level;
|
|
|
|
|
2019-02-07 18:45:48 +00:00
|
|
|
if (!xfs_verify_magic(bp, block->bb_magic))
|
|
|
|
return __this_address;
|
|
|
|
|
2021-08-19 01:46:55 +00:00
|
|
|
if (xfs_has_crc(mp)) {
|
2013-04-21 19:53:46 +00:00
|
|
|
/*
|
|
|
|
* XXX: need a better way of verifying the owner here. Right now
|
|
|
|
* just make sure there has been one set.
|
|
|
|
*/
|
2018-01-08 18:51:03 +00:00
|
|
|
fa = xfs_btree_lblock_v5hdr_verify(bp, XFS_RMAP_OWN_UNKNOWN);
|
|
|
|
if (fa)
|
|
|
|
return fa;
|
2013-04-21 19:53:46 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* numrecs and level verification.
|
2012-11-12 11:54:08 +00:00
|
|
|
*
|
2013-04-21 19:53:46 +00:00
|
|
|
* We don't know what fork we belong to, so just verify that the level
|
2012-11-12 11:54:08 +00:00
|
|
|
* is less than the maximum of the two. Later checks will be more
|
|
|
|
* precise.
|
|
|
|
*/
|
|
|
|
level = be16_to_cpu(block->bb_level);
|
2013-04-21 19:53:46 +00:00
|
|
|
if (level > max(mp->m_bm_maxlevels[0], mp->m_bm_maxlevels[1]))
|
2018-01-08 18:51:03 +00:00
|
|
|
return __this_address;
|
2013-04-21 19:53:46 +00:00
|
|
|
|
2018-01-08 18:51:00 +00:00
|
|
|
return xfs_btree_lblock_verify(bp, mp->m_bmap_dmxr[level != 0]);
|
2012-11-14 06:52:32 +00:00
|
|
|
}
|
2012-11-12 11:54:08 +00:00
|
|
|
|
2012-11-14 06:54:40 +00:00
|
|
|
static void
|
|
|
|
xfs_bmbt_read_verify(
|
2012-11-14 06:52:32 +00:00
|
|
|
struct xfs_buf *bp)
|
|
|
|
{
|
2018-01-08 18:51:03 +00:00
|
|
|
xfs_failaddr_t fa;
|
|
|
|
|
2014-02-27 04:23:10 +00:00
|
|
|
if (!xfs_btree_lblock_verify_crc(bp))
|
2018-01-08 18:51:03 +00:00
|
|
|
xfs_verifier_error(bp, -EFSBADCRC, __this_address);
|
|
|
|
else {
|
|
|
|
fa = xfs_bmbt_verify(bp);
|
|
|
|
if (fa)
|
|
|
|
xfs_verifier_error(bp, -EFSCORRUPTED, fa);
|
|
|
|
}
|
2014-02-27 04:23:10 +00:00
|
|
|
|
2018-01-08 18:51:02 +00:00
|
|
|
if (bp->b_error)
|
2014-02-27 04:23:10 +00:00
|
|
|
trace_xfs_btree_corrupt(bp, _RET_IP_);
|
2012-11-14 06:52:32 +00:00
|
|
|
}
|
|
|
|
|
2012-11-14 06:54:40 +00:00
|
|
|
static void
|
|
|
|
xfs_bmbt_write_verify(
|
2012-11-14 06:52:32 +00:00
|
|
|
struct xfs_buf *bp)
|
|
|
|
{
|
2018-01-08 18:51:03 +00:00
|
|
|
xfs_failaddr_t fa;
|
|
|
|
|
|
|
|
fa = xfs_bmbt_verify(bp);
|
|
|
|
if (fa) {
|
2013-04-21 19:53:46 +00:00
|
|
|
trace_xfs_btree_corrupt(bp, _RET_IP_);
|
2018-01-08 18:51:03 +00:00
|
|
|
xfs_verifier_error(bp, -EFSCORRUPTED, fa);
|
2013-04-21 19:53:46 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
xfs_btree_lblock_calc_crc(bp);
|
2012-11-12 11:54:08 +00:00
|
|
|
}
|
|
|
|
|
2012-11-14 06:54:40 +00:00
|
|
|
const struct xfs_buf_ops xfs_bmbt_buf_ops = {
|
2016-01-04 05:10:19 +00:00
|
|
|
.name = "xfs_bmbt",
|
2019-02-07 18:45:48 +00:00
|
|
|
.magic = { cpu_to_be32(XFS_BMAP_MAGIC),
|
|
|
|
cpu_to_be32(XFS_BMAP_CRC_MAGIC) },
|
2012-11-14 06:54:40 +00:00
|
|
|
.verify_read = xfs_bmbt_read_verify,
|
|
|
|
.verify_write = xfs_bmbt_write_verify,
|
2018-01-08 18:51:08 +00:00
|
|
|
.verify_struct = xfs_bmbt_verify,
|
2012-11-14 06:54:40 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2008-10-30 05:58:32 +00:00
|
|
|
STATIC int
|
|
|
|
xfs_bmbt_keys_inorder(
|
2021-08-11 00:02:17 +00:00
|
|
|
struct xfs_btree_cur *cur,
|
|
|
|
const union xfs_btree_key *k1,
|
|
|
|
const union xfs_btree_key *k2)
|
2008-10-30 05:58:32 +00:00
|
|
|
{
|
|
|
|
return be64_to_cpu(k1->bmbt.br_startoff) <
|
|
|
|
be64_to_cpu(k2->bmbt.br_startoff);
|
|
|
|
}
|
|
|
|
|
|
|
|
STATIC int
|
|
|
|
xfs_bmbt_recs_inorder(
|
2021-08-11 00:02:17 +00:00
|
|
|
struct xfs_btree_cur *cur,
|
|
|
|
const union xfs_btree_rec *r1,
|
|
|
|
const union xfs_btree_rec *r2)
|
2008-10-30 05:58:32 +00:00
|
|
|
{
|
|
|
|
return xfs_bmbt_disk_get_startoff(&r1->bmbt) +
|
|
|
|
xfs_bmbt_disk_get_blockcount(&r1->bmbt) <=
|
|
|
|
xfs_bmbt_disk_get_startoff(&r2->bmbt);
|
|
|
|
}
|
|
|
|
|
2008-10-30 05:53:59 +00:00
|
|
|
static const struct xfs_btree_ops xfs_bmbt_ops = {
|
2008-10-30 05:55:34 +00:00
|
|
|
.rec_len = sizeof(xfs_bmbt_rec_t),
|
|
|
|
.key_len = sizeof(xfs_bmbt_key_t),
|
|
|
|
|
2008-10-30 05:53:59 +00:00
|
|
|
.dup_cursor = xfs_bmbt_dup_cursor,
|
2008-10-30 05:57:40 +00:00
|
|
|
.update_cursor = xfs_bmbt_update_cursor,
|
2008-10-30 05:57:03 +00:00
|
|
|
.alloc_block = xfs_bmbt_alloc_block,
|
2008-10-30 05:57:51 +00:00
|
|
|
.free_block = xfs_bmbt_free_block,
|
2008-10-30 05:55:23 +00:00
|
|
|
.get_maxrecs = xfs_bmbt_get_maxrecs,
|
2008-10-30 05:58:01 +00:00
|
|
|
.get_minrecs = xfs_bmbt_get_minrecs,
|
2008-10-30 05:57:40 +00:00
|
|
|
.get_dmaxrecs = xfs_bmbt_get_dmaxrecs,
|
2008-10-30 05:56:09 +00:00
|
|
|
.init_key_from_rec = xfs_bmbt_init_key_from_rec,
|
2017-06-16 18:00:08 +00:00
|
|
|
.init_high_key_from_rec = xfs_bmbt_init_high_key_from_rec,
|
2008-10-30 05:57:40 +00:00
|
|
|
.init_rec_from_cur = xfs_bmbt_init_rec_from_cur,
|
2008-10-30 05:56:09 +00:00
|
|
|
.init_ptr_from_cur = xfs_bmbt_init_ptr_from_cur,
|
|
|
|
.key_diff = xfs_bmbt_key_diff,
|
2017-06-16 18:00:08 +00:00
|
|
|
.diff_two_keys = xfs_bmbt_diff_two_keys,
|
2012-11-14 06:54:40 +00:00
|
|
|
.buf_ops = &xfs_bmbt_buf_ops,
|
2008-10-30 05:58:32 +00:00
|
|
|
.keys_inorder = xfs_bmbt_keys_inorder,
|
|
|
|
.recs_inorder = xfs_bmbt_recs_inorder,
|
2008-10-30 05:53:59 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Allocate a new bmap btree cursor.
|
|
|
|
*/
|
|
|
|
struct xfs_btree_cur * /* new bmap btree cursor */
|
|
|
|
xfs_bmbt_init_cursor(
|
|
|
|
struct xfs_mount *mp, /* file system mount point */
|
|
|
|
struct xfs_trans *tp, /* transaction pointer */
|
|
|
|
struct xfs_inode *ip, /* inode owning the btree */
|
|
|
|
int whichfork) /* data or attr fork */
|
|
|
|
{
|
|
|
|
struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork);
|
|
|
|
struct xfs_btree_cur *cur;
|
2016-10-03 16:11:32 +00:00
|
|
|
ASSERT(whichfork != XFS_COW_FORK);
|
2008-10-30 05:53:59 +00:00
|
|
|
|
2021-09-16 19:27:24 +00:00
|
|
|
cur = xfs_btree_alloc_cursor(mp, tp, XFS_BTNUM_BMAP,
|
2021-09-23 19:21:37 +00:00
|
|
|
mp->m_bm_maxlevels[whichfork], xfs_bmbt_cur_cache);
|
2008-10-30 05:53:59 +00:00
|
|
|
cur->bc_nlevels = be16_to_cpu(ifp->if_broot->bb_level) + 1;
|
2016-12-05 03:38:58 +00:00
|
|
|
cur->bc_statoff = XFS_STATS_CALC_INDEX(xs_bmbt_2);
|
2008-10-30 05:53:59 +00:00
|
|
|
|
|
|
|
cur->bc_ops = &xfs_bmbt_ops;
|
2008-10-30 05:54:33 +00:00
|
|
|
cur->bc_flags = XFS_BTREE_LONG_PTRS | XFS_BTREE_ROOT_IN_INODE;
|
2021-08-19 01:46:37 +00:00
|
|
|
if (xfs_has_crc(mp))
|
2013-04-21 19:53:46 +00:00
|
|
|
cur->bc_flags |= XFS_BTREE_CRC_BLOCKS;
|
2008-10-30 05:53:59 +00:00
|
|
|
|
2020-03-11 00:52:53 +00:00
|
|
|
cur->bc_ino.forksize = XFS_IFORK_SIZE(ip, whichfork);
|
|
|
|
cur->bc_ino.ip = ip;
|
|
|
|
cur->bc_ino.allocated = 0;
|
|
|
|
cur->bc_ino.flags = 0;
|
|
|
|
cur->bc_ino.whichfork = whichfork;
|
2008-10-30 05:53:59 +00:00
|
|
|
|
|
|
|
return cur;
|
|
|
|
}
|
2008-10-30 06:11:19 +00:00
|
|
|
|
2021-09-23 17:32:06 +00:00
|
|
|
/* Calculate number of records in a block mapping btree block. */
|
|
|
|
static inline unsigned int
|
|
|
|
xfs_bmbt_block_maxrecs(
|
|
|
|
unsigned int blocklen,
|
|
|
|
bool leaf)
|
|
|
|
{
|
|
|
|
if (leaf)
|
|
|
|
return blocklen / sizeof(xfs_bmbt_rec_t);
|
|
|
|
return blocklen / (sizeof(xfs_bmbt_key_t) + sizeof(xfs_bmbt_ptr_t));
|
|
|
|
}
|
|
|
|
|
2008-10-30 06:11:19 +00:00
|
|
|
/*
|
|
|
|
* Calculate number of records in a bmap btree block.
|
|
|
|
*/
|
|
|
|
int
|
|
|
|
xfs_bmbt_maxrecs(
|
|
|
|
struct xfs_mount *mp,
|
|
|
|
int blocklen,
|
|
|
|
int leaf)
|
|
|
|
{
|
2008-10-30 06:14:34 +00:00
|
|
|
blocklen -= XFS_BMBT_BLOCK_LEN(mp);
|
2021-09-23 17:32:06 +00:00
|
|
|
return xfs_bmbt_block_maxrecs(blocklen, leaf);
|
|
|
|
}
|
2008-10-30 06:11:19 +00:00
|
|
|
|
2021-11-16 09:54:37 +00:00
|
|
|
/*
|
|
|
|
* Calculate the maximum possible height of the btree that the on-disk format
|
|
|
|
* supports. This is used for sizing structures large enough to support every
|
|
|
|
* possible configuration of a filesystem that might get mounted.
|
|
|
|
*/
|
2021-09-23 17:32:06 +00:00
|
|
|
unsigned int
|
|
|
|
xfs_bmbt_maxlevels_ondisk(void)
|
|
|
|
{
|
|
|
|
unsigned int minrecs[2];
|
|
|
|
unsigned int blocklen;
|
|
|
|
|
|
|
|
blocklen = min(XFS_MIN_BLOCKSIZE - XFS_BTREE_SBLOCK_LEN,
|
|
|
|
XFS_MIN_CRC_BLOCKSIZE - XFS_BTREE_SBLOCK_CRC_LEN);
|
|
|
|
|
|
|
|
minrecs[0] = xfs_bmbt_block_maxrecs(blocklen, true) / 2;
|
|
|
|
minrecs[1] = xfs_bmbt_block_maxrecs(blocklen, false) / 2;
|
|
|
|
|
|
|
|
/* One extra level for the inode root. */
|
2021-11-16 09:54:37 +00:00
|
|
|
return xfs_btree_compute_maxlevels(minrecs,
|
|
|
|
XFS_MAX_EXTCNT_DATA_FORK_LARGE) + 1;
|
2008-10-30 06:11:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Calculate number of records in a bmap btree inode root.
|
|
|
|
*/
|
|
|
|
int
|
|
|
|
xfs_bmdr_maxrecs(
|
|
|
|
int blocklen,
|
|
|
|
int leaf)
|
|
|
|
{
|
|
|
|
blocklen -= sizeof(xfs_bmdr_block_t);
|
|
|
|
|
|
|
|
if (leaf)
|
|
|
|
return blocklen / sizeof(xfs_bmdr_rec_t);
|
|
|
|
return blocklen / (sizeof(xfs_bmdr_key_t) + sizeof(xfs_bmdr_ptr_t));
|
|
|
|
}
|
2013-08-30 00:23:44 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Change the owner of a btree format fork fo the inode passed in. Change it to
|
|
|
|
* the owner of that is passed in so that we can change owners before or after
|
|
|
|
* we switch forks between inodes. The operation that the caller is doing will
|
|
|
|
* determine whether is needs to change owner before or after the switch.
|
|
|
|
*
|
xfs: recovery of swap extents operations for CRC filesystems
This is the recovery side of the btree block owner change operation
performed by swapext on CRC enabled filesystems. We detect that an
owner change is needed by the flag that has been placed on the inode
log format flag field. Because the inode recovery is being replayed
after the buffers that make up the BMBT in the given checkpoint, we
can walk all the buffers and directly modify them when we see the
flag set on an inode.
Because the inode can be relogged and hence present in multiple
chekpoints with the "change owner" flag set, we could do multiple
passes across the inode to do this change. While this isn't optimal,
we can't directly ignore the flag as there may be multiple
independent swap extent operations being replayed on the same inode
in different checkpoints so we can't ignore them.
Further, because the owner change operation uses ordered buffers, we
might have buffers that are newer on disk than the current
checkpoint and so already have the owner changed in them. Hence we
cannot just peek at a buffer in the tree and check that it has the
correct owner and assume that the change was completed.
So, for the moment just brute force the owner change every time we
see an inode with the flag set. Note that we have to be careful here
because the owner of the buffers may point to either the old owner
or the new owner. Currently the verifier can't verify the owner
directly, so there is no failure case here right now. If we verify
the owner exactly in future, then we'll have to take this into
account.
This was tested in terms of normal operation via xfstests - all of
the fsr tests now pass without failure. however, we really need to
modify xfs/227 to stress v3 inodes correctly to ensure we fully
cover this case for v5 filesystems.
In terms of recovery testing, I used a hacked version of xfs_fsr
that held the temp inode open for a few seconds before exiting so
that the filesystem could be shut down with an open owner change
recovery flags set on at least the temp inode. fsr leaves the temp
inode unlinked and in btree format, so this was necessary for the
owner change to be reliably replayed.
logprint confirmed the tmp inode in the log had the correct flag set:
INO: cnt:3 total:3 a:0x69e9e0 len:56 a:0x69ea20 len:176 a:0x69eae0 len:88
INODE: #regs:3 ino:0x44 flags:0x209 dsize:88
^^^^^
0x200 is set, indicating a data fork owner change needed to be
replayed on inode 0x44. A printk in the revoery code confirmed that
the inode change was recovered:
XFS (vdc): Mounting Filesystem
XFS (vdc): Starting recovery (logdev: internal)
recovering owner change ino 0x44
XFS (vdc): Version 5 superblock detected. This kernel L support enabled!
Use of these features in this kernel is at your own risk!
XFS (vdc): Ending recovery (logdev: internal)
The script used to test this was:
$ cat ./recovery-fsr.sh
#!/bin/bash
dev=/dev/vdc
mntpt=/mnt/scratch
testfile=$mntpt/testfile
umount $mntpt
mkfs.xfs -f -m crc=1 $dev
mount $dev $mntpt
chmod 777 $mntpt
for i in `seq 10000 -1 0`; do
xfs_io -f -d -c "pwrite $(($i * 4096)) 4096" $testfile > /dev/null 2>&1
done
xfs_bmap -vp $testfile |head -20
xfs_fsr -d -v $testfile &
sleep 10
/home/dave/src/xfstests-dev/src/godown -f $mntpt
wait
umount $mntpt
xfs_logprint -t $dev |tail -20
time mount $dev $mntpt
xfs_bmap -vp $testfile
umount $mntpt
$
Signed-off-by: Dave Chinner <dchinner@redhat.com>
Reviewed-by: Mark Tinguely <tinguely@sgi.com>
Signed-off-by: Ben Myers <bpm@sgi.com>
2013-08-30 00:23:45 +00:00
|
|
|
* For demand paged transactional modification, the fork switch should be done
|
|
|
|
* after reading in all the blocks, modifying them and pinning them in the
|
|
|
|
* transaction. For modification when the buffers are already pinned in memory,
|
|
|
|
* the fork switch can be done before changing the owner as we won't need to
|
|
|
|
* validate the owner until the btree buffers are unpinned and writes can occur
|
|
|
|
* again.
|
|
|
|
*
|
|
|
|
* For recovery based ownership change, there is no transactional context and
|
|
|
|
* so a buffer list must be supplied so that we can record the buffers that we
|
|
|
|
* modified for the caller to issue IO on.
|
2013-08-30 00:23:44 +00:00
|
|
|
*/
|
|
|
|
int
|
|
|
|
xfs_bmbt_change_owner(
|
|
|
|
struct xfs_trans *tp,
|
|
|
|
struct xfs_inode *ip,
|
|
|
|
int whichfork,
|
xfs: recovery of swap extents operations for CRC filesystems
This is the recovery side of the btree block owner change operation
performed by swapext on CRC enabled filesystems. We detect that an
owner change is needed by the flag that has been placed on the inode
log format flag field. Because the inode recovery is being replayed
after the buffers that make up the BMBT in the given checkpoint, we
can walk all the buffers and directly modify them when we see the
flag set on an inode.
Because the inode can be relogged and hence present in multiple
chekpoints with the "change owner" flag set, we could do multiple
passes across the inode to do this change. While this isn't optimal,
we can't directly ignore the flag as there may be multiple
independent swap extent operations being replayed on the same inode
in different checkpoints so we can't ignore them.
Further, because the owner change operation uses ordered buffers, we
might have buffers that are newer on disk than the current
checkpoint and so already have the owner changed in them. Hence we
cannot just peek at a buffer in the tree and check that it has the
correct owner and assume that the change was completed.
So, for the moment just brute force the owner change every time we
see an inode with the flag set. Note that we have to be careful here
because the owner of the buffers may point to either the old owner
or the new owner. Currently the verifier can't verify the owner
directly, so there is no failure case here right now. If we verify
the owner exactly in future, then we'll have to take this into
account.
This was tested in terms of normal operation via xfstests - all of
the fsr tests now pass without failure. however, we really need to
modify xfs/227 to stress v3 inodes correctly to ensure we fully
cover this case for v5 filesystems.
In terms of recovery testing, I used a hacked version of xfs_fsr
that held the temp inode open for a few seconds before exiting so
that the filesystem could be shut down with an open owner change
recovery flags set on at least the temp inode. fsr leaves the temp
inode unlinked and in btree format, so this was necessary for the
owner change to be reliably replayed.
logprint confirmed the tmp inode in the log had the correct flag set:
INO: cnt:3 total:3 a:0x69e9e0 len:56 a:0x69ea20 len:176 a:0x69eae0 len:88
INODE: #regs:3 ino:0x44 flags:0x209 dsize:88
^^^^^
0x200 is set, indicating a data fork owner change needed to be
replayed on inode 0x44. A printk in the revoery code confirmed that
the inode change was recovered:
XFS (vdc): Mounting Filesystem
XFS (vdc): Starting recovery (logdev: internal)
recovering owner change ino 0x44
XFS (vdc): Version 5 superblock detected. This kernel L support enabled!
Use of these features in this kernel is at your own risk!
XFS (vdc): Ending recovery (logdev: internal)
The script used to test this was:
$ cat ./recovery-fsr.sh
#!/bin/bash
dev=/dev/vdc
mntpt=/mnt/scratch
testfile=$mntpt/testfile
umount $mntpt
mkfs.xfs -f -m crc=1 $dev
mount $dev $mntpt
chmod 777 $mntpt
for i in `seq 10000 -1 0`; do
xfs_io -f -d -c "pwrite $(($i * 4096)) 4096" $testfile > /dev/null 2>&1
done
xfs_bmap -vp $testfile |head -20
xfs_fsr -d -v $testfile &
sleep 10
/home/dave/src/xfstests-dev/src/godown -f $mntpt
wait
umount $mntpt
xfs_logprint -t $dev |tail -20
time mount $dev $mntpt
xfs_bmap -vp $testfile
umount $mntpt
$
Signed-off-by: Dave Chinner <dchinner@redhat.com>
Reviewed-by: Mark Tinguely <tinguely@sgi.com>
Signed-off-by: Ben Myers <bpm@sgi.com>
2013-08-30 00:23:45 +00:00
|
|
|
xfs_ino_t new_owner,
|
|
|
|
struct list_head *buffer_list)
|
2013-08-30 00:23:44 +00:00
|
|
|
{
|
|
|
|
struct xfs_btree_cur *cur;
|
|
|
|
int error;
|
|
|
|
|
xfs: recovery of swap extents operations for CRC filesystems
This is the recovery side of the btree block owner change operation
performed by swapext on CRC enabled filesystems. We detect that an
owner change is needed by the flag that has been placed on the inode
log format flag field. Because the inode recovery is being replayed
after the buffers that make up the BMBT in the given checkpoint, we
can walk all the buffers and directly modify them when we see the
flag set on an inode.
Because the inode can be relogged and hence present in multiple
chekpoints with the "change owner" flag set, we could do multiple
passes across the inode to do this change. While this isn't optimal,
we can't directly ignore the flag as there may be multiple
independent swap extent operations being replayed on the same inode
in different checkpoints so we can't ignore them.
Further, because the owner change operation uses ordered buffers, we
might have buffers that are newer on disk than the current
checkpoint and so already have the owner changed in them. Hence we
cannot just peek at a buffer in the tree and check that it has the
correct owner and assume that the change was completed.
So, for the moment just brute force the owner change every time we
see an inode with the flag set. Note that we have to be careful here
because the owner of the buffers may point to either the old owner
or the new owner. Currently the verifier can't verify the owner
directly, so there is no failure case here right now. If we verify
the owner exactly in future, then we'll have to take this into
account.
This was tested in terms of normal operation via xfstests - all of
the fsr tests now pass without failure. however, we really need to
modify xfs/227 to stress v3 inodes correctly to ensure we fully
cover this case for v5 filesystems.
In terms of recovery testing, I used a hacked version of xfs_fsr
that held the temp inode open for a few seconds before exiting so
that the filesystem could be shut down with an open owner change
recovery flags set on at least the temp inode. fsr leaves the temp
inode unlinked and in btree format, so this was necessary for the
owner change to be reliably replayed.
logprint confirmed the tmp inode in the log had the correct flag set:
INO: cnt:3 total:3 a:0x69e9e0 len:56 a:0x69ea20 len:176 a:0x69eae0 len:88
INODE: #regs:3 ino:0x44 flags:0x209 dsize:88
^^^^^
0x200 is set, indicating a data fork owner change needed to be
replayed on inode 0x44. A printk in the revoery code confirmed that
the inode change was recovered:
XFS (vdc): Mounting Filesystem
XFS (vdc): Starting recovery (logdev: internal)
recovering owner change ino 0x44
XFS (vdc): Version 5 superblock detected. This kernel L support enabled!
Use of these features in this kernel is at your own risk!
XFS (vdc): Ending recovery (logdev: internal)
The script used to test this was:
$ cat ./recovery-fsr.sh
#!/bin/bash
dev=/dev/vdc
mntpt=/mnt/scratch
testfile=$mntpt/testfile
umount $mntpt
mkfs.xfs -f -m crc=1 $dev
mount $dev $mntpt
chmod 777 $mntpt
for i in `seq 10000 -1 0`; do
xfs_io -f -d -c "pwrite $(($i * 4096)) 4096" $testfile > /dev/null 2>&1
done
xfs_bmap -vp $testfile |head -20
xfs_fsr -d -v $testfile &
sleep 10
/home/dave/src/xfstests-dev/src/godown -f $mntpt
wait
umount $mntpt
xfs_logprint -t $dev |tail -20
time mount $dev $mntpt
xfs_bmap -vp $testfile
umount $mntpt
$
Signed-off-by: Dave Chinner <dchinner@redhat.com>
Reviewed-by: Mark Tinguely <tinguely@sgi.com>
Signed-off-by: Ben Myers <bpm@sgi.com>
2013-08-30 00:23:45 +00:00
|
|
|
ASSERT(tp || buffer_list);
|
|
|
|
ASSERT(!(tp && buffer_list));
|
2020-05-18 17:28:05 +00:00
|
|
|
ASSERT(XFS_IFORK_PTR(ip, whichfork)->if_format == XFS_DINODE_FMT_BTREE);
|
2013-08-30 00:23:44 +00:00
|
|
|
|
|
|
|
cur = xfs_bmbt_init_cursor(ip->i_mount, tp, ip, whichfork);
|
2020-03-11 00:54:38 +00:00
|
|
|
cur->bc_ino.flags |= XFS_BTCUR_BMBT_INVALID_OWNER;
|
xfs: recovery of swap extents operations for CRC filesystems
This is the recovery side of the btree block owner change operation
performed by swapext on CRC enabled filesystems. We detect that an
owner change is needed by the flag that has been placed on the inode
log format flag field. Because the inode recovery is being replayed
after the buffers that make up the BMBT in the given checkpoint, we
can walk all the buffers and directly modify them when we see the
flag set on an inode.
Because the inode can be relogged and hence present in multiple
chekpoints with the "change owner" flag set, we could do multiple
passes across the inode to do this change. While this isn't optimal,
we can't directly ignore the flag as there may be multiple
independent swap extent operations being replayed on the same inode
in different checkpoints so we can't ignore them.
Further, because the owner change operation uses ordered buffers, we
might have buffers that are newer on disk than the current
checkpoint and so already have the owner changed in them. Hence we
cannot just peek at a buffer in the tree and check that it has the
correct owner and assume that the change was completed.
So, for the moment just brute force the owner change every time we
see an inode with the flag set. Note that we have to be careful here
because the owner of the buffers may point to either the old owner
or the new owner. Currently the verifier can't verify the owner
directly, so there is no failure case here right now. If we verify
the owner exactly in future, then we'll have to take this into
account.
This was tested in terms of normal operation via xfstests - all of
the fsr tests now pass without failure. however, we really need to
modify xfs/227 to stress v3 inodes correctly to ensure we fully
cover this case for v5 filesystems.
In terms of recovery testing, I used a hacked version of xfs_fsr
that held the temp inode open for a few seconds before exiting so
that the filesystem could be shut down with an open owner change
recovery flags set on at least the temp inode. fsr leaves the temp
inode unlinked and in btree format, so this was necessary for the
owner change to be reliably replayed.
logprint confirmed the tmp inode in the log had the correct flag set:
INO: cnt:3 total:3 a:0x69e9e0 len:56 a:0x69ea20 len:176 a:0x69eae0 len:88
INODE: #regs:3 ino:0x44 flags:0x209 dsize:88
^^^^^
0x200 is set, indicating a data fork owner change needed to be
replayed on inode 0x44. A printk in the revoery code confirmed that
the inode change was recovered:
XFS (vdc): Mounting Filesystem
XFS (vdc): Starting recovery (logdev: internal)
recovering owner change ino 0x44
XFS (vdc): Version 5 superblock detected. This kernel L support enabled!
Use of these features in this kernel is at your own risk!
XFS (vdc): Ending recovery (logdev: internal)
The script used to test this was:
$ cat ./recovery-fsr.sh
#!/bin/bash
dev=/dev/vdc
mntpt=/mnt/scratch
testfile=$mntpt/testfile
umount $mntpt
mkfs.xfs -f -m crc=1 $dev
mount $dev $mntpt
chmod 777 $mntpt
for i in `seq 10000 -1 0`; do
xfs_io -f -d -c "pwrite $(($i * 4096)) 4096" $testfile > /dev/null 2>&1
done
xfs_bmap -vp $testfile |head -20
xfs_fsr -d -v $testfile &
sleep 10
/home/dave/src/xfstests-dev/src/godown -f $mntpt
wait
umount $mntpt
xfs_logprint -t $dev |tail -20
time mount $dev $mntpt
xfs_bmap -vp $testfile
umount $mntpt
$
Signed-off-by: Dave Chinner <dchinner@redhat.com>
Reviewed-by: Mark Tinguely <tinguely@sgi.com>
Signed-off-by: Ben Myers <bpm@sgi.com>
2013-08-30 00:23:45 +00:00
|
|
|
|
|
|
|
error = xfs_btree_change_owner(cur, new_owner, buffer_list);
|
2018-07-19 19:26:31 +00:00
|
|
|
xfs_btree_del_cursor(cur, error);
|
2013-08-30 00:23:44 +00:00
|
|
|
return error;
|
|
|
|
}
|
2018-05-09 17:02:01 +00:00
|
|
|
|
|
|
|
/* Calculate the bmap btree size for some records. */
|
|
|
|
unsigned long long
|
|
|
|
xfs_bmbt_calc_size(
|
|
|
|
struct xfs_mount *mp,
|
|
|
|
unsigned long long len)
|
|
|
|
{
|
|
|
|
return xfs_btree_calc_size(mp->m_bmap_dmnr, len);
|
|
|
|
}
|
2021-09-23 19:21:37 +00:00
|
|
|
|
|
|
|
int __init
|
|
|
|
xfs_bmbt_init_cur_cache(void)
|
|
|
|
{
|
|
|
|
xfs_bmbt_cur_cache = kmem_cache_create("xfs_bmbt_cur",
|
|
|
|
xfs_btree_cur_sizeof(xfs_bmbt_maxlevels_ondisk()),
|
|
|
|
0, 0, NULL);
|
|
|
|
|
|
|
|
if (!xfs_bmbt_cur_cache)
|
|
|
|
return -ENOMEM;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
xfs_bmbt_destroy_cur_cache(void)
|
|
|
|
{
|
|
|
|
kmem_cache_destroy(xfs_bmbt_cur_cache);
|
|
|
|
xfs_bmbt_cur_cache = NULL;
|
|
|
|
}
|