leandrof/linux
1
0
Fork 0
forked from Minki/linux
Code Issues Pull Requests Packages Projects Releases Wiki Activity

xfs: introduce allocation cursor data structure

Browse Source 
Introduce a new allocation cursor data structure to encapsulate the
various states and structures used to perform an extent allocation.
This structure will eventually be used to track overall allocation
state across different search algorithms on both free space btrees.

To start, include the three btree cursors (one for the cntbt and two
for the bnobt left/right search) used by the near mode allocation
algorithm and refactor the cursor setup and teardown code into
helpers. This slightly changes cursor memory allocation patterns,
but otherwise makes no functional changes to the allocation
algorithm.

Signed-off-by: Brian Foster <bfoster@redhat.com>
Reviewed-by: Darrick J. Wong <darrick.wong@oracle.com>
[darrick: fix sparse complaints]
Signed-off-by: Darrick J. Wong <darrick.wong@oracle.com>
This commit is contained in:
Brian Foster 2019-10-13 17:10:31 -07:00 committed by Darrick J. Wong
parent f6b428a46d
commit f5e7dbea1e
1 changed files with 163 additions and 155 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

318
fs/xfs/libxfs/xfs_alloc.c
View File

@ -710,8 +710,71 @@ xfs_alloc_update_counters(
} }
/* /*
* Allocation group level functions. * Block allocation algorithm and data structures.
*/ */
struct xfs_alloc_cur {
struct xfs_btree_cur *cnt; /* btree cursors */
struct xfs_btree_cur *bnolt;
struct xfs_btree_cur *bnogt;
};
/*
* Set up cursors, etc. in the extent allocation cursor. This function can be
* called multiple times to reset an initialized structure without having to
* reallocate cursors.
*/
static int
xfs_alloc_cur_setup(
struct xfs_alloc_arg *args,
struct xfs_alloc_cur *acur)
{
int error;
int i;
ASSERT(args->alignment == 1 || args->type != XFS_ALLOCTYPE_THIS_BNO);
/*
* Perform an initial cntbt lookup to check for availability of maxlen
* extents. If this fails, we'll return -ENOSPC to signal the caller to
* attempt a small allocation.
*/
if (!acur->cnt)
acur->cnt = xfs_allocbt_init_cursor(args->mp, args->tp,
args->agbp, args->agno, XFS_BTNUM_CNT);
error = xfs_alloc_lookup_ge(acur->cnt, 0, args->maxlen, &i);
if (error)
return error;
/*
* Allocate the bnobt left and right search cursors.
*/
if (!acur->bnolt)
acur->bnolt = xfs_allocbt_init_cursor(args->mp, args->tp,
args->agbp, args->agno, XFS_BTNUM_BNO);
if (!acur->bnogt)
acur->bnogt = xfs_allocbt_init_cursor(args->mp, args->tp,
args->agbp, args->agno, XFS_BTNUM_BNO);
return i == 1 ? 0 : -ENOSPC;
}
static void
xfs_alloc_cur_close(
struct xfs_alloc_cur *acur,
bool error)
{
int cur_error = XFS_BTREE_NOERROR;
if (error)
cur_error = XFS_BTREE_ERROR;
if (acur->cnt)
xfs_btree_del_cursor(acur->cnt, cur_error);
if (acur->bnolt)
xfs_btree_del_cursor(acur->bnolt, cur_error);
if (acur->bnogt)
xfs_btree_del_cursor(acur->bnogt, cur_error);
acur->cnt = acur->bnolt = acur->bnogt = NULL;
}
/* /*
* Deal with the case where only small freespaces remain. Either return the * Deal with the case where only small freespaces remain. Either return the
@ -1008,8 +1071,8 @@ error0:
STATIC int STATIC int
xfs_alloc_find_best_extent( xfs_alloc_find_best_extent(
struct xfs_alloc_arg *args, /* allocation argument structure */ struct xfs_alloc_arg *args, /* allocation argument structure */
struct xfs_btree_cur **gcur, /* good cursor */ struct xfs_btree_cur *gcur, /* good cursor */
struct xfs_btree_cur **scur, /* searching cursor */ struct xfs_btree_cur *scur, /* searching cursor */
xfs_agblock_t gdiff, /* difference for search comparison */ xfs_agblock_t gdiff, /* difference for search comparison */
xfs_agblock_t *sbno, /* extent found by search */ xfs_agblock_t *sbno, /* extent found by search */
xfs_extlen_t *slen, /* extent length */ xfs_extlen_t *slen, /* extent length */
@ -1031,7 +1094,7 @@ xfs_alloc_find_best_extent(
* Look until we find a better one, run out of space or run off the end. * Look until we find a better one, run out of space or run off the end.
*/ */
do { do {
error = xfs_alloc_get_rec(*scur, sbno, slen, &i); error = xfs_alloc_get_rec(scur, sbno, slen, &i);
if (error) if (error)
goto error0; goto error0;
XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, error0); XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, error0);
@ -1074,21 +1137,19 @@ xfs_alloc_find_best_extent(
} }
if (!dir) if (!dir)
error = xfs_btree_increment(*scur, 0, &i); error = xfs_btree_increment(scur, 0, &i);
else else
error = xfs_btree_decrement(*scur, 0, &i); error = xfs_btree_decrement(scur, 0, &i);
if (error) if (error)
goto error0; goto error0;
} while (i); } while (i);
out_use_good: out_use_good:
xfs_btree_del_cursor(*scur, XFS_BTREE_NOERROR); scur->bc_private.a.priv.abt.active = false;
*scur = NULL;
return 0; return 0;
out_use_search: out_use_search:
xfs_btree_del_cursor(*gcur, XFS_BTREE_NOERROR); gcur->bc_private.a.priv.abt.active = false;
*gcur = NULL;
return 0; return 0;
error0: error0:
@ -1102,13 +1163,12 @@ error0:
* and of the form k * prod + mod unless there's nothing that large. * and of the form k * prod + mod unless there's nothing that large.
* Return the starting a.g. block, or NULLAGBLOCK if we can't do it. * Return the starting a.g. block, or NULLAGBLOCK if we can't do it.
*/ */
STATIC int /* error */ STATIC int
xfs_alloc_ag_vextent_near( xfs_alloc_ag_vextent_near(
xfs_alloc_arg_t *args) /* allocation argument structure */ struct xfs_alloc_arg *args)
{ {
xfs_btree_cur_t *bno_cur_gt; /* cursor for bno btree, right side */ struct xfs_alloc_cur acur = {};
xfs_btree_cur_t *bno_cur_lt; /* cursor for bno btree, left side */ struct xfs_btree_cur *bno_cur;
xfs_btree_cur_t *cnt_cur; /* cursor for count btree */
xfs_agblock_t gtbno; /* start bno of right side entry */ xfs_agblock_t gtbno; /* start bno of right side entry */
xfs_agblock_t gtbnoa; /* aligned ... */ xfs_agblock_t gtbnoa; /* aligned ... */
xfs_extlen_t gtdiff; /* difference to right side entry */ xfs_extlen_t gtdiff; /* difference to right side entry */
@ -1148,38 +1208,29 @@ xfs_alloc_ag_vextent_near(
args->agbno = args->max_agbno; args->agbno = args->max_agbno;
restart: restart:
bno_cur_lt = NULL;
bno_cur_gt = NULL;
ltlen = 0; ltlen = 0;
gtlena = 0; gtlena = 0;
ltlena = 0; ltlena = 0;
busy = false; busy = false;
/* /*
* Get a cursor for the by-size btree. * Set up cursors and see if there are any free extents as big as
* maxlen. If not, pick the last entry in the tree unless the tree is
* empty.
*/ */
cnt_cur = xfs_allocbt_init_cursor(args->mp, args->tp, args->agbp, error = xfs_alloc_cur_setup(args, &acur);
args->agno, XFS_BTNUM_CNT); if (error == -ENOSPC) {
error = xfs_alloc_ag_vextent_small(args, acur.cnt, &ltbno,
/* &ltlen, &i);
* See if there are any free extents as big as maxlen. if (error)
*/ goto out;
if ((error = xfs_alloc_lookup_ge(cnt_cur, 0, args->maxlen, &i)))
goto error0;
/*
* If none, then pick up the last entry in the tree unless the
* tree is empty.
*/
if (!i) {
if ((error = xfs_alloc_ag_vextent_small(args, cnt_cur, &ltbno,
&ltlen, &i)))
goto error0;
if (i == 0 || ltlen == 0) { if (i == 0 || ltlen == 0) {
xfs_btree_del_cursor(cnt_cur, XFS_BTREE_NOERROR);
trace_xfs_alloc_near_noentry(args); trace_xfs_alloc_near_noentry(args);
return 0; goto out;
} }
ASSERT(i == 1); ASSERT(i == 1);
} else if (error) {
goto out;
} }
args->wasfromfl = 0; args->wasfromfl = 0;
@ -1193,7 +1244,7 @@ restart:
* This is written as a while loop so we can break out of it, * This is written as a while loop so we can break out of it,
* but we never loop back to the top. * but we never loop back to the top.
*/ */
while (xfs_btree_islastblock(cnt_cur, 0)) { while (xfs_btree_islastblock(acur.cnt, 0)) {
xfs_extlen_t bdiff; xfs_extlen_t bdiff;
int besti=0; int besti=0;
xfs_extlen_t blen=0; xfs_extlen_t blen=0;
@ -1210,32 +1261,35 @@ restart:
* and skip all those smaller than minlen. * and skip all those smaller than minlen.
*/ */
if (ltlen || args->alignment > 1) { if (ltlen || args->alignment > 1) {
cnt_cur->bc_ptrs[0] = 1; acur.cnt->bc_ptrs[0] = 1;
do { do {
if ((error = xfs_alloc_get_rec(cnt_cur, &ltbno, error = xfs_alloc_get_rec(acur.cnt, &ltbno,
&ltlen, &i))) &ltlen, &i);
goto error0; if (error)
XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, error0); goto out;
XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, out);
if (ltlen >= args->minlen) if (ltlen >= args->minlen)
break; break;
if ((error = xfs_btree_increment(cnt_cur, 0, &i))) error = xfs_btree_increment(acur.cnt, 0, &i);
goto error0; if (error)
goto out;
} while (i); } while (i);
ASSERT(ltlen >= args->minlen); ASSERT(ltlen >= args->minlen);
if (!i) if (!i)
break; break;
} }
i = cnt_cur->bc_ptrs[0]; i = acur.cnt->bc_ptrs[0];
for (j = 1, blen = 0, bdiff = 0; for (j = 1, blen = 0, bdiff = 0;
!error && j && (blen < args->maxlen || bdiff > 0); !error && j && (blen < args->maxlen || bdiff > 0);
error = xfs_btree_increment(cnt_cur, 0, &j)) { error = xfs_btree_increment(acur.cnt, 0, &j)) {
/* /*
* For each entry, decide if it's better than * For each entry, decide if it's better than
* the previous best entry. * the previous best entry.
*/ */
if ((error = xfs_alloc_get_rec(cnt_cur, &ltbno, &ltlen, &i))) error = xfs_alloc_get_rec(acur.cnt, &ltbno, &ltlen, &i);
goto error0; if (error)
XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, error0); goto out;
XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, out);
busy = xfs_alloc_compute_aligned(args, ltbno, ltlen, busy = xfs_alloc_compute_aligned(args, ltbno, ltlen,
&ltbnoa, &ltlena, &busy_gen); &ltbnoa, &ltlena, &busy_gen);
if (ltlena < args->minlen) if (ltlena < args->minlen)
@ -1255,7 +1309,7 @@ restart:
bdiff = ltdiff; bdiff = ltdiff;
bnew = ltnew; bnew = ltnew;
blen = args->len; blen = args->len;
besti = cnt_cur->bc_ptrs[0]; besti = acur.cnt->bc_ptrs[0];
} }
} }
/* /*
@ -1267,10 +1321,11 @@ restart:
/* /*
* Point at the best entry, and retrieve it again. * Point at the best entry, and retrieve it again.
*/ */
cnt_cur->bc_ptrs[0] = besti; acur.cnt->bc_ptrs[0] = besti;
if ((error = xfs_alloc_get_rec(cnt_cur, &ltbno, &ltlen, &i))) error = xfs_alloc_get_rec(acur.cnt, &ltbno, &ltlen, &i);
goto error0; if (error)
XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, error0); goto out;
XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, out);
ASSERT(ltbno + ltlen <= be32_to_cpu(XFS_BUF_TO_AGF(args->agbp)->agf_length)); ASSERT(ltbno + ltlen <= be32_to_cpu(XFS_BUF_TO_AGF(args->agbp)->agf_length));
args->len = blen; args->len = blen;
@ -1280,23 +1335,14 @@ restart:
args->agbno = bnew; args->agbno = bnew;
ASSERT(bnew >= ltbno); ASSERT(bnew >= ltbno);
ASSERT(bnew + blen <= ltbno + ltlen); ASSERT(bnew + blen <= ltbno + ltlen);
/* error = xfs_alloc_fixup_trees(acur.cnt, acur.bnolt, ltbno,
* Set up a cursor for the by-bno tree. ltlen, bnew, blen, XFSA_FIXUP_CNT_OK);
*/ if (error)
bno_cur_lt = xfs_allocbt_init_cursor(args->mp, args->tp, goto out;
args->agbp, args->agno, XFS_BTNUM_BNO);
/*
* Fix up the btree entries.
*/
if ((error = xfs_alloc_fixup_trees(cnt_cur, bno_cur_lt, ltbno,
ltlen, bnew, blen, XFSA_FIXUP_CNT_OK)))
goto error0;
xfs_btree_del_cursor(cnt_cur, XFS_BTREE_NOERROR);
xfs_btree_del_cursor(bno_cur_lt, XFS_BTREE_NOERROR);
trace_xfs_alloc_near_first(args); trace_xfs_alloc_near_first(args);
return 0; goto out;
} }
/* /*
* Second algorithm. * Second algorithm.
* Search in the by-bno tree to the left and to the right * Search in the by-bno tree to the left and to the right
@ -1309,86 +1355,57 @@ restart:
* level algorithm that picks allocation groups for allocations * level algorithm that picks allocation groups for allocations
* is not supposed to do this. * is not supposed to do this.
*/ */
/* error = xfs_alloc_lookup_le(acur.bnolt, args->agbno, 0, &i);
* Allocate and initialize the cursor for the leftward search. if (error)
*/ goto out;
bno_cur_lt = xfs_allocbt_init_cursor(args->mp, args->tp, args->agbp, error = xfs_alloc_lookup_ge(acur.bnogt, args->agbno, 0, &i);
args->agno, XFS_BTNUM_BNO); if (error)
/* goto out;
* Lookup <= bno to find the leftward search's starting point.
*/
if ((error = xfs_alloc_lookup_le(bno_cur_lt, args->agbno, args->maxlen, &i)))
goto error0;
if (!i) {
/*
* Didn't find anything; use this cursor for the rightward
* search.
*/
bno_cur_gt = bno_cur_lt;
bno_cur_lt = NULL;
}
/*
* Found something. Duplicate the cursor for the rightward search.
*/
else if ((error = xfs_btree_dup_cursor(bno_cur_lt, &bno_cur_gt)))
goto error0;
/*
* Increment the cursor, so we will point at the entry just right
* of the leftward entry if any, or to the leftmost entry.
*/
if ((error = xfs_btree_increment(bno_cur_gt, 0, &i)))
goto error0;
if (!i) {
/*
* It failed, there are no rightward entries.
*/
xfs_btree_del_cursor(bno_cur_gt, XFS_BTREE_NOERROR);
bno_cur_gt = NULL;
}
/* /*
* Loop going left with the leftward cursor, right with the * Loop going left with the leftward cursor, right with the
* rightward cursor, until either both directions give up or * rightward cursor, until either both directions give up or
* we find an entry at least as big as minlen. * we find an entry at least as big as minlen.
*/ */
do { do {
if (bno_cur_lt) { if (xfs_alloc_cur_active(acur.bnolt)) {
if ((error = xfs_alloc_get_rec(bno_cur_lt, &ltbno, &ltlen, &i))) error = xfs_alloc_get_rec(acur.bnolt, &ltbno, &ltlen, &i);
goto error0; if (error)
XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, error0); goto out;
XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, out);
busy |= xfs_alloc_compute_aligned(args, ltbno, ltlen, busy |= xfs_alloc_compute_aligned(args, ltbno, ltlen,
&ltbnoa, &ltlena, &busy_gen); &ltbnoa, &ltlena, &busy_gen);
if (ltlena >= args->minlen && ltbnoa >= args->min_agbno) if (ltlena >= args->minlen && ltbnoa >= args->min_agbno)
break; break;
if ((error = xfs_btree_decrement(bno_cur_lt, 0, &i))) error = xfs_btree_decrement(acur.bnolt, 0, &i);
goto error0; if (error)
if (!i || ltbnoa < args->min_agbno) { goto out;
xfs_btree_del_cursor(bno_cur_lt, if (!i || ltbnoa < args->min_agbno)
XFS_BTREE_NOERROR); acur.bnolt->bc_private.a.priv.abt.active = false;
bno_cur_lt = NULL;
}
} }
if (bno_cur_gt) { if (xfs_alloc_cur_active(acur.bnogt)) {
if ((error = xfs_alloc_get_rec(bno_cur_gt, &gtbno, &gtlen, &i))) error = xfs_alloc_get_rec(acur.bnogt, &gtbno, &gtlen, &i);
goto error0; if (error)
XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, error0); goto out;
XFS_WANT_CORRUPTED_GOTO(args->mp, i == 1, out);
busy |= xfs_alloc_compute_aligned(args, gtbno, gtlen, busy |= xfs_alloc_compute_aligned(args, gtbno, gtlen,
&gtbnoa, &gtlena, &busy_gen); &gtbnoa, &gtlena, &busy_gen);
if (gtlena >= args->minlen && gtbnoa <= args->max_agbno) if (gtlena >= args->minlen && gtbnoa <= args->max_agbno)
break; break;
if ((error = xfs_btree_increment(bno_cur_gt, 0, &i))) error = xfs_btree_increment(acur.bnogt, 0, &i);
goto error0; if (error)
if (!i || gtbnoa > args->max_agbno) { goto out;
xfs_btree_del_cursor(bno_cur_gt, if (!i || gtbnoa > args->max_agbno)
XFS_BTREE_NOERROR); acur.bnogt->bc_private.a.priv.abt.active = false;
bno_cur_gt = NULL;
}
} }
} while (bno_cur_lt || bno_cur_gt); } while (xfs_alloc_cur_active(acur.bnolt) ||
xfs_alloc_cur_active(acur.bnogt));
/* /*
* Got both cursors still active, need to find better entry. * Got both cursors still active, need to find better entry.
*/ */
if (bno_cur_lt && bno_cur_gt) { if (xfs_alloc_cur_active(acur.bnolt) &&
xfs_alloc_cur_active(acur.bnogt)) {
if (ltlena >= args->minlen) { if (ltlena >= args->minlen) {
/* /*
* Left side is good, look for a right side entry. * Left side is good, look for a right side entry.
@ -1400,7 +1417,7 @@ restart:
ltlena, &ltnew); ltlena, &ltnew);
error = xfs_alloc_find_best_extent(args, error = xfs_alloc_find_best_extent(args,
&bno_cur_lt, &bno_cur_gt, acur.bnolt, acur.bnogt,
ltdiff, &gtbno, &gtlen, ltdiff, &gtbno, &gtlen,
&gtbnoa, &gtlena, &gtbnoa, &gtlena,
0 /* search right */); 0 /* search right */);
@ -1417,22 +1434,21 @@ restart:
gtlena, &gtnew); gtlena, &gtnew);
error = xfs_alloc_find_best_extent(args, error = xfs_alloc_find_best_extent(args,
&bno_cur_gt, &bno_cur_lt, acur.bnogt, acur.bnolt,
gtdiff, &ltbno, &ltlen, gtdiff, &ltbno, &ltlen,
&ltbnoa, &ltlena, &ltbnoa, &ltlena,
1 /* search left */); 1 /* search left */);
} }
if (error) if (error)
goto error0; goto out;
} }
/* /*
* If we couldn't get anything, give up. * If we couldn't get anything, give up.
*/ */
if (bno_cur_lt == NULL && bno_cur_gt == NULL) { if (!xfs_alloc_cur_active(acur.bnolt) &&
xfs_btree_del_cursor(cnt_cur, XFS_BTREE_NOERROR); !xfs_alloc_cur_active(acur.bnogt)) {
if (busy) { if (busy) {
trace_xfs_alloc_near_busy(args); trace_xfs_alloc_near_busy(args);
xfs_extent_busy_flush(args->mp, args->pag, busy_gen); xfs_extent_busy_flush(args->mp, args->pag, busy_gen);
@ -1440,7 +1456,7 @@ restart:
} }
trace_xfs_alloc_size_neither(args); trace_xfs_alloc_size_neither(args);
args->agbno = NULLAGBLOCK; args->agbno = NULLAGBLOCK;
return 0; goto out;
} }
/* /*
@ -1449,16 +1465,17 @@ restart:
* useful variables to the "left" set so we only have one * useful variables to the "left" set so we only have one
* copy of this code. * copy of this code.
*/ */
if (bno_cur_gt) { if (xfs_alloc_cur_active(acur.bnogt)) {
bno_cur_lt = bno_cur_gt; bno_cur = acur.bnogt;
bno_cur_gt = NULL;
ltbno = gtbno; ltbno = gtbno;
ltbnoa = gtbnoa; ltbnoa = gtbnoa;
ltlen = gtlen; ltlen = gtlen;
ltlena = gtlena; ltlena = gtlena;
j = 1; j = 1;
} else } else {
bno_cur = acur.bnolt;
j = 0; j = 0;
}
/* /*
* Fix up the length and compute the useful address. * Fix up the length and compute the useful address.
@ -1474,27 +1491,18 @@ restart:
ASSERT(ltnew >= args->min_agbno && ltnew <= args->max_agbno); ASSERT(ltnew >= args->min_agbno && ltnew <= args->max_agbno);
args->agbno = ltnew; args->agbno = ltnew;
if ((error = xfs_alloc_fixup_trees(cnt_cur, bno_cur_lt, ltbno, ltlen, error = xfs_alloc_fixup_trees(acur.cnt, bno_cur, ltbno, ltlen, ltnew,
ltnew, rlen, XFSA_FIXUP_BNO_OK))) rlen, XFSA_FIXUP_BNO_OK);
goto error0; if (error)
goto out;
if (j) if (j)
trace_xfs_alloc_near_greater(args); trace_xfs_alloc_near_greater(args);
else else
trace_xfs_alloc_near_lesser(args); trace_xfs_alloc_near_lesser(args);
xfs_btree_del_cursor(cnt_cur, XFS_BTREE_NOERROR); out:
xfs_btree_del_cursor(bno_cur_lt, XFS_BTREE_NOERROR); xfs_alloc_cur_close(&acur, error);
return 0;
error0:
trace_xfs_alloc_near_error(args);
if (cnt_cur != NULL)
xfs_btree_del_cursor(cnt_cur, XFS_BTREE_ERROR);
if (bno_cur_lt != NULL)
xfs_btree_del_cursor(bno_cur_lt, XFS_BTREE_ERROR);
if (bno_cur_gt != NULL)
xfs_btree_del_cursor(bno_cur_gt, XFS_BTREE_ERROR);
return error; return error;
} }