diff options
author | Srikant Patnaik | 2015-01-11 12:28:04 +0530 |
---|---|---|
committer | Srikant Patnaik | 2015-01-11 12:28:04 +0530 |
commit | 871480933a1c28f8a9fed4c4d34d06c439a7a422 (patch) | |
tree | 8718f573808810c2a1e8cb8fb6ac469093ca2784 /ANDROID_3.4.5/fs/nilfs2/btree.c | |
parent | 9d40ac5867b9aefe0722bc1f110b965ff294d30d (diff) | |
download | FOSSEE-netbook-kernel-source-871480933a1c28f8a9fed4c4d34d06c439a7a422.tar.gz FOSSEE-netbook-kernel-source-871480933a1c28f8a9fed4c4d34d06c439a7a422.tar.bz2 FOSSEE-netbook-kernel-source-871480933a1c28f8a9fed4c4d34d06c439a7a422.zip |
Moved, renamed, and deleted files
The original directory structure was scattered and unorganized.
Changes are basically to make it look like kernel structure.
Diffstat (limited to 'ANDROID_3.4.5/fs/nilfs2/btree.c')
-rw-r--r-- | ANDROID_3.4.5/fs/nilfs2/btree.c | 2310 |
1 files changed, 0 insertions, 2310 deletions
diff --git a/ANDROID_3.4.5/fs/nilfs2/btree.c b/ANDROID_3.4.5/fs/nilfs2/btree.c deleted file mode 100644 index b2e3ff34..00000000 --- a/ANDROID_3.4.5/fs/nilfs2/btree.c +++ /dev/null @@ -1,2310 +0,0 @@ -/* - * btree.c - NILFS B-tree. - * - * Copyright (C) 2005-2008 Nippon Telegraph and Telephone Corporation. - * - * This program is free software; you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 2 of the License, or - * (at your option) any later version. - * - * This program is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. - * - * You should have received a copy of the GNU General Public License - * along with this program; if not, write to the Free Software - * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA - * - * Written by Koji Sato <koji@osrg.net>. - */ - -#include <linux/slab.h> -#include <linux/string.h> -#include <linux/errno.h> -#include <linux/pagevec.h> -#include "nilfs.h" -#include "page.h" -#include "btnode.h" -#include "btree.h" -#include "alloc.h" -#include "dat.h" - -static struct nilfs_btree_path *nilfs_btree_alloc_path(void) -{ - struct nilfs_btree_path *path; - int level = NILFS_BTREE_LEVEL_DATA; - - path = kmem_cache_alloc(nilfs_btree_path_cache, GFP_NOFS); - if (path == NULL) - goto out; - - for (; level < NILFS_BTREE_LEVEL_MAX; level++) { - path[level].bp_bh = NULL; - path[level].bp_sib_bh = NULL; - path[level].bp_index = 0; - path[level].bp_oldreq.bpr_ptr = NILFS_BMAP_INVALID_PTR; - path[level].bp_newreq.bpr_ptr = NILFS_BMAP_INVALID_PTR; - path[level].bp_op = NULL; - } - -out: - return path; -} - -static void nilfs_btree_free_path(struct nilfs_btree_path *path) -{ - int level = NILFS_BTREE_LEVEL_DATA; - - for (; level < NILFS_BTREE_LEVEL_MAX; level++) - brelse(path[level].bp_bh); - - kmem_cache_free(nilfs_btree_path_cache, path); -} - -/* - * B-tree node operations - */ -static int nilfs_btree_get_new_block(const struct nilfs_bmap *btree, - __u64 ptr, struct buffer_head **bhp) -{ - struct address_space *btnc = &NILFS_BMAP_I(btree)->i_btnode_cache; - struct buffer_head *bh; - - bh = nilfs_btnode_create_block(btnc, ptr); - if (!bh) - return -ENOMEM; - - set_buffer_nilfs_volatile(bh); - *bhp = bh; - return 0; -} - -static int nilfs_btree_node_get_flags(const struct nilfs_btree_node *node) -{ - return node->bn_flags; -} - -static void -nilfs_btree_node_set_flags(struct nilfs_btree_node *node, int flags) -{ - node->bn_flags = flags; -} - -static int nilfs_btree_node_root(const struct nilfs_btree_node *node) -{ - return nilfs_btree_node_get_flags(node) & NILFS_BTREE_NODE_ROOT; -} - -static int nilfs_btree_node_get_level(const struct nilfs_btree_node *node) -{ - return node->bn_level; -} - -static void -nilfs_btree_node_set_level(struct nilfs_btree_node *node, int level) -{ - node->bn_level = level; -} - -static int nilfs_btree_node_get_nchildren(const struct nilfs_btree_node *node) -{ - return le16_to_cpu(node->bn_nchildren); -} - -static void -nilfs_btree_node_set_nchildren(struct nilfs_btree_node *node, int nchildren) -{ - node->bn_nchildren = cpu_to_le16(nchildren); -} - -static int nilfs_btree_node_size(const struct nilfs_bmap *btree) -{ - return 1 << btree->b_inode->i_blkbits; -} - -static int nilfs_btree_nchildren_per_block(const struct nilfs_bmap *btree) -{ - return btree->b_nchildren_per_block; -} - -static __le64 * -nilfs_btree_node_dkeys(const struct nilfs_btree_node *node) -{ - return (__le64 *)((char *)(node + 1) + - (nilfs_btree_node_root(node) ? - 0 : NILFS_BTREE_NODE_EXTRA_PAD_SIZE)); -} - -static __le64 * -nilfs_btree_node_dptrs(const struct nilfs_btree_node *node, int ncmax) -{ - return (__le64 *)(nilfs_btree_node_dkeys(node) + ncmax); -} - -static __u64 -nilfs_btree_node_get_key(const struct nilfs_btree_node *node, int index) -{ - return le64_to_cpu(*(nilfs_btree_node_dkeys(node) + index)); -} - -static void -nilfs_btree_node_set_key(struct nilfs_btree_node *node, int index, __u64 key) -{ - *(nilfs_btree_node_dkeys(node) + index) = cpu_to_le64(key); -} - -static __u64 -nilfs_btree_node_get_ptr(const struct nilfs_btree_node *node, int index, - int ncmax) -{ - return le64_to_cpu(*(nilfs_btree_node_dptrs(node, ncmax) + index)); -} - -static void -nilfs_btree_node_set_ptr(struct nilfs_btree_node *node, int index, __u64 ptr, - int ncmax) -{ - *(nilfs_btree_node_dptrs(node, ncmax) + index) = cpu_to_le64(ptr); -} - -static void nilfs_btree_node_init(struct nilfs_btree_node *node, int flags, - int level, int nchildren, int ncmax, - const __u64 *keys, const __u64 *ptrs) -{ - __le64 *dkeys; - __le64 *dptrs; - int i; - - nilfs_btree_node_set_flags(node, flags); - nilfs_btree_node_set_level(node, level); - nilfs_btree_node_set_nchildren(node, nchildren); - - dkeys = nilfs_btree_node_dkeys(node); - dptrs = nilfs_btree_node_dptrs(node, ncmax); - for (i = 0; i < nchildren; i++) { - dkeys[i] = cpu_to_le64(keys[i]); - dptrs[i] = cpu_to_le64(ptrs[i]); - } -} - -/* Assume the buffer heads corresponding to left and right are locked. */ -static void nilfs_btree_node_move_left(struct nilfs_btree_node *left, - struct nilfs_btree_node *right, - int n, int lncmax, int rncmax) -{ - __le64 *ldkeys, *rdkeys; - __le64 *ldptrs, *rdptrs; - int lnchildren, rnchildren; - - ldkeys = nilfs_btree_node_dkeys(left); - ldptrs = nilfs_btree_node_dptrs(left, lncmax); - lnchildren = nilfs_btree_node_get_nchildren(left); - - rdkeys = nilfs_btree_node_dkeys(right); - rdptrs = nilfs_btree_node_dptrs(right, rncmax); - rnchildren = nilfs_btree_node_get_nchildren(right); - - memcpy(ldkeys + lnchildren, rdkeys, n * sizeof(*rdkeys)); - memcpy(ldptrs + lnchildren, rdptrs, n * sizeof(*rdptrs)); - memmove(rdkeys, rdkeys + n, (rnchildren - n) * sizeof(*rdkeys)); - memmove(rdptrs, rdptrs + n, (rnchildren - n) * sizeof(*rdptrs)); - - lnchildren += n; - rnchildren -= n; - nilfs_btree_node_set_nchildren(left, lnchildren); - nilfs_btree_node_set_nchildren(right, rnchildren); -} - -/* Assume that the buffer heads corresponding to left and right are locked. */ -static void nilfs_btree_node_move_right(struct nilfs_btree_node *left, - struct nilfs_btree_node *right, - int n, int lncmax, int rncmax) -{ - __le64 *ldkeys, *rdkeys; - __le64 *ldptrs, *rdptrs; - int lnchildren, rnchildren; - - ldkeys = nilfs_btree_node_dkeys(left); - ldptrs = nilfs_btree_node_dptrs(left, lncmax); - lnchildren = nilfs_btree_node_get_nchildren(left); - - rdkeys = nilfs_btree_node_dkeys(right); - rdptrs = nilfs_btree_node_dptrs(right, rncmax); - rnchildren = nilfs_btree_node_get_nchildren(right); - - memmove(rdkeys + n, rdkeys, rnchildren * sizeof(*rdkeys)); - memmove(rdptrs + n, rdptrs, rnchildren * sizeof(*rdptrs)); - memcpy(rdkeys, ldkeys + lnchildren - n, n * sizeof(*rdkeys)); - memcpy(rdptrs, ldptrs + lnchildren - n, n * sizeof(*rdptrs)); - - lnchildren -= n; - rnchildren += n; - nilfs_btree_node_set_nchildren(left, lnchildren); - nilfs_btree_node_set_nchildren(right, rnchildren); -} - -/* Assume that the buffer head corresponding to node is locked. */ -static void nilfs_btree_node_insert(struct nilfs_btree_node *node, int index, - __u64 key, __u64 ptr, int ncmax) -{ - __le64 *dkeys; - __le64 *dptrs; - int nchildren; - - dkeys = nilfs_btree_node_dkeys(node); - dptrs = nilfs_btree_node_dptrs(node, ncmax); - nchildren = nilfs_btree_node_get_nchildren(node); - if (index < nchildren) { - memmove(dkeys + index + 1, dkeys + index, - (nchildren - index) * sizeof(*dkeys)); - memmove(dptrs + index + 1, dptrs + index, - (nchildren - index) * sizeof(*dptrs)); - } - dkeys[index] = cpu_to_le64(key); - dptrs[index] = cpu_to_le64(ptr); - nchildren++; - nilfs_btree_node_set_nchildren(node, nchildren); -} - -/* Assume that the buffer head corresponding to node is locked. */ -static void nilfs_btree_node_delete(struct nilfs_btree_node *node, int index, - __u64 *keyp, __u64 *ptrp, int ncmax) -{ - __u64 key; - __u64 ptr; - __le64 *dkeys; - __le64 *dptrs; - int nchildren; - - dkeys = nilfs_btree_node_dkeys(node); - dptrs = nilfs_btree_node_dptrs(node, ncmax); - key = le64_to_cpu(dkeys[index]); - ptr = le64_to_cpu(dptrs[index]); - nchildren = nilfs_btree_node_get_nchildren(node); - if (keyp != NULL) - *keyp = key; - if (ptrp != NULL) - *ptrp = ptr; - - if (index < nchildren - 1) { - memmove(dkeys + index, dkeys + index + 1, - (nchildren - index - 1) * sizeof(*dkeys)); - memmove(dptrs + index, dptrs + index + 1, - (nchildren - index - 1) * sizeof(*dptrs)); - } - nchildren--; - nilfs_btree_node_set_nchildren(node, nchildren); -} - -static int nilfs_btree_node_lookup(const struct nilfs_btree_node *node, - __u64 key, int *indexp) -{ - __u64 nkey; - int index, low, high, s; - - /* binary search */ - low = 0; - high = nilfs_btree_node_get_nchildren(node) - 1; - index = 0; - s = 0; - while (low <= high) { - index = (low + high) / 2; - nkey = nilfs_btree_node_get_key(node, index); - if (nkey == key) { - s = 0; - goto out; - } else if (nkey < key) { - low = index + 1; - s = -1; - } else { - high = index - 1; - s = 1; - } - } - - /* adjust index */ - if (nilfs_btree_node_get_level(node) > NILFS_BTREE_LEVEL_NODE_MIN) { - if (s > 0 && index > 0) - index--; - } else if (s < 0) - index++; - - out: - *indexp = index; - - return s == 0; -} - -/** - * nilfs_btree_node_broken - verify consistency of btree node - * @node: btree node block to be examined - * @size: node size (in bytes) - * @blocknr: block number - * - * Return Value: If node is broken, 1 is returned. Otherwise, 0 is returned. - */ -static int nilfs_btree_node_broken(const struct nilfs_btree_node *node, - size_t size, sector_t blocknr) -{ - int level, flags, nchildren; - int ret = 0; - - level = nilfs_btree_node_get_level(node); - flags = nilfs_btree_node_get_flags(node); - nchildren = nilfs_btree_node_get_nchildren(node); - - if (unlikely(level < NILFS_BTREE_LEVEL_NODE_MIN || - level >= NILFS_BTREE_LEVEL_MAX || - (flags & NILFS_BTREE_NODE_ROOT) || - nchildren < 0 || - nchildren > NILFS_BTREE_NODE_NCHILDREN_MAX(size))) { - printk(KERN_CRIT "NILFS: bad btree node (blocknr=%llu): " - "level = %d, flags = 0x%x, nchildren = %d\n", - (unsigned long long)blocknr, level, flags, nchildren); - ret = 1; - } - return ret; -} - -int nilfs_btree_broken_node_block(struct buffer_head *bh) -{ - int ret; - - if (buffer_nilfs_checked(bh)) - return 0; - - ret = nilfs_btree_node_broken((struct nilfs_btree_node *)bh->b_data, - bh->b_size, bh->b_blocknr); - if (likely(!ret)) - set_buffer_nilfs_checked(bh); - return ret; -} - -static struct nilfs_btree_node * -nilfs_btree_get_root(const struct nilfs_bmap *btree) -{ - return (struct nilfs_btree_node *)btree->b_u.u_data; -} - -static struct nilfs_btree_node * -nilfs_btree_get_nonroot_node(const struct nilfs_btree_path *path, int level) -{ - return (struct nilfs_btree_node *)path[level].bp_bh->b_data; -} - -static struct nilfs_btree_node * -nilfs_btree_get_sib_node(const struct nilfs_btree_path *path, int level) -{ - return (struct nilfs_btree_node *)path[level].bp_sib_bh->b_data; -} - -static int nilfs_btree_height(const struct nilfs_bmap *btree) -{ - return nilfs_btree_node_get_level(nilfs_btree_get_root(btree)) + 1; -} - -static struct nilfs_btree_node * -nilfs_btree_get_node(const struct nilfs_bmap *btree, - const struct nilfs_btree_path *path, - int level, int *ncmaxp) -{ - struct nilfs_btree_node *node; - - if (level == nilfs_btree_height(btree) - 1) { - node = nilfs_btree_get_root(btree); - *ncmaxp = NILFS_BTREE_ROOT_NCHILDREN_MAX; - } else { - node = nilfs_btree_get_nonroot_node(path, level); - *ncmaxp = nilfs_btree_nchildren_per_block(btree); - } - return node; -} - -static int -nilfs_btree_bad_node(struct nilfs_btree_node *node, int level) -{ - if (unlikely(nilfs_btree_node_get_level(node) != level)) { - dump_stack(); - printk(KERN_CRIT "NILFS: btree level mismatch: %d != %d\n", - nilfs_btree_node_get_level(node), level); - return 1; - } - return 0; -} - -struct nilfs_btree_readahead_info { - struct nilfs_btree_node *node; /* parent node */ - int max_ra_blocks; /* max nof blocks to read ahead */ - int index; /* current index on the parent node */ - int ncmax; /* nof children in the parent node */ -}; - -static int __nilfs_btree_get_block(const struct nilfs_bmap *btree, __u64 ptr, - struct buffer_head **bhp, - const struct nilfs_btree_readahead_info *ra) -{ - struct address_space *btnc = &NILFS_BMAP_I(btree)->i_btnode_cache; - struct buffer_head *bh, *ra_bh; - sector_t submit_ptr = 0; - int ret; - - ret = nilfs_btnode_submit_block(btnc, ptr, 0, READ, &bh, &submit_ptr); - if (ret) { - if (ret != -EEXIST) - return ret; - goto out_check; - } - - if (ra) { - int i, n; - __u64 ptr2; - - /* read ahead sibling nodes */ - for (n = ra->max_ra_blocks, i = ra->index + 1; - n > 0 && i < ra->ncmax; n--, i++) { - ptr2 = nilfs_btree_node_get_ptr(ra->node, i, ra->ncmax); - - ret = nilfs_btnode_submit_block(btnc, ptr2, 0, READA, - &ra_bh, &submit_ptr); - if (likely(!ret || ret == -EEXIST)) - brelse(ra_bh); - else if (ret != -EBUSY) - break; - if (!buffer_locked(bh)) - goto out_no_wait; - } - } - - wait_on_buffer(bh); - - out_no_wait: - if (!buffer_uptodate(bh)) { - brelse(bh); - return -EIO; - } - - out_check: - if (nilfs_btree_broken_node_block(bh)) { - clear_buffer_uptodate(bh); - brelse(bh); - return -EINVAL; - } - - *bhp = bh; - return 0; -} - -static int nilfs_btree_get_block(const struct nilfs_bmap *btree, __u64 ptr, - struct buffer_head **bhp) -{ - return __nilfs_btree_get_block(btree, ptr, bhp, NULL); -} - -static int nilfs_btree_do_lookup(const struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - __u64 key, __u64 *ptrp, int minlevel, - int readahead) -{ - struct nilfs_btree_node *node; - struct nilfs_btree_readahead_info p, *ra; - __u64 ptr; - int level, index, found, ncmax, ret; - - node = nilfs_btree_get_root(btree); - level = nilfs_btree_node_get_level(node); - if (level < minlevel || nilfs_btree_node_get_nchildren(node) <= 0) - return -ENOENT; - - found = nilfs_btree_node_lookup(node, key, &index); - ptr = nilfs_btree_node_get_ptr(node, index, - NILFS_BTREE_ROOT_NCHILDREN_MAX); - path[level].bp_bh = NULL; - path[level].bp_index = index; - - ncmax = nilfs_btree_nchildren_per_block(btree); - - while (--level >= minlevel) { - ra = NULL; - if (level == NILFS_BTREE_LEVEL_NODE_MIN && readahead) { - p.node = nilfs_btree_get_node(btree, path, level + 1, - &p.ncmax); - p.index = index; - p.max_ra_blocks = 7; - ra = &p; - } - ret = __nilfs_btree_get_block(btree, ptr, &path[level].bp_bh, - ra); - if (ret < 0) - return ret; - - node = nilfs_btree_get_nonroot_node(path, level); - if (nilfs_btree_bad_node(node, level)) - return -EINVAL; - if (!found) - found = nilfs_btree_node_lookup(node, key, &index); - else - index = 0; - if (index < ncmax) { - ptr = nilfs_btree_node_get_ptr(node, index, ncmax); - } else { - WARN_ON(found || level != NILFS_BTREE_LEVEL_NODE_MIN); - /* insert */ - ptr = NILFS_BMAP_INVALID_PTR; - } - path[level].bp_index = index; - } - if (!found) - return -ENOENT; - - if (ptrp != NULL) - *ptrp = ptr; - - return 0; -} - -static int nilfs_btree_do_lookup_last(const struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *node; - __u64 ptr; - int index, level, ncmax, ret; - - node = nilfs_btree_get_root(btree); - index = nilfs_btree_node_get_nchildren(node) - 1; - if (index < 0) - return -ENOENT; - level = nilfs_btree_node_get_level(node); - ptr = nilfs_btree_node_get_ptr(node, index, - NILFS_BTREE_ROOT_NCHILDREN_MAX); - path[level].bp_bh = NULL; - path[level].bp_index = index; - ncmax = nilfs_btree_nchildren_per_block(btree); - - for (level--; level > 0; level--) { - ret = nilfs_btree_get_block(btree, ptr, &path[level].bp_bh); - if (ret < 0) - return ret; - node = nilfs_btree_get_nonroot_node(path, level); - if (nilfs_btree_bad_node(node, level)) - return -EINVAL; - index = nilfs_btree_node_get_nchildren(node) - 1; - ptr = nilfs_btree_node_get_ptr(node, index, ncmax); - path[level].bp_index = index; - } - - if (keyp != NULL) - *keyp = nilfs_btree_node_get_key(node, index); - if (ptrp != NULL) - *ptrp = ptr; - - return 0; -} - -static int nilfs_btree_lookup(const struct nilfs_bmap *btree, - __u64 key, int level, __u64 *ptrp) -{ - struct nilfs_btree_path *path; - int ret; - - path = nilfs_btree_alloc_path(); - if (path == NULL) - return -ENOMEM; - - ret = nilfs_btree_do_lookup(btree, path, key, ptrp, level, 0); - - nilfs_btree_free_path(path); - - return ret; -} - -static int nilfs_btree_lookup_contig(const struct nilfs_bmap *btree, - __u64 key, __u64 *ptrp, unsigned maxblocks) -{ - struct nilfs_btree_path *path; - struct nilfs_btree_node *node; - struct inode *dat = NULL; - __u64 ptr, ptr2; - sector_t blocknr; - int level = NILFS_BTREE_LEVEL_NODE_MIN; - int ret, cnt, index, maxlevel, ncmax; - struct nilfs_btree_readahead_info p; - - path = nilfs_btree_alloc_path(); - if (path == NULL) - return -ENOMEM; - - ret = nilfs_btree_do_lookup(btree, path, key, &ptr, level, 1); - if (ret < 0) - goto out; - - if (NILFS_BMAP_USE_VBN(btree)) { - dat = nilfs_bmap_get_dat(btree); - ret = nilfs_dat_translate(dat, ptr, &blocknr); - if (ret < 0) - goto out; - ptr = blocknr; - } - cnt = 1; - if (cnt == maxblocks) - goto end; - - maxlevel = nilfs_btree_height(btree) - 1; - node = nilfs_btree_get_node(btree, path, level, &ncmax); - index = path[level].bp_index + 1; - for (;;) { - while (index < nilfs_btree_node_get_nchildren(node)) { - if (nilfs_btree_node_get_key(node, index) != - key + cnt) - goto end; - ptr2 = nilfs_btree_node_get_ptr(node, index, ncmax); - if (dat) { - ret = nilfs_dat_translate(dat, ptr2, &blocknr); - if (ret < 0) - goto out; - ptr2 = blocknr; - } - if (ptr2 != ptr + cnt || ++cnt == maxblocks) - goto end; - index++; - continue; - } - if (level == maxlevel) - break; - - /* look-up right sibling node */ - p.node = nilfs_btree_get_node(btree, path, level + 1, &p.ncmax); - p.index = path[level + 1].bp_index + 1; - p.max_ra_blocks = 7; - if (p.index >= nilfs_btree_node_get_nchildren(p.node) || - nilfs_btree_node_get_key(p.node, p.index) != key + cnt) - break; - ptr2 = nilfs_btree_node_get_ptr(p.node, p.index, p.ncmax); - path[level + 1].bp_index = p.index; - - brelse(path[level].bp_bh); - path[level].bp_bh = NULL; - - ret = __nilfs_btree_get_block(btree, ptr2, &path[level].bp_bh, - &p); - if (ret < 0) - goto out; - node = nilfs_btree_get_nonroot_node(path, level); - ncmax = nilfs_btree_nchildren_per_block(btree); - index = 0; - path[level].bp_index = index; - } - end: - *ptrp = ptr; - ret = cnt; - out: - nilfs_btree_free_path(path); - return ret; -} - -static void nilfs_btree_promote_key(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 key) -{ - if (level < nilfs_btree_height(btree) - 1) { - do { - nilfs_btree_node_set_key( - nilfs_btree_get_nonroot_node(path, level), - path[level].bp_index, key); - if (!buffer_dirty(path[level].bp_bh)) - mark_buffer_dirty(path[level].bp_bh); - } while ((path[level].bp_index == 0) && - (++level < nilfs_btree_height(btree) - 1)); - } - - /* root */ - if (level == nilfs_btree_height(btree) - 1) { - nilfs_btree_node_set_key(nilfs_btree_get_root(btree), - path[level].bp_index, key); - } -} - -static void nilfs_btree_do_insert(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *node; - int ncblk; - - if (level < nilfs_btree_height(btree) - 1) { - node = nilfs_btree_get_nonroot_node(path, level); - ncblk = nilfs_btree_nchildren_per_block(btree); - nilfs_btree_node_insert(node, path[level].bp_index, - *keyp, *ptrp, ncblk); - if (!buffer_dirty(path[level].bp_bh)) - mark_buffer_dirty(path[level].bp_bh); - - if (path[level].bp_index == 0) - nilfs_btree_promote_key(btree, path, level + 1, - nilfs_btree_node_get_key(node, - 0)); - } else { - node = nilfs_btree_get_root(btree); - nilfs_btree_node_insert(node, path[level].bp_index, - *keyp, *ptrp, - NILFS_BTREE_ROOT_NCHILDREN_MAX); - } -} - -static void nilfs_btree_carry_left(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *node, *left; - int nchildren, lnchildren, n, move, ncblk; - - node = nilfs_btree_get_nonroot_node(path, level); - left = nilfs_btree_get_sib_node(path, level); - nchildren = nilfs_btree_node_get_nchildren(node); - lnchildren = nilfs_btree_node_get_nchildren(left); - ncblk = nilfs_btree_nchildren_per_block(btree); - move = 0; - - n = (nchildren + lnchildren + 1) / 2 - lnchildren; - if (n > path[level].bp_index) { - /* move insert point */ - n--; - move = 1; - } - - nilfs_btree_node_move_left(left, node, n, ncblk, ncblk); - - if (!buffer_dirty(path[level].bp_bh)) - mark_buffer_dirty(path[level].bp_bh); - if (!buffer_dirty(path[level].bp_sib_bh)) - mark_buffer_dirty(path[level].bp_sib_bh); - - nilfs_btree_promote_key(btree, path, level + 1, - nilfs_btree_node_get_key(node, 0)); - - if (move) { - brelse(path[level].bp_bh); - path[level].bp_bh = path[level].bp_sib_bh; - path[level].bp_sib_bh = NULL; - path[level].bp_index += lnchildren; - path[level + 1].bp_index--; - } else { - brelse(path[level].bp_sib_bh); - path[level].bp_sib_bh = NULL; - path[level].bp_index -= n; - } - - nilfs_btree_do_insert(btree, path, level, keyp, ptrp); -} - -static void nilfs_btree_carry_right(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *node, *right; - int nchildren, rnchildren, n, move, ncblk; - - node = nilfs_btree_get_nonroot_node(path, level); - right = nilfs_btree_get_sib_node(path, level); - nchildren = nilfs_btree_node_get_nchildren(node); - rnchildren = nilfs_btree_node_get_nchildren(right); - ncblk = nilfs_btree_nchildren_per_block(btree); - move = 0; - - n = (nchildren + rnchildren + 1) / 2 - rnchildren; - if (n > nchildren - path[level].bp_index) { - /* move insert point */ - n--; - move = 1; - } - - nilfs_btree_node_move_right(node, right, n, ncblk, ncblk); - - if (!buffer_dirty(path[level].bp_bh)) - mark_buffer_dirty(path[level].bp_bh); - if (!buffer_dirty(path[level].bp_sib_bh)) - mark_buffer_dirty(path[level].bp_sib_bh); - - path[level + 1].bp_index++; - nilfs_btree_promote_key(btree, path, level + 1, - nilfs_btree_node_get_key(right, 0)); - path[level + 1].bp_index--; - - if (move) { - brelse(path[level].bp_bh); - path[level].bp_bh = path[level].bp_sib_bh; - path[level].bp_sib_bh = NULL; - path[level].bp_index -= nilfs_btree_node_get_nchildren(node); - path[level + 1].bp_index++; - } else { - brelse(path[level].bp_sib_bh); - path[level].bp_sib_bh = NULL; - } - - nilfs_btree_do_insert(btree, path, level, keyp, ptrp); -} - -static void nilfs_btree_split(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *node, *right; - __u64 newkey; - __u64 newptr; - int nchildren, n, move, ncblk; - - node = nilfs_btree_get_nonroot_node(path, level); - right = nilfs_btree_get_sib_node(path, level); - nchildren = nilfs_btree_node_get_nchildren(node); - ncblk = nilfs_btree_nchildren_per_block(btree); - move = 0; - - n = (nchildren + 1) / 2; - if (n > nchildren - path[level].bp_index) { - n--; - move = 1; - } - - nilfs_btree_node_move_right(node, right, n, ncblk, ncblk); - - if (!buffer_dirty(path[level].bp_bh)) - mark_buffer_dirty(path[level].bp_bh); - if (!buffer_dirty(path[level].bp_sib_bh)) - mark_buffer_dirty(path[level].bp_sib_bh); - - newkey = nilfs_btree_node_get_key(right, 0); - newptr = path[level].bp_newreq.bpr_ptr; - - if (move) { - path[level].bp_index -= nilfs_btree_node_get_nchildren(node); - nilfs_btree_node_insert(right, path[level].bp_index, - *keyp, *ptrp, ncblk); - - *keyp = nilfs_btree_node_get_key(right, 0); - *ptrp = path[level].bp_newreq.bpr_ptr; - - brelse(path[level].bp_bh); - path[level].bp_bh = path[level].bp_sib_bh; - path[level].bp_sib_bh = NULL; - } else { - nilfs_btree_do_insert(btree, path, level, keyp, ptrp); - - *keyp = nilfs_btree_node_get_key(right, 0); - *ptrp = path[level].bp_newreq.bpr_ptr; - - brelse(path[level].bp_sib_bh); - path[level].bp_sib_bh = NULL; - } - - path[level + 1].bp_index++; -} - -static void nilfs_btree_grow(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *root, *child; - int n, ncblk; - - root = nilfs_btree_get_root(btree); - child = nilfs_btree_get_sib_node(path, level); - ncblk = nilfs_btree_nchildren_per_block(btree); - - n = nilfs_btree_node_get_nchildren(root); - - nilfs_btree_node_move_right(root, child, n, - NILFS_BTREE_ROOT_NCHILDREN_MAX, ncblk); - nilfs_btree_node_set_level(root, level + 1); - - if (!buffer_dirty(path[level].bp_sib_bh)) - mark_buffer_dirty(path[level].bp_sib_bh); - - path[level].bp_bh = path[level].bp_sib_bh; - path[level].bp_sib_bh = NULL; - - nilfs_btree_do_insert(btree, path, level, keyp, ptrp); - - *keyp = nilfs_btree_node_get_key(child, 0); - *ptrp = path[level].bp_newreq.bpr_ptr; -} - -static __u64 nilfs_btree_find_near(const struct nilfs_bmap *btree, - const struct nilfs_btree_path *path) -{ - struct nilfs_btree_node *node; - int level, ncmax; - - if (path == NULL) - return NILFS_BMAP_INVALID_PTR; - - /* left sibling */ - level = NILFS_BTREE_LEVEL_NODE_MIN; - if (path[level].bp_index > 0) { - node = nilfs_btree_get_node(btree, path, level, &ncmax); - return nilfs_btree_node_get_ptr(node, - path[level].bp_index - 1, - ncmax); - } - - /* parent */ - level = NILFS_BTREE_LEVEL_NODE_MIN + 1; - if (level <= nilfs_btree_height(btree) - 1) { - node = nilfs_btree_get_node(btree, path, level, &ncmax); - return nilfs_btree_node_get_ptr(node, path[level].bp_index, - ncmax); - } - - return NILFS_BMAP_INVALID_PTR; -} - -static __u64 nilfs_btree_find_target_v(const struct nilfs_bmap *btree, - const struct nilfs_btree_path *path, - __u64 key) -{ - __u64 ptr; - - ptr = nilfs_bmap_find_target_seq(btree, key); - if (ptr != NILFS_BMAP_INVALID_PTR) - /* sequential access */ - return ptr; - else { - ptr = nilfs_btree_find_near(btree, path); - if (ptr != NILFS_BMAP_INVALID_PTR) - /* near */ - return ptr; - } - /* block group */ - return nilfs_bmap_find_target_in_group(btree); -} - -static int nilfs_btree_prepare_insert(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int *levelp, __u64 key, __u64 ptr, - struct nilfs_bmap_stats *stats) -{ - struct buffer_head *bh; - struct nilfs_btree_node *node, *parent, *sib; - __u64 sibptr; - int pindex, level, ncmax, ncblk, ret; - struct inode *dat = NULL; - - stats->bs_nblocks = 0; - level = NILFS_BTREE_LEVEL_DATA; - - /* allocate a new ptr for data block */ - if (NILFS_BMAP_USE_VBN(btree)) { - path[level].bp_newreq.bpr_ptr = - nilfs_btree_find_target_v(btree, path, key); - dat = nilfs_bmap_get_dat(btree); - } - - ret = nilfs_bmap_prepare_alloc_ptr(btree, &path[level].bp_newreq, dat); - if (ret < 0) - goto err_out_data; - - ncblk = nilfs_btree_nchildren_per_block(btree); - - for (level = NILFS_BTREE_LEVEL_NODE_MIN; - level < nilfs_btree_height(btree) - 1; - level++) { - node = nilfs_btree_get_nonroot_node(path, level); - if (nilfs_btree_node_get_nchildren(node) < ncblk) { - path[level].bp_op = nilfs_btree_do_insert; - stats->bs_nblocks++; - goto out; - } - - parent = nilfs_btree_get_node(btree, path, level + 1, &ncmax); - pindex = path[level + 1].bp_index; - - /* left sibling */ - if (pindex > 0) { - sibptr = nilfs_btree_node_get_ptr(parent, pindex - 1, - ncmax); - ret = nilfs_btree_get_block(btree, sibptr, &bh); - if (ret < 0) - goto err_out_child_node; - sib = (struct nilfs_btree_node *)bh->b_data; - if (nilfs_btree_node_get_nchildren(sib) < ncblk) { - path[level].bp_sib_bh = bh; - path[level].bp_op = nilfs_btree_carry_left; - stats->bs_nblocks++; - goto out; - } else { - brelse(bh); - } - } - - /* right sibling */ - if (pindex < nilfs_btree_node_get_nchildren(parent) - 1) { - sibptr = nilfs_btree_node_get_ptr(parent, pindex + 1, - ncmax); - ret = nilfs_btree_get_block(btree, sibptr, &bh); - if (ret < 0) - goto err_out_child_node; - sib = (struct nilfs_btree_node *)bh->b_data; - if (nilfs_btree_node_get_nchildren(sib) < ncblk) { - path[level].bp_sib_bh = bh; - path[level].bp_op = nilfs_btree_carry_right; - stats->bs_nblocks++; - goto out; - } else { - brelse(bh); - } - } - - /* split */ - path[level].bp_newreq.bpr_ptr = - path[level - 1].bp_newreq.bpr_ptr + 1; - ret = nilfs_bmap_prepare_alloc_ptr(btree, - &path[level].bp_newreq, dat); - if (ret < 0) - goto err_out_child_node; - ret = nilfs_btree_get_new_block(btree, - path[level].bp_newreq.bpr_ptr, - &bh); - if (ret < 0) - goto err_out_curr_node; - - stats->bs_nblocks++; - - sib = (struct nilfs_btree_node *)bh->b_data; - nilfs_btree_node_init(sib, 0, level, 0, ncblk, NULL, NULL); - path[level].bp_sib_bh = bh; - path[level].bp_op = nilfs_btree_split; - } - - /* root */ - node = nilfs_btree_get_root(btree); - if (nilfs_btree_node_get_nchildren(node) < - NILFS_BTREE_ROOT_NCHILDREN_MAX) { - path[level].bp_op = nilfs_btree_do_insert; - stats->bs_nblocks++; - goto out; - } - - /* grow */ - path[level].bp_newreq.bpr_ptr = path[level - 1].bp_newreq.bpr_ptr + 1; - ret = nilfs_bmap_prepare_alloc_ptr(btree, &path[level].bp_newreq, dat); - if (ret < 0) - goto err_out_child_node; - ret = nilfs_btree_get_new_block(btree, path[level].bp_newreq.bpr_ptr, - &bh); - if (ret < 0) - goto err_out_curr_node; - - nilfs_btree_node_init((struct nilfs_btree_node *)bh->b_data, - 0, level, 0, ncblk, NULL, NULL); - path[level].bp_sib_bh = bh; - path[level].bp_op = nilfs_btree_grow; - - level++; - path[level].bp_op = nilfs_btree_do_insert; - - /* a newly-created node block and a data block are added */ - stats->bs_nblocks += 2; - - /* success */ - out: - *levelp = level; - return ret; - - /* error */ - err_out_curr_node: - nilfs_bmap_abort_alloc_ptr(btree, &path[level].bp_newreq, dat); - err_out_child_node: - for (level--; level > NILFS_BTREE_LEVEL_DATA; level--) { - nilfs_btnode_delete(path[level].bp_sib_bh); - nilfs_bmap_abort_alloc_ptr(btree, &path[level].bp_newreq, dat); - - } - - nilfs_bmap_abort_alloc_ptr(btree, &path[level].bp_newreq, dat); - err_out_data: - *levelp = level; - stats->bs_nblocks = 0; - return ret; -} - -static void nilfs_btree_commit_insert(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int maxlevel, __u64 key, __u64 ptr) -{ - struct inode *dat = NULL; - int level; - - set_buffer_nilfs_volatile((struct buffer_head *)((unsigned long)ptr)); - ptr = path[NILFS_BTREE_LEVEL_DATA].bp_newreq.bpr_ptr; - if (NILFS_BMAP_USE_VBN(btree)) { - nilfs_bmap_set_target_v(btree, key, ptr); - dat = nilfs_bmap_get_dat(btree); - } - - for (level = NILFS_BTREE_LEVEL_NODE_MIN; level <= maxlevel; level++) { - nilfs_bmap_commit_alloc_ptr(btree, - &path[level - 1].bp_newreq, dat); - path[level].bp_op(btree, path, level, &key, &ptr); - } - - if (!nilfs_bmap_dirty(btree)) - nilfs_bmap_set_dirty(btree); -} - -static int nilfs_btree_insert(struct nilfs_bmap *btree, __u64 key, __u64 ptr) -{ - struct nilfs_btree_path *path; - struct nilfs_bmap_stats stats; - int level, ret; - - path = nilfs_btree_alloc_path(); - if (path == NULL) - return -ENOMEM; - - ret = nilfs_btree_do_lookup(btree, path, key, NULL, - NILFS_BTREE_LEVEL_NODE_MIN, 0); - if (ret != -ENOENT) { - if (ret == 0) - ret = -EEXIST; - goto out; - } - - ret = nilfs_btree_prepare_insert(btree, path, &level, key, ptr, &stats); - if (ret < 0) - goto out; - nilfs_btree_commit_insert(btree, path, level, key, ptr); - nilfs_inode_add_blocks(btree->b_inode, stats.bs_nblocks); - - out: - nilfs_btree_free_path(path); - return ret; -} - -static void nilfs_btree_do_delete(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *node; - int ncblk; - - if (level < nilfs_btree_height(btree) - 1) { - node = nilfs_btree_get_nonroot_node(path, level); - ncblk = nilfs_btree_nchildren_per_block(btree); - nilfs_btree_node_delete(node, path[level].bp_index, - keyp, ptrp, ncblk); - if (!buffer_dirty(path[level].bp_bh)) - mark_buffer_dirty(path[level].bp_bh); - if (path[level].bp_index == 0) - nilfs_btree_promote_key(btree, path, level + 1, - nilfs_btree_node_get_key(node, 0)); - } else { - node = nilfs_btree_get_root(btree); - nilfs_btree_node_delete(node, path[level].bp_index, - keyp, ptrp, - NILFS_BTREE_ROOT_NCHILDREN_MAX); - } -} - -static void nilfs_btree_borrow_left(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *node, *left; - int nchildren, lnchildren, n, ncblk; - - nilfs_btree_do_delete(btree, path, level, keyp, ptrp); - - node = nilfs_btree_get_nonroot_node(path, level); - left = nilfs_btree_get_sib_node(path, level); - nchildren = nilfs_btree_node_get_nchildren(node); - lnchildren = nilfs_btree_node_get_nchildren(left); - ncblk = nilfs_btree_nchildren_per_block(btree); - - n = (nchildren + lnchildren) / 2 - nchildren; - - nilfs_btree_node_move_right(left, node, n, ncblk, ncblk); - - if (!buffer_dirty(path[level].bp_bh)) - mark_buffer_dirty(path[level].bp_bh); - if (!buffer_dirty(path[level].bp_sib_bh)) - mark_buffer_dirty(path[level].bp_sib_bh); - - nilfs_btree_promote_key(btree, path, level + 1, - nilfs_btree_node_get_key(node, 0)); - - brelse(path[level].bp_sib_bh); - path[level].bp_sib_bh = NULL; - path[level].bp_index += n; -} - -static void nilfs_btree_borrow_right(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *node, *right; - int nchildren, rnchildren, n, ncblk; - - nilfs_btree_do_delete(btree, path, level, keyp, ptrp); - - node = nilfs_btree_get_nonroot_node(path, level); - right = nilfs_btree_get_sib_node(path, level); - nchildren = nilfs_btree_node_get_nchildren(node); - rnchildren = nilfs_btree_node_get_nchildren(right); - ncblk = nilfs_btree_nchildren_per_block(btree); - - n = (nchildren + rnchildren) / 2 - nchildren; - - nilfs_btree_node_move_left(node, right, n, ncblk, ncblk); - - if (!buffer_dirty(path[level].bp_bh)) - mark_buffer_dirty(path[level].bp_bh); - if (!buffer_dirty(path[level].bp_sib_bh)) - mark_buffer_dirty(path[level].bp_sib_bh); - - path[level + 1].bp_index++; - nilfs_btree_promote_key(btree, path, level + 1, - nilfs_btree_node_get_key(right, 0)); - path[level + 1].bp_index--; - - brelse(path[level].bp_sib_bh); - path[level].bp_sib_bh = NULL; -} - -static void nilfs_btree_concat_left(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *node, *left; - int n, ncblk; - - nilfs_btree_do_delete(btree, path, level, keyp, ptrp); - - node = nilfs_btree_get_nonroot_node(path, level); - left = nilfs_btree_get_sib_node(path, level); - ncblk = nilfs_btree_nchildren_per_block(btree); - - n = nilfs_btree_node_get_nchildren(node); - - nilfs_btree_node_move_left(left, node, n, ncblk, ncblk); - - if (!buffer_dirty(path[level].bp_sib_bh)) - mark_buffer_dirty(path[level].bp_sib_bh); - - nilfs_btnode_delete(path[level].bp_bh); - path[level].bp_bh = path[level].bp_sib_bh; - path[level].bp_sib_bh = NULL; - path[level].bp_index += nilfs_btree_node_get_nchildren(left); -} - -static void nilfs_btree_concat_right(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *node, *right; - int n, ncblk; - - nilfs_btree_do_delete(btree, path, level, keyp, ptrp); - - node = nilfs_btree_get_nonroot_node(path, level); - right = nilfs_btree_get_sib_node(path, level); - ncblk = nilfs_btree_nchildren_per_block(btree); - - n = nilfs_btree_node_get_nchildren(right); - - nilfs_btree_node_move_left(node, right, n, ncblk, ncblk); - - if (!buffer_dirty(path[level].bp_bh)) - mark_buffer_dirty(path[level].bp_bh); - - nilfs_btnode_delete(path[level].bp_sib_bh); - path[level].bp_sib_bh = NULL; - path[level + 1].bp_index++; -} - -static void nilfs_btree_shrink(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ - struct nilfs_btree_node *root, *child; - int n, ncblk; - - nilfs_btree_do_delete(btree, path, level, keyp, ptrp); - - root = nilfs_btree_get_root(btree); - child = nilfs_btree_get_nonroot_node(path, level); - ncblk = nilfs_btree_nchildren_per_block(btree); - - nilfs_btree_node_delete(root, 0, NULL, NULL, - NILFS_BTREE_ROOT_NCHILDREN_MAX); - nilfs_btree_node_set_level(root, level); - n = nilfs_btree_node_get_nchildren(child); - nilfs_btree_node_move_left(root, child, n, - NILFS_BTREE_ROOT_NCHILDREN_MAX, ncblk); - - nilfs_btnode_delete(path[level].bp_bh); - path[level].bp_bh = NULL; -} - -static void nilfs_btree_nop(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, __u64 *keyp, __u64 *ptrp) -{ -} - -static int nilfs_btree_prepare_delete(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int *levelp, - struct nilfs_bmap_stats *stats, - struct inode *dat) -{ - struct buffer_head *bh; - struct nilfs_btree_node *node, *parent, *sib; - __u64 sibptr; - int pindex, dindex, level, ncmin, ncmax, ncblk, ret; - - ret = 0; - stats->bs_nblocks = 0; - ncmin = NILFS_BTREE_NODE_NCHILDREN_MIN(nilfs_btree_node_size(btree)); - ncblk = nilfs_btree_nchildren_per_block(btree); - - for (level = NILFS_BTREE_LEVEL_NODE_MIN, dindex = path[level].bp_index; - level < nilfs_btree_height(btree) - 1; - level++) { - node = nilfs_btree_get_nonroot_node(path, level); - path[level].bp_oldreq.bpr_ptr = - nilfs_btree_node_get_ptr(node, dindex, ncblk); - ret = nilfs_bmap_prepare_end_ptr(btree, - &path[level].bp_oldreq, dat); - if (ret < 0) - goto err_out_child_node; - - if (nilfs_btree_node_get_nchildren(node) > ncmin) { - path[level].bp_op = nilfs_btree_do_delete; - stats->bs_nblocks++; - goto out; - } - - parent = nilfs_btree_get_node(btree, path, level + 1, &ncmax); - pindex = path[level + 1].bp_index; - dindex = pindex; - - if (pindex > 0) { - /* left sibling */ - sibptr = nilfs_btree_node_get_ptr(parent, pindex - 1, - ncmax); - ret = nilfs_btree_get_block(btree, sibptr, &bh); - if (ret < 0) - goto err_out_curr_node; - sib = (struct nilfs_btree_node *)bh->b_data; - if (nilfs_btree_node_get_nchildren(sib) > ncmin) { - path[level].bp_sib_bh = bh; - path[level].bp_op = nilfs_btree_borrow_left; - stats->bs_nblocks++; - goto out; - } else { - path[level].bp_sib_bh = bh; - path[level].bp_op = nilfs_btree_concat_left; - stats->bs_nblocks++; - /* continue; */ - } - } else if (pindex < - nilfs_btree_node_get_nchildren(parent) - 1) { - /* right sibling */ - sibptr = nilfs_btree_node_get_ptr(parent, pindex + 1, - ncmax); - ret = nilfs_btree_get_block(btree, sibptr, &bh); - if (ret < 0) - goto err_out_curr_node; - sib = (struct nilfs_btree_node *)bh->b_data; - if (nilfs_btree_node_get_nchildren(sib) > ncmin) { - path[level].bp_sib_bh = bh; - path[level].bp_op = nilfs_btree_borrow_right; - stats->bs_nblocks++; - goto out; - } else { - path[level].bp_sib_bh = bh; - path[level].bp_op = nilfs_btree_concat_right; - stats->bs_nblocks++; - /* - * When merging right sibling node - * into the current node, pointer to - * the right sibling node must be - * terminated instead. The adjustment - * below is required for that. - */ - dindex = pindex + 1; - /* continue; */ - } - } else { - /* no siblings */ - /* the only child of the root node */ - WARN_ON(level != nilfs_btree_height(btree) - 2); - if (nilfs_btree_node_get_nchildren(node) - 1 <= - NILFS_BTREE_ROOT_NCHILDREN_MAX) { - path[level].bp_op = nilfs_btree_shrink; - stats->bs_nblocks += 2; - level++; - path[level].bp_op = nilfs_btree_nop; - goto shrink_root_child; - } else { - path[level].bp_op = nilfs_btree_do_delete; - stats->bs_nblocks++; - goto out; - } - } - } - - /* child of the root node is deleted */ - path[level].bp_op = nilfs_btree_do_delete; - stats->bs_nblocks++; - -shrink_root_child: - node = nilfs_btree_get_root(btree); - path[level].bp_oldreq.bpr_ptr = - nilfs_btree_node_get_ptr(node, dindex, - NILFS_BTREE_ROOT_NCHILDREN_MAX); - - ret = nilfs_bmap_prepare_end_ptr(btree, &path[level].bp_oldreq, dat); - if (ret < 0) - goto err_out_child_node; - - /* success */ - out: - *levelp = level; - return ret; - - /* error */ - err_out_curr_node: - nilfs_bmap_abort_end_ptr(btree, &path[level].bp_oldreq, dat); - err_out_child_node: - for (level--; level >= NILFS_BTREE_LEVEL_NODE_MIN; level--) { - brelse(path[level].bp_sib_bh); - nilfs_bmap_abort_end_ptr(btree, &path[level].bp_oldreq, dat); - } - *levelp = level; - stats->bs_nblocks = 0; - return ret; -} - -static void nilfs_btree_commit_delete(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int maxlevel, struct inode *dat) -{ - int level; - - for (level = NILFS_BTREE_LEVEL_NODE_MIN; level <= maxlevel; level++) { - nilfs_bmap_commit_end_ptr(btree, &path[level].bp_oldreq, dat); - path[level].bp_op(btree, path, level, NULL, NULL); - } - - if (!nilfs_bmap_dirty(btree)) - nilfs_bmap_set_dirty(btree); -} - -static int nilfs_btree_delete(struct nilfs_bmap *btree, __u64 key) - -{ - struct nilfs_btree_path *path; - struct nilfs_bmap_stats stats; - struct inode *dat; - int level, ret; - - path = nilfs_btree_alloc_path(); - if (path == NULL) - return -ENOMEM; - - ret = nilfs_btree_do_lookup(btree, path, key, NULL, - NILFS_BTREE_LEVEL_NODE_MIN, 0); - if (ret < 0) - goto out; - - - dat = NILFS_BMAP_USE_VBN(btree) ? nilfs_bmap_get_dat(btree) : NULL; - - ret = nilfs_btree_prepare_delete(btree, path, &level, &stats, dat); - if (ret < 0) - goto out; - nilfs_btree_commit_delete(btree, path, level, dat); - nilfs_inode_sub_blocks(btree->b_inode, stats.bs_nblocks); - -out: - nilfs_btree_free_path(path); - return ret; -} - -static int nilfs_btree_last_key(const struct nilfs_bmap *btree, __u64 *keyp) -{ - struct nilfs_btree_path *path; - int ret; - - path = nilfs_btree_alloc_path(); - if (path == NULL) - return -ENOMEM; - - ret = nilfs_btree_do_lookup_last(btree, path, keyp, NULL); - - nilfs_btree_free_path(path); - - return ret; -} - -static int nilfs_btree_check_delete(struct nilfs_bmap *btree, __u64 key) -{ - struct buffer_head *bh; - struct nilfs_btree_node *root, *node; - __u64 maxkey, nextmaxkey; - __u64 ptr; - int nchildren, ret; - - root = nilfs_btree_get_root(btree); - switch (nilfs_btree_height(btree)) { - case 2: - bh = NULL; - node = root; - break; - case 3: - nchildren = nilfs_btree_node_get_nchildren(root); - if (nchildren > 1) - return 0; - ptr = nilfs_btree_node_get_ptr(root, nchildren - 1, - NILFS_BTREE_ROOT_NCHILDREN_MAX); - ret = nilfs_btree_get_block(btree, ptr, &bh); - if (ret < 0) - return ret; - node = (struct nilfs_btree_node *)bh->b_data; - break; - default: - return 0; - } - - nchildren = nilfs_btree_node_get_nchildren(node); - maxkey = nilfs_btree_node_get_key(node, nchildren - 1); - nextmaxkey = (nchildren > 1) ? - nilfs_btree_node_get_key(node, nchildren - 2) : 0; - if (bh != NULL) - brelse(bh); - - return (maxkey == key) && (nextmaxkey < NILFS_BMAP_LARGE_LOW); -} - -static int nilfs_btree_gather_data(struct nilfs_bmap *btree, - __u64 *keys, __u64 *ptrs, int nitems) -{ - struct buffer_head *bh; - struct nilfs_btree_node *node, *root; - __le64 *dkeys; - __le64 *dptrs; - __u64 ptr; - int nchildren, ncmax, i, ret; - - root = nilfs_btree_get_root(btree); - switch (nilfs_btree_height(btree)) { - case 2: - bh = NULL; - node = root; - ncmax = NILFS_BTREE_ROOT_NCHILDREN_MAX; - break; - case 3: - nchildren = nilfs_btree_node_get_nchildren(root); - WARN_ON(nchildren > 1); - ptr = nilfs_btree_node_get_ptr(root, nchildren - 1, - NILFS_BTREE_ROOT_NCHILDREN_MAX); - ret = nilfs_btree_get_block(btree, ptr, &bh); - if (ret < 0) - return ret; - node = (struct nilfs_btree_node *)bh->b_data; - ncmax = nilfs_btree_nchildren_per_block(btree); - break; - default: - node = NULL; - return -EINVAL; - } - - nchildren = nilfs_btree_node_get_nchildren(node); - if (nchildren < nitems) - nitems = nchildren; - dkeys = nilfs_btree_node_dkeys(node); - dptrs = nilfs_btree_node_dptrs(node, ncmax); - for (i = 0; i < nitems; i++) { - keys[i] = le64_to_cpu(dkeys[i]); - ptrs[i] = le64_to_cpu(dptrs[i]); - } - - if (bh != NULL) - brelse(bh); - - return nitems; -} - -static int -nilfs_btree_prepare_convert_and_insert(struct nilfs_bmap *btree, __u64 key, - union nilfs_bmap_ptr_req *dreq, - union nilfs_bmap_ptr_req *nreq, - struct buffer_head **bhp, - struct nilfs_bmap_stats *stats) -{ - struct buffer_head *bh; - struct inode *dat = NULL; - int ret; - - stats->bs_nblocks = 0; - - /* for data */ - /* cannot find near ptr */ - if (NILFS_BMAP_USE_VBN(btree)) { - dreq->bpr_ptr = nilfs_btree_find_target_v(btree, NULL, key); - dat = nilfs_bmap_get_dat(btree); - } - - ret = nilfs_bmap_prepare_alloc_ptr(btree, dreq, dat); - if (ret < 0) - return ret; - - *bhp = NULL; - stats->bs_nblocks++; - if (nreq != NULL) { - nreq->bpr_ptr = dreq->bpr_ptr + 1; - ret = nilfs_bmap_prepare_alloc_ptr(btree, nreq, dat); - if (ret < 0) - goto err_out_dreq; - - ret = nilfs_btree_get_new_block(btree, nreq->bpr_ptr, &bh); - if (ret < 0) - goto err_out_nreq; - - *bhp = bh; - stats->bs_nblocks++; - } - - /* success */ - return 0; - - /* error */ - err_out_nreq: - nilfs_bmap_abort_alloc_ptr(btree, nreq, dat); - err_out_dreq: - nilfs_bmap_abort_alloc_ptr(btree, dreq, dat); - stats->bs_nblocks = 0; - return ret; - -} - -static void -nilfs_btree_commit_convert_and_insert(struct nilfs_bmap *btree, - __u64 key, __u64 ptr, - const __u64 *keys, const __u64 *ptrs, - int n, - union nilfs_bmap_ptr_req *dreq, - union nilfs_bmap_ptr_req *nreq, - struct buffer_head *bh) -{ - struct nilfs_btree_node *node; - struct inode *dat; - __u64 tmpptr; - int ncblk; - - /* free resources */ - if (btree->b_ops->bop_clear != NULL) - btree->b_ops->bop_clear(btree); - - /* ptr must be a pointer to a buffer head. */ - set_buffer_nilfs_volatile((struct buffer_head *)((unsigned long)ptr)); - - /* convert and insert */ - dat = NILFS_BMAP_USE_VBN(btree) ? nilfs_bmap_get_dat(btree) : NULL; - nilfs_btree_init(btree); - if (nreq != NULL) { - nilfs_bmap_commit_alloc_ptr(btree, dreq, dat); - nilfs_bmap_commit_alloc_ptr(btree, nreq, dat); - - /* create child node at level 1 */ - node = (struct nilfs_btree_node *)bh->b_data; - ncblk = nilfs_btree_nchildren_per_block(btree); - nilfs_btree_node_init(node, 0, 1, n, ncblk, keys, ptrs); - nilfs_btree_node_insert(node, n, key, dreq->bpr_ptr, ncblk); - if (!buffer_dirty(bh)) - mark_buffer_dirty(bh); - if (!nilfs_bmap_dirty(btree)) - nilfs_bmap_set_dirty(btree); - - brelse(bh); - - /* create root node at level 2 */ - node = nilfs_btree_get_root(btree); - tmpptr = nreq->bpr_ptr; - nilfs_btree_node_init(node, NILFS_BTREE_NODE_ROOT, 2, 1, - NILFS_BTREE_ROOT_NCHILDREN_MAX, - &keys[0], &tmpptr); - } else { - nilfs_bmap_commit_alloc_ptr(btree, dreq, dat); - - /* create root node at level 1 */ - node = nilfs_btree_get_root(btree); - nilfs_btree_node_init(node, NILFS_BTREE_NODE_ROOT, 1, n, - NILFS_BTREE_ROOT_NCHILDREN_MAX, - keys, ptrs); - nilfs_btree_node_insert(node, n, key, dreq->bpr_ptr, - NILFS_BTREE_ROOT_NCHILDREN_MAX); - if (!nilfs_bmap_dirty(btree)) - nilfs_bmap_set_dirty(btree); - } - - if (NILFS_BMAP_USE_VBN(btree)) - nilfs_bmap_set_target_v(btree, key, dreq->bpr_ptr); -} - -/** - * nilfs_btree_convert_and_insert - - * @bmap: - * @key: - * @ptr: - * @keys: - * @ptrs: - * @n: - */ -int nilfs_btree_convert_and_insert(struct nilfs_bmap *btree, - __u64 key, __u64 ptr, - const __u64 *keys, const __u64 *ptrs, int n) -{ - struct buffer_head *bh; - union nilfs_bmap_ptr_req dreq, nreq, *di, *ni; - struct nilfs_bmap_stats stats; - int ret; - - if (n + 1 <= NILFS_BTREE_ROOT_NCHILDREN_MAX) { - di = &dreq; - ni = NULL; - } else if ((n + 1) <= NILFS_BTREE_NODE_NCHILDREN_MAX( - 1 << btree->b_inode->i_blkbits)) { - di = &dreq; - ni = &nreq; - } else { - di = NULL; - ni = NULL; - BUG(); - } - - ret = nilfs_btree_prepare_convert_and_insert(btree, key, di, ni, &bh, - &stats); - if (ret < 0) - return ret; - nilfs_btree_commit_convert_and_insert(btree, key, ptr, keys, ptrs, n, - di, ni, bh); - nilfs_inode_add_blocks(btree->b_inode, stats.bs_nblocks); - return 0; -} - -static int nilfs_btree_propagate_p(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, - struct buffer_head *bh) -{ - while ((++level < nilfs_btree_height(btree) - 1) && - !buffer_dirty(path[level].bp_bh)) - mark_buffer_dirty(path[level].bp_bh); - - return 0; -} - -static int nilfs_btree_prepare_update_v(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, struct inode *dat) -{ - struct nilfs_btree_node *parent; - int ncmax, ret; - - parent = nilfs_btree_get_node(btree, path, level + 1, &ncmax); - path[level].bp_oldreq.bpr_ptr = - nilfs_btree_node_get_ptr(parent, path[level + 1].bp_index, - ncmax); - path[level].bp_newreq.bpr_ptr = path[level].bp_oldreq.bpr_ptr + 1; - ret = nilfs_dat_prepare_update(dat, &path[level].bp_oldreq.bpr_req, - &path[level].bp_newreq.bpr_req); - if (ret < 0) - return ret; - - if (buffer_nilfs_node(path[level].bp_bh)) { - path[level].bp_ctxt.oldkey = path[level].bp_oldreq.bpr_ptr; - path[level].bp_ctxt.newkey = path[level].bp_newreq.bpr_ptr; - path[level].bp_ctxt.bh = path[level].bp_bh; - ret = nilfs_btnode_prepare_change_key( - &NILFS_BMAP_I(btree)->i_btnode_cache, - &path[level].bp_ctxt); - if (ret < 0) { - nilfs_dat_abort_update(dat, - &path[level].bp_oldreq.bpr_req, - &path[level].bp_newreq.bpr_req); - return ret; - } - } - - return 0; -} - -static void nilfs_btree_commit_update_v(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, struct inode *dat) -{ - struct nilfs_btree_node *parent; - int ncmax; - - nilfs_dat_commit_update(dat, &path[level].bp_oldreq.bpr_req, - &path[level].bp_newreq.bpr_req, - btree->b_ptr_type == NILFS_BMAP_PTR_VS); - - if (buffer_nilfs_node(path[level].bp_bh)) { - nilfs_btnode_commit_change_key( - &NILFS_BMAP_I(btree)->i_btnode_cache, - &path[level].bp_ctxt); - path[level].bp_bh = path[level].bp_ctxt.bh; - } - set_buffer_nilfs_volatile(path[level].bp_bh); - - parent = nilfs_btree_get_node(btree, path, level + 1, &ncmax); - nilfs_btree_node_set_ptr(parent, path[level + 1].bp_index, - path[level].bp_newreq.bpr_ptr, ncmax); -} - -static void nilfs_btree_abort_update_v(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, struct inode *dat) -{ - nilfs_dat_abort_update(dat, &path[level].bp_oldreq.bpr_req, - &path[level].bp_newreq.bpr_req); - if (buffer_nilfs_node(path[level].bp_bh)) - nilfs_btnode_abort_change_key( - &NILFS_BMAP_I(btree)->i_btnode_cache, - &path[level].bp_ctxt); -} - -static int nilfs_btree_prepare_propagate_v(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int minlevel, int *maxlevelp, - struct inode *dat) -{ - int level, ret; - - level = minlevel; - if (!buffer_nilfs_volatile(path[level].bp_bh)) { - ret = nilfs_btree_prepare_update_v(btree, path, level, dat); - if (ret < 0) - return ret; - } - while ((++level < nilfs_btree_height(btree) - 1) && - !buffer_dirty(path[level].bp_bh)) { - - WARN_ON(buffer_nilfs_volatile(path[level].bp_bh)); - ret = nilfs_btree_prepare_update_v(btree, path, level, dat); - if (ret < 0) - goto out; - } - - /* success */ - *maxlevelp = level - 1; - return 0; - - /* error */ - out: - while (--level > minlevel) - nilfs_btree_abort_update_v(btree, path, level, dat); - if (!buffer_nilfs_volatile(path[level].bp_bh)) - nilfs_btree_abort_update_v(btree, path, level, dat); - return ret; -} - -static void nilfs_btree_commit_propagate_v(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int minlevel, int maxlevel, - struct buffer_head *bh, - struct inode *dat) -{ - int level; - - if (!buffer_nilfs_volatile(path[minlevel].bp_bh)) - nilfs_btree_commit_update_v(btree, path, minlevel, dat); - - for (level = minlevel + 1; level <= maxlevel; level++) - nilfs_btree_commit_update_v(btree, path, level, dat); -} - -static int nilfs_btree_propagate_v(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, struct buffer_head *bh) -{ - int maxlevel = 0, ret; - struct nilfs_btree_node *parent; - struct inode *dat = nilfs_bmap_get_dat(btree); - __u64 ptr; - int ncmax; - - get_bh(bh); - path[level].bp_bh = bh; - ret = nilfs_btree_prepare_propagate_v(btree, path, level, &maxlevel, - dat); - if (ret < 0) - goto out; - - if (buffer_nilfs_volatile(path[level].bp_bh)) { - parent = nilfs_btree_get_node(btree, path, level + 1, &ncmax); - ptr = nilfs_btree_node_get_ptr(parent, - path[level + 1].bp_index, - ncmax); - ret = nilfs_dat_mark_dirty(dat, ptr); - if (ret < 0) - goto out; - } - - nilfs_btree_commit_propagate_v(btree, path, level, maxlevel, bh, dat); - - out: - brelse(path[level].bp_bh); - path[level].bp_bh = NULL; - return ret; -} - -static int nilfs_btree_propagate(struct nilfs_bmap *btree, - struct buffer_head *bh) -{ - struct nilfs_btree_path *path; - struct nilfs_btree_node *node; - __u64 key; - int level, ret; - - WARN_ON(!buffer_dirty(bh)); - - path = nilfs_btree_alloc_path(); - if (path == NULL) - return -ENOMEM; - - if (buffer_nilfs_node(bh)) { - node = (struct nilfs_btree_node *)bh->b_data; - key = nilfs_btree_node_get_key(node, 0); - level = nilfs_btree_node_get_level(node); - } else { - key = nilfs_bmap_data_get_key(btree, bh); - level = NILFS_BTREE_LEVEL_DATA; - } - - ret = nilfs_btree_do_lookup(btree, path, key, NULL, level + 1, 0); - if (ret < 0) { - if (unlikely(ret == -ENOENT)) - printk(KERN_CRIT "%s: key = %llu, level == %d\n", - __func__, (unsigned long long)key, level); - goto out; - } - - ret = NILFS_BMAP_USE_VBN(btree) ? - nilfs_btree_propagate_v(btree, path, level, bh) : - nilfs_btree_propagate_p(btree, path, level, bh); - - out: - nilfs_btree_free_path(path); - - return ret; -} - -static int nilfs_btree_propagate_gc(struct nilfs_bmap *btree, - struct buffer_head *bh) -{ - return nilfs_dat_mark_dirty(nilfs_bmap_get_dat(btree), bh->b_blocknr); -} - -static void nilfs_btree_add_dirty_buffer(struct nilfs_bmap *btree, - struct list_head *lists, - struct buffer_head *bh) -{ - struct list_head *head; - struct buffer_head *cbh; - struct nilfs_btree_node *node, *cnode; - __u64 key, ckey; - int level; - - get_bh(bh); - node = (struct nilfs_btree_node *)bh->b_data; - key = nilfs_btree_node_get_key(node, 0); - level = nilfs_btree_node_get_level(node); - if (level < NILFS_BTREE_LEVEL_NODE_MIN || - level >= NILFS_BTREE_LEVEL_MAX) { - dump_stack(); - printk(KERN_WARNING - "%s: invalid btree level: %d (key=%llu, ino=%lu, " - "blocknr=%llu)\n", - __func__, level, (unsigned long long)key, - NILFS_BMAP_I(btree)->vfs_inode.i_ino, - (unsigned long long)bh->b_blocknr); - return; - } - - list_for_each(head, &lists[level]) { - cbh = list_entry(head, struct buffer_head, b_assoc_buffers); - cnode = (struct nilfs_btree_node *)cbh->b_data; - ckey = nilfs_btree_node_get_key(cnode, 0); - if (key < ckey) - break; - } - list_add_tail(&bh->b_assoc_buffers, head); -} - -static void nilfs_btree_lookup_dirty_buffers(struct nilfs_bmap *btree, - struct list_head *listp) -{ - struct address_space *btcache = &NILFS_BMAP_I(btree)->i_btnode_cache; - struct list_head lists[NILFS_BTREE_LEVEL_MAX]; - struct pagevec pvec; - struct buffer_head *bh, *head; - pgoff_t index = 0; - int level, i; - - for (level = NILFS_BTREE_LEVEL_NODE_MIN; - level < NILFS_BTREE_LEVEL_MAX; - level++) - INIT_LIST_HEAD(&lists[level]); - - pagevec_init(&pvec, 0); - - while (pagevec_lookup_tag(&pvec, btcache, &index, PAGECACHE_TAG_DIRTY, - PAGEVEC_SIZE)) { - for (i = 0; i < pagevec_count(&pvec); i++) { - bh = head = page_buffers(pvec.pages[i]); - do { - if (buffer_dirty(bh)) - nilfs_btree_add_dirty_buffer(btree, - lists, bh); - } while ((bh = bh->b_this_page) != head); - } - pagevec_release(&pvec); - cond_resched(); - } - - for (level = NILFS_BTREE_LEVEL_NODE_MIN; - level < NILFS_BTREE_LEVEL_MAX; - level++) - list_splice_tail(&lists[level], listp); -} - -static int nilfs_btree_assign_p(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, - struct buffer_head **bh, - sector_t blocknr, - union nilfs_binfo *binfo) -{ - struct nilfs_btree_node *parent; - __u64 key; - __u64 ptr; - int ncmax, ret; - - parent = nilfs_btree_get_node(btree, path, level + 1, &ncmax); - ptr = nilfs_btree_node_get_ptr(parent, path[level + 1].bp_index, - ncmax); - if (buffer_nilfs_node(*bh)) { - path[level].bp_ctxt.oldkey = ptr; - path[level].bp_ctxt.newkey = blocknr; - path[level].bp_ctxt.bh = *bh; - ret = nilfs_btnode_prepare_change_key( - &NILFS_BMAP_I(btree)->i_btnode_cache, - &path[level].bp_ctxt); - if (ret < 0) - return ret; - nilfs_btnode_commit_change_key( - &NILFS_BMAP_I(btree)->i_btnode_cache, - &path[level].bp_ctxt); - *bh = path[level].bp_ctxt.bh; - } - - nilfs_btree_node_set_ptr(parent, path[level + 1].bp_index, blocknr, - ncmax); - - key = nilfs_btree_node_get_key(parent, path[level + 1].bp_index); - /* on-disk format */ - binfo->bi_dat.bi_blkoff = cpu_to_le64(key); - binfo->bi_dat.bi_level = level; - - return 0; -} - -static int nilfs_btree_assign_v(struct nilfs_bmap *btree, - struct nilfs_btree_path *path, - int level, - struct buffer_head **bh, - sector_t blocknr, - union nilfs_binfo *binfo) -{ - struct nilfs_btree_node *parent; - struct inode *dat = nilfs_bmap_get_dat(btree); - __u64 key; - __u64 ptr; - union nilfs_bmap_ptr_req req; - int ncmax, ret; - - parent = nilfs_btree_get_node(btree, path, level + 1, &ncmax); - ptr = nilfs_btree_node_get_ptr(parent, path[level + 1].bp_index, - ncmax); - req.bpr_ptr = ptr; - ret = nilfs_dat_prepare_start(dat, &req.bpr_req); - if (ret < 0) - return ret; - nilfs_dat_commit_start(dat, &req.bpr_req, blocknr); - - key = nilfs_btree_node_get_key(parent, path[level + 1].bp_index); - /* on-disk format */ - binfo->bi_v.bi_vblocknr = cpu_to_le64(ptr); - binfo->bi_v.bi_blkoff = cpu_to_le64(key); - - return 0; -} - -static int nilfs_btree_assign(struct nilfs_bmap *btree, - struct buffer_head **bh, - sector_t blocknr, - union nilfs_binfo *binfo) -{ - struct nilfs_btree_path *path; - struct nilfs_btree_node *node; - __u64 key; - int level, ret; - - path = nilfs_btree_alloc_path(); - if (path == NULL) - return -ENOMEM; - - if (buffer_nilfs_node(*bh)) { - node = (struct nilfs_btree_node *)(*bh)->b_data; - key = nilfs_btree_node_get_key(node, 0); - level = nilfs_btree_node_get_level(node); - } else { - key = nilfs_bmap_data_get_key(btree, *bh); - level = NILFS_BTREE_LEVEL_DATA; - } - - ret = nilfs_btree_do_lookup(btree, path, key, NULL, level + 1, 0); - if (ret < 0) { - WARN_ON(ret == -ENOENT); - goto out; - } - - ret = NILFS_BMAP_USE_VBN(btree) ? - nilfs_btree_assign_v(btree, path, level, bh, blocknr, binfo) : - nilfs_btree_assign_p(btree, path, level, bh, blocknr, binfo); - - out: - nilfs_btree_free_path(path); - - return ret; -} - -static int nilfs_btree_assign_gc(struct nilfs_bmap *btree, - struct buffer_head **bh, - sector_t blocknr, - union nilfs_binfo *binfo) -{ - struct nilfs_btree_node *node; - __u64 key; - int ret; - - ret = nilfs_dat_move(nilfs_bmap_get_dat(btree), (*bh)->b_blocknr, - blocknr); - if (ret < 0) - return ret; - - if (buffer_nilfs_node(*bh)) { - node = (struct nilfs_btree_node *)(*bh)->b_data; - key = nilfs_btree_node_get_key(node, 0); - } else - key = nilfs_bmap_data_get_key(btree, *bh); - - /* on-disk format */ - binfo->bi_v.bi_vblocknr = cpu_to_le64((*bh)->b_blocknr); - binfo->bi_v.bi_blkoff = cpu_to_le64(key); - - return 0; -} - -static int nilfs_btree_mark(struct nilfs_bmap *btree, __u64 key, int level) -{ - struct buffer_head *bh; - struct nilfs_btree_path *path; - __u64 ptr; - int ret; - - path = nilfs_btree_alloc_path(); - if (path == NULL) - return -ENOMEM; - - ret = nilfs_btree_do_lookup(btree, path, key, &ptr, level + 1, 0); - if (ret < 0) { - WARN_ON(ret == -ENOENT); - goto out; - } - ret = nilfs_btree_get_block(btree, ptr, &bh); - if (ret < 0) { - WARN_ON(ret == -ENOENT); - goto out; - } - - if (!buffer_dirty(bh)) - mark_buffer_dirty(bh); - brelse(bh); - if (!nilfs_bmap_dirty(btree)) - nilfs_bmap_set_dirty(btree); - - out: - nilfs_btree_free_path(path); - return ret; -} - -static const struct nilfs_bmap_operations nilfs_btree_ops = { - .bop_lookup = nilfs_btree_lookup, - .bop_lookup_contig = nilfs_btree_lookup_contig, - .bop_insert = nilfs_btree_insert, - .bop_delete = nilfs_btree_delete, - .bop_clear = NULL, - - .bop_propagate = nilfs_btree_propagate, - - .bop_lookup_dirty_buffers = nilfs_btree_lookup_dirty_buffers, - - .bop_assign = nilfs_btree_assign, - .bop_mark = nilfs_btree_mark, - - .bop_last_key = nilfs_btree_last_key, - .bop_check_insert = NULL, - .bop_check_delete = nilfs_btree_check_delete, - .bop_gather_data = nilfs_btree_gather_data, -}; - -static const struct nilfs_bmap_operations nilfs_btree_ops_gc = { - .bop_lookup = NULL, - .bop_lookup_contig = NULL, - .bop_insert = NULL, - .bop_delete = NULL, - .bop_clear = NULL, - - .bop_propagate = nilfs_btree_propagate_gc, - - .bop_lookup_dirty_buffers = nilfs_btree_lookup_dirty_buffers, - - .bop_assign = nilfs_btree_assign_gc, - .bop_mark = NULL, - - .bop_last_key = NULL, - .bop_check_insert = NULL, - .bop_check_delete = NULL, - .bop_gather_data = NULL, -}; - -int nilfs_btree_init(struct nilfs_bmap *bmap) -{ - bmap->b_ops = &nilfs_btree_ops; - bmap->b_nchildren_per_block = - NILFS_BTREE_NODE_NCHILDREN_MAX(nilfs_btree_node_size(bmap)); - return 0; -} - -void nilfs_btree_init_gc(struct nilfs_bmap *bmap) -{ - bmap->b_ops = &nilfs_btree_ops_gc; - bmap->b_nchildren_per_block = - NILFS_BTREE_NODE_NCHILDREN_MAX(nilfs_btree_node_size(bmap)); -} |