4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see [sun.com URL with a
20 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21 * CA 95054 USA or visit www.sun.com if you need additional information or
27 * Copyright (c) 2009, 2010, Oracle and/or its affiliates. All rights reserved.
28 * Use is subject to license terms.
30 * Copyright (c) 2012, Intel Corporation.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
38 * implementation of iam format for fixed size records, variable sized keys.
40 * Author: Nikita Danilov <nikita@clusterfs.com>
43 #include <linux/types.h>
44 #include "osd_internal.h"
51 IAM_LVAR_LEAF_MAGIC = 0x1973 /* This is duplicated in
52 * lustre/utils/create_iam.c */
55 /* This is duplicated in lustre/utils/create_iam.c */
56 struct lvar_leaf_header {
57 __le16 vlh_magic; /* magic number IAM_LVAR_LEAF_MAGIC */
58 __le16 vlh_used; /* used bytes, including header */
62 * Format of leaf entry:
68 * Entries are ordered in key order.
71 /* This is duplicated in lustre/utils/create_iam.c */
72 typedef __u32 lvar_hash_t;
74 /* This is duplicated in lustre/utils/create_iam.c */
75 struct lvar_leaf_entry {
81 #define PDIFF(ptr0, ptr1) (((char *)(ptr0)) - ((char *)(ptr1)))
84 static inline int blocksize(const struct iam_leaf *leaf)
86 return iam_leaf_container(leaf)->ic_object->i_sb->s_blocksize;
89 static inline const char *kchar(const struct iam_key *key)
94 static inline struct iam_lentry *lvar_lentry(const struct lvar_leaf_entry *ent)
96 return (struct iam_lentry *)ent;
99 static inline struct lvar_leaf_entry *lentry_lvar(const struct iam_lentry *lent)
101 return (struct lvar_leaf_entry *)lent;
105 static inline int e_keysize(const struct lvar_leaf_entry *ent)
107 return le16_to_cpu(ent->vle_keysize);
110 /* This is duplicated in lustre/utils/create_iam.c */
113 LVAR_ROUND = LVAR_PAD - 1
116 static inline int getsize(const struct iam_leaf *leaf, int namelen, int recsize)
118 CLASSERT(!(LVAR_PAD & (LVAR_PAD - 1)));
120 return (offsetof(struct lvar_leaf_entry, vle_key) +
121 namelen + recsize + LVAR_ROUND) & ~LVAR_ROUND;
124 static inline int rec_size(const struct iam_rec *rec)
126 return *(const char *)rec;
129 static inline struct iam_rec *e_rec(const struct lvar_leaf_entry *ent)
131 return ((void *)ent) +
132 offsetof(struct lvar_leaf_entry, vle_key) + e_keysize(ent);
135 static inline int e_size(const struct iam_leaf *leaf,
136 const struct lvar_leaf_entry *ent)
138 return getsize(leaf, e_keysize(ent), rec_size(e_rec(ent)));
141 static inline char *e_char(const struct lvar_leaf_entry *ent)
143 return (char *)&ent->vle_key;
146 static inline struct iam_key *e_key(const struct lvar_leaf_entry *ent)
148 return (struct iam_key *)e_char(ent);
151 static inline lvar_hash_t e_hash(const struct lvar_leaf_entry *ent)
153 return le32_to_cpu(ent->vle_hash);
156 static void e_print(const struct lvar_leaf_entry *ent)
158 printk(" %p %8.8x \"%*.*s\"\n", ent, e_hash(ent),
159 e_keysize(ent), e_keysize(ent), e_char(ent));
162 static int e_check(const struct iam_leaf *leaf,
163 const struct lvar_leaf_entry *ent)
165 const void *point = ent;
166 const void *start = leaf->il_bh->b_data;
168 start + sizeof(struct lvar_leaf_header) <= point &&
169 point + e_size(leaf, ent) < start + blocksize(leaf);
173 static inline struct lvar_leaf_entry *e_next(const struct iam_leaf *leaf,
174 const struct lvar_leaf_entry *ent)
176 return ((void *)ent) + e_size(leaf, ent);
179 #define LVAR_HASH_SANDWICH (0)
180 #define LVAR_HASH_TEA (1)
181 #define LVAR_HASH_R5 (0)
182 #define LVAR_HASH_PREFIX (0)
184 static __u32 hash_build0(const char *name, int namelen)
190 if (strncmp(name, ".", 1) == 0 && namelen == 1)
192 if (strncmp(name, "..", 2) == 0 && namelen == 2)
195 if (LVAR_HASH_PREFIX) {
197 strncpy((void *)&result,
198 name, min(namelen, (int)sizeof result));
200 struct ldiskfs_dx_hash_info hinfo;
202 hinfo.hash_version = LDISKFS_DX_HASH_TEA;
204 ldiskfsfs_dirhash(name, namelen, &hinfo);
206 if (LVAR_HASH_SANDWICH) {
209 hinfo.hash_version = LDISKFS_DX_HASH_TEA;
211 ldiskfsfs_dirhash(name, namelen, &hinfo);
212 result2 = hinfo.hash;
213 result = (0xfc000000 & result2) | (0x03ffffff & result);
220 HASH_GRAY_AREA = 1024,
221 HASH_MAX_SIZE = 0x7fffffffUL
224 static __u32 hash_build(const char *name, int namelen)
228 hash = (hash_build0(name, namelen) << 1) & HASH_MAX_SIZE;
229 if (hash > HASH_MAX_SIZE - HASH_GRAY_AREA)
230 hash &= HASH_GRAY_AREA - 1;
234 static inline lvar_hash_t get_hash(const struct iam_container *bag,
235 const char *name, int namelen)
237 return hash_build(name, namelen);
240 static inline int e_eq(const struct lvar_leaf_entry *ent,
241 const char *name, int namelen)
243 return namelen == e_keysize(ent) && !memcmp(e_char(ent), name, namelen);
246 static inline int e_cmp(const struct iam_leaf *leaf,
247 const struct lvar_leaf_entry *ent, lvar_hash_t hash)
252 return ehash == hash ? 0 : (ehash < hash ? -1 : +1);
255 static struct lvar_leaf_header *n_head(const struct iam_leaf *l)
257 return (struct lvar_leaf_header *)l->il_bh->b_data;
260 static int h_used(const struct lvar_leaf_header *hdr)
262 return le16_to_cpu(hdr->vlh_used);
265 static void h_used_adj(const struct iam_leaf *leaf,
266 struct lvar_leaf_header *hdr, int adj)
270 used = h_used(hdr) + adj;
271 assert_corr(sizeof *hdr <= used && used <= blocksize(leaf));
272 hdr->vlh_used = cpu_to_le16(used);
275 static struct lvar_leaf_entry *n_start(const struct iam_leaf *leaf)
277 return (void *)leaf->il_bh->b_data + sizeof(struct lvar_leaf_header);
280 static struct lvar_leaf_entry *n_end(const struct iam_leaf *l)
282 return (void *)l->il_bh->b_data + h_used(n_head(l));
285 static struct lvar_leaf_entry *n_cur(const struct iam_leaf *l)
287 return lentry_lvar(l->il_at);
290 void n_print(const struct iam_leaf *l)
292 struct lvar_leaf_entry *scan;
294 printk(KERN_EMERG "used: %d\n", h_used(n_head(l)));
295 for (scan = n_start(l); scan < n_end(l); scan = e_next(l, scan))
299 #if LDISKFS_CORRECTNESS_ON
300 static int n_at_rec(const struct iam_leaf *folio)
303 n_start(folio) <= lentry_lvar(folio->il_at) &&
304 lentry_lvar(folio->il_at) < n_end(folio);
307 #if LDISKFS_INVARIANT_ON
308 static int n_invariant(const struct iam_leaf *leaf)
310 struct iam_path *path;
311 struct lvar_leaf_entry *scan;
312 struct lvar_leaf_entry *end;
314 lvar_hash_t nexthash;
315 lvar_hash_t starthash;
319 path = leaf->il_path;
321 if (h_used(n_head(leaf)) > blocksize(leaf))
325 * Delimiting key in the parent index node. Clear least bit to account
326 * for hash collision marker.
328 starthash = *(lvar_hash_t *)iam_ikey_at(path, path->ip_frame->at) & ~1;
329 for (scan = n_start(leaf); scan < end; scan = e_next(leaf, scan)) {
330 nexthash = e_hash(scan);
331 if (nexthash != get_hash(iam_leaf_container(leaf),
332 e_char(scan), e_keysize(scan))) {
336 if (0 && nexthash < starthash) {
338 * Unfortunately this useful invariant cannot be
339 * reliably checked as parent node is nor necessarily
343 printk("%#x < %#x\n", nexthash, starthash);
347 if (nexthash < hash) {
359 /* LDISKFS_INVARIANT_ON */
362 /* LDISKFS_CORRECTNESS_ON */
365 static struct iam_ikey *lvar_ikey(const struct iam_leaf *l,
366 struct iam_ikey *key)
370 assert_corr(n_at_rec(l));
373 *hash = e_hash(n_cur(l));
377 static struct iam_key *lvar_key(const struct iam_leaf *l)
379 return e_key(n_cur(l));
382 static int lvar_key_size(const struct iam_leaf *l)
384 return e_keysize(n_cur(l));
387 static void lvar_start(struct iam_leaf *l)
389 l->il_at = lvar_lentry(n_start(l));
392 static int lvar_init(struct iam_leaf *l)
396 struct lvar_leaf_header *head;
398 assert_corr(l->il_bh != NULL);
402 if (head->vlh_magic == le16_to_cpu(IAM_LVAR_LEAF_MAGIC) &&
403 used <= blocksize(l)) {
404 l->il_at = l->il_entries = lvar_lentry(n_start(l));
409 obj = iam_leaf_container(l)->ic_object;
410 CERROR("Wrong magic in node %llu (#%lu): %#x != %#x or "
412 (unsigned long long)l->il_bh->b_blocknr, obj->i_ino,
413 head->vlh_magic, le16_to_cpu(IAM_LVAR_LEAF_MAGIC),
420 static void lvar_fini(struct iam_leaf *l)
422 l->il_entries = l->il_at = NULL;
425 struct iam_rec *lvar_rec(const struct iam_leaf *l)
427 assert_corr(n_at_rec(l));
428 return e_rec(n_cur(l));
431 static void lvar_next(struct iam_leaf *l)
433 assert_corr(n_at_rec(l));
434 assert_corr(iam_leaf_is_locked(l));
435 l->il_at = lvar_lentry(e_next(l, n_cur(l)));
438 static int lvar_lookup(struct iam_leaf *leaf, const struct iam_key *k)
440 struct lvar_leaf_entry *found;
441 struct lvar_leaf_entry *scan;
442 struct lvar_leaf_entry *end;
450 assert_inv(n_invariant(leaf));
454 namelen = strlen(name);
455 hash = get_hash(iam_leaf_container(leaf), name, namelen);
460 for (scan = n_start(leaf); scan < end; scan = e_next(leaf, scan)) {
461 lvar_hash_t scan_hash;
463 scan_hash = e_hash(scan);
464 if (scan_hash < hash)
466 else if (scan_hash == hash) {
467 if (e_eq(scan, name, namelen)) {
471 leaf->il_at = lvar_lentry(scan);
472 return IAM_LOOKUP_EXACT;
473 } else if (!found_equal) {
484 * @k is less than all hashes in the leaf.
487 result = IAM_LOOKUP_BEFORE;
489 leaf->il_at = lvar_lentry(found);
490 result = IAM_LOOKUP_OK;
491 assert_corr(n_at_rec(leaf));
494 result |= IAM_LOOKUP_LAST;
495 assert_inv(n_invariant(leaf));
500 static int lvar_ilookup(struct iam_leaf *leaf, const struct iam_ikey *ik)
502 struct lvar_leaf_entry *scan;
503 struct lvar_leaf_entry *end;
506 assert_inv(n_invariant(leaf));
508 hash = *(const lvar_hash_t *)ik;
511 for (scan = n_start(leaf); scan < end; scan = e_next(leaf, scan)) {
512 lvar_hash_t scan_hash;
514 scan_hash = e_hash(scan);
515 if (scan_hash > hash)
516 return scan == n_start(leaf) ?
517 IAM_LOOKUP_BEFORE : IAM_LOOKUP_OK;
518 leaf->il_at = lvar_lentry(scan);
519 if (scan_hash == hash)
520 return IAM_LOOKUP_EXACT;
522 assert_inv(n_invariant(leaf));
524 * @ik is greater than any key in the node. Return last record in the
527 return IAM_LOOKUP_OK;
530 static void __lvar_key_set(struct iam_leaf *l, const struct iam_key *k)
532 memcpy(e_key(n_cur(l)), k, e_keysize(n_cur(l)));
535 static void lvar_key_set(struct iam_leaf *l, const struct iam_key *k)
537 assert_corr(n_at_rec(l));
538 assert_corr(strlen(kchar(k)) == e_keysize(n_cur(l)));
539 assert_corr(iam_leaf_is_locked(l));
540 __lvar_key_set(l, k);
541 assert_inv(n_invariant(l));
544 static int lvar_key_cmp(const struct iam_leaf *l, const struct iam_key *k)
551 hash = get_hash(iam_leaf_container(l), name, strlen(name));
552 return e_cmp(l, n_cur(l), hash);
555 static int lvar_key_eq(const struct iam_leaf *l, const struct iam_key *k)
560 return e_eq(n_cur(l), name, strlen(name));
563 static void __lvar_rec_set(struct iam_leaf *l, const struct iam_rec *r)
565 memcpy(e_rec(n_cur(l)), r, rec_size(r));
568 static void lvar_rec_set(struct iam_leaf *l, const struct iam_rec *r)
570 assert_corr(n_at_rec(l));
571 assert_corr(iam_leaf_is_locked(l));
572 __lvar_rec_set(l, r);
573 assert_inv(n_invariant(l));
576 static int lvar_rec_eq(const struct iam_leaf *l, const struct iam_rec *r)
578 struct iam_rec *rec = e_rec(n_cur(l));
580 if (rec_size(rec) != rec_size(r))
582 return !memcmp(rec, r, rec_size(r));
585 static void lvar_rec_get(const struct iam_leaf *l, struct iam_rec *r)
589 rec = e_rec(n_cur(l));
590 assert_corr(n_at_rec(l));
591 assert_corr(iam_leaf_is_locked(l));
592 memcpy(r, rec, rec_size(rec));
593 assert_inv(n_invariant(l));
596 static int lvar_can_add(const struct iam_leaf *l,
597 const struct iam_key *k, const struct iam_rec *r)
599 assert_corr(iam_leaf_is_locked(l));
602 getsize(l, strlen(kchar(k)), rec_size(r)) <= blocksize(l);
605 static int lvar_at_end(const struct iam_leaf *folio)
607 assert_corr(iam_leaf_is_locked(folio));
608 return n_cur(folio) == n_end(folio);
611 static void lvar_rec_add(struct iam_leaf *leaf,
612 const struct iam_key *k, const struct iam_rec *r)
621 assert_corr(lvar_can_add(leaf, k, r));
622 assert_inv(n_invariant(leaf));
623 assert_corr(iam_leaf_is_locked(leaf));
627 shift = getsize(leaf, ksize, rec_size(r));
629 if (!lvar_at_end(leaf)) {
630 assert_corr(n_cur(leaf) < n_end(leaf));
632 if (lvar_key_cmp(leaf, k) <= 0)
636 * Another exceptional case: insertion with the key
637 * less than least key in the leaf.
639 assert_corr(leaf->il_at == leaf->il_entries);
642 diff = PDIFF(end, start);
643 assert_corr(diff >= 0);
644 memmove(start + shift, start, diff);
646 h_used_adj(leaf, n_head(leaf), shift);
647 n_cur(leaf)->vle_keysize = cpu_to_le16(ksize);
648 n_cur(leaf)->vle_hash = cpu_to_le32(get_hash(iam_leaf_container(leaf),
650 __lvar_key_set(leaf, k);
651 __lvar_rec_set(leaf, r);
652 assert_corr(n_at_rec(leaf));
653 assert_inv(n_invariant(leaf));
656 static void lvar_rec_del(struct iam_leaf *leaf, int shift)
662 assert_corr(n_at_rec(leaf));
663 assert_inv(n_invariant(leaf));
664 assert_corr(iam_leaf_is_locked(leaf));
667 next = e_next(leaf, n_cur(leaf));
668 nob = e_size(leaf, n_cur(leaf));
669 memmove(leaf->il_at, next, end - next);
670 h_used_adj(leaf, n_head(leaf), -nob);
671 assert_inv(n_invariant(leaf));
674 static void lvar_init_new(struct iam_container *c, struct buffer_head *bh)
676 struct lvar_leaf_header *hdr;
678 hdr = (struct lvar_leaf_header *)bh->b_data;
679 hdr->vlh_magic = cpu_to_le16(IAM_LVAR_LEAF_MAGIC);
680 hdr->vlh_used = sizeof *hdr;
683 static struct lvar_leaf_entry *find_pivot(const struct iam_leaf *leaf,
684 struct lvar_leaf_entry **prev)
691 threshold = blocksize(leaf) / 2;
692 for (scan = start = n_start(leaf); scan - start <= threshold;
693 *prev = scan, scan = e_next(leaf, scan)) {
699 static void lvar_split(struct iam_leaf *leaf, struct buffer_head **bh,
702 struct lvar_leaf_entry *first_to_move;
703 struct lvar_leaf_entry *last_to_stay;
704 struct iam_path *path;
705 struct lvar_leaf_header *hdr;
706 struct buffer_head *new_leaf;
711 assert_inv(n_invariant(leaf));
712 assert_corr(iam_leaf_is_locked(leaf));
715 path = iam_leaf_path(leaf);
717 hdr = (void *)new_leaf->b_data;
719 first_to_move = find_pivot(leaf, &last_to_stay);
720 assert_corr(last_to_stay != NULL);
721 assert_corr(e_next(leaf, last_to_stay) == first_to_move);
723 hash = e_hash(first_to_move);
724 if (hash == e_hash(last_to_stay))
730 tomove = PDIFF(n_end(leaf), first_to_move);
731 memmove(hdr + 1, first_to_move, tomove);
733 h_used_adj(leaf, hdr, tomove);
734 h_used_adj(leaf, n_head(leaf), -tomove);
736 assert_corr(n_end(leaf) == first_to_move);
738 if (n_cur(leaf) >= first_to_move) {
740 * insertion point moves into new leaf.
745 shift = PDIFF(leaf->il_at, first_to_move);
747 leaf->il_bh = new_leaf;
748 leaf->il_curidx = new_blknr;
750 assert_corr(iam_leaf_is_locked(leaf));
751 result = lvar_init(leaf);
753 * init cannot fail, as node was just initialized.
755 assert_corr(result == 0);
756 leaf->il_at = ((void *)leaf->il_at) + shift;
759 * Insert pointer to the new node (together with the least key in
760 * the node) into index node.
762 iam_insert_key_lock(path, path->ip_frame, (struct iam_ikey *)&hash,
764 assert_corr(n_cur(leaf) < n_end(leaf));
765 assert_inv(n_invariant(leaf));
768 static int lvar_leaf_empty(struct iam_leaf *leaf)
770 return h_used(n_head(leaf)) == sizeof(struct lvar_leaf_header);
773 static struct iam_leaf_operations lvar_leaf_ops = {
775 .init_new = lvar_init_new,
782 .key_set = lvar_key_set,
783 .key_cmp = lvar_key_cmp,
784 .key_eq = lvar_key_eq,
785 .key_size = lvar_key_size,
786 .rec_set = lvar_rec_set,
787 .rec_eq = lvar_rec_eq,
788 .rec_get = lvar_rec_get,
789 .lookup = lvar_lookup,
790 .ilookup = lvar_ilookup,
791 .at_end = lvar_at_end,
792 .rec_add = lvar_rec_add,
793 .rec_del = lvar_rec_del,
794 .can_add = lvar_can_add,
796 .leaf_empty = lvar_leaf_empty,
804 /* This is duplicated in lustre/utils/create_iam.c */
805 /* egrep -i '^o?x?[olabcdef]*$' /usr/share/dict/words */
806 IAM_LVAR_ROOT_MAGIC = 0xb01dface
809 /* This is duplicated in lustre/utils/create_iam.c */
814 u8 vr_indirect_levels;
819 static __u32 lvar_root_ptr(struct iam_container *c)
824 static int lvar_node_init(struct iam_container *c, struct buffer_head *bh,
830 static struct iam_entry *lvar_root_inc(struct iam_container *c,
831 struct iam_path *path,
832 struct iam_frame *frame)
834 struct lvar_root *root;
835 struct iam_entry *entries;
837 assert_corr(iam_frame_is_locked(path, frame));
838 entries = frame->entries;
840 dx_set_count(entries, 2);
841 assert_corr(dx_get_limit(entries) == dx_root_limit(path));
843 root = (void *)frame->bh->b_data;
844 assert_corr(le64_to_cpu(root->vr_magic) == IAM_LVAR_ROOT_MAGIC);
845 root->vr_indirect_levels ++;
846 frame->at = entries = iam_entry_shift(path, entries, 1);
847 memset(iam_ikey_at(path, entries), 0,
848 iam_path_descr(path)->id_ikey_size);
852 static int lvar_node_check(struct iam_path *path, struct iam_frame *frame)
856 unsigned limit_correct;
857 struct iam_entry *entries;
859 entries = dx_node_get_entries(path, frame);
861 if (frame == path->ip_frames) {
862 struct lvar_root *root;
864 root = (void *)frame->bh->b_data;
865 if (le64_to_cpu(root->vr_magic) != IAM_LVAR_ROOT_MAGIC)
867 limit_correct = dx_root_limit(path);
869 limit_correct = dx_node_limit(path);
870 count = dx_get_count(entries);
871 limit = dx_get_limit(entries);
874 if (limit != limit_correct)
879 static int lvar_node_load(struct iam_path *path, struct iam_frame *frame)
881 struct iam_entry *entries;
883 entries = dx_node_get_entries(path, frame);
885 data = frame->bh->b_data;
887 if (frame == path->ip_frames) {
888 struct lvar_root *root;
892 name = kchar(path->ip_key_target);
893 path->ip_indirect = root->vr_indirect_levels;
894 if (path->ip_ikey_target == NULL) {
895 path->ip_ikey_target = iam_path_ikey(path, 4);
896 *(lvar_hash_t *)path->ip_ikey_target =
897 get_hash(path->ip_container, name,
901 frame->entries = frame->at = entries;
905 static int lvar_ikeycmp(const struct iam_container *c,
906 const struct iam_ikey *k1, const struct iam_ikey *k2)
908 lvar_hash_t p1 = le32_to_cpu(*(lvar_hash_t *)k1);
909 lvar_hash_t p2 = le32_to_cpu(*(lvar_hash_t *)k2);
911 return p1 > p2 ? +1 : (p1 < p2 ? -1 : 0);
914 static struct iam_path_descr *lvar_ipd_alloc(const struct iam_container *c,
917 return iam_ipd_alloc(area, c->ic_descr->id_ikey_size);
920 static void lvar_root(void *buf,
921 int blocksize, int keysize, int ptrsize, int recsize)
923 struct lvar_root *root;
924 struct dx_countlimit *limit;
928 isize = sizeof(lvar_hash_t) + ptrsize;
930 *root = (typeof(*root)) {
931 .vr_magic = cpu_to_le32(IAM_LVAR_ROOT_MAGIC),
932 .vr_recsize = cpu_to_le16(recsize),
933 .vr_ptrsize = cpu_to_le16(ptrsize),
934 .vr_indirect_levels = 0
937 limit = (void *)(root + 1);
938 *limit = (typeof(*limit)){
940 * limit itself + one pointer to the leaf.
942 .count = cpu_to_le16(2),
943 .limit = iam_root_limit(sizeof(struct lvar_root), blocksize,
944 sizeof (lvar_hash_t) + ptrsize)
947 /* To guarantee that the padding "keysize + ptrsize"
948 * covers the "dx_countlimit" and the "idle_blocks". */
949 LASSERT((keysize + ptrsize) >=
950 (sizeof(struct dx_countlimit) + sizeof(__u32)));
952 entry = (void *)(limit + 1);
953 /* Put "idle_blocks" just after the limit. There was padding after
954 * the limit, the "idle_blocks" re-uses part of the padding, so no
955 * compatibility issues with old layout.
962 entry = (void *)(root + 1) + isize;
965 * Entry format is <key> followed by <ptr>. In the minimal tree
966 * consisting of a root and single node, <key> is a minimal possible
969 *(lvar_hash_t *)entry = 0;
970 entry += sizeof(lvar_hash_t);
971 /* now @entry points to <ptr> */
973 *(u_int32_t *)entry = cpu_to_le32(1);
975 *(u_int64_t *)entry = cpu_to_le64(1);
978 static int lvar_esize(int namelen, int recsize)
980 return (offsetof(struct lvar_leaf_entry, vle_key) +
981 namelen + recsize + LVAR_ROUND) & ~LVAR_ROUND;
984 static void lvar_leaf(void *buf,
985 int blocksize, int keysize, int ptrsize, int recsize)
987 struct lvar_leaf_header *head;
988 struct lvar_leaf_entry *entry;
992 *head = (typeof(*head)) {
993 .vlh_magic = cpu_to_le16(IAM_LVAR_LEAF_MAGIC),
994 .vlh_used = cpu_to_le16(sizeof *head + lvar_esize(0, recsize))
996 entry = (void *)(head + 1);
997 *entry = (typeof(*entry)) {
1001 memset(e_rec(entry), 0, recsize);
1002 *(char *)e_rec(entry) = recsize;
1005 int iam_lvar_create(struct inode *obj,
1006 int keysize, int ptrsize, int recsize, handle_t *handle)
1008 struct buffer_head *root_node;
1009 struct buffer_head *leaf_node;
1010 struct super_block *sb;
1014 unsigned long bsize;
1016 assert_corr(obj->i_size == 0);
1019 bsize = sb->s_blocksize;
1020 root_node = ldiskfs_append(handle, obj, &blknr, &result);
1021 leaf_node = ldiskfs_append(handle, obj, &blknr, &result);
1022 if (root_node != NULL && leaf_node != NULL) {
1023 lvar_root(root_node->b_data, bsize, keysize, ptrsize, recsize);
1024 lvar_leaf(leaf_node->b_data, bsize, keysize, ptrsize, recsize);
1025 ldiskfs_mark_inode_dirty(handle, obj);
1026 result = ldiskfs_journal_dirty_metadata(handle, root_node);
1028 result = ldiskfs_journal_dirty_metadata(handle, leaf_node);
1030 ldiskfs_std_error(sb, result);
1036 EXPORT_SYMBOL(iam_lvar_create);
1038 static struct iam_operations lvar_ops = {
1039 .id_root_ptr = lvar_root_ptr,
1040 .id_node_read = iam_node_read,
1041 .id_node_init = lvar_node_init,
1042 .id_node_check = lvar_node_check,
1043 .id_node_load = lvar_node_load,
1044 .id_ikeycmp = lvar_ikeycmp,
1045 .id_root_inc = lvar_root_inc,
1046 .id_ipd_alloc = lvar_ipd_alloc,
1047 .id_ipd_free = iam_ipd_free,
1051 static int lvar_guess(struct iam_container *c)
1054 struct buffer_head *bh;
1055 const struct lvar_root *root;
1057 assert_corr(c->ic_object != NULL);
1059 result = iam_node_read(c, lvar_root_ptr(c), NULL, &bh);
1061 root = (void *)bh->b_data;
1062 if (le64_to_cpu(root->vr_magic) == IAM_LVAR_ROOT_MAGIC) {
1063 struct iam_descr *descr;
1065 descr = c->ic_descr;
1066 descr->id_key_size = LDISKFS_NAME_LEN;
1067 descr->id_ikey_size = sizeof (lvar_hash_t);
1068 descr->id_rec_size = le16_to_cpu(root->vr_recsize);
1069 descr->id_ptr_size = le16_to_cpu(root->vr_ptrsize);
1070 descr->id_root_gap = sizeof *root;
1071 descr->id_node_gap = 0;
1072 descr->id_ops = &lvar_ops;
1073 descr->id_leaf_ops = &lvar_leaf_ops;
1084 static struct iam_format lvar_format = {
1085 .if_guess = lvar_guess
1088 void iam_lvar_format_init(void)
1090 iam_format_register(&lvar_format);