1 --- ./fs/ext3/super.c 2002/03/05 06:18:59 2.1
2 +++ ./fs/ext3/super.c 2002/03/05 06:26:56
4 "EXT3 Check option not supported\n");
7 + else if (!strcmp (this_char, "index"))
8 +#ifdef CONFIG_EXT3_INDEX
9 + set_opt (*mount_options, INDEX);
11 + printk("EXT3 index option not supported\n");
13 else if (!strcmp (this_char, "debug"))
14 set_opt (*mount_options, DEBUG);
15 else if (!strcmp (this_char, "errors")) {
16 @@ -702,6 +708,12 @@ static int ext3_setup_super(struct super
17 es->s_mtime = cpu_to_le32(CURRENT_TIME);
18 ext3_update_dynamic_rev(sb);
19 EXT3_SET_INCOMPAT_FEATURE(sb, EXT3_FEATURE_INCOMPAT_RECOVER);
21 + if (test_opt(sb, INDEX))
22 + EXT3_SET_COMPAT_FEATURE(sb, EXT3_FEATURE_COMPAT_DIR_INDEX);
23 + else if (EXT3_HAS_COMPAT_FEATURE(sb, EXT3_FEATURE_COMPAT_DIR_INDEX))
24 + set_opt (EXT3_SB(sb)->s_mount_opt, INDEX);
26 ext3_commit_super (sb, es, 1);
27 if (test_opt (sb, DEBUG))
29 --- ./fs/ext3/namei.c 2002/03/05 06:18:59 2.1
30 +++ ./fs/ext3/namei.c 2002/03/06 00:13:18
32 * David S. Miller (davem@caip.rutgers.edu), 1995
33 * Directory entry file type support and forward compatibility hooks
34 * for B-tree directories by Theodore Ts'o (tytso@mit.edu), 1998
35 + * Hash Tree Directory indexing (c)
36 + * Daniel Phillips, 2001
37 + * Hash Tree Directory indexing porting
38 + * Christopher Li, 2002
43 #include <linux/string.h>
44 #include <linux/locks.h>
45 #include <linux/quotaops.h>
47 +#include <linux/slab.h>
50 * define how far ahead to read directories while searching them.
52 #define NAMEI_RA_SIZE (NAMEI_RA_CHUNKS * NAMEI_RA_BLOCKS)
53 #define NAMEI_RA_INDEX(c,b) (((c) * NAMEI_RA_BLOCKS) + (b))
55 +static struct buffer_head *ext3_append(handle_t *handle,
56 + struct inode *inode,
57 + u32 *block, int *err)
59 + struct buffer_head *bh;
61 + *block = inode->i_size >> inode->i_sb->s_blocksize_bits;
63 + if ((bh = ext3_bread(handle, inode, *block, 1, err))) {
64 + inode->i_size += inode->i_sb->s_blocksize;
65 + EXT3_I(inode)->i_disksize = inode->i_size;
66 + ext3_journal_get_write_access(handle,bh);
72 +#define assert(test) J_ASSERT(test)
76 +#define swap(x, y) do { typeof(x) z = x; x = y; y = z; } while (0)
79 +typedef struct { u32 v; } le_u32;
80 +typedef struct { u16 v; } le_u16;
82 +#define dxtrace_on(command) command
83 +#define dxtrace_off(command)
84 +#define dxtrace dxtrace_off
107 + * dx_root_info is laid out so that if it should somehow get overlaid by a
108 + * dirent the two low bits of the hash version will be zero. Therefore, the
109 + * hash version mod 4 should never be 0. Sincerely, the paranoia department.
114 + struct fake_dirent dot;
116 + struct fake_dirent dotdot;
117 + char dotdot_name[4];
118 + struct dx_root_info
120 + le_u32 reserved_zero;
121 + u8 hash_version; /* 0 now, 1 at release */
122 + u8 info_length; /* 8 */
123 + u8 indirect_levels;
127 + struct dx_entry entries[0];
132 + struct fake_dirent fake;
133 + struct dx_entry entries[0];
139 + struct buffer_head *bh;
140 + struct dx_entry *entries;
141 + struct dx_entry *at;
150 +typedef struct ext3_dir_entry_2 ext3_dirent;
151 +static inline unsigned dx_get_block (struct dx_entry *entry);
152 +static void dx_set_block (struct dx_entry *entry, unsigned value);
153 +static inline unsigned dx_get_hash (struct dx_entry *entry);
154 +static void dx_set_hash (struct dx_entry *entry, unsigned value);
155 +static unsigned dx_get_count (struct dx_entry *entries);
156 +static unsigned dx_get_limit (struct dx_entry *entries);
157 +static void dx_set_count (struct dx_entry *entries, unsigned value);
158 +static void dx_set_limit (struct dx_entry *entries, unsigned value);
159 +static unsigned dx_root_limit (struct inode *dir, unsigned infosize);
160 +static unsigned dx_node_limit (struct inode *dir);
161 +static unsigned dx_hack_hash (const u8 *name, int len);
162 +static struct dx_frame *dx_probe (struct inode *dir, u32 hash, struct dx_frame *frame);
163 +static void dx_release (struct dx_frame *frames);
164 +static int dx_make_map (ext3_dirent *de, int size, struct dx_map_entry map[]);
165 +static void dx_sort_map(struct dx_map_entry *map, unsigned count);
166 +static ext3_dirent *dx_copy_dirents (char *from, char *to,
167 + struct dx_map_entry *map, int count);
168 +static void dx_insert_block (struct dx_frame *frame, u32 hash, u32 block);
171 +#ifdef CONFIG_EXT3_INDEX
173 + * Future: use high four bits of block for coalesce-on-delete flags
174 + * Mask them off for now.
177 +static inline unsigned dx_get_block (struct dx_entry *entry)
179 + return le32_to_cpu(entry->block.v) & 0x00ffffff;
182 +static inline void dx_set_block (struct dx_entry *entry, unsigned value)
184 + entry->block.v = cpu_to_le32(value);
187 +static inline unsigned dx_get_hash (struct dx_entry *entry)
189 + return le32_to_cpu(entry->hash.v);
192 +static inline void dx_set_hash (struct dx_entry *entry, unsigned value)
194 + entry->hash.v = cpu_to_le32(value);
197 +static inline unsigned dx_get_count (struct dx_entry *entries)
199 + return le16_to_cpu(((struct dx_countlimit *) entries)->count.v);
202 +static inline unsigned dx_get_limit (struct dx_entry *entries)
204 + return le16_to_cpu(((struct dx_countlimit *) entries)->limit.v);
207 +static inline void dx_set_count (struct dx_entry *entries, unsigned value)
209 + ((struct dx_countlimit *) entries)->count.v = cpu_to_le16(value);
212 +static inline void dx_set_limit (struct dx_entry *entries, unsigned value)
214 + ((struct dx_countlimit *) entries)->limit.v = cpu_to_le16(value);
217 +static inline unsigned dx_root_limit (struct inode *dir, unsigned infosize)
219 + unsigned entry_space = dir->i_sb->s_blocksize - EXT3_DIR_REC_LEN(1) -
220 + EXT3_DIR_REC_LEN(2) - infosize;
221 + return 0? 20: entry_space / sizeof(struct dx_entry);
224 +static inline unsigned dx_node_limit (struct inode *dir)
226 + unsigned entry_space = dir->i_sb->s_blocksize - EXT3_DIR_REC_LEN(0);
227 + return 0? 22: entry_space / sizeof(struct dx_entry);
230 +/* Hash function - not bad, but still looking for an ideal default */
232 +static unsigned dx_hack_hash (const u8 *name, int len)
234 + u32 hash0 = 0x12a3fe2d, hash1 = 0x37abe8f9;
237 + u32 hash = hash1 + (hash0 ^ (*name++ * 7152373));
238 + if (hash & 0x80000000) hash -= 0x7fffffff;
245 +#define dx_hash(s,n) (dx_hack_hash(s,n) << 1)
250 +static void dx_show_index (char * label, struct dx_entry *entries)
252 + int i, n = dx_get_count (entries);
253 + printk("%s index ", label);
254 + for (i = 0; i < n; i++)
256 + printk("%x->%u ", i? dx_get_hash(entries + i): 0, dx_get_block(entries + i));
268 +static struct stats dx_show_leaf (ext3_dirent *de, int size, int show_names)
270 + unsigned names = 0, space = 0;
271 + char *base = (char *) de;
273 + while ((char *) de < base + size)
279 + int len = de->name_len;
280 + char *name = de->name;
281 + while (len--) printk("%c", *name++);
282 + printk(":%x.%u ", dx_hash (de->name, de->name_len), ((char *) de - base));
284 + space += EXT3_DIR_REC_LEN(de->name_len);
287 + de = (ext3_dirent *) ((char *) de + le16_to_cpu(de->rec_len));
289 + printk("(%i)\n", names);
290 + return (struct stats) { names, space, 1 };
293 +struct stats dx_show_entries (struct inode *dir, struct dx_entry *entries, int levels)
295 + unsigned blocksize = dir->i_sb->s_blocksize;
296 + unsigned count = dx_get_count (entries), names = 0, space = 0, i;
297 + unsigned bcount = 0;
298 + struct buffer_head *bh;
300 + printk("%i indexed blocks...\n", count);
301 + for (i = 0; i < count; i++, entries++)
303 + u32 block = dx_get_block(entries), hash = i? dx_get_hash(entries): 0;
304 + u32 range = i < count - 1? (dx_get_hash(entries + 1) - hash): ~hash;
305 + struct stats stats;
306 + printk("%s%3u:%03u hash %8x/%8x ",levels?"":" ", i, block, hash, range);
307 + if (!(bh = ext3_bread (NULL,dir, block, 0,&err))) continue;
309 + dx_show_entries (dir, ((struct dx_node *) bh->b_data)->entries, levels - 1):
310 + dx_show_leaf ((ext3_dirent *) bh->b_data, blocksize, 0);
311 + names += stats.names;
312 + space += stats.space;
313 + bcount += stats.bcount;
317 + printk("%snames %u, fullness %u (%u%%)\n", levels?"":" ",
318 + names, space/bcount,(space/bcount)*100/blocksize);
319 + return (struct stats) { names, space, bcount};
323 + * Probe for a directory leaf block to search
326 +static struct dx_frame *
327 +dx_probe(struct inode *dir, u32 hash, struct dx_frame *frame_in)
329 + unsigned count, indirect;
330 + struct dx_entry *at, *entries, *p, *q, *m;
331 + struct dx_root *root;
332 + struct buffer_head *bh;
333 + struct dx_frame *frame = frame_in;
337 + if (!(bh = ext3_bread(NULL, dir, 0, 0, &err)))
339 + root = (struct dx_root *) bh->b_data;
340 + if (root->info.hash_version > 0 || root->info.unused_flags & 1) {
344 + if ((indirect = root->info.indirect_levels) > 1) {
348 + entries = (struct dx_entry *) (((char *) &root->info) + root->info.info_length);
349 + assert (dx_get_limit(entries) == dx_root_limit(dir, root->info.info_length));
350 + dxtrace (printk("Look up %x", hash));
353 + count = dx_get_count(entries);
354 + assert (count && count <= dx_get_limit(entries));
356 + q = entries + count - 1;
360 + dxtrace(printk("."));
361 + if (dx_get_hash(m) > hash)
367 + if (0) // linear search cross check
369 + unsigned n = count - 1;
373 + dxtrace(printk(","));
374 + if (dx_get_hash(++at) > hash)
380 + assert (at == p - 1);
384 + dxtrace(printk(" %x->%u\n", at == entries? 0: dx_get_hash(at), dx_get_block(at)));
386 + frame->entries = entries;
388 + if (!indirect--) return frame;
389 + if (!(bh = ext3_bread (NULL,dir, dx_get_block(at), 0,&err)))
391 + at = entries = ((struct dx_node *) bh->b_data)->entries;
392 + assert (dx_get_limit(entries) == dx_node_limit (dir));
396 + while (frame >= frame_in) {
404 +static void dx_release (struct dx_frame *frames)
406 + if (frames[0].bh == NULL)
409 + if (((struct dx_root *)frames[0].bh->b_data)->info.indirect_levels)
410 + brelse (frames[1].bh);
411 + brelse (frames[0].bh);
415 + * Directory block splitting, compacting
418 +static int dx_make_map (ext3_dirent *de, int size, struct dx_map_entry map[])
421 + char *base = (char *) de;
422 + while ((char *) de < base + size) {
423 + if (de->name_len && de->inode) {
424 + map[count].hash = dx_hash (de->name, de->name_len);
425 + map[count].offs = (u32) ((char *) de - base);
428 + de = (ext3_dirent *) ((char *) de + le16_to_cpu(de->rec_len));
433 +static void dx_sort_map (struct dx_map_entry *map, unsigned count)
435 + struct dx_map_entry *p, *q, *top = map + count - 1;
437 + /* Combsort until bubble sort doesn't suck */
440 + count = count*10/13;
441 + if (count - 9 < 2) /* 9, 10 -> 11 */
443 + for (p = top, q = p - count; q >= map; p--, q--)
444 + if (p->hash < q->hash)
447 + /* Garden variety bubble sort */
453 + if (q[1].hash >= q[0].hash)
461 +static void dx_insert_block(struct dx_frame *frame, u32 hash, u32 block)
463 + struct dx_entry *entries = frame->entries;
464 + struct dx_entry *old = frame->at, *new = old + 1;
465 + int count = dx_get_count(entries);
467 + assert(count < dx_get_limit(entries));
468 + assert(old < entries + count);
469 + memmove(new + 1, new, (char *)(entries + count) - (char *)(new));
470 + dx_set_hash(new, hash);
471 + dx_set_block(new, block);
472 + dx_set_count(entries, count + 1);
476 +static void ext3_update_dx_flag(struct inode *inode)
478 + if (!test_opt(inode->i_sb, INDEX))
479 + EXT3_I(inode)->i_flags &= ~EXT3_INDEX_FL;
483 * NOTE! unlike strncmp, ext3_match returns 1 for success, 0 for failure.
489 + * p is at least 6 bytes before the end of page
491 +static inline ext3_dirent *ext3_next_entry(ext3_dirent *p)
493 + return (ext3_dirent *)((char*)p + le16_to_cpu(p->rec_len));
500 * finds an entry in the specified directory with the wanted name. It
502 * The returned buffer_head has ->b_count elevated. The caller is expected
503 * to brelse() it when appropriate.
507 static struct buffer_head * ext3_find_entry (struct dentry *dentry,
508 struct ext3_dir_entry_2 ** res_dir)
510 @@ -119,10 +564,76 @@
513 struct inode *dir = dentry->d_parent->d_inode;
516 + unsigned blocksize;
517 + ext3_dirent *de, *top;
521 + blocksize = sb->s_blocksize;
522 + namelen = dentry->d_name.len;
523 + name = dentry->d_name.name;
524 + if (namelen > EXT3_NAME_LEN)
526 + if (ext3_dx && is_dx(dir)) {
527 + u32 hash = dx_hash (name, namelen);
528 + struct dx_frame frames[2], *frame;
529 + if (!(frame = dx_probe (dir, hash, frames)))
532 + block = dx_get_block(frame->at);
533 + if (!(bh = ext3_bread (NULL,dir, block, 0, &err)))
535 + de = (ext3_dirent *) bh->b_data;
536 + top = (ext3_dirent *) ((char *) de + blocksize -
537 + EXT3_DIR_REC_LEN(0));
538 + for (; de < top; de = ext3_next_entry(de))
539 + if (ext3_match (namelen, name, de)) {
540 + if (!ext3_check_dir_entry("ext3_find_entry",
542 + (block<<EXT3_BLOCK_SIZE_BITS(sb))
543 + +((char *)de - bh->b_data))) {
551 + /* Same hash continues in next block? Search on. */
552 + if (++(frame->at) == frame->entries + dx_get_count(frame->entries))
554 + struct buffer_head *bh2;
555 + if (frame == frames)
557 + if (++(frames->at) == frames->entries + dx_get_count(frames->entries))
559 + /* should omit read if not continued */
560 + if (!(bh2 = ext3_bread (NULL, dir,
561 + dx_get_block(frames->at),
564 + brelse (frame->bh);
566 + frame->at = frame->entries = ((struct dx_node *) bh2->b_data)->entries;
567 + /* Subtle: the 0th entry has the count, find the hash in frame above */
568 + if ((dx_get_hash(frames->at) & -2) == hash)
572 + if ((dx_get_hash(frame->at) & -2) == hash)
575 + dxtrace(printk("%s not found\n", name));
576 + dx_release (frames);
579 + dx_release (frames);
584 nblocks = dir->i_size >> EXT3_BLOCK_SIZE_BITS(sb);
585 start = dir->u.ext3_i.i_dir_start_lookup;
586 if (start >= nblocks)
588 de->file_type = ext3_type_by_mode[(mode & S_IFMT)>>S_SHIFT];
591 +static ext3_dirent *
592 +dx_copy_dirents (char *from, char *to, struct dx_map_entry *map, int count)
594 + unsigned rec_len = 0;
597 + ext3_dirent *de = (ext3_dirent *) (from + map->offs);
598 + rec_len = EXT3_DIR_REC_LEN(de->name_len);
599 + memcpy (to, de, rec_len);
600 + ((ext3_dirent *) to)->rec_len = rec_len;
604 + return (ext3_dirent *) (to - rec_len);
607 +#ifdef CONFIG_EXT3_INDEX
608 +static ext3_dirent *do_split(handle_t *handle, struct inode *dir,
609 + struct buffer_head **bh,struct dx_frame *frame,
610 + u32 hash, int *error)
612 + unsigned blocksize = dir->i_sb->s_blocksize;
613 + unsigned count, continued;
614 + struct buffer_head *bh2;
616 + unsigned MAX_DX_MAP = PAGE_CACHE_SIZE/EXT3_DIR_REC_LEN(1) + 1;
618 + struct dx_map_entry *map;
619 + char *data1 = (*bh)->b_data, *data2, *data3;
621 + ext3_dirent *de, *de2;
623 + bh2 = ext3_append (handle, dir, &newblock, error);
628 + return (ext3_dirent *)bh2;
631 + BUFFER_TRACE(*bh, "get_write_access");
632 + ext3_journal_get_write_access(handle, *bh);
633 + BUFFER_TRACE(frame->bh, "get_write_access");
634 + ext3_journal_get_write_access(handle, frame->bh);
636 + data2 = bh2->b_data;
638 + map = kmalloc(sizeof(*map) * MAX_DX_MAP, GFP_KERNEL);
640 + panic("no memory for do_split\n");
641 + count = dx_make_map ((ext3_dirent *) data1, blocksize, map);
642 + split = count/2; // need to adjust to actual middle
643 + dx_sort_map (map, count);
644 + hash2 = map[split].hash;
645 + continued = hash2 == map[split - 1].hash;
646 + dxtrace(printk("Split block %i at %x, %i/%i\n",
647 + dx_get_block(frame->at), hash2, split, count-split));
649 + /* Fancy dance to stay within two buffers */
650 + de2 = dx_copy_dirents (data1, data2, map + split, count - split);
651 + data3 = (char *) de2 + de2->rec_len;
652 + de = dx_copy_dirents (data1, data3, map, split);
653 + memcpy(data1, data3, (char *) de + de->rec_len - data3);
654 + de = (ext3_dirent *) ((char *) de - data3 + data1); // relocate de
655 + de->rec_len = cpu_to_le16(data1 + blocksize - (char *) de);
656 + de2->rec_len = cpu_to_le16(data2 + blocksize - (char *) de2);
657 + dxtrace(dx_show_leaf ((ext3_dirent *) data1, blocksize, 1));
658 + dxtrace(dx_show_leaf ((ext3_dirent *) data2, blocksize, 1));
660 + /* Which block gets the new entry? */
666 + dx_insert_block (frame, hash2 + continued, newblock);
667 + ext3_journal_dirty_metadata (handle, bh2);
669 + ext3_journal_dirty_metadata (handle, frame->bh);
670 + dxtrace(dx_show_index ("frame", frame->entries));
682 * AKPM: the journalling code here looks wrong on the error paths
685 static int ext3_add_entry (handle_t *handle, struct dentry *dentry,
688 @@ -258,117 +852,281 @@
689 const char *name = dentry->d_name.name;
690 int namelen = dentry->d_name.len;
691 unsigned long offset;
692 - unsigned short rec_len;
693 struct buffer_head * bh;
694 - struct ext3_dir_entry_2 * de, * de1;
695 - struct super_block * sb;
697 + struct super_block * sb = dir->i_sb;
699 + unsigned short reclen = EXT3_DIR_REC_LEN(namelen);
702 + unsigned blocksize = sb->s_blocksize;
703 + unsigned nlen, rlen;
709 - bh = ext3_bread (handle, dir, 0, 0, &retval);
712 - rec_len = EXT3_DIR_REC_LEN(namelen);
714 - de = (struct ext3_dir_entry_2 *) bh->b_data;
716 - if ((char *)de >= sb->s_blocksize + bh->b_data) {
719 - bh = ext3_bread (handle, dir,
720 - offset >> EXT3_BLOCK_SIZE_BITS(sb), 1, &retval);
723 - if (dir->i_size <= offset) {
724 - if (dir->i_size == 0) {
727 + if (ext3_dx && is_dx(dir)) {
728 + struct dx_frame frames[2], *frame;
729 + struct dx_entry *entries, *at;
733 + hash = dx_hash(name, namelen);
734 + /* FIXME: do something if dx_probe() fails here */
735 + frame = dx_probe(dir, hash, frames);
736 + entries = frame->entries;
739 + if (!(bh = ext3_bread(handle,dir, dx_get_block(at), 0,&retval)))
742 + BUFFER_TRACE(bh, "get_write_access");
743 + ext3_journal_get_write_access(handle, bh);
745 + data1 = bh->b_data;
746 + de = (ext3_dirent *) data1;
747 + top = data1 + (0? 200: blocksize);
748 + while ((char *) de < top)
750 + /* FIXME: check EEXIST and dir */
751 + nlen = EXT3_DIR_REC_LEN(de->name_len);
752 + rlen = le16_to_cpu(de->rec_len);
753 + if ((de->inode? rlen - nlen: rlen) >= reclen)
755 + de = (ext3_dirent *) ((char *) de + rlen);
757 + /* Block full, should compress but for now just split */
758 + dxtrace(printk("using %u of %u node entries\n",
759 + dx_get_count(entries), dx_get_limit(entries)));
760 + /* Need to split index? */
761 + if (dx_get_count(entries) == dx_get_limit(entries))
764 + unsigned icount = dx_get_count(entries);
765 + int levels = frame - frames;
766 + struct dx_entry *entries2;
767 + struct dx_node *node2;
768 + struct buffer_head *bh2;
769 + if (levels && dx_get_count(frames->entries) == dx_get_limit(frames->entries))
771 + bh2 = ext3_append (handle, dir, &newblock, &retval);
774 + node2 = (struct dx_node *)(bh2->b_data);
775 + entries2 = node2->entries;
776 + node2->fake.rec_len = cpu_to_le16(blocksize);
777 + node2->fake.inode = 0;
778 + BUFFER_TRACE(frame->bh, "get_write_access");
779 + ext3_journal_get_write_access(handle, frame->bh);
782 + unsigned icount1 = icount/2, icount2 = icount - icount1;
783 + unsigned hash2 = dx_get_hash(entries + icount1);
784 + dxtrace(printk("Split index %i/%i\n", icount1, icount2));
786 + BUFFER_TRACE(frame->bh, "get_write_access"); /* index root */
787 + ext3_journal_get_write_access(handle, frames[0].bh);
789 + memcpy ((char *) entries2, (char *) (entries + icount1),
790 + icount2 * sizeof(struct dx_entry));
791 + dx_set_count (entries, icount1);
792 + dx_set_count (entries2, icount2);
793 + dx_set_limit (entries2, dx_node_limit(dir));
795 + /* Which index block gets the new entry? */
796 + if (at - entries >= icount1) {
797 + frame->at = at = at - entries - icount1 + entries2;
798 + frame->entries = entries = entries2;
799 + swap(frame->bh, bh2);
802 - ext3_debug ("creating next block\n");
804 - BUFFER_TRACE(bh, "get_write_access");
805 - ext3_journal_get_write_access(handle, bh);
806 - de = (struct ext3_dir_entry_2 *) bh->b_data;
808 - de->rec_len = le16_to_cpu(sb->s_blocksize);
809 - dir->u.ext3_i.i_disksize =
810 - dir->i_size = offset + sb->s_blocksize;
811 - dir->u.ext3_i.i_flags &= ~EXT3_INDEX_FL;
812 - ext3_mark_inode_dirty(handle, dir);
813 + dx_insert_block (frames + 0, hash2, newblock);
814 + dxtrace(dx_show_index ("node", frames[1].entries));
815 + dxtrace(dx_show_index ("node",
816 + ((struct dx_node *) bh2->b_data)->entries));
817 + ext3_journal_dirty_metadata(handle, bh2);
821 - ext3_debug ("skipping to next block\n");
823 - de = (struct ext3_dir_entry_2 *) bh->b_data;
824 + dxtrace(printk("Creating second level index...\n"));
825 + memcpy((char *) entries2, (char *) entries,
826 + icount * sizeof(struct dx_entry));
827 + dx_set_limit(entries2, dx_node_limit(dir));
830 + dx_set_count(entries, 1);
831 + dx_set_block(entries + 0, newblock);
832 + ((struct dx_root *) frames[0].bh->b_data)->info.indirect_levels = 1;
834 + /* Add new access path frame */
835 + frame = frames + 1;
836 + frame->at = at = at - entries + entries2;
837 + frame->entries = entries = entries2;
839 + ext3_journal_get_write_access(handle, frame->bh);
841 + ext3_journal_dirty_metadata(handle, frames[0].bh);
843 - if (!ext3_check_dir_entry ("ext3_add_entry", dir, de, bh,
848 - if (ext3_match (namelen, name, de)) {
849 + de = do_split(handle, dir, &bh, frame, hash, &retval);
850 + dx_release (frames);
853 + nlen = EXT3_DIR_REC_LEN(de->name_len);
854 + rlen = le16_to_cpu(de->rec_len);
858 + dx_release (frames);
862 + ext3_warning(sb, __FUNCTION__, "Directory index full!\n");
867 + dx_release (frames);
871 + blocks = dir->i_size >> sb->s_blocksize_bits;
872 + for (block = 0, offset = 0; block < blocks; block++) {
873 + bh = ext3_bread(handle, dir, block, 0, &retval);
876 + de = (ext3_dirent *)bh->b_data;
877 + top = bh->b_data + blocksize - reclen;
878 + while ((char *) de <= top) {
879 + if (!ext3_check_dir_entry("ext3_add_entry", dir, de,
884 + if (ext3_match (namelen, name, de)) {
888 - if ((le32_to_cpu(de->inode) == 0 &&
889 - le16_to_cpu(de->rec_len) >= rec_len) ||
890 - (le16_to_cpu(de->rec_len) >=
891 - EXT3_DIR_REC_LEN(de->name_len) + rec_len)) {
892 - BUFFER_TRACE(bh, "get_write_access");
893 - ext3_journal_get_write_access(handle, bh);
894 - /* By now the buffer is marked for journaling */
895 - offset += le16_to_cpu(de->rec_len);
896 - if (le32_to_cpu(de->inode)) {
897 - de1 = (struct ext3_dir_entry_2 *) ((char *) de +
898 - EXT3_DIR_REC_LEN(de->name_len));
900 - cpu_to_le16(le16_to_cpu(de->rec_len) -
901 - EXT3_DIR_REC_LEN(de->name_len));
902 - de->rec_len = cpu_to_le16(
903 - EXT3_DIR_REC_LEN(de->name_len));
906 - de->file_type = EXT3_FT_UNKNOWN;
908 - de->inode = cpu_to_le32(inode->i_ino);
909 - ext3_set_de_type(dir->i_sb, de, inode->i_mode);
912 - de->name_len = namelen;
913 - memcpy (de->name, name, namelen);
915 - * XXX shouldn't update any times until successful
916 - * completion of syscall, but too many callers depend
919 - * XXX similarly, too many callers depend on
920 - * ext3_new_inode() setting the times, but error
921 - * recovery deletes the inode, so the worst that can
922 - * happen is that the times are slightly out of date
923 - * and/or different from the directory change time.
925 - dir->i_mtime = dir->i_ctime = CURRENT_TIME;
926 - dir->u.ext3_i.i_flags &= ~EXT3_INDEX_FL;
927 - dir->i_version = ++event;
928 - ext3_mark_inode_dirty(handle, dir);
929 - BUFFER_TRACE(bh, "call ext3_journal_dirty_metadata");
930 - ext3_journal_dirty_metadata(handle, bh);
931 + nlen = EXT3_DIR_REC_LEN(de->name_len);
932 + rlen = le16_to_cpu(de->rec_len);
933 + if ((de->inode? rlen - nlen: rlen) >= reclen)
935 + de = (ext3_dirent *)((char *)de + rlen);
938 + if (ext3_dx && blocks == 1 && test_opt(sb, INDEX))
939 + goto dx_make_index;
942 + bh = ext3_append(handle, dir, &block, &retval);
945 + de = (ext3_dirent *) bh->b_data;
947 + de->rec_len = cpu_to_le16(rlen = blocksize);
952 + BUFFER_TRACE(bh, "get_write_access");
953 + ext3_journal_get_write_access(handle, bh);
954 + /* By now the buffer is marked for journaling */
956 + ext3_dirent *de1 = (ext3_dirent *)((char *)de + nlen);
957 + de1->rec_len = cpu_to_le16(rlen - nlen);
958 + de->rec_len = cpu_to_le16(nlen);
961 + de->file_type = EXT3_FT_UNKNOWN;
963 + de->inode = cpu_to_le32(inode->i_ino);
964 + ext3_set_de_type(dir->i_sb, de, inode->i_mode);
967 + de->name_len = namelen;
968 + memcpy (de->name, name, namelen);
970 + * XXX shouldn't update any times until successful
971 + * completion of syscall, but too many callers depend
974 + * XXX similarly, too many callers depend on
975 + * ext3_new_inode() setting the times, but error
976 + * recovery deletes the inode, so the worst that can
977 + * happen is that the times are slightly out of date
978 + * and/or different from the directory change time.
980 + dir->i_mtime = dir->i_ctime = CURRENT_TIME;
981 + ext3_update_dx_flag(dir);
982 + dir->i_version = ++event;
983 + ext3_mark_inode_dirty(handle, dir);
984 + BUFFER_TRACE(bh, "call ext3_journal_dirty_metadata");
985 + ext3_journal_dirty_metadata(handle, bh);
991 + struct buffer_head *bh2;
992 + struct dx_root *root;
993 + struct dx_frame frames[2], *frame;
994 + struct dx_entry *entries;
1000 + dxtrace(printk("Creating index\n"));
1001 + ext3_journal_get_write_access(handle, bh);
1002 + root = (struct dx_root *) bh->b_data;
1004 + EXT3_I(dir)->i_flags |= EXT3_INDEX_FL;
1005 + bh2 = ext3_append (handle, dir, &block, &retval);
1012 - offset += le16_to_cpu(de->rec_len);
1013 - de = (struct ext3_dir_entry_2 *)
1014 - ((char *) de + le16_to_cpu(de->rec_len));
1015 + data1 = bh2->b_data;
1017 + /* The 0th block becomes the root, move the dirents out */
1018 + de = (ext3_dirent *) &root->info;
1019 + len = ((char *) root) + blocksize - (char *) de;
1020 + memcpy (data1, de, len);
1021 + de = (ext3_dirent *) data1;
1022 + top = data1 + len;
1023 + while (((char *) de2=(char*)de+le16_to_cpu(de->rec_len)) < top)
1025 + de->rec_len = cpu_to_le16(data1 + blocksize - (char *) de);
1026 + /* Initialize the root; the dot dirents already exist */
1027 + de = (ext3_dirent *) (&root->dotdot);
1028 + de->rec_len = cpu_to_le16(blocksize - EXT3_DIR_REC_LEN(2));
1029 + memset (&root->info, 0, sizeof(root->info));
1030 + root->info.info_length = sizeof(root->info);
1031 + entries = root->entries;
1032 + dx_set_block (entries, 1);
1033 + dx_set_count (entries, 1);
1034 + dx_set_limit (entries, dx_root_limit(dir, sizeof(root->info)));
1036 + /* Initialize as for dx_probe */
1037 + hash = dx_hash (name, namelen);
1039 + frame->entries = entries;
1040 + frame->at = entries;
1043 + de = do_split(handle,dir, &bh, frame, hash, &retval);
1044 + dx_release (frames);
1047 + nlen = EXT3_DIR_REC_LEN(de->name_len);
1048 + rlen = le16_to_cpu(de->rec_len);
1061 * ext3_delete_entry deletes a directory entry by merging it with the
1063 @@ -451,7 +1212,8 @@
1064 struct inode * inode;
1067 - handle = ext3_journal_start(dir, EXT3_DATA_TRANS_BLOCKS + 3);
1068 + handle = ext3_journal_start(dir, EXT3_DATA_TRANS_BLOCKS +
1069 + EXT3_INDEX_EXTRA_TRANS_BLOCKS + 3);
1071 return PTR_ERR(handle);
1073 @@ -478,7 +1240,8 @@
1074 struct inode *inode;
1077 - handle = ext3_journal_start(dir, EXT3_DATA_TRANS_BLOCKS + 3);
1078 + handle = ext3_journal_start(dir, EXT3_DATA_TRANS_BLOCKS +
1079 + EXT3_INDEX_EXTRA_TRANS_BLOCKS + 3);
1081 return PTR_ERR(handle);
1083 @@ -507,7 +1270,8 @@
1084 if (dir->i_nlink >= EXT3_LINK_MAX)
1087 - handle = ext3_journal_start(dir, EXT3_DATA_TRANS_BLOCKS + 3);
1088 + handle = ext3_journal_start(dir, EXT3_DATA_TRANS_BLOCKS +
1089 + EXT3_INDEX_EXTRA_TRANS_BLOCKS + 3);
1091 return PTR_ERR(handle);
1093 @@ -550,7 +1320,7 @@
1097 - dir->u.ext3_i.i_flags &= ~EXT3_INDEX_FL;
1098 + ext3_update_dx_flag(dir);
1099 ext3_mark_inode_dirty(handle, dir);
1100 d_instantiate(dentry, inode);
1102 @@ -832,7 +1596,7 @@
1103 ext3_mark_inode_dirty(handle, inode);
1105 inode->i_ctime = dir->i_ctime = dir->i_mtime = CURRENT_TIME;
1106 - dir->u.ext3_i.i_flags &= ~EXT3_INDEX_FL;
1107 + ext3_update_dx_flag(dir);
1108 ext3_mark_inode_dirty(handle, dir);
1111 @@ -878,7 +1642,7 @@
1114 dir->i_ctime = dir->i_mtime = CURRENT_TIME;
1115 - dir->u.ext3_i.i_flags &= ~EXT3_INDEX_FL;
1116 + ext3_update_dx_flag(dir);
1117 ext3_mark_inode_dirty(handle, dir);
1119 if (!inode->i_nlink)
1120 @@ -904,7 +1668,8 @@
1121 if (l > dir->i_sb->s_blocksize)
1122 return -ENAMETOOLONG;
1124 - handle = ext3_journal_start(dir, EXT3_DATA_TRANS_BLOCKS + 5);
1125 + handle = ext3_journal_start(dir, EXT3_DATA_TRANS_BLOCKS +
1126 + EXT3_INDEX_EXTRA_TRANS_BLOCKS + 5);
1128 return PTR_ERR(handle);
1130 @@ -959,7 +1724,8 @@
1131 if (inode->i_nlink >= EXT3_LINK_MAX)
1134 - handle = ext3_journal_start(dir, EXT3_DATA_TRANS_BLOCKS);
1135 + handle = ext3_journal_start(dir, EXT3_DATA_TRANS_BLOCKS +
1136 + EXT3_INDEX_EXTRA_TRANS_BLOCKS);
1138 return PTR_ERR(handle);
1140 @@ -995,7 +1761,8 @@
1142 old_bh = new_bh = dir_bh = NULL;
1144 - handle = ext3_journal_start(old_dir, 2 * EXT3_DATA_TRANS_BLOCKS + 2);
1145 + handle = ext3_journal_start(old_dir, 2 * EXT3_DATA_TRANS_BLOCKS +
1146 + EXT3_INDEX_EXTRA_TRANS_BLOCKS + 2);
1148 return PTR_ERR(handle);
1150 @@ -1077,7 +1844,7 @@
1151 new_inode->i_ctime = CURRENT_TIME;
1153 old_dir->i_ctime = old_dir->i_mtime = CURRENT_TIME;
1154 - old_dir->u.ext3_i.i_flags &= ~EXT3_INDEX_FL;
1155 + ext3_update_dx_flag(old_dir);
1157 BUFFER_TRACE(dir_bh, "get_write_access");
1158 ext3_journal_get_write_access(handle, dir_bh);
1159 @@ -1089,7 +1856,7 @@
1160 new_inode->i_nlink--;
1163 - new_dir->u.ext3_i.i_flags &= ~EXT3_INDEX_FL;
1164 + ext3_update_dx_flag(new_dir);
1165 ext3_mark_inode_dirty(handle, new_dir);
1168 --- ./include/linux/ext3_fs.h 2002/03/05 06:18:59 2.1
1169 +++ ./include/linux/ext3_fs.h 2002/03/05 06:26:56
1171 #define EXT3_MOUNT_WRITEBACK_DATA 0x0C00 /* No data ordering */
1172 #define EXT3_MOUNT_UPDATE_JOURNAL 0x1000 /* Update the journal format */
1173 #define EXT3_MOUNT_NO_UID32 0x2000 /* Disable 32-bit UIDs */
1174 +#define EXT3_MOUNT_INDEX 0x4000 /* Enable directory index */
1176 /* Compatibility, for having both ext2_fs.h and ext3_fs.h included at once */
1177 #ifndef _LINUX_EXT2_FS_H
1178 @@ -575,6 +576,24 @@
1179 #define EXT3_DIR_ROUND (EXT3_DIR_PAD - 1)
1180 #define EXT3_DIR_REC_LEN(name_len) (((name_len) + 8 + EXT3_DIR_ROUND) & \
1183 + * Hash Tree Directory indexing
1184 + * (c) Daniel Phillips, 2001
1187 +#define CONFIG_EXT3_INDEX
1189 +#ifdef CONFIG_EXT3_INDEX
1190 + enum {ext3_dx = 1};
1191 + #define is_dx(dir) (EXT3_I(dir)->i_flags & EXT3_INDEX_FL)
1192 +#define EXT3_DIR_LINK_MAX(dir) (!is_dx(dir) && (dir)->i_nlink >= EXT3_LINK_MAX)
1193 +#define EXT3_DIR_LINK_EMPTY(dir) ((dir)->i_nlink == 2 || (dir)->i_nlink == 1)
1195 + enum {ext3_dx = 0};
1196 + #define is_dx(dir) 0
1197 +#define EXT3_DIR_LINK_MAX(dir) ((dir)->i_nlink >= EXT3_LINK_MAX)
1198 +#define EXT3_DIR_LINK_EMPTY(dir) ((dir)->i_nlink == 2)
1203 --- ./include/linux/ext3_jbd.h 2002/03/05 06:18:59 2.1
1204 +++ ./include/linux/ext3_jbd.h 2002/03/05 06:33:54
1207 #define EXT3_RESERVE_TRANS_BLOCKS 12
1209 +#define EXT3_INDEX_EXTRA_TRANS_BLOCKS 8
1212 ext3_mark_iloc_dirty(handle_t *handle,
1213 struct inode *inode,