Whamcloud - gitweb
1)do precreate record in obdfilter
[fs/lustre-release.git] / lustre / lvfs / fsfilt_ext3.c
1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2  * vim:expandtab:shiftwidth=8:tabstop=8:
3  *
4  *  lustre/lib/fsfilt_ext3.c
5  *  Lustre filesystem abstraction routines
6  *
7  *  Copyright (C) 2002, 2003 Cluster File Systems, Inc.
8  *   Author: Andreas Dilger <adilger@clusterfs.com>
9  *
10  *   This file is part of Lustre, http://www.lustre.org.
11  *
12  *   Lustre is free software; you can redistribute it and/or
13  *   modify it under the terms of version 2 of the GNU General Public
14  *   License as published by the Free Software Foundation.
15  *
16  *   Lustre is distributed in the hope that it will be useful,
17  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
18  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
19  *   GNU General Public License for more details.
20  *
21  *   You should have received a copy of the GNU General Public License
22  *   along with Lustre; if not, write to the Free Software
23  *   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24  */
25
26 #define DEBUG_SUBSYSTEM S_FILTER
27
28 #include <linux/init.h>
29 #include <linux/module.h>
30 #include <linux/fs.h>
31 #include <linux/jbd.h>
32 #include <linux/slab.h>
33 #include <linux/pagemap.h>
34 #include <linux/quotaops.h>
35 #include <linux/ext3_fs.h>
36 #include <linux/ext3_jbd.h>
37 #include <linux/ext3_extents.h>
38 #include <linux/version.h>
39 #if (LINUX_VERSION_CODE < KERNEL_VERSION(2,5,0))
40 #include <linux/ext3_xattr.h>
41 #else
42 #include <ext3/xattr.h>
43 #endif
44
45 #include <linux/kp30.h>
46 #include <linux/lustre_fsfilt.h>
47 #include <linux/obd.h>
48 #include <linux/obd_class.h>
49 #if (LINUX_VERSION_CODE < KERNEL_VERSION(2,5,0))
50 #include <linux/module.h>
51 #include <linux/iobuf.h>
52 #endif
53
54
55 static kmem_cache_t *fcb_cache;
56 static atomic_t fcb_cache_count = ATOMIC_INIT(0);
57
58 struct fsfilt_cb_data {
59         struct journal_callback cb_jcb; /* jbd private data - MUST BE FIRST */
60         fsfilt_cb_t cb_func;            /* MDS/OBD completion function */
61         struct obd_device *cb_obd;      /* MDS/OBD completion device */
62         __u64 cb_last_rcvd;             /* MDS/OST last committed operation */
63         void *cb_data;                  /* MDS/OST completion function data */
64 };
65
66 #ifndef EXT3_XATTR_INDEX_TRUSTED        /* temporary until we hit l28 kernel */
67 #define EXT3_XATTR_INDEX_TRUSTED        4
68 #endif
69 #define XATTR_LUSTRE_MDS_LOV_EA         "lov"
70
71 /*
72  * We don't currently need any additional blocks for rmdir and
73  * unlink transactions because we are storing the OST oa_id inside
74  * the inode (which we will be changing anyways as part of this
75  * transaction).
76  */
77 static void *fsfilt_ext3_start(struct inode *inode, int op, void *desc_private,
78                                int logs)
79 {
80         /* For updates to the last recieved file */
81         int nblocks = EXT3_SINGLEDATA_TRANS_BLOCKS;
82         journal_t *journal;
83         void *handle;
84
85         if (current->journal_info) {
86                 CDEBUG(D_INODE, "increasing refcount on %p\n",
87                        current->journal_info);
88                 goto journal_start;
89         }
90
91         /* XXX BUG 3188 -- must return to one set of opcodes */
92         /* FIXME - cache hook */
93         if (op & 0x20) {
94                 nblocks += EXT3_INDEX_EXTRA_TRANS_BLOCKS+EXT3_DATA_TRANS_BLOCKS;
95                 op = op & ~0x20;
96         }
97
98         /* FIXME - kml */
99         if (op & 0x10) {
100                 nblocks += EXT3_INDEX_EXTRA_TRANS_BLOCKS+EXT3_DATA_TRANS_BLOCKS;
101                 op = op & ~0x10;
102         }
103
104         switch(op) {
105         case FSFILT_OP_RMDIR:
106         case FSFILT_OP_UNLINK:
107                 /* delete one file + create/update logs for each stripe */
108                 nblocks += EXT3_DELETE_TRANS_BLOCKS;
109                 nblocks += (EXT3_INDEX_EXTRA_TRANS_BLOCKS +
110                             EXT3_SINGLEDATA_TRANS_BLOCKS) * logs;
111                 break;
112         case FSFILT_OP_RENAME:
113                 /* modify additional directory */
114                 nblocks += EXT3_SINGLEDATA_TRANS_BLOCKS;
115                 /* no break */
116         case FSFILT_OP_SYMLINK:
117                 /* additional block + block bitmap + GDT for long symlink */
118                 nblocks += 3;
119                 /* no break */
120         case FSFILT_OP_CREATE:
121                 /* create/update logs for each stripe */
122                 nblocks += (EXT3_INDEX_EXTRA_TRANS_BLOCKS +
123                             EXT3_SINGLEDATA_TRANS_BLOCKS) * logs;
124                 /* no break */
125         case FSFILT_OP_MKDIR:
126         case FSFILT_OP_MKNOD:
127                 /* modify one inode + block bitmap + GDT */
128                 nblocks += 3;
129                 /* no break */
130         case FSFILT_OP_LINK:
131                 /* modify parent directory */
132                 nblocks += EXT3_INDEX_EXTRA_TRANS_BLOCKS +
133                         EXT3_DATA_TRANS_BLOCKS;
134                 break;
135         case FSFILT_OP_SETATTR:
136                 /* Setattr on inode */
137                 nblocks += 1;
138                 break;
139         case FSFILT_OP_CANCEL_UNLINK:
140                 /* blocks for log header bitmap update OR
141                  * blocks for catalog header bitmap update + unlink of logs */
142                 nblocks = (LLOG_CHUNK_SIZE >> inode->i_blkbits) +
143                         EXT3_DELETE_TRANS_BLOCKS * logs;
144                 break;
145         case FSFILT_OP_NOOP:
146                 nblocks += EXT3_INDEX_EXTRA_TRANS_BLOCKS+EXT3_DATA_TRANS_BLOCKS;
147                 break;
148         default: CERROR("unknown transaction start op %d\n", op);
149                 LBUG();
150         }
151
152         LASSERT(current->journal_info == desc_private);
153         journal = EXT3_SB(inode->i_sb)->s_journal;
154         if (nblocks > journal->j_max_transaction_buffers) {
155                 CERROR("too many credits %d for op %ux%u using %d instead\n",
156                        nblocks, op, logs, journal->j_max_transaction_buffers);
157                 nblocks = journal->j_max_transaction_buffers;
158         }
159
160  journal_start:
161         lock_kernel();
162         handle = journal_start(EXT3_JOURNAL(inode), nblocks);
163         unlock_kernel();
164
165         if (!IS_ERR(handle))
166                 LASSERT(current->journal_info == handle);
167         else
168                 CERROR("error starting handle for op %u (%u credits): rc %ld\n",
169                        op, nblocks, PTR_ERR(handle));
170         return handle;
171 }
172
173 /*
174  * Calculate the number of buffer credits needed to write multiple pages in
175  * a single ext3 transaction.  No, this shouldn't be here, but as yet ext3
176  * doesn't have a nice API for calculating this sort of thing in advance.
177  *
178  * See comment above ext3_writepage_trans_blocks for details.  We assume
179  * no data journaling is being done, but it does allow for all of the pages
180  * being non-contiguous.  If we are guaranteed contiguous pages we could
181  * reduce the number of (d)indirect blocks a lot.
182  *
183  * With N blocks per page and P pages, for each inode we have at most:
184  * N*P indirect
185  * min(N*P, blocksize/4 + 1) dindirect blocks
186  * niocount tindirect
187  *
188  * For the entire filesystem, we have at most:
189  * min(sum(nindir + P), ngroups) bitmap blocks (from the above)
190  * min(sum(nindir + P), gdblocks) group descriptor blocks (from the above)
191  * objcount inode blocks
192  * 1 superblock
193  * 2 * EXT3_SINGLEDATA_TRANS_BLOCKS for the quota files
194  *
195  * 1 EXT3_DATA_TRANS_BLOCKS for the last_rcvd update.
196  */
197 static int fsfilt_ext3_credits_needed(int objcount, struct fsfilt_objinfo *fso,
198                                       int niocount, struct niobuf_local *nb)
199 {
200         struct super_block *sb = fso->fso_dentry->d_inode->i_sb;
201         __u64 next_indir;
202         const int blockpp = 1 << (PAGE_CACHE_SHIFT - sb->s_blocksize_bits);
203         int nbitmaps = 0, ngdblocks;
204         int needed = objcount + 1; /* inodes + superblock */
205         int i, j;
206
207         for (i = 0, j = 0; i < objcount; i++, fso++) {
208                 /* two or more dindirect blocks in case we cross boundary */
209                 int ndind = (long)((nb[j + fso->fso_bufcnt - 1].offset -
210                                     nb[j].offset) >>
211                                    sb->s_blocksize_bits) /
212                         (EXT3_ADDR_PER_BLOCK(sb) * EXT3_ADDR_PER_BLOCK(sb));
213                 nbitmaps += min(fso->fso_bufcnt, ndind > 0 ? ndind : 2);
214
215                 /* leaf, indirect, tindirect blocks for first block */
216                 nbitmaps += blockpp + 2;
217
218                 j += fso->fso_bufcnt;
219         }
220
221         next_indir = nb[0].offset +
222                 (EXT3_ADDR_PER_BLOCK(sb) << sb->s_blocksize_bits);
223         for (i = 1; i < niocount; i++) {
224                 if (nb[i].offset >= next_indir) {
225                         nbitmaps++;     /* additional indirect */
226                         next_indir = nb[i].offset +
227                                 (EXT3_ADDR_PER_BLOCK(sb)<<sb->s_blocksize_bits);
228                 } else if (nb[i].offset != nb[i - 1].offset + sb->s_blocksize) {
229                         nbitmaps++;     /* additional indirect */
230                 }
231                 nbitmaps += blockpp;    /* each leaf in different group? */
232         }
233
234         ngdblocks = nbitmaps;
235         if (nbitmaps > EXT3_SB(sb)->s_groups_count)
236                 nbitmaps = EXT3_SB(sb)->s_groups_count;
237         if (ngdblocks > EXT3_SB(sb)->s_gdb_count)
238                 ngdblocks = EXT3_SB(sb)->s_gdb_count;
239
240         needed += nbitmaps + ngdblocks;
241
242         /* last_rcvd update */
243         needed += EXT3_DATA_TRANS_BLOCKS;
244
245 #if defined(CONFIG_QUOTA) && !defined(__x86_64__) /* XXX */
246         /* We assume that there will be 1 bit set in s_dquot.flags for each
247          * quota file that is active.  This is at least true for now.
248          */
249         needed += hweight32(sb_any_quota_enabled(sb)) *
250                 EXT3_SINGLEDATA_TRANS_BLOCKS;
251 #endif
252
253         return needed;
254 }
255
256 /* We have to start a huge journal transaction here to hold all of the
257  * metadata for the pages being written here.  This is necessitated by
258  * the fact that we do lots of prepare_write operations before we do
259  * any of the matching commit_write operations, so even if we split
260  * up to use "smaller" transactions none of them could complete until
261  * all of them were opened.  By having a single journal transaction,
262  * we eliminate duplicate reservations for common blocks like the
263  * superblock and group descriptors or bitmaps.
264  *
265  * We will start the transaction here, but each prepare_write will
266  * add a refcount to the transaction, and each commit_write will
267  * remove a refcount.  The transaction will be closed when all of
268  * the pages have been written.
269  */
270 static void *fsfilt_ext3_brw_start(int objcount, struct fsfilt_objinfo *fso,
271                                    int niocount, struct niobuf_local *nb,
272                                    void *desc_private, int logs)
273 {
274         journal_t *journal;
275         handle_t *handle;
276         int needed;
277         ENTRY;
278
279         LASSERT(current->journal_info == desc_private);
280         journal = EXT3_SB(fso->fso_dentry->d_inode->i_sb)->s_journal;
281         needed = fsfilt_ext3_credits_needed(objcount, fso, niocount, nb);
282
283         /* The number of blocks we could _possibly_ dirty can very large.
284          * We reduce our request if it is absurd (and we couldn't get that
285          * many credits for a single handle anyways).
286          *
287          * At some point we have to limit the size of I/Os sent at one time,
288          * increase the size of the journal, or we have to calculate the
289          * actual journal requirements more carefully by checking all of
290          * the blocks instead of being maximally pessimistic.  It remains to
291          * be seen if this is a real problem or not.
292          */
293         if (needed > journal->j_max_transaction_buffers) {
294                 CERROR("want too many journal credits (%d) using %d instead\n",
295                        needed, journal->j_max_transaction_buffers);
296                 needed = journal->j_max_transaction_buffers;
297         }
298
299         lock_kernel();
300         handle = journal_start(journal, needed);
301         unlock_kernel();
302         if (IS_ERR(handle)) {
303                 CERROR("can't get handle for %d credits: rc = %ld\n", needed,
304                        PTR_ERR(handle));
305         } else {
306                 LASSERT(handle->h_buffer_credits >= needed);
307                 LASSERT(current->journal_info == handle);
308         }
309
310         RETURN(handle);
311 }
312
313 static int fsfilt_ext3_commit(struct super_block *sb, struct inode *inode, 
314                               void *h, int force_sync)
315 {
316         int rc;
317         handle_t *handle = h;
318
319         LASSERT(current->journal_info == handle);
320         if (force_sync)
321                 handle->h_sync = 1; /* recovery likes this */
322
323         lock_kernel();
324         rc = journal_stop(handle);
325         unlock_kernel();
326
327         return rc;
328 }
329
330 static int fsfilt_ext3_commit_async(struct inode *inode, void *h,
331                                     void **wait_handle)
332 {
333         unsigned long tid;
334         transaction_t *transaction;
335 #if LINUX_VERSION_CODE < KERNEL_VERSION(2,5,0)
336         unsigned long rtid;
337 #endif
338         handle_t *handle = h;
339         journal_t *journal;
340         int rc;
341
342         LASSERT(current->journal_info == handle);
343
344         lock_kernel();
345         transaction = handle->h_transaction;
346         journal = transaction->t_journal;
347         tid = transaction->t_tid;
348         /* we don't want to be blocked */
349         handle->h_sync = 0;
350         rc = journal_stop(handle);
351         if (rc) {
352                 CERROR("error while stopping transaction: %d\n", rc);
353                 unlock_kernel();
354                 return rc;
355         }
356 #if LINUX_VERSION_CODE < KERNEL_VERSION(2,5,0)
357         rtid = log_start_commit(journal, transaction);
358         if (rtid != tid)
359                 CERROR("strange race: %lu != %lu\n",
360                        (unsigned long) tid, (unsigned long) rtid);
361 #else
362         log_start_commit(journal, transaction->t_tid);
363 #endif
364         unlock_kernel();
365
366         *wait_handle = (void *) tid;
367         CDEBUG(D_INODE, "commit async: %lu\n", (unsigned long) tid);
368         return 0;
369 }
370
371 static int fsfilt_ext3_commit_wait(struct inode *inode, void *h)
372 {
373         tid_t tid = (tid_t)(long)h;
374
375         CDEBUG(D_INODE, "commit wait: %lu\n", (unsigned long) tid);
376         if (is_journal_aborted(EXT3_JOURNAL(inode)))
377                 return -EIO;
378
379         log_wait_commit(EXT3_JOURNAL(inode), tid);
380
381         return 0;
382 }
383
384 static int fsfilt_ext3_setattr(struct dentry *dentry, void *handle,
385                                struct iattr *iattr, int do_trunc)
386 {
387         struct inode *inode = dentry->d_inode;
388         int rc;
389
390         lock_kernel();
391
392         /* A _really_ horrible hack to avoid removing the data stored
393          * in the block pointers; this is really the "small" stripe MD data.
394          * We can avoid further hackery by virtue of the MDS file size being
395          * zero all the time (which doesn't invoke block truncate at unlink
396          * time), so we assert we never change the MDS file size from zero. */
397         if (iattr->ia_valid & ATTR_SIZE && !do_trunc) {
398                 /* ATTR_SIZE would invoke truncate: clear it */
399                 iattr->ia_valid &= ~ATTR_SIZE;
400                 EXT3_I(inode)->i_disksize = inode->i_size = iattr->ia_size;
401
402                 /* make sure _something_ gets set - so new inode
403                  * goes to disk (probably won't work over XFS */
404                 if (!(iattr->ia_valid & (ATTR_MODE | ATTR_MTIME | ATTR_CTIME))){
405                         iattr->ia_valid |= ATTR_MODE;
406                         iattr->ia_mode = inode->i_mode;
407                 }
408         }
409
410         /* Don't allow setattr to change file type */
411         iattr->ia_mode = (inode->i_mode & S_IFMT)|(iattr->ia_mode & ~S_IFMT);
412
413         /* We set these flags on the client, but have already checked perms
414          * so don't confuse inode_change_ok. */
415         iattr->ia_valid &= ~(ATTR_MTIME_SET | ATTR_ATIME_SET);
416
417         if (inode->i_op->setattr) {
418                 rc = inode->i_op->setattr(dentry, iattr);
419         } else {
420                 rc = inode_change_ok(inode, iattr);
421                 if (!rc)
422                         rc = inode_setattr(inode, iattr);
423         }
424
425         unlock_kernel();
426
427         return rc;
428 }
429
430 static int fsfilt_ext3_iocontrol(struct inode * inode, struct file *file,
431                                  unsigned int cmd, unsigned long arg)
432 {
433         int rc = 0;
434         ENTRY;
435
436         if (inode->i_fop->ioctl)
437                 rc = inode->i_fop->ioctl(inode, file, cmd, arg);
438         else
439                 RETURN(-ENOTTY);
440
441         RETURN(rc);
442 }
443
444 static int fsfilt_ext3_set_md(struct inode *inode, void *handle,
445                               void *lmm, int lmm_size)
446 {
447         int rc;
448
449         /* keep this when we get rid of OLD_EA (too noisy during conversion) */
450         if (EXT3_I(inode)->i_file_acl /* || large inode EA flag */)
451                 CWARN("setting EA on %lu/%u again... interesting\n",
452                        inode->i_ino, inode->i_generation);
453
454         lock_kernel();
455         rc = ext3_xattr_set_handle(handle, inode, EXT3_XATTR_INDEX_TRUSTED,
456                                    XATTR_LUSTRE_MDS_LOV_EA, lmm, lmm_size, 0);
457
458         unlock_kernel();
459
460         if (rc)
461                 CERROR("error adding MD data to inode %lu: rc = %d\n",
462                        inode->i_ino, rc);
463         return rc;
464 }
465
466 /* Must be called with i_sem held */
467 static int fsfilt_ext3_get_md(struct inode *inode, void *lmm, int lmm_size)
468 {
469         int rc;
470
471         LASSERT(down_trylock(&inode->i_sem) != 0);
472         lock_kernel();
473
474         rc = ext3_xattr_get(inode, EXT3_XATTR_INDEX_TRUSTED,
475                             XATTR_LUSTRE_MDS_LOV_EA, lmm, lmm_size);
476         unlock_kernel();
477
478         /* This gives us the MD size */
479         if (lmm == NULL)
480                 return (rc == -ENODATA) ? 0 : rc;
481
482         if (rc < 0) {
483                 CDEBUG(D_INFO, "error getting EA %d/%s from inode %lu: rc %d\n",
484                        EXT3_XATTR_INDEX_TRUSTED, XATTR_LUSTRE_MDS_LOV_EA,
485                        inode->i_ino, rc);
486                 memset(lmm, 0, lmm_size);
487                 return (rc == -ENODATA) ? 0 : rc;
488         }
489
490         return rc;
491 }
492
493 #if (LINUX_VERSION_CODE > KERNEL_VERSION(2,5,0))
494 static int fsfilt_ext3_send_bio(struct inode *inode, struct bio *bio)
495 {
496         submit_bio(WRITE, bio);
497         return 0;
498 }
499 #else
500 static int fsfilt_ext3_send_bio(struct inode *inode, struct kiobuf *bio)
501 {
502         int rc, blocks_per_page;
503
504         rc = brw_kiovec(WRITE, 1, &bio, inode->i_dev,
505                         bio->blocks, 1 << inode->i_blkbits);
506
507         blocks_per_page = PAGE_SIZE >> inode->i_blkbits;
508
509         if (rc != (1 << inode->i_blkbits) * bio->nr_pages *
510             blocks_per_page) {
511                 CERROR("short write?  expected %d, wrote %d\n",
512                        (1 << inode->i_blkbits) * bio->nr_pages *
513                        blocks_per_page, rc);
514         }
515
516         return rc;
517 }
518 #endif
519
520 /* FIXME-UMKA: This should be used in 2.6.x io code later. */
521 static struct page *fsfilt_ext3_getpage(struct inode *inode, long int index)
522 {
523         int rc;
524         struct page *page;
525
526         page = grab_cache_page(inode->i_mapping, index);
527         if (page == NULL)
528                 return ERR_PTR(-ENOMEM);
529
530         if (PageUptodate(page)) {
531                 unlock_page(page);
532                 return page;
533         }
534
535         rc = inode->i_mapping->a_ops->readpage(NULL, page);
536         if (rc < 0) {
537                 page_cache_release(page);
538                 return ERR_PTR(rc);
539         }
540
541         return page;
542 }
543
544 static ssize_t fsfilt_ext3_readpage(struct file *file, char *buf, size_t count,
545                                     loff_t *off)
546 {
547         struct inode *inode = file->f_dentry->d_inode;
548         int rc = 0;
549
550         if (S_ISREG(inode->i_mode))
551                 rc = file->f_op->read(file, buf, count, off);
552         else {
553                 const int blkbits = inode->i_sb->s_blocksize_bits;
554                 const int blksize = inode->i_sb->s_blocksize;
555
556                 CDEBUG(D_EXT2, "reading "LPSZ" at dir %lu+%llu\n",
557                        count, inode->i_ino, *off);
558                 while (count > 0) {
559                         struct buffer_head *bh;
560
561                         bh = NULL;
562                         if (*off < inode->i_size) {
563                                 int err = 0;
564
565                                 bh = ext3_bread(NULL, inode, *off >> blkbits,
566                                                 0, &err);
567
568                                 CDEBUG(D_EXT2, "read %u@%llu\n", blksize, *off);
569
570                                 if (bh) {
571                                         memcpy(buf, bh->b_data, blksize);
572                                         brelse(bh);
573                                 } else if (err) {
574                                         /* XXX in theory we should just fake
575                                          * this buffer and continue like ext3,
576                                          * especially if this is a partial read
577                                          */
578                                         CERROR("error read dir %lu+%llu: %d\n",
579                                                inode->i_ino, *off, err);
580                                         RETURN(err);
581                                 }
582                         }
583                         if (!bh) {
584                                 struct ext3_dir_entry_2 *fake = (void *)buf;
585
586                                 CDEBUG(D_EXT2, "fake %u@%llu\n", blksize, *off);
587                                 memset(fake, 0, sizeof(*fake));
588                                 fake->rec_len = cpu_to_le32(blksize);
589                         }
590                         count -= blksize;
591                         buf += blksize;
592                         *off += blksize;
593                         rc += blksize;
594                 }
595         }
596
597         return rc;
598 }
599
600 static void fsfilt_ext3_cb_func(struct journal_callback *jcb, int error)
601 {
602         struct fsfilt_cb_data *fcb = (struct fsfilt_cb_data *)jcb;
603
604         fcb->cb_func(fcb->cb_obd, fcb->cb_last_rcvd, fcb->cb_data, error);
605
606         OBD_SLAB_FREE(fcb, fcb_cache, sizeof *fcb);
607         atomic_dec(&fcb_cache_count);
608 }
609
610 static int fsfilt_ext3_add_journal_cb(struct obd_device *obd,
611                                       struct super_block *sb,
612                                       __u64 last_rcvd,
613                                       void *handle, fsfilt_cb_t cb_func,
614                                       void *cb_data)
615 {
616         struct fsfilt_cb_data *fcb;
617
618         OBD_SLAB_ALLOC(fcb, fcb_cache, GFP_NOFS, sizeof *fcb);
619         if (fcb == NULL)
620                 RETURN(-ENOMEM);
621
622         atomic_inc(&fcb_cache_count);
623         fcb->cb_func = cb_func;
624         fcb->cb_obd = obd;
625         fcb->cb_last_rcvd = last_rcvd;
626         fcb->cb_data = cb_data;
627
628         CDEBUG(D_EXT2, "set callback for last_rcvd: "LPD64"\n", last_rcvd);
629         lock_kernel();
630         journal_callback_set(handle, fsfilt_ext3_cb_func,
631                              (struct journal_callback *)fcb);
632         unlock_kernel();
633
634         return 0;
635 }
636
637 /*
638  * We need to hack the return value for the free inode counts because
639  * the current EA code requires one filesystem block per inode with EAs,
640  * so it is possible to run out of blocks before we run out of inodes.
641  *
642  * This can be removed when the ext3 EA code is fixed.
643  */
644 static int fsfilt_ext3_statfs(struct super_block *sb, struct obd_statfs *osfs)
645 {
646         struct kstatfs sfs;
647         int rc;
648
649         memset(&sfs, 0, sizeof(sfs));
650
651         rc = sb->s_op->statfs(sb, &sfs);
652
653         if (!rc && sfs.f_bfree < sfs.f_ffree) {
654                 sfs.f_files = (sfs.f_files - sfs.f_ffree) + sfs.f_bfree;
655                 sfs.f_ffree = sfs.f_bfree;
656         }
657
658         statfs_pack(osfs, &sfs);
659         return rc;
660 }
661
662 static int fsfilt_ext3_sync(struct super_block *sb)
663 {
664         return ext3_force_commit(sb);
665 }
666
667 #ifdef EXT3_MULTIBLOCK_ALLOCATOR
668 struct bpointers {
669         unsigned long *blocks;
670         int *created;
671         unsigned long start;
672         int num;
673         int init_num;
674 };
675
676 static int ext3_ext_new_extent_cb(struct ext3_extents_tree *tree,
677                                   struct ext3_ext_path *path,
678                                   struct ext3_extent *newex, int exist)
679 {
680         struct inode *inode = tree->inode;
681         struct bpointers *bp = tree->private;
682         int count, err, goal;
683         unsigned long pblock;
684         unsigned long tgen;
685         loff_t new_i_size;
686         handle_t *handle;
687         int i;
688
689         i = EXT_DEPTH(tree);
690         EXT_ASSERT(i == path->p_depth);
691         EXT_ASSERT(path[i].p_hdr);
692
693         if (exist) {
694                 err = EXT_CONTINUE;
695                 goto map;
696         }
697
698         tgen = EXT_GENERATION(tree);
699         count = ext3_ext_calc_credits_for_insert(tree, path);
700         up_write(&EXT3_I(inode)->truncate_sem);
701
702         handle = ext3_journal_start(inode, count + EXT3_ALLOC_NEEDED + 1);
703         if (IS_ERR(handle)) {
704                 down_write(&EXT3_I(inode)->truncate_sem);
705                 return PTR_ERR(handle);
706         }
707
708         if (tgen != EXT_GENERATION(tree)) {
709                 /* the tree has changed. so path can be invalid at moment */
710                 ext3_journal_stop(handle, inode);
711                 down_write(&EXT3_I(inode)->truncate_sem);
712                 return EXT_REPEAT;
713         }
714
715         down_write(&EXT3_I(inode)->truncate_sem);
716         goal = ext3_ext_find_goal(inode, path, newex->e_block);
717         count = newex->e_num;
718         pblock = ext3_new_blocks(handle, inode, &count, goal, &err);
719         if (!pblock)
720                 goto out;
721         EXT_ASSERT(count <= newex->e_num);
722
723         /* insert new extent */
724         newex->e_start = pblock;
725         newex->e_num = count;
726         err = ext3_ext_insert_extent(handle, tree, path, newex);
727         if (err)
728                 goto out;
729
730         /* correct on-disk inode size */
731         if (newex->e_num > 0) {
732                 new_i_size = (loff_t) newex->e_block + newex->e_num;
733                 new_i_size = new_i_size << inode->i_blkbits;
734                 if (new_i_size > EXT3_I(inode)->i_disksize) {
735                         EXT3_I(inode)->i_disksize = new_i_size;
736                         err = ext3_mark_inode_dirty(handle, inode);
737                 }
738         }
739
740 out:
741         ext3_journal_stop(handle, inode);
742 map:
743         if (err >= 0) {
744                 /* map blocks */
745                 if (bp->num == 0) {
746                         CERROR("hmm. why do we find this extent?\n");
747                         CERROR("initial space: %lu:%u\n",
748                                 bp->start, bp->init_num);
749                         CERROR("current extent: %u/%u/%u %d\n",
750                                 newex->e_block, newex->e_num,
751                                 newex->e_start, exist);
752                 }
753                 i = 0;
754                 if (newex->e_block < bp->start)
755                         i = bp->start - newex->e_block;
756                 if (i >= newex->e_num)
757                         CERROR("nothing to do?! i = %d, e_num = %u\n",
758                                         i, newex->e_num);
759                 for (; i < newex->e_num && bp->num; i++) {
760                         *(bp->created) = (exist == 0 ? 1 : 0);
761                         bp->created++;
762                         *(bp->blocks) = newex->e_start + i;
763                         bp->blocks++;
764                         bp->num--;
765                 }
766         }
767         return err;
768 }
769
770 int fsfilt_map_nblocks(struct inode *inode, unsigned long block,
771                        unsigned long num, unsigned long *blocks,
772                        int *created, int create)
773 {
774         struct ext3_extents_tree tree;
775         struct bpointers bp;
776         int err;
777
778         CDEBUG(D_OTHER, "blocks %lu-%lu requested for inode %u\n",
779                 block, block + num, (unsigned) inode->i_ino);
780
781         ext3_init_tree_desc(&tree, inode);
782         tree.private = &bp;
783         bp.blocks = blocks;
784         bp.created = created;
785         bp.start = block;
786         bp.init_num = bp.num = num;
787
788         down_write(&EXT3_I(inode)->truncate_sem);
789         err = ext3_ext_walk_space(&tree, block, num, ext3_ext_new_extent_cb);
790         ext3_ext_invalidate_cache(&tree);
791         up_write(&EXT3_I(inode)->truncate_sem);
792
793         return err;
794 }
795
796 int fsfilt_ext3_map_ext_inode_pages(struct inode *inode, struct page **page,
797                                     int pages, unsigned long *blocks,
798                                     int *created, int create)
799 {
800         int blocks_per_page = PAGE_SIZE >> inode->i_blkbits;
801         int rc = 0, i = 0;
802         struct page *fp = NULL;
803         int clen = 0;
804
805         CDEBUG(D_OTHER, "inode %lu: map %d pages from %lu\n",
806                 inode->i_ino, pages, (*page)->index);
807
808         /* pages are sorted already. so, we just have to find
809          * contig. space and process them properly */
810         while (i < pages) {
811                 if (fp == NULL) {
812                         /* start new extent */
813                         fp = *page++;
814                         clen = 1;
815                         i++;
816                         continue;
817                 } else if (fp->index + clen == (*page)->index) {
818                         /* continue the extent */
819                         page++;
820                         clen++;
821                         i++;
822                         continue;
823                 }
824
825                 /* process found extent */
826                 rc = fsfilt_map_nblocks(inode, fp->index * blocks_per_page,
827                                         clen * blocks_per_page, blocks,
828                                         created, create);
829                 if (rc)
830                         GOTO(cleanup, rc);
831
832                 /* look for next extent */
833                 fp = NULL;
834                 blocks += blocks_per_page * clen;
835                 created += blocks_per_page * clen;
836         }
837
838         if (fp)
839                 rc = fsfilt_map_nblocks(inode, fp->index * blocks_per_page,
840                                         clen * blocks_per_page, blocks,
841                                         created, create);
842 cleanup:
843         return rc;
844 }
845 #endif
846
847 extern int ext3_map_inode_page(struct inode *inode, struct page *page,
848                                unsigned long *blocks, int *created, int create);
849 int fsfilt_ext3_map_bm_inode_pages(struct inode *inode, struct page **page,
850                                    int pages, unsigned long *blocks,
851                                    int *created, int create)
852 {
853         int blocks_per_page = PAGE_SIZE >> inode->i_blkbits;
854         unsigned long *b;
855         int rc = 0, i, *cr;
856
857         for (i = 0, cr = created, b = blocks; i < pages; i++, page++) {
858                 rc = ext3_map_inode_page(inode, *page, b, cr, create);
859                 if (rc) {
860                         CERROR("ino %lu, blk %lu cr %u create %d: rc %d\n",
861                                inode->i_ino, *b, *cr, create, rc);
862                         break;
863                 }
864
865                 b += blocks_per_page;
866                 cr += blocks_per_page;
867         }
868         return rc;
869 }
870
871 int fsfilt_ext3_map_inode_pages(struct inode *inode, struct page **page,
872                                 int pages, unsigned long *blocks,
873                                 int *created, int create,
874                                 struct semaphore *optional_sem)
875 {
876         int rc;
877 #ifdef EXT3_MULTIBLOCK_ALLOCATOR
878         if (EXT3_I(inode)->i_flags & EXT3_EXTENTS_FL) {
879                 rc = fsfilt_ext3_map_ext_inode_pages(inode, page, pages,
880                                                      blocks, created, create);
881                 return rc;
882         }
883 #endif
884         if (optional_sem != NULL)
885                 down(optional_sem);
886         rc = fsfilt_ext3_map_bm_inode_pages(inode, page, pages, blocks,
887                                             created, create);
888         if (optional_sem != NULL)
889                 up(optional_sem);
890
891         return rc;
892 }
893
894 extern int ext3_prep_san_write(struct inode *inode, long *blocks,
895                                int nblocks, loff_t newsize);
896 static int fsfilt_ext3_prep_san_write(struct inode *inode, long *blocks,
897                                       int nblocks, loff_t newsize)
898 {
899         return ext3_prep_san_write(inode, blocks, nblocks, newsize);
900 }
901
902 static int fsfilt_ext3_read_record(struct file * file, void *buf,
903                                    int size, loff_t *offs)
904 {
905         struct inode *inode = file->f_dentry->d_inode;
906         unsigned long block;
907         struct buffer_head *bh;
908         int err, blocksize, csize, boffs;
909
910         /* prevent reading after eof */
911         lock_kernel();
912         if (inode->i_size < *offs + size) {
913                 size = inode->i_size - *offs;
914                 unlock_kernel();
915                 if (size < 0) {
916                         CERROR("size %llu is too short for read %u@%llu\n",
917                                inode->i_size, size, *offs);
918                         return -EIO;
919                 } else if (size == 0) {
920                         return 0;
921                 }
922         } else {
923                 unlock_kernel();
924         }
925
926         blocksize = 1 << inode->i_blkbits;
927
928         while (size > 0) {
929                 block = *offs >> inode->i_blkbits;
930                 boffs = *offs & (blocksize - 1);
931                 csize = min(blocksize - boffs, size);
932                 bh = ext3_bread(NULL, inode, block, 0, &err);
933                 if (!bh) {
934                         CERROR("can't read block: %d\n", err);
935                         return err;
936                 }
937
938                 memcpy(buf, bh->b_data + boffs, csize);
939                 brelse(bh);
940
941                 *offs += csize;
942                 buf += csize;
943                 size -= csize;
944         }
945         return 0;
946 }
947
948 static int fsfilt_ext3_write_record(struct file *file, void *buf, int bufsize,
949                                     loff_t *offs, int force_sync)
950 {
951         struct buffer_head *bh = NULL;
952         unsigned long block;
953         struct inode *inode = file->f_dentry->d_inode;
954         loff_t old_size = inode->i_size, offset = *offs;
955         loff_t new_size = inode->i_size;
956         journal_t *journal;
957         handle_t *handle;
958         int err, block_count = 0, blocksize, size, boffs;
959
960         /* Determine how many transaction credits are needed */
961         blocksize = 1 << inode->i_blkbits;
962         block_count = (*offs & (blocksize - 1)) + bufsize;
963         block_count = (block_count + blocksize - 1) >> inode->i_blkbits;
964
965         journal = EXT3_SB(inode->i_sb)->s_journal;
966         lock_kernel();
967         handle = journal_start(journal,
968                                block_count * EXT3_DATA_TRANS_BLOCKS + 2);
969         unlock_kernel();
970         if (IS_ERR(handle)) {
971                 CERROR("can't start transaction\n");
972                 return PTR_ERR(handle);
973         }
974
975         while (bufsize > 0) {
976                 if (bh != NULL)
977                         brelse(bh);
978
979                 block = offset >> inode->i_blkbits;
980                 boffs = offset & (blocksize - 1);
981                 size = min(blocksize - boffs, bufsize);
982                 bh = ext3_bread(handle, inode, block, 1, &err);
983                 if (!bh) {
984                         CERROR("can't read/create block: %d\n", err);
985                         goto out;
986                 }
987
988                 err = ext3_journal_get_write_access(handle, bh);
989                 if (err) {
990                         CERROR("journal_get_write_access() returned error %d\n",
991                                err);
992                         goto out;
993                 }
994                 LASSERT(bh->b_data + boffs + size <= bh->b_data + bh->b_size);
995                 memcpy(bh->b_data + boffs, buf, size);
996                 err = ext3_journal_dirty_metadata(handle, bh);
997                 if (err) {
998                         CERROR("journal_dirty_metadata() returned error %d\n",
999                                err);
1000                         goto out;
1001                 }
1002                 if (offset + size > new_size)
1003                         new_size = offset + size;
1004                 offset += size;
1005                 bufsize -= size;
1006                 buf += size;
1007         }
1008
1009         if (force_sync)
1010                 handle->h_sync = 1; /* recovery likes this */
1011 out:
1012         if (bh)
1013                 brelse(bh);
1014
1015         /* correct in-core and on-disk sizes */
1016         if (new_size > inode->i_size) {
1017                 lock_kernel();
1018                 if (new_size > inode->i_size)
1019                         inode->i_size = new_size;
1020                 if (inode->i_size > EXT3_I(inode)->i_disksize)
1021                         EXT3_I(inode)->i_disksize = inode->i_size;
1022                 if (inode->i_size > old_size)
1023                         mark_inode_dirty(inode);
1024                 unlock_kernel();
1025         }
1026
1027         lock_kernel();
1028         journal_stop(handle);
1029         unlock_kernel();
1030
1031         if (err == 0)
1032                 *offs = offset;
1033         return err;
1034 }
1035
1036 static int fsfilt_ext3_setup(struct obd_device *obd, struct super_block *sb)
1037 {
1038 #ifdef EXT3_FEATURE_INCOMPAT_MDSNUM
1039         struct mds_obd *mds = &obd->u.mds;
1040 #endif
1041 #if 0
1042         EXT3_SB(sb)->dx_lock = fsfilt_ext3_dx_lock;
1043         EXT3_SB(sb)->dx_unlock = fsfilt_ext3_dx_unlock;
1044 #endif
1045 #ifdef S_PDIROPS
1046         CWARN("Enabling PDIROPS\n");
1047         set_opt(EXT3_SB(sb)->s_mount_opt, PDIROPS);
1048         sb->s_flags |= S_PDIROPS;
1049 #endif
1050         /* setup mdsnum in underlying fs */
1051 #ifdef EXT3_FEATURE_INCOMPAT_MDSNUM
1052         if (mds->mds_lmv_obd) {
1053                 struct ext3_sb_info *sbi = EXT3_SB(sb);
1054                 struct ext3_super_block *es = sbi->s_es;
1055                 handle_t *handle;
1056                 int err;
1057                 
1058                 if (!EXT3_HAS_INCOMPAT_FEATURE(sb, EXT3_FEATURE_INCOMPAT_MDSNUM)) {
1059                         CWARN("%s: set mdsnum %d in ext3fs\n",
1060                                         obd->obd_name, mds->mds_num);
1061                         lock_kernel();
1062                         handle = journal_start(sbi->s_journal, 1);
1063                         unlock_kernel();
1064                         LASSERT(!IS_ERR(handle));
1065                         err = ext3_journal_get_write_access(handle, sbi->s_sbh);
1066                         LASSERT(err == 0);
1067                         EXT3_SET_INCOMPAT_FEATURE(sb,
1068                                                 EXT3_FEATURE_INCOMPAT_MDSNUM);
1069                         es->s_mdsnum = mds->mds_num;
1070                         err = ext3_journal_dirty_metadata(handle, sbi->s_sbh);
1071                         LASSERT(err == 0);
1072                         lock_kernel();
1073                         journal_stop(handle);
1074                         unlock_kernel();
1075                 } else {
1076                         CWARN("%s: mdsnum initialized to %u in ext3fs\n",
1077                                 obd->obd_name, es->s_mdsnum);
1078                 }
1079                 sbi->s_mdsnum = es->s_mdsnum;
1080         }
1081 #endif
1082         return 0;
1083 }
1084
1085 extern int ext3_add_dir_entry(struct dentry *dentry);
1086 extern int ext3_del_dir_entry(struct dentry *dentry);
1087
1088 static int fsfilt_ext3_add_dir_entry(struct obd_device *obd,
1089                                  struct dentry *parent,
1090                                  char *name, int namelen,
1091                                  unsigned long ino,
1092                                  unsigned long generation,
1093                                  unsigned mds)
1094 {
1095 #ifdef EXT3_FEATURE_INCOMPAT_MDSNUM
1096         struct dentry *dentry;
1097         int err;
1098         dentry = ll_lookup_one_len(name, parent, namelen);
1099         if (IS_ERR(dentry))
1100                 RETURN(PTR_ERR(dentry));
1101         if (dentry->d_inode != NULL) {
1102                 CERROR("dentry %*s(0x%p) found\n", dentry->d_name.len,
1103                        dentry->d_name.name, dentry);
1104                 l_dput(dentry);
1105                 RETURN(-EEXIST);
1106         }
1107
1108         /* mds_reint_rename() may use this method to add dir entry 
1109          * that points onto local inode. and we don't want to find
1110          * it cross-ref by subsequent lookups */
1111         d_drop(dentry);
1112
1113         dentry->d_flags |= DCACHE_CROSS_REF;
1114         dentry->d_inum = ino;
1115         dentry->d_mdsnum = mds;
1116         dentry->d_generation = generation;
1117         lock_kernel();
1118         err = ext3_add_dir_entry(dentry);
1119         unlock_kernel();
1120         
1121         l_dput(dentry);
1122
1123         RETURN(err);
1124 #else
1125 #error "rebuild kernel and lustre with ext3-mds-num patch!"
1126         LASSERT(0);
1127 #endif
1128 }
1129
1130 static int fsfilt_ext3_del_dir_entry(struct obd_device *obd,
1131                                  struct dentry *dentry)
1132 {
1133 #ifdef EXT3_FEATURE_INCOMPAT_MDSNUM
1134         int err;
1135         lock_kernel();
1136         err = ext3_del_dir_entry(dentry);
1137         unlock_kernel();
1138         if (err == 0)
1139                 d_drop(dentry);
1140         return err;
1141 #else
1142 #error "rebuild kernel and lustre with ext3-mds-num patch!"
1143         LASSERT(0);
1144 #endif
1145 }
1146
1147 static int fsfilt_ext3_set_xattr(struct inode * inode, void *handle, char *name,
1148                                  void *buffer, int buffer_size)
1149 {
1150         int rc = 0;
1151
1152         lock_kernel();
1153
1154         rc = ext3_xattr_set_handle(handle, inode, EXT3_XATTR_INDEX_TRUSTED,
1155                                    name, buffer, buffer_size, 0);
1156         unlock_kernel();
1157         if (rc)
1158                 CERROR("set xattr %s from inode %lu: rc %d\n",
1159                        name,  inode->i_ino, rc);
1160         return rc;
1161 }
1162
1163 static int fsfilt_ext3_get_xattr(struct inode *inode, char *name,
1164                                  void *buffer, int buffer_size)
1165 {
1166         int rc = 0;
1167        
1168         lock_kernel();
1169
1170         rc = ext3_xattr_get(inode, EXT3_XATTR_INDEX_TRUSTED,
1171                             name, buffer, buffer_size);
1172         unlock_kernel();
1173
1174         if (buffer == NULL)
1175                 return (rc == -ENODATA) ? 0 : rc;
1176         if (rc < 0) {
1177                 CDEBUG(D_INFO, "error getting EA %s from inode %lu: rc %d\n",
1178                        name,  inode->i_ino, rc);
1179                 memset(buffer, 0, buffer_size);
1180                 return (rc == -ENODATA) ? 0 : rc;
1181         }
1182
1183         return rc;
1184 }
1185
1186 /* If fso is NULL, op is FSFILT operation, otherwise op is number of fso
1187    objects. Logs is number of logfiles to update */
1188 static int fsfilt_ext3_get_op_len(int op, struct fsfilt_objinfo *fso, int logs)
1189 {
1190         if ( !fso ) {
1191                 switch(op) {
1192                 case FSFILT_OP_CREATE:
1193                                  /* directory leaf, index & indirect & EA*/
1194                         return 4 + 3 * logs;
1195                 case FSFILT_OP_UNLINK:
1196                         return 3 * logs;
1197                 }
1198         } else {
1199                 int i;
1200                 int needed = 0;
1201                 struct super_block *sb = fso->fso_dentry->d_inode->i_sb;
1202                 int blockpp = 1 << (PAGE_CACHE_SHIFT - sb->s_blocksize_bits);
1203                 int addrpp = EXT3_ADDR_PER_BLOCK(sb) * blockpp;
1204                 for (i = 0; i < op; i++, fso++) {
1205                         int nblocks = fso->fso_bufcnt * blockpp;
1206                         int ndindirect = min(nblocks, addrpp + 1);
1207                         int nindir = nblocks + ndindirect + 1;
1208
1209                         needed += nindir;
1210                 }
1211                 return needed + 3 * logs;
1212         }
1213
1214         return 0;
1215 }
1216
1217
1218 #define EXTENTS_EA "write_extents"
1219 #define EXTENTS_EA_SIZE 64
1220
1221 static int fsfilt_ext3_insert_extents_ea(struct inode *inode, 
1222                                       unsigned long from, 
1223                                       unsigned long num) 
1224 {
1225         int rc = 0;
1226
1227         rc = ext3_ext_in_ea_alloc_space(inode, EXT3_XATTR_INDEX_TRUSTED,
1228                                         EXTENTS_EA, from, num);  
1229         return rc;
1230 }
1231
1232 static int fsfilt_ext3_remove_extents_ea(struct inode *inode, 
1233                                          unsigned long from, 
1234                                          unsigned long num) 
1235 {
1236         int rc = 0;
1237
1238         rc = ext3_ext_in_ea_remove_space(inode, EXT3_XATTR_INDEX_TRUSTED,
1239                                          EXTENTS_EA, from, num);  
1240         return rc;
1241 }
1242
1243 extern int ext3_init_tree_in_ea(struct inode *inode, int name_index,
1244                                 const char *eaname, int size);
1245                                 
1246 static int fsfilt_ext3_init_extents_ea(struct inode *inode)
1247 {
1248         int rc = 0;
1249
1250         rc = ext3_init_tree_in_ea(inode, EXT3_XATTR_INDEX_TRUSTED,
1251                                   EXTENTS_EA, 64);  
1252         return rc;
1253 }
1254
1255 static int fsfilt_ext3_get_inode_write_extents(struct inode *inode, 
1256                                          char **pbuf, int *size)
1257 {
1258         int rc = 0;
1259         
1260         rc = ext3_ext_in_ea_get_extents(inode, EXT3_XATTR_INDEX_TRUSTED,
1261                                         EXTENTS_EA,  pbuf, size);
1262         return rc; 
1263
1264
1265 static int fsfilt_ext3_get_write_extents_num(struct inode *inode, int *size)
1266 {
1267         int rc = 0;
1268         
1269         rc = ext3_ext_in_ea_get_extents_num(inode, EXT3_XATTR_INDEX_TRUSTED, 
1270                                             EXTENTS_EA, size);
1271         return rc; 
1272
1273
1274 static struct fsfilt_operations fsfilt_ext3_ops = {
1275         .fs_type                = "ext3",
1276         .fs_owner               = THIS_MODULE,
1277         .fs_start               = fsfilt_ext3_start,
1278         .fs_brw_start           = fsfilt_ext3_brw_start,
1279         .fs_commit              = fsfilt_ext3_commit,
1280         .fs_commit_async        = fsfilt_ext3_commit_async,
1281         .fs_commit_wait         = fsfilt_ext3_commit_wait,
1282         .fs_setattr             = fsfilt_ext3_setattr,
1283         .fs_iocontrol           = fsfilt_ext3_iocontrol,
1284         .fs_set_md              = fsfilt_ext3_set_md,
1285         .fs_get_md              = fsfilt_ext3_get_md,
1286         .fs_readpage            = fsfilt_ext3_readpage,
1287         .fs_add_journal_cb      = fsfilt_ext3_add_journal_cb,
1288         .fs_statfs              = fsfilt_ext3_statfs,
1289         .fs_sync                = fsfilt_ext3_sync,
1290         .fs_map_inode_pages     = fsfilt_ext3_map_inode_pages,
1291         .fs_prep_san_write      = fsfilt_ext3_prep_san_write,
1292         .fs_write_record        = fsfilt_ext3_write_record,
1293         .fs_read_record         = fsfilt_ext3_read_record,
1294         .fs_setup               = fsfilt_ext3_setup,
1295         .fs_getpage             = fsfilt_ext3_getpage,
1296         .fs_send_bio            = fsfilt_ext3_send_bio,
1297         .fs_set_xattr           = fsfilt_ext3_set_xattr,
1298         .fs_get_xattr           = fsfilt_ext3_get_xattr,
1299         .fs_get_op_len          = fsfilt_ext3_get_op_len,
1300         .fs_add_dir_entry       = fsfilt_ext3_add_dir_entry,
1301         .fs_del_dir_entry       = fsfilt_ext3_del_dir_entry,
1302         .fs_init_extents_ea         = fsfilt_ext3_init_extents_ea,
1303         .fs_insert_extents_ea       = fsfilt_ext3_insert_extents_ea,
1304         .fs_remove_extents_ea       = fsfilt_ext3_remove_extents_ea,
1305         .fs_get_inode_write_extents = fsfilt_ext3_get_inode_write_extents,
1306         .fs_get_write_extents_num   = fsfilt_ext3_get_write_extents_num,
1307 };
1308
1309 static int __init fsfilt_ext3_init(void)
1310 {
1311         int rc;
1312
1313         fcb_cache = kmem_cache_create("fsfilt_ext3_fcb",
1314                                       sizeof(struct fsfilt_cb_data), 0,
1315                                       0, NULL, NULL);
1316         if (!fcb_cache) {
1317                 CERROR("error allocating fsfilt journal callback cache\n");
1318                 GOTO(out, rc = -ENOMEM);
1319         }
1320
1321         rc = fsfilt_register_ops(&fsfilt_ext3_ops);
1322
1323         if (rc)
1324                 kmem_cache_destroy(fcb_cache);
1325 out:
1326         return rc;
1327 }
1328
1329 static void __exit fsfilt_ext3_exit(void)
1330 {
1331         int rc;
1332
1333         fsfilt_unregister_ops(&fsfilt_ext3_ops);
1334         rc = kmem_cache_destroy(fcb_cache);
1335
1336         if (rc || atomic_read(&fcb_cache_count)) {
1337                 CERROR("can't free fsfilt callback cache: count %d, rc = %d\n",
1338                        atomic_read(&fcb_cache_count), rc);
1339         }
1340 }
1341
1342 module_init(fsfilt_ext3_init);
1343 module_exit(fsfilt_ext3_exit);
1344
1345 MODULE_AUTHOR("Cluster File Systems, Inc. <info@clusterfs.com>");
1346 MODULE_DESCRIPTION("Lustre ext3 Filesystem Helper v0.1");
1347 MODULE_LICENSE("GPL");