X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Fosd-ldiskfs%2Fosd_handler.c;h=086a812d83d3edfa0be488f110d4fd6fd0e8bfed;hp=8f32d68778579369afbf4911db24696c92e09d4e;hb=ecd28d9b6cb691bda8184a7e07f1acc1ccded391;hpb=7fa8f9c27e086975bb4e892a6cbfedd8fcda8dda diff --git a/lustre/osd-ldiskfs/osd_handler.c b/lustre/osd-ldiskfs/osd_handler.c index 8f32d68..086a812 100644 --- a/lustre/osd-ldiskfs/osd_handler.c +++ b/lustre/osd-ldiskfs/osd_handler.c @@ -27,7 +27,7 @@ * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved. * Use is subject to license terms. * - * Copyright (c) 2011, 2013, Intel Corporation. + * Copyright (c) 2011, 2014, Intel Corporation. */ /* * This file is part of Lustre, http://www.lustre.org/ @@ -41,7 +41,7 @@ * Pravin Shelar : Added fid in dirent */ -#define DEBUG_SUBSYSTEM S_MDS +#define DEBUG_SUBSYSTEM S_OSD #include @@ -73,6 +73,7 @@ #include #include +#include int ldiskfs_pdo = 1; CFS_MODULE_PARM(ldiskfs_pdo, "i", int, 0644, @@ -85,6 +86,9 @@ CFS_MODULE_PARM(ldiskfs_track_declares_assert, "i", int, 0644, /* Slab to allocate dynlocks */ struct kmem_cache *dynlock_cachep; +/* Slab to allocate osd_it_ea */ +struct kmem_cache *osd_itea_cachep; + static struct lu_kmem_descr ldiskfs_caches[] = { { .ckd_cache = &dynlock_cachep, @@ -92,6 +96,11 @@ static struct lu_kmem_descr ldiskfs_caches[] = { .ckd_size = sizeof(struct dynlock_handle) }, { + .ckd_cache = &osd_itea_cachep, + .ckd_name = "osd_itea_cache", + .ckd_size = sizeof(struct osd_it_ea) + }, + { .ckd_cache = NULL } }; @@ -348,6 +357,8 @@ static struct inode *osd_iget_check(struct osd_thread_info *info, check_oi: if (rc != 0) { + struct osd_inode_id saved_id = *id; + LASSERTF(rc == -ESTALE || rc == -ENOENT, "rc = %d\n", rc); rc = osd_oi_lookup(info, dev, fid, id, OI_CHECK_FLD); @@ -369,10 +380,22 @@ check_oi: * to distinguish the 1st case from the 2nd case. */ if (rc == 0) { if (!IS_ERR(inode) && inode->i_generation != 0 && - inode->i_generation == id->oii_gen) + inode->i_generation == id->oii_gen) { rc = -ENOENT; - else + } else { + __u32 level = D_LFSCK; + rc = -EREMCHG; + if (!thread_is_running(&dev->od_scrub.os_thread)) + level |= D_CONSOLE; + + CDEBUG(level, "%s: the OI mapping for the FID " + DFID" become inconsistent, the given ID " + "%u/%u, the ID in OI mapping %u/%u\n", + osd_name(dev), PFID(fid), + saved_id.oii_ino, saved_id.oii_gen, + id->oii_ino, id->oii_ino); + } } } else { if (id->oii_gen == OSD_OII_NOGEN) @@ -472,15 +495,14 @@ static int osd_check_lma(const struct lu_env *env, struct osd_object *obj) if (rc == -ENODATA && !fid_is_igif(rfid) && osd->od_check_ff) { fid = &lma->lma_self_fid; rc = osd_get_idif(info, inode, dentry, fid); - if ((rc > 0) || (rc == -ENODATA && osd->od_lma_self_repair)) { + if ((rc > 0) || (rc == -ENODATA && osd->od_index_in_idif)) { /* For the given OST-object, if it has neither LMA nor * FID in XATTR_NAME_FID, then the given FID (which is * contained in the @obj, from client RPC for locating * the OST-object) is trusted. We use it to generate * the LMA. */ osd_lma_self_repair(info, osd, inode, rfid, - fid_is_on_ost(info, osd, fid, OI_CHECK_FLD) ? - LMAC_FID_ON_OST : 0); + LMAC_FID_ON_OST); RETURN(0); } } @@ -507,6 +529,8 @@ static int osd_check_lma(const struct lu_env *env, struct osd_object *obj) } if (fid != NULL && unlikely(!lu_fid_eq(rfid, fid))) { + __u32 level = D_LFSCK; + if (fid_is_idif(rfid) && fid_is_idif(fid)) { struct ost_id *oi = &info->oti_ostid; struct lu_fid *fid1 = &info->oti_fid3; @@ -521,7 +545,7 @@ static int osd_check_lma(const struct lu_env *env, struct osd_object *obj) fid_to_ostid(fid, oi); ostid_to_fid(fid1, oi, idx); if (lu_fid_eq(fid1, rfid)) { - if (osd->od_lma_self_repair) + if (osd->od_index_in_idif) osd_lma_self_repair(info, osd, inode, rfid, LMAC_FID_ON_OST); @@ -530,9 +554,13 @@ static int osd_check_lma(const struct lu_env *env, struct osd_object *obj) } } - CDEBUG(D_INODE, "%s: FID "DFID" != self_fid "DFID"\n", - osd_name(osd), PFID(rfid), PFID(fid)); + rc = -EREMCHG; + if (!thread_is_running(&osd->od_scrub.os_thread)) + level |= D_CONSOLE; + + CDEBUG(level, "%s: FID "DFID" != self_fid "DFID"\n", + osd_name(osd), PFID(rfid), PFID(fid)); } RETURN(rc); @@ -558,7 +586,7 @@ static int osd_fid_lookup(const struct lu_env *env, struct osd_object *obj, LINVRNT(osd_invariant(obj)); LASSERT(obj->oo_inode == NULL); - LASSERTF(fid_is_sane(fid) || fid_is_idif(fid), DFID, PFID(fid)); + LASSERTF(fid_is_sane(fid) || fid_is_idif(fid), DFID"\n", PFID(fid)); dev = osd_dev(ldev); scrub = &dev->od_scrub; @@ -586,7 +614,7 @@ static int osd_fid_lookup(const struct lu_env *env, struct osd_object *obj, } id = &info->oti_id; - if (!cfs_list_empty(&scrub->os_inconsistent_items)) { + if (!list_empty(&scrub->os_inconsistent_items)) { /* Search order: 2. OI scrub pending list. */ result = osd_oii_lookup(dev, fid, id); if (result == 0) @@ -632,10 +660,14 @@ trigger: if (thread_is_running(&scrub->os_thread)) { result = -EINPROGRESS; } else if (!dev->od_noscrub) { - result = osd_scrub_start(dev); - LCONSOLE_WARN("%.16s: trigger OI scrub by RPC " - "for "DFID", rc = %d [1]\n", - osd_name(dev), PFID(fid),result); + /* Since we do not know the right OI mapping, + * we have to trigger OI scrub to scan the + * whole device. */ + result = osd_scrub_start(dev, SS_AUTO_FULL | + SS_CLEAR_DRYRUN | SS_CLEAR_FAILOUT); + CDEBUG(D_LFSCK | D_CONSOLE, "%.16s: trigger OI " + "scrub by RPC for "DFID", rc = %d [1]\n", + osd_name(dev), PFID(fid),result); if (result == 0 || result == -EALREADY) result = -EINPROGRESS; else @@ -890,7 +922,7 @@ static int osd_param_is_not_sane(const struct osd_device *dev, { struct osd_thandle *oh = container_of(th, typeof(*oh), ot_super); - return oh->ot_credits > osd_journal(dev)->j_max_transaction_buffers; + return oh->ot_credits > osd_transaction_size(dev); } /* @@ -912,11 +944,11 @@ static void osd_trans_commit_cb(struct super_block *sb, dt_txn_hook_commit(th); /* call per-transaction callbacks if any */ - cfs_list_for_each_entry_safe(dcb, tmp, &oh->ot_dcb_list, dcb_linkage) { + list_for_each_entry_safe(dcb, tmp, &oh->ot_dcb_list, dcb_linkage) { LASSERTF(dcb->dcb_magic == TRANS_COMMIT_CB_MAGIC, "commit callback entry: magic=%x name='%s'\n", dcb->dcb_magic, dcb->dcb_name); - cfs_list_del_init(&dcb->dcb_linkage); + list_del_init(&dcb->dcb_linkage); dcb->dcb_func(NULL, th, dcb, error); } @@ -954,7 +986,7 @@ static struct thandle *osd_trans_create(const struct lu_env *env, atomic_set(&th->th_refc, 1); th->th_alloc_size = sizeof(*oh); oti->oti_dev = osd_dt_dev(d); - CFS_INIT_LIST_HEAD(&oh->ot_dcb_list); + INIT_LIST_HEAD(&oh->ot_dcb_list); osd_th_alloced(oh); memset(oti->oti_declare_ops, 0, @@ -971,8 +1003,8 @@ static struct thandle *osd_trans_create(const struct lu_env *env, /* * Concurrency: shouldn't matter. */ -int osd_trans_start(const struct lu_env *env, struct dt_device *d, - struct thandle *th) +static int osd_trans_start(const struct lu_env *env, struct dt_device *d, + struct thandle *th) { struct osd_thread_info *oti = osd_oti_get(env); struct osd_device *dev = osd_dt_dev(d); @@ -1029,7 +1061,8 @@ int osd_trans_start(const struct lu_env *env, struct dt_device *d, oti->oti_declare_ops_cred[OSD_OT_REF_DEL]); if (last_credits != oh->ot_credits && - time_after(jiffies, last_printed + 60 * HZ)) { + time_after(jiffies, last_printed + + msecs_to_jiffies(60 * MSEC_PER_SEC))) { libcfs_debug_dumpstack(NULL); last_credits = oh->ot_credits; last_printed = jiffies; @@ -1040,7 +1073,7 @@ int osd_trans_start(const struct lu_env *env, struct dt_device *d, * * This should be removed when we can calculate the * credits precisely. */ - oh->ot_credits = osd_journal(dev)->j_max_transaction_buffers; + oh->ot_credits = osd_transaction_size(dev); } /* @@ -1068,15 +1101,15 @@ out: } static int osd_seq_exists(const struct lu_env *env, - struct osd_device *osd, obd_seq seq) + struct osd_device *osd, u64 seq) { struct lu_seq_range *range = &osd_oti_get(env)->oti_seq_range; struct seq_server_site *ss = osd_seq_site(osd); int rc; ENTRY; - if (ss == NULL) - RETURN(1); + LASSERT(ss != NULL); + LASSERT(ss->ss_server_fld != NULL); rc = osd_fld_lookup(env, osd, seq, range); if (rc != 0) { @@ -1165,7 +1198,7 @@ static int osd_trans_cb_add(struct thandle *th, struct dt_txn_commit_cb *dcb) LASSERT(dcb->dcb_magic == TRANS_COMMIT_CB_MAGIC); LASSERT(&dcb->dcb_func != NULL); - cfs_list_add(&dcb->dcb_linkage, &oh->ot_dcb_list); + list_add(&dcb->dcb_linkage, &oh->ot_dcb_list); return 0; } @@ -1191,8 +1224,8 @@ static void osd_object_delete(const struct lu_env *env, struct lu_object *l) osd_index_fini(obj); if (inode != NULL) { struct qsd_instance *qsd = osd_obj2dev(obj)->od_quota_slave; - qid_t uid = inode->i_uid; - qid_t gid = inode->i_gid; + qid_t uid = i_uid_read(inode); + qid_t gid = i_gid_read(inode); iput(inode); obj->oo_inode = NULL; @@ -1354,8 +1387,16 @@ static void osd_conf_get(const struct lu_env *env, */ static int osd_sync(const struct lu_env *env, struct dt_device *d) { - CDEBUG(D_HA, "syncing OSD %s\n", LUSTRE_OSD_LDISKFS_NAME); - return ldiskfs_force_commit(osd_sb(osd_dt_dev(d))); + int rc; + + CDEBUG(D_CACHE, "syncing OSD %s\n", LUSTRE_OSD_LDISKFS_NAME); + + rc = ldiskfs_force_commit(osd_sb(osd_dt_dev(d))); + + CDEBUG(D_CACHE, "synced OSD %s: rc = %d\n", + LUSTRE_OSD_LDISKFS_NAME, rc); + + return rc; } /** @@ -1687,40 +1728,43 @@ static struct timespec *osd_inode_time(const struct lu_env *env, static void osd_inode_getattr(const struct lu_env *env, - struct inode *inode, struct lu_attr *attr) -{ - attr->la_valid |= LA_ATIME | LA_MTIME | LA_CTIME | LA_MODE | - LA_SIZE | LA_BLOCKS | LA_UID | LA_GID | - LA_FLAGS | LA_NLINK | LA_RDEV | LA_BLKSIZE | - LA_TYPE; - - attr->la_atime = LTIME_S(inode->i_atime); - attr->la_mtime = LTIME_S(inode->i_mtime); - attr->la_ctime = LTIME_S(inode->i_ctime); - attr->la_mode = inode->i_mode; - attr->la_size = i_size_read(inode); - attr->la_blocks = inode->i_blocks; - attr->la_uid = inode->i_uid; - attr->la_gid = inode->i_gid; - attr->la_flags = LDISKFS_I(inode)->i_flags; - attr->la_nlink = inode->i_nlink; - attr->la_rdev = inode->i_rdev; - attr->la_blksize = 1 << inode->i_blkbits; - attr->la_blkbits = inode->i_blkbits; + struct inode *inode, struct lu_attr *attr) +{ + attr->la_valid |= LA_ATIME | LA_MTIME | LA_CTIME | LA_MODE | + LA_SIZE | LA_BLOCKS | LA_UID | LA_GID | + LA_FLAGS | LA_NLINK | LA_RDEV | LA_BLKSIZE | + LA_TYPE; + + attr->la_atime = LTIME_S(inode->i_atime); + attr->la_mtime = LTIME_S(inode->i_mtime); + attr->la_ctime = LTIME_S(inode->i_ctime); + attr->la_mode = inode->i_mode; + attr->la_size = i_size_read(inode); + attr->la_blocks = inode->i_blocks; + attr->la_uid = i_uid_read(inode); + attr->la_gid = i_gid_read(inode); + attr->la_flags = LDISKFS_I(inode)->i_flags; + attr->la_nlink = inode->i_nlink; + attr->la_rdev = inode->i_rdev; + attr->la_blksize = 1 << inode->i_blkbits; + attr->la_blkbits = inode->i_blkbits; } static int osd_attr_get(const struct lu_env *env, - struct dt_object *dt, - struct lu_attr *attr, - struct lustre_capa *capa) + struct dt_object *dt, + struct lu_attr *attr, + struct lustre_capa *capa) { - struct osd_object *obj = osd_dt_obj(dt); + struct osd_object *obj = osd_dt_obj(dt); - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LINVRNT(osd_invariant(obj)); + if (!dt_object_exists(dt)) + return -ENOENT; - if (osd_object_auth(env, dt, capa, CAPA_OPC_META_READ)) - return -EACCES; + LASSERT(!dt_object_remote(dt)); + LINVRNT(osd_invariant(obj)); + + if (osd_object_auth(env, dt, capa, CAPA_OPC_META_READ)) + return -EACCES; spin_lock(&obj->oo_guard); osd_inode_getattr(env, obj->oo_inode, attr); @@ -1737,9 +1781,11 @@ static int osd_declare_attr_set(const struct lu_env *env, struct osd_object *obj; struct osd_thread_info *info = osd_oti_get(env); struct lquota_id_info *qi = &info->oti_qi; + qid_t uid; + qid_t gid; long long bspace; int rc = 0; - bool allocated; + bool enforce; ENTRY; LASSERT(dt != NULL); @@ -1767,27 +1813,28 @@ static int osd_declare_attr_set(const struct lu_env *env, * We still need to call the osd_declare_qid() to calculate the journal * credits for updating quota accounting files and to trigger quota * space adjustment once the operation is completed.*/ - if ((attr->la_valid & LA_UID) != 0 && - attr->la_uid != obj->oo_inode->i_uid) { + if (attr->la_valid & LA_UID || attr->la_valid & LA_GID) { + /* USERQUOTA */ + uid = i_uid_read(obj->oo_inode); qi->lqi_type = USRQUOTA; - + enforce = (attr->la_valid & LA_UID) && (attr->la_uid != uid); /* inode accounting */ qi->lqi_is_blk = false; - /* one more inode for the new owner ... */ + /* one more inode for the new uid ... */ qi->lqi_id.qid_uid = attr->la_uid; qi->lqi_space = 1; - allocated = (attr->la_uid == 0) ? true : false; - rc = osd_declare_qid(env, oh, qi, allocated, NULL); + /* Reserve credits for the new uid */ + rc = osd_declare_qid(env, oh, qi, NULL, enforce, NULL); if (rc == -EDQUOT || rc == -EINPROGRESS) rc = 0; if (rc) RETURN(rc); /* and one less inode for the current uid */ - qi->lqi_id.qid_uid = obj->oo_inode->i_uid; + qi->lqi_id.qid_uid = uid; qi->lqi_space = -1; - rc = osd_declare_qid(env, oh, qi, true, NULL); + rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL); if (rc == -EDQUOT || rc == -EINPROGRESS) rc = 0; if (rc) @@ -1796,47 +1843,49 @@ static int osd_declare_attr_set(const struct lu_env *env, /* block accounting */ qi->lqi_is_blk = true; - /* more blocks for the new owner ... */ + /* more blocks for the new uid ... */ qi->lqi_id.qid_uid = attr->la_uid; qi->lqi_space = bspace; - allocated = (attr->la_uid == 0) ? true : false; - rc = osd_declare_qid(env, oh, qi, allocated, NULL); + /* + * Credits for the new uid has been reserved, re-use "obj" + * to save credit reservation. + */ + rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL); if (rc == -EDQUOT || rc == -EINPROGRESS) rc = 0; if (rc) RETURN(rc); - /* and finally less blocks for the current owner */ - qi->lqi_id.qid_uid = obj->oo_inode->i_uid; + /* and finally less blocks for the current uid */ + qi->lqi_id.qid_uid = uid; qi->lqi_space = -bspace; - rc = osd_declare_qid(env, oh, qi, true, NULL); + rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL); if (rc == -EDQUOT || rc == -EINPROGRESS) rc = 0; if (rc) RETURN(rc); - } - if (attr->la_valid & LA_GID && - attr->la_gid != obj->oo_inode->i_gid) { + /* GROUP QUOTA */ + gid = i_gid_read(obj->oo_inode); qi->lqi_type = GRPQUOTA; + enforce = (attr->la_valid & LA_GID) && (attr->la_gid != gid); /* inode accounting */ qi->lqi_is_blk = false; - /* one more inode for the new group owner ... */ + /* one more inode for the new gid ... */ qi->lqi_id.qid_gid = attr->la_gid; qi->lqi_space = 1; - allocated = (attr->la_gid == 0) ? true : false; - rc = osd_declare_qid(env, oh, qi, allocated, NULL); + rc = osd_declare_qid(env, oh, qi, NULL, enforce, NULL); if (rc == -EDQUOT || rc == -EINPROGRESS) rc = 0; if (rc) RETURN(rc); /* and one less inode for the current gid */ - qi->lqi_id.qid_gid = obj->oo_inode->i_gid; + qi->lqi_id.qid_gid = gid; qi->lqi_space = -1; - rc = osd_declare_qid(env, oh, qi, true, NULL); + rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL); if (rc == -EDQUOT || rc == -EINPROGRESS) rc = 0; if (rc) @@ -1845,20 +1894,19 @@ static int osd_declare_attr_set(const struct lu_env *env, /* block accounting */ qi->lqi_is_blk = true; - /* more blocks for the new owner ... */ + /* more blocks for the new gid ... */ qi->lqi_id.qid_gid = attr->la_gid; qi->lqi_space = bspace; - allocated = (attr->la_gid == 0) ? true : false; - rc = osd_declare_qid(env, oh, qi, allocated, NULL); + rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL); if (rc == -EDQUOT || rc == -EINPROGRESS) rc = 0; if (rc) RETURN(rc); - /* and finally less blocks for the current owner */ - qi->lqi_id.qid_gid = obj->oo_inode->i_gid; + /* and finally less blocks for the current gid */ + qi->lqi_id.qid_gid = gid; qi->lqi_space = -bspace; - rc = osd_declare_qid(env, oh, qi, true, NULL); + rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL); if (rc == -EDQUOT || rc == -EINPROGRESS) rc = 0; if (rc) @@ -1869,11 +1917,16 @@ static int osd_declare_attr_set(const struct lu_env *env, } static int osd_inode_setattr(const struct lu_env *env, - struct inode *inode, const struct lu_attr *attr) + struct inode *inode, const struct lu_attr *attr) { - __u64 bits; + __u64 bits = attr->la_valid; - bits = attr->la_valid; + /* Only allow set size for regular file */ + if (!S_ISREG(inode->i_mode)) + bits &= ~(LA_SIZE | LA_BLOCKS); + + if (bits == 0) + return 0; if (bits & LA_ATIME) inode->i_atime = *osd_inode_time(env, inode, attr->la_atime); @@ -1892,17 +1945,17 @@ static int osd_inode_setattr(const struct lu_env *env, if (bits & LA_BLOCKS) inode->i_blocks = attr->la_blocks; #endif - if (bits & LA_MODE) - inode->i_mode = (inode->i_mode & S_IFMT) | - (attr->la_mode & ~S_IFMT); - if (bits & LA_UID) - inode->i_uid = attr->la_uid; - if (bits & LA_GID) - inode->i_gid = attr->la_gid; - if (bits & LA_NLINK) + if (bits & LA_MODE) + inode->i_mode = (inode->i_mode & S_IFMT) | + (attr->la_mode & ~S_IFMT); + if (bits & LA_UID) + i_uid_write(inode, attr->la_uid); + if (bits & LA_GID) + i_gid_write(inode, attr->la_gid); + if (bits & LA_NLINK) set_nlink(inode, attr->la_nlink); - if (bits & LA_RDEV) - inode->i_rdev = attr->la_rdev; + if (bits & LA_RDEV) + inode->i_rdev = attr->la_rdev; if (bits & LA_FLAGS) { /* always keep S_NOCMTIME */ @@ -1914,24 +1967,25 @@ static int osd_inode_setattr(const struct lu_env *env, static int osd_quota_transfer(struct inode *inode, const struct lu_attr *attr) { - if ((attr->la_valid & LA_UID && attr->la_uid != inode->i_uid) || - (attr->la_valid & LA_GID && attr->la_gid != inode->i_gid)) { + if ((attr->la_valid & LA_UID && attr->la_uid != i_uid_read(inode)) || + (attr->la_valid & LA_GID && attr->la_gid != i_gid_read(inode))) { struct iattr iattr; int rc; + ll_vfs_dq_init(inode); iattr.ia_valid = 0; if (attr->la_valid & LA_UID) iattr.ia_valid |= ATTR_UID; if (attr->la_valid & LA_GID) iattr.ia_valid |= ATTR_GID; - iattr.ia_uid = attr->la_uid; - iattr.ia_gid = attr->la_gid; + iattr.ia_uid = make_kuid(&init_user_ns, attr->la_uid); + iattr.ia_gid = make_kgid(&init_user_ns, attr->la_gid); rc = ll_vfs_dq_transfer(inode, &iattr); if (rc) { CERROR("%s: quota transfer failed: rc = %d. Is quota " - "enforcement enabled on the ldiskfs filesystem?", - inode->i_sb->s_id, rc); + "enforcement enabled on the ldiskfs " + "filesystem?\n", inode->i_sb->s_id, rc); return rc; } } @@ -1939,21 +1993,24 @@ static int osd_quota_transfer(struct inode *inode, const struct lu_attr *attr) } static int osd_attr_set(const struct lu_env *env, - struct dt_object *dt, - const struct lu_attr *attr, - struct thandle *handle, - struct lustre_capa *capa) + struct dt_object *dt, + const struct lu_attr *attr, + struct thandle *handle, + struct lustre_capa *capa) { - struct osd_object *obj = osd_dt_obj(dt); - struct inode *inode; - int rc; + struct osd_object *obj = osd_dt_obj(dt); + struct inode *inode; + int rc; - LASSERT(handle != NULL); - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(osd_invariant(obj)); + if (!dt_object_exists(dt)) + return -ENOENT; - if (osd_object_auth(env, dt, capa, CAPA_OPC_META_WRITE)) - return -EACCES; + LASSERT(handle != NULL); + LASSERT(!dt_object_remote(dt)); + LASSERT(osd_invariant(obj)); + + if (osd_object_auth(env, dt, capa, CAPA_OPC_META_WRITE)) + return -EACCES; osd_trans_exec_op(env, handle, OSD_OT_ATTR_SET); @@ -1983,7 +2040,6 @@ static int osd_attr_set(const struct lu_env *env, } inode = obj->oo_inode; - ll_vfs_dq_init(inode); rc = osd_quota_transfer(inode, attr); if (rc) @@ -1998,9 +2054,9 @@ static int osd_attr_set(const struct lu_env *env, return rc; } -struct dentry *osd_child_dentry_get(const struct lu_env *env, - struct osd_object *obj, - const char *name, const int namelen) +static struct dentry *osd_child_dentry_get(const struct lu_env *env, + struct osd_object *obj, + const char *name, const int namelen) { return osd_child_dentry_by_inode(env, obj->oo_inode, name, namelen); } @@ -2243,7 +2299,7 @@ static void osd_attr_init(struct osd_thread_info *info, struct osd_object *obj, * should not happen since quota enforcement is no longer * enabled on ldiskfs (lquota takes care of it). */ - LASSERTF(result == 0, "%d", result); + LASSERTF(result == 0, "%d\n", result); ll_dirty_inode(inode, I_DIRTY_DATASYNC); } @@ -2307,7 +2363,7 @@ static int __osd_oi_insert(const struct lu_env *env, struct osd_object *obj, } int osd_fld_lookup(const struct lu_env *env, struct osd_device *osd, - obd_seq seq, struct lu_seq_range *range) + u64 seq, struct lu_seq_range *range) { struct seq_server_site *ss = osd_seq_site(osd); @@ -2373,7 +2429,7 @@ static int osd_declare_object_create(const struct lu_env *env, RETURN(0); rc = osd_declare_inode_qid(env, attr->la_uid, attr->la_gid, 1, oh, - false, false, NULL, false); + osd_dt_obj(dt), false, NULL, false); if (rc != 0) RETURN(rc); @@ -2381,22 +2437,23 @@ static int osd_declare_object_create(const struct lu_env *env, } static int osd_object_create(const struct lu_env *env, struct dt_object *dt, - struct lu_attr *attr, - struct dt_allocation_hint *hint, - struct dt_object_format *dof, - struct thandle *th) + struct lu_attr *attr, + struct dt_allocation_hint *hint, + struct dt_object_format *dof, struct thandle *th) { - const struct lu_fid *fid = lu_object_fid(&dt->do_lu); - struct osd_object *obj = osd_dt_obj(dt); - struct osd_thread_info *info = osd_oti_get(env); - int result; + const struct lu_fid *fid = lu_object_fid(&dt->do_lu); + struct osd_object *obj = osd_dt_obj(dt); + struct osd_thread_info *info = osd_oti_get(env); + int result; + ENTRY; - ENTRY; + if (dt_object_exists(dt)) + return -EEXIST; - LINVRNT(osd_invariant(obj)); - LASSERT(!dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(osd_write_locked(env, obj)); - LASSERT(th != NULL); + LINVRNT(osd_invariant(obj)); + LASSERT(!dt_object_remote(dt)); + LASSERT(osd_write_locked(env, obj)); + LASSERT(th != NULL); if (unlikely(fid_is_acct(fid))) /* Quota files can't be created from the kernel any more, @@ -2443,13 +2500,13 @@ static int osd_declare_object_destroy(const struct lu_env *env, osd_trans_declare_op(env, oh, OSD_OT_DELETE, osd_dto_credits_noquota[DTO_INDEX_DELETE] + 3); /* one less inode */ - rc = osd_declare_inode_qid(env, inode->i_uid, inode->i_gid, -1, oh, - false, true, NULL, false); + rc = osd_declare_inode_qid(env, i_uid_read(inode), i_gid_read(inode), + -1, oh, obj, false, NULL, false); if (rc) RETURN(rc); /* data to be truncated */ - rc = osd_declare_inode_qid(env, inode->i_uid, inode->i_gid, 0, oh, - true, true, NULL, false); + rc = osd_declare_inode_qid(env, i_uid_read(inode), i_gid_read(inode), + 0, oh, obj, true, NULL, false); RETURN(rc); } @@ -2563,10 +2620,10 @@ int osd_ea_fid_set(struct osd_thread_info *info, struct inode *inode, * \ldiskfs_dentry_param is used only to pass fid from osd to ldiskfs. * its inmemory API. */ -void osd_get_ldiskfs_dirent_param(struct ldiskfs_dentry_param *param, - const struct dt_rec *fid) +static void osd_get_ldiskfs_dirent_param(struct ldiskfs_dentry_param *param, + const struct lu_fid *fid) { - if (!fid_is_namespace_visible((const struct lu_fid *)fid) || + if (!fid_is_namespace_visible(fid) || OBD_FAIL_CHECK(OBD_FAIL_FID_IGIF)) { param->edp_magic = 0; return; @@ -2603,9 +2660,9 @@ static int osd_ea_fid_get(const struct lu_env *env, struct osd_object *obj, static int osd_add_dot_dotdot_internal(struct osd_thread_info *info, struct inode *dir, - struct inode *parent_dir, - const struct dt_rec *dot_fid, - const struct dt_rec *dot_dot_fid, + struct inode *parent_dir, + const struct lu_fid *dot_fid, + const struct lu_fid *dot_dot_fid, struct osd_thandle *oth) { struct ldiskfs_dentry_param *dot_ldp; @@ -2627,6 +2684,7 @@ static struct inode *osd_create_local_agent_inode(const struct lu_env *env, struct osd_device *osd, struct osd_object *pobj, const struct lu_fid *fid, + __u32 type, struct thandle *th) { struct osd_thread_info *info = osd_oti_get(env); @@ -2639,9 +2697,7 @@ static struct inode *osd_create_local_agent_inode(const struct lu_env *env, oh = container_of(th, struct osd_thandle, ot_super); LASSERT(oh->ot_handle->h_transaction != NULL); - /* FIXME: Insert index api needs to know the mode of - * the remote object. Just use S_IFDIR for now */ - local = ldiskfs_create_inode(oh->ot_handle, pobj->oo_inode, S_IFDIR); + local = ldiskfs_create_inode(oh->ot_handle, pobj->oo_inode, type); if (IS_ERR(local)) { CERROR("%s: create local error %d\n", osd_name(osd), (int)PTR_ERR(local)); @@ -2656,9 +2712,12 @@ static struct inode *osd_create_local_agent_inode(const struct lu_env *env, RETURN(ERR_PTR(rc)); } + if (!S_ISDIR(type)) + RETURN(local); + rc = osd_add_dot_dotdot_internal(info, local, pobj->oo_inode, - (const struct dt_rec *)lu_object_fid(&pobj->oo_dt.do_lu), - (const struct dt_rec *)fid, oh); + lu_object_fid(&pobj->oo_dt.do_lu), + fid, oh); if (rc != 0) { CERROR("%s: "DFID" add dot dotdot error: rc = %d\n", osd_name(osd), PFID(fid), rc); @@ -2707,22 +2766,25 @@ static int osd_delete_local_agent_inode(const struct lu_env *env, * \retval -ve, on error */ static int osd_object_ea_create(const struct lu_env *env, struct dt_object *dt, - struct lu_attr *attr, - struct dt_allocation_hint *hint, - struct dt_object_format *dof, - struct thandle *th) + struct lu_attr *attr, + struct dt_allocation_hint *hint, + struct dt_object_format *dof, + struct thandle *th) { - const struct lu_fid *fid = lu_object_fid(&dt->do_lu); - struct osd_object *obj = osd_dt_obj(dt); - struct osd_thread_info *info = osd_oti_get(env); - int result; + const struct lu_fid *fid = lu_object_fid(&dt->do_lu); + struct osd_object *obj = osd_dt_obj(dt); + struct osd_thread_info *info = osd_oti_get(env); + int result; - ENTRY; + ENTRY; - LASSERT(osd_invariant(obj)); - LASSERT(!dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(osd_write_locked(env, obj)); - LASSERT(th != NULL); + if (dt_object_exists(dt)) + RETURN(-EEXIST); + + LASSERT(osd_invariant(obj)); + LASSERT(!dt_object_remote(dt)); + LASSERT(osd_write_locked(env, obj)); + LASSERT(th != NULL); if (unlikely(fid_is_acct(fid))) /* Quota files can't be created from the kernel any more, @@ -2732,12 +2794,24 @@ static int osd_object_ea_create(const struct lu_env *env, struct dt_object *dt, osd_trans_exec_op(env, th, OSD_OT_CREATE); osd_trans_declare_rb(env, th, OSD_OT_REF_ADD); - result = __osd_object_create(info, obj, attr, hint, dof, th); - if (result == 0) - result = osd_ea_fid_set(info, obj->oo_inode, fid, + result = __osd_object_create(info, obj, attr, hint, dof, th); + if (result == 0) { + if (fid_is_idif(fid) && + !osd_dev(dt->do_lu.lo_dev)->od_index_in_idif) { + struct lu_fid *tfid = &info->oti_fid; + struct ost_id *oi = &info->oti_ostid; + + fid_to_ostid(fid, oi); + ostid_to_fid(tfid, oi, 0); + result = osd_ea_fid_set(info, obj->oo_inode, tfid, + LMAC_FID_ON_OST, 0); + } else { + result = osd_ea_fid_set(info, obj->oo_inode, fid, fid_is_on_ost(info, osd_obj2dev(obj), fid, OI_CHECK_FLD) ? LMAC_FID_ON_OST : 0, 0); + } + } if (result == 0) result = __osd_oi_insert(env, obj, fid, th); @@ -2770,20 +2844,23 @@ static int osd_declare_object_ref_add(const struct lu_env *env, * Concurrency: @dt is write locked. */ static int osd_object_ref_add(const struct lu_env *env, - struct dt_object *dt, struct thandle *th) + struct dt_object *dt, struct thandle *th) { struct osd_object *obj = osd_dt_obj(dt); struct inode *inode = obj->oo_inode; struct osd_thandle *oh; int rc = 0; - LINVRNT(osd_invariant(obj)); - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(osd_write_locked(env, obj)); - LASSERT(th != NULL); + if (!dt_object_exists(dt)) + return -ENOENT; - oh = container_of0(th, struct osd_thandle, ot_super); - LASSERT(oh->ot_handle != NULL); + LINVRNT(osd_invariant(obj)); + LASSERT(!dt_object_remote(dt)); + LASSERT(osd_write_locked(env, obj)); + LASSERT(th != NULL); + + oh = container_of0(th, struct osd_thandle, ot_super); + LASSERT(oh->ot_handle != NULL); osd_trans_exec_op(env, th, OSD_OT_REF_ADD); @@ -2801,8 +2878,14 @@ static int osd_object_ref_add(const struct lu_env *env, * in case they are being linked into the PENDING directory */ spin_lock(&obj->oo_guard); - ldiskfs_inc_count(oh->ot_handle, inode); - LASSERT(inode->i_nlink <= LDISKFS_LINK_MAX); + if (unlikely(inode->i_nlink == 0)) + /* inc_nlink from 0 may cause WARN_ON */ + set_nlink(inode, 1); + else { + ldiskfs_inc_count(oh->ot_handle, inode); + if (!S_ISDIR(inode->i_mode)) + LASSERT(inode->i_nlink <= LDISKFS_LINK_MAX); + } spin_unlock(&obj->oo_guard); ll_dirty_inode(inode, I_DIRTY_DATASYNC); @@ -2812,16 +2895,16 @@ static int osd_object_ref_add(const struct lu_env *env, } static int osd_declare_object_ref_del(const struct lu_env *env, - struct dt_object *dt, - struct thandle *handle) + struct dt_object *dt, + struct thandle *handle) { - struct osd_thandle *oh; + struct osd_thandle *oh; - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(handle != NULL); + LASSERT(!dt_object_remote(dt)); + LASSERT(handle != NULL); - oh = container_of0(handle, struct osd_thandle, ot_super); - LASSERT(oh->ot_handle == NULL); + oh = container_of0(handle, struct osd_thandle, ot_super); + LASSERT(oh->ot_handle == NULL); osd_trans_declare_op(env, oh, OSD_OT_REF_DEL, osd_dto_credits_noquota[DTO_ATTR_SET_BASE]); @@ -2833,20 +2916,23 @@ static int osd_declare_object_ref_del(const struct lu_env *env, * Concurrency: @dt is write locked. */ static int osd_object_ref_del(const struct lu_env *env, struct dt_object *dt, - struct thandle *th) + struct thandle *th) { struct osd_object *obj = osd_dt_obj(dt); struct inode *inode = obj->oo_inode; struct osd_device *osd = osd_dev(dt->do_lu.lo_dev); struct osd_thandle *oh; + if (!dt_object_exists(dt)) + return -ENOENT; + LINVRNT(osd_invariant(obj)); - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); + LASSERT(!dt_object_remote(dt)); LASSERT(osd_write_locked(env, obj)); LASSERT(th != NULL); - oh = container_of0(th, struct osd_thandle, ot_super); - LASSERT(oh->ot_handle != NULL); + oh = container_of0(th, struct osd_thandle, ot_super); + LASSERT(oh->ot_handle != NULL); osd_trans_exec_op(env, th, OSD_OT_REF_DEL); @@ -2905,16 +2991,26 @@ static int osd_xattr_get(const struct lu_env *env, struct dt_object *dt, if (strcmp(name, XATTR_NAME_VERSION) == 0) { /* for version we are just using xattr API but change inode * field instead */ - LASSERT(buf->lb_len == sizeof(dt_obj_version_t)); - osd_object_version_get(env, dt, buf->lb_buf); - return sizeof(dt_obj_version_t); + if (buf->lb_len == 0) + return sizeof(dt_obj_version_t); + + if (buf->lb_len < sizeof(dt_obj_version_t)) + return -ERANGE; + + osd_object_version_get(env, dt, buf->lb_buf); + + return sizeof(dt_obj_version_t); } - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(inode->i_op != NULL && inode->i_op->getxattr != NULL); + if (!dt_object_exists(dt)) + return -ENOENT; - if (osd_object_auth(env, dt, capa, CAPA_OPC_META_READ)) - return -EACCES; + LASSERT(!dt_object_remote(dt)); + LASSERT(inode->i_op != NULL); + LASSERT(inode->i_op->getxattr != NULL); + + if (osd_object_auth(env, dt, capa, CAPA_OPC_META_READ)) + return -EACCES; return __osd_xattr_get(inode, dentry, name, buf->lb_buf, buf->lb_len); } @@ -2927,6 +3023,7 @@ static int osd_declare_xattr_set(const struct lu_env *env, { struct osd_thandle *oh; int credits; + struct super_block *sb = osd_sb(osd_dev(dt->do_lu.lo_dev)); LASSERT(handle != NULL); @@ -2942,13 +3039,16 @@ static int osd_declare_xattr_set(const struct lu_env *env, } else if (strcmp(name, XATTR_NAME_VERSION) == 0) { credits = 1; } else { - struct osd_device *osd = osd_dev(dt->do_lu.lo_dev); - struct super_block *sb = osd_sb(osd); credits = osd_dto_credits_noquota[DTO_XATTR_SET]; if (buf && buf->lb_len > sb->s_blocksize) { credits *= (buf->lb_len + sb->s_blocksize - 1) >> sb->s_blocksize_bits; } + /* + * xattr set may involve inode quota change, reserve credits for + * dquot_initialize() + */ + oh->ot_credits += LDISKFS_MAXQUOTAS_INIT_BLOCKS(sb); } osd_trans_declare_op(env, oh, OSD_OT_XATTR_SET, credits); @@ -3001,7 +3101,7 @@ static int osd_xattr_set(const struct lu_env *env, struct dt_object *dt, if (osd_object_auth(env, dt, capa, CAPA_OPC_META_WRITE)) return -EACCES; - CDEBUG(D_INODE, DFID" set xattr '%s' with size %zd\n", + CDEBUG(D_INODE, DFID" set xattr '%s' with size %zu\n", PFID(lu_object_fid(&dt->do_lu)), name, buf->lb_len); osd_trans_exec_op(env, handle, OSD_OT_XATTR_SET); @@ -3011,6 +3111,26 @@ static int osd_xattr_set(const struct lu_env *env, struct dt_object *dt, if (fl & LU_XATTR_CREATE) fs_flags |= XATTR_CREATE; + if (strcmp(name, XATTR_NAME_LMV) == 0) { + struct lustre_mdt_attrs *lma = &info->oti_mdt_attrs; + int rc; + + rc = osd_get_lma(info, inode, &info->oti_obj_dentry, lma); + if (rc != 0) + RETURN(rc); + + lma->lma_incompat |= LMAI_STRIPED; + lustre_lma_swab(lma); + rc = __osd_xattr_set(info, inode, XATTR_NAME_LMA, lma, + sizeof(*lma), XATTR_REPLACE); + if (rc != 0) + RETURN(rc); + } + + if (OBD_FAIL_CHECK(OBD_FAIL_LFSCK_LINKEA_OVERFLOW) && + strcmp(name, XATTR_NAME_LINK) == 0) + return -ENOSPC; + return __osd_xattr_set(info, inode, name, buf->lb_buf, buf->lb_len, fs_flags); } @@ -3019,38 +3139,48 @@ static int osd_xattr_set(const struct lu_env *env, struct dt_object *dt, * Concurrency: @dt is read locked. */ static int osd_xattr_list(const struct lu_env *env, struct dt_object *dt, - struct lu_buf *buf, struct lustre_capa *capa) + const struct lu_buf *buf, struct lustre_capa *capa) { - struct osd_object *obj = osd_dt_obj(dt); - struct inode *inode = obj->oo_inode; - struct osd_thread_info *info = osd_oti_get(env); - struct dentry *dentry = &info->oti_obj_dentry; + struct osd_object *obj = osd_dt_obj(dt); + struct inode *inode = obj->oo_inode; + struct osd_thread_info *info = osd_oti_get(env); + struct dentry *dentry = &info->oti_obj_dentry; - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(inode->i_op != NULL && inode->i_op->listxattr != NULL); + if (!dt_object_exists(dt)) + return -ENOENT; - if (osd_object_auth(env, dt, capa, CAPA_OPC_META_READ)) - return -EACCES; + LASSERT(!dt_object_remote(dt)); + LASSERT(inode->i_op != NULL); + LASSERT(inode->i_op->listxattr != NULL); - dentry->d_inode = inode; + if (osd_object_auth(env, dt, capa, CAPA_OPC_META_READ)) + return -EACCES; + + dentry->d_inode = inode; dentry->d_sb = inode->i_sb; - return inode->i_op->listxattr(dentry, buf->lb_buf, buf->lb_len); + return inode->i_op->listxattr(dentry, buf->lb_buf, buf->lb_len); } static int osd_declare_xattr_del(const struct lu_env *env, - struct dt_object *dt, const char *name, - struct thandle *handle) + struct dt_object *dt, const char *name, + struct thandle *handle) { - struct osd_thandle *oh; + struct osd_thandle *oh; + struct super_block *sb = osd_sb(osd_dev(dt->do_lu.lo_dev)); - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(handle != NULL); + LASSERT(!dt_object_remote(dt)); + LASSERT(handle != NULL); - oh = container_of0(handle, struct osd_thandle, ot_super); - LASSERT(oh->ot_handle == NULL); + oh = container_of0(handle, struct osd_thandle, ot_super); + LASSERT(oh->ot_handle == NULL); osd_trans_declare_op(env, oh, OSD_OT_XATTR_SET, osd_dto_credits_noquota[DTO_XATTR_SET]); + /* + * xattr del may involve inode quota change, reserve credits for + * dquot_initialize() + */ + oh->ot_credits += LDISKFS_MAXQUOTAS_INIT_BLOCKS(sb); return 0; } @@ -3059,29 +3189,33 @@ static int osd_declare_xattr_del(const struct lu_env *env, * Concurrency: @dt is write locked. */ static int osd_xattr_del(const struct lu_env *env, struct dt_object *dt, - const char *name, struct thandle *handle, - struct lustre_capa *capa) + const char *name, struct thandle *handle, + struct lustre_capa *capa) { - struct osd_object *obj = osd_dt_obj(dt); - struct inode *inode = obj->oo_inode; - struct osd_thread_info *info = osd_oti_get(env); - struct dentry *dentry = &info->oti_obj_dentry; - int rc; + struct osd_object *obj = osd_dt_obj(dt); + struct inode *inode = obj->oo_inode; + struct osd_thread_info *info = osd_oti_get(env); + struct dentry *dentry = &info->oti_obj_dentry; + int rc; - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(inode->i_op != NULL && inode->i_op->removexattr != NULL); - LASSERT(handle != NULL); + if (!dt_object_exists(dt)) + return -ENOENT; - if (osd_object_auth(env, dt, capa, CAPA_OPC_META_WRITE)) - return -EACCES; + LASSERT(!dt_object_remote(dt)); + LASSERT(inode->i_op != NULL); + LASSERT(inode->i_op->removexattr != NULL); + LASSERT(handle != NULL); + + if (osd_object_auth(env, dt, capa, CAPA_OPC_META_WRITE)) + return -EACCES; osd_trans_exec_op(env, handle, OSD_OT_XATTR_SET); ll_vfs_dq_init(inode); - dentry->d_inode = inode; + dentry->d_inode = inode; dentry->d_sb = inode->i_sb; - rc = inode->i_op->removexattr(dentry, name); - return rc; + rc = inode->i_op->removexattr(dentry, name); + return rc; } static struct obd_capa *osd_capa_get(const struct lu_env *env, @@ -3102,7 +3236,10 @@ static struct obd_capa *osd_capa_get(const struct lu_env *env, if (!osd->od_fl_capa) RETURN(ERR_PTR(-ENOENT)); - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); + if (!dt_object_exists(dt)) + RETURN(ERR_PTR(-ENOENT)); + + LASSERT(!dt_object_remote(dt)); LINVRNT(osd_invariant(obj)); /* renewal sanity check */ @@ -3117,16 +3254,16 @@ static struct obd_capa *osd_capa_get(const struct lu_env *env, case LC_ID_NONE: RETURN(NULL); case LC_ID_PLAIN: - capa->lc_uid = obj->oo_inode->i_uid; - capa->lc_gid = obj->oo_inode->i_gid; + capa->lc_uid = i_uid_read(obj->oo_inode); + capa->lc_gid = i_gid_read(obj->oo_inode); capa->lc_flags = LC_ID_PLAIN; break; case LC_ID_CONVERT: { __u32 d[4], s[4]; - s[0] = obj->oo_inode->i_uid; + s[0] = i_uid_read(obj->oo_inode); cfs_get_random_bytes(&(s[1]), sizeof(__u32)); - s[2] = obj->oo_inode->i_gid; + s[2] = i_uid_read(obj->oo_inode); cfs_get_random_bytes(&(s[3]), sizeof(__u32)); rc = capa_encrypt_id(d, s, key->lk_key, CAPA_HMAC_KEY_MAX_LEN); if (unlikely(rc)) @@ -3189,17 +3326,7 @@ static int osd_object_sync(const struct lu_env *env, struct dt_object *dt, file->f_op = inode->i_fop; set_file_inode(file, inode); -#ifdef HAVE_FILE_FSYNC_4ARGS - rc = file->f_op->fsync(file, start, end, 0); -#elif defined(HAVE_FILE_FSYNC_2ARGS) - mutex_lock(&inode->i_mutex); - rc = file->f_op->fsync(file, 0); - mutex_unlock(&inode->i_mutex); -#else - mutex_lock(&inode->i_mutex); - rc = file->f_op->fsync(file, dentry, 0); - mutex_unlock(&inode->i_mutex); -#endif + rc = ll_vfs_fsync_range(file, start, end, 0); RETURN(rc); } @@ -3322,7 +3449,8 @@ static int osd_index_try(const struct lu_env *env, struct dt_object *dt, * recheck under lock. */ if (!osd_has_index(obj)) - result = osd_iam_container_init(env, obj, dir); + result = osd_iam_container_init(env, obj, + obj->oo_dir); else result = 0; up_write(&obj->oo_ext_idx_sem); @@ -3451,28 +3579,29 @@ static int osd_index_declare_iam_delete(const struct lu_env *env, * \retval 0 success * \retval -ve failure */ - static int osd_index_iam_delete(const struct lu_env *env, struct dt_object *dt, - const struct dt_key *key, - struct thandle *handle, - struct lustre_capa *capa) + const struct dt_key *key, + struct thandle *handle, + struct lustre_capa *capa) { - struct osd_thread_info *oti = osd_oti_get(env); - struct osd_object *obj = osd_dt_obj(dt); - struct osd_thandle *oh; - struct iam_path_descr *ipd; - struct iam_container *bag = &obj->oo_dir->od_container; - int rc; + struct osd_thread_info *oti = osd_oti_get(env); + struct osd_object *obj = osd_dt_obj(dt); + struct osd_thandle *oh; + struct iam_path_descr *ipd; + struct iam_container *bag = &obj->oo_dir->od_container; + int rc; + ENTRY; - ENTRY; + if (!dt_object_exists(dt)) + RETURN(-ENOENT); - LINVRNT(osd_invariant(obj)); - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(bag->ic_object == obj->oo_inode); - LASSERT(handle != NULL); + LINVRNT(osd_invariant(obj)); + LASSERT(!dt_object_remote(dt)); + LASSERT(bag->ic_object == obj->oo_inode); + LASSERT(handle != NULL); - if (osd_object_auth(env, dt, capa, CAPA_OPC_INDEX_DELETE)) - RETURN(-EACCES); + if (osd_object_auth(env, dt, capa, CAPA_OPC_INDEX_DELETE)) + RETURN(-EACCES); osd_trans_exec_op(env, handle, OSD_OT_DELETE); @@ -3506,7 +3635,7 @@ static int osd_index_declare_ea_delete(const struct lu_env *env, int rc; ENTRY; - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); + LASSERT(!dt_object_remote(dt)); LASSERT(handle != NULL); oh = container_of0(handle, struct osd_thandle, ot_super); @@ -3518,8 +3647,8 @@ static int osd_index_declare_ea_delete(const struct lu_env *env, inode = osd_dt_obj(dt)->oo_inode; LASSERT(inode); - rc = osd_declare_inode_qid(env, inode->i_uid, inode->i_gid, 0, oh, - true, true, NULL, false); + rc = osd_declare_inode_qid(env, i_uid_read(inode), i_gid_read(inode), + 0, oh, osd_dt_obj(dt), true, NULL, false); RETURN(rc); } @@ -3537,14 +3666,22 @@ static inline int osd_get_fid_from_dentry(struct ldiskfs_dir_entry_2 *de, } static int osd_remote_fid(const struct lu_env *env, struct osd_device *osd, - struct lu_fid *fid) + const struct lu_fid *fid) { + struct seq_server_site *ss = osd_seq_site(osd); ENTRY; /* FID seqs not in FLDB, must be local seq */ if (unlikely(!fid_seq_in_fldb(fid_seq(fid)))) RETURN(0); + /* If FLD is not being initialized yet, it only happens during the + * initialization, likely during mgs initialization, and we assume + * this is local FID. */ + if (ss == NULL || ss->ss_server_fld == NULL) + RETURN(0); + + /* Only check the local FLDB here */ if (osd_seq_exists(env, osd, fid_seq(fid))) RETURN(0); @@ -3562,25 +3699,27 @@ static int osd_remote_fid(const struct lu_env *env, struct osd_device *osd, * \retval -ve, on error */ static int osd_index_ea_delete(const struct lu_env *env, struct dt_object *dt, - const struct dt_key *key, - struct thandle *handle, - struct lustre_capa *capa) + const struct dt_key *key, struct thandle *handle, + struct lustre_capa *capa) { - struct osd_object *obj = osd_dt_obj(dt); - struct inode *dir = obj->oo_inode; - struct dentry *dentry; - struct osd_thandle *oh; + struct osd_object *obj = osd_dt_obj(dt); + struct inode *dir = obj->oo_inode; + struct dentry *dentry; + struct osd_thandle *oh; struct ldiskfs_dir_entry_2 *de = NULL; - struct buffer_head *bh; - struct htree_lock *hlock = NULL; + struct buffer_head *bh; + struct htree_lock *hlock = NULL; struct lu_fid *fid = &osd_oti_get(env)->oti_fid; struct osd_device *osd = osd_dev(dt->do_lu.lo_dev); int rc; - ENTRY; + ENTRY; - LINVRNT(osd_invariant(obj)); - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(handle != NULL); + if (!dt_object_exists(dt)) + RETURN(-ENOENT); + + LINVRNT(osd_invariant(obj)); + LASSERT(!dt_object_remote(dt)); + LASSERT(handle != NULL); osd_trans_exec_op(env, handle, OSD_OT_DELETE); @@ -3719,22 +3858,24 @@ out: * \retval -ve failure */ static int osd_index_iam_lookup(const struct lu_env *env, struct dt_object *dt, - struct dt_rec *rec, const struct dt_key *key, - struct lustre_capa *capa) + struct dt_rec *rec, const struct dt_key *key, + struct lustre_capa *capa) { - struct osd_object *obj = osd_dt_obj(dt); - struct iam_path_descr *ipd; - struct iam_container *bag = &obj->oo_dir->od_container; - struct osd_thread_info *oti = osd_oti_get(env); - struct iam_iterator *it = &oti->oti_idx_it; - struct iam_rec *iam_rec; - int rc; + struct osd_object *obj = osd_dt_obj(dt); + struct iam_path_descr *ipd; + struct iam_container *bag = &obj->oo_dir->od_container; + struct osd_thread_info *oti = osd_oti_get(env); + struct iam_iterator *it = &oti->oti_idx_it; + struct iam_rec *iam_rec; + int rc; + ENTRY; - ENTRY; + if (!dt_object_exists(dt)) + RETURN(-ENOENT); - LASSERT(osd_invariant(obj)); - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(bag->ic_object == obj->oo_inode); + LASSERT(osd_invariant(obj)); + LASSERT(!dt_object_remote(dt)); + LASSERT(bag->ic_object == obj->oo_inode); if (osd_object_auth(env, dt, capa, CAPA_OPC_INDEX_LOOKUP)) RETURN(-EACCES); @@ -3808,26 +3949,30 @@ static int osd_index_declare_iam_insert(const struct lu_env *env, * \retval -ve failure */ static int osd_index_iam_insert(const struct lu_env *env, struct dt_object *dt, - const struct dt_rec *rec, - const struct dt_key *key, struct thandle *th, - struct lustre_capa *capa, int ignore_quota) -{ - struct osd_object *obj = osd_dt_obj(dt); - struct iam_path_descr *ipd; - struct osd_thandle *oh; - struct iam_container *bag = &obj->oo_dir->od_container; - struct osd_thread_info *oti = osd_oti_get(env); - struct iam_rec *iam_rec; - int rc; + const struct dt_rec *rec, + const struct dt_key *key, struct thandle *th, + struct lustre_capa *capa, int ignore_quota) +{ + struct osd_object *obj = osd_dt_obj(dt); + struct iam_path_descr *ipd; + struct osd_thandle *oh; + struct iam_container *bag; + struct osd_thread_info *oti = osd_oti_get(env); + struct iam_rec *iam_rec; + int rc; + ENTRY; - ENTRY; + if (!dt_object_exists(dt)) + RETURN(-ENOENT); - LINVRNT(osd_invariant(obj)); - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(bag->ic_object == obj->oo_inode); - LASSERT(th != NULL); + LINVRNT(osd_invariant(obj)); + LASSERT(!dt_object_remote(dt)); - if (osd_object_auth(env, dt, capa, CAPA_OPC_INDEX_INSERT)) + bag = &obj->oo_dir->od_container; + LASSERT(bag->ic_object == obj->oo_inode); + LASSERT(th != NULL); + + if (osd_object_auth(env, dt, capa, CAPA_OPC_INDEX_INSERT)) RETURN(-EACCES); osd_trans_exec_op(env, th, OSD_OT_INSERT); @@ -3869,9 +4014,9 @@ static int osd_index_iam_insert(const struct lu_env *env, struct dt_object *dt, * \retval -ve, on error */ static int __osd_ea_add_rec(struct osd_thread_info *info, - struct osd_object *pobj, struct inode *cinode, - const char *name, const struct dt_rec *fid, - struct htree_lock *hlock, struct thandle *th) + struct osd_object *pobj, struct inode *cinode, + const char *name, const struct lu_fid *fid, + struct htree_lock *hlock, struct thandle *th) { struct ldiskfs_dentry_param *ldp; struct dentry *child; @@ -3893,6 +4038,29 @@ static int __osd_ea_add_rec(struct osd_thread_info *info, child->d_fsdata = (void *)ldp; ll_vfs_dq_init(pobj->oo_inode); rc = osd_ldiskfs_add_entry(oth->ot_handle, child, cinode, hlock); + if (rc == 0 && OBD_FAIL_CHECK(OBD_FAIL_LFSCK_BAD_TYPE)) { + struct ldiskfs_dir_entry_2 *de; + struct buffer_head *bh; + int rc1; + + bh = osd_ldiskfs_find_entry(pobj->oo_inode, &child->d_name, &de, + NULL, hlock); + if (bh != NULL) { + rc1 = ldiskfs_journal_get_write_access(oth->ot_handle, + bh); + if (rc1 == 0) { + if (S_ISDIR(cinode->i_mode)) + de->file_type = LDISKFS_DIRENT_LUFID | + LDISKFS_FT_REG_FILE; + else + de->file_type = LDISKFS_DIRENT_LUFID | + LDISKFS_FT_DIR; + ldiskfs_handle_dirty_metadata(oth->ot_handle, + NULL, bh); + brelse(bh); + } + } + } RETURN(rc); } @@ -3910,11 +4078,11 @@ static int __osd_ea_add_rec(struct osd_thread_info *info, * \retval -ve, on error */ static int osd_add_dot_dotdot(struct osd_thread_info *info, - struct osd_object *dir, - struct inode *parent_dir, const char *name, - const struct dt_rec *dot_fid, - const struct dt_rec *dot_dot_fid, - struct thandle *th) + struct osd_object *dir, + struct inode *parent_dir, const char *name, + const struct lu_fid *dot_fid, + const struct lu_fid *dot_dot_fid, + struct thandle *th) { struct inode *inode = dir->oo_inode; struct osd_thandle *oth; @@ -3941,9 +4109,19 @@ static int osd_add_dot_dotdot(struct osd_thread_info *info, dot_dot_fid, NULL, th); } - result = osd_add_dot_dotdot_internal(info, dir->oo_inode, - parent_dir, dot_fid, - dot_dot_fid, oth); + if (OBD_FAIL_CHECK(OBD_FAIL_LFSCK_BAD_PARENT)) { + struct lu_fid tfid = *dot_dot_fid; + + tfid.f_oid--; + result = osd_add_dot_dotdot_internal(info, + dir->oo_inode, parent_dir, dot_fid, + &tfid, oth); + } else { + result = osd_add_dot_dotdot_internal(info, + dir->oo_inode, parent_dir, dot_fid, + dot_dot_fid, oth); + } + if (result == 0) dir->oo_compat_dotdot_created = 1; } @@ -3957,8 +4135,8 @@ static int osd_add_dot_dotdot(struct osd_thread_info *info, * value, return by respective functions. */ static int osd_ea_add_rec(const struct lu_env *env, struct osd_object *pobj, - struct inode *cinode, const char *name, - const struct dt_rec *fid, struct thandle *th) + struct inode *cinode, const char *name, + const struct lu_fid *fid, struct thandle *th) { struct osd_thread_info *info = osd_oti_get(env); struct htree_lock *hlock; @@ -3973,9 +4151,10 @@ static int osd_ea_add_rec(const struct lu_env *env, struct osd_object *pobj, pobj->oo_inode, 0); } else { down_write(&pobj->oo_ext_idx_sem); - } - rc = osd_add_dot_dotdot(info, pobj, cinode, name, - (struct dt_rec *)lu_object_fid(&pobj->oo_dt.do_lu), + } + + rc = osd_add_dot_dotdot(info, pobj, cinode, name, + lu_object_fid(&pobj->oo_dt.do_lu), fid, th); } else { if (hlock != NULL) { @@ -3988,11 +4167,10 @@ static int osd_ea_add_rec(const struct lu_env *env, struct osd_object *pobj, if (OBD_FAIL_CHECK(OBD_FAIL_FID_INDIR)) { struct lu_fid *tfid = &info->oti_fid; - *tfid = *(const struct lu_fid *)fid; + *tfid = *fid; tfid->f_ver = ~0; rc = __osd_ea_add_rec(info, pobj, cinode, name, - (const struct dt_rec *)tfid, - hlock, th); + tfid, hlock, th); } else { rc = __osd_ea_add_rec(info, pobj, cinode, name, fid, hlock, th); @@ -4020,6 +4198,9 @@ osd_consistency_check(struct osd_thread_info *oti, struct osd_device *dev, if (!fid_is_norm(fid) && !fid_is_igif(fid)) RETURN_EXIT; + if (scrub->os_pos_current > id->oii_ino) + RETURN_EXIT; + again: rc = osd_oi_lookup(oti, dev, fid, id, OI_CHECK_FLD); if (rc != 0 && rc != -ENOENT) @@ -4041,12 +4222,13 @@ again: } if (!dev->od_noscrub && ++once == 1) { - rc = osd_scrub_start(dev); - LCONSOLE_WARN("%.16s: trigger OI scrub by RPC for "DFID - ", rc = %d [2]\n", - LDISKFS_SB(osd_sb(dev))->s_es->s_volume_name, - PFID(fid), rc); - if (rc == 0) + rc = osd_scrub_start(dev, SS_AUTO_PARTIAL | SS_CLEAR_DRYRUN | + SS_CLEAR_FAILOUT); + CDEBUG(D_LFSCK | D_CONSOLE, "%.16s: trigger OI scrub by RPC " + "for "DFID", rc = %d [2]\n", + LDISKFS_SB(osd_sb(dev))->s_es->s_volume_name, + PFID(fid), rc); + if (rc == 0 || rc == -EALREADY) goto again; } @@ -4078,16 +4260,91 @@ static int osd_fail_fid_lookup(struct osd_thread_info *oti, return rc; } -int osd_add_oi_cache(struct osd_thread_info *info, struct osd_device *osd, - struct osd_inode_id *id, const struct lu_fid *fid) +void osd_add_oi_cache(struct osd_thread_info *info, struct osd_device *osd, + struct osd_inode_id *id, const struct lu_fid *fid) { CDEBUG(D_INODE, "add "DFID" %u:%u to info %p\n", PFID(fid), id->oii_ino, id->oii_gen, info); info->oti_cache.oic_lid = *id; info->oti_cache.oic_fid = *fid; info->oti_cache.oic_dev = osd; +} - return 0; +/** + * Get parent FID from the linkEA. + * + * For a directory which parent resides on remote MDT, to satisfy the + * local e2fsck, we insert it into the /REMOTE_PARENT_DIR locally. On + * the other hand, to make the lookup(..) on the directory can return + * the real parent FID, we append the real parent FID after its ".." + * name entry in the /REMOTE_PARENT_DIR. + * + * Unfortunately, such PFID-in-dirent cannot be preserved via file-level + * backup. So after the restore, we cannot get the right parent FID from + * its ".." name entry in the /REMOTE_PARENT_DIR. Under such case, since + * we have stored the real parent FID in the directory object's linkEA, + * we can parse the linkEA for the real parent FID. + * + * \param[in] env pointer to the thread context + * \param[in] obj pointer to the object to be handled + * \param[out]fid pointer to the buffer to hold the parent FID + * + * \retval 0 for getting the real parent FID successfully + * \retval negative error number on failure + */ +static int osd_get_pfid_from_linkea(const struct lu_env *env, + struct osd_object *obj, + struct lu_fid *fid) +{ + struct osd_thread_info *oti = osd_oti_get(env); + struct lu_buf *buf = &oti->oti_big_buf; + struct dentry *dentry = &oti->oti_obj_dentry; + struct inode *inode = obj->oo_inode; + struct linkea_data ldata = { NULL }; + int rc; + ENTRY; + + fid_zero(fid); + if (!S_ISDIR(inode->i_mode)) + RETURN(-EIO); + +again: + rc = __osd_xattr_get(inode, dentry, XATTR_NAME_LINK, + buf->lb_buf, buf->lb_len); + if (rc == -ERANGE) { + rc = __osd_xattr_get(inode, dentry, XATTR_NAME_LINK, + NULL, 0); + if (rc > 0) { + lu_buf_realloc(buf, rc); + if (buf->lb_buf == NULL) + RETURN(-ENOMEM); + + goto again; + } + } + + if (unlikely(rc == 0)) + RETURN(-ENODATA); + + if (rc < 0) + RETURN(rc); + + if (unlikely(buf->lb_buf == NULL)) { + lu_buf_realloc(buf, rc); + if (buf->lb_buf == NULL) + RETURN(-ENOMEM); + + goto again; + } + + ldata.ld_buf = buf; + rc = linkea_init(&ldata); + if (rc == 0) { + linkea_first_entry(&ldata); + linkea_entry_unpack(ldata.ld_lee, &ldata.ld_reclen, NULL, fid); + } + + RETURN(rc); } /** @@ -4099,39 +4356,38 @@ int osd_add_oi_cache(struct osd_thread_info *info, struct osd_device *osd, * \retval -ve, on error */ static int osd_ea_lookup_rec(const struct lu_env *env, struct osd_object *obj, - struct dt_rec *rec, const struct dt_key *key) -{ - struct inode *dir = obj->oo_inode; - struct dentry *dentry; - struct ldiskfs_dir_entry_2 *de; - struct buffer_head *bh; - struct lu_fid *fid = (struct lu_fid *) rec; - struct htree_lock *hlock = NULL; - int ino; - int rc; + struct dt_rec *rec, const struct dt_key *key) +{ + struct inode *dir = obj->oo_inode; + struct dentry *dentry; + struct ldiskfs_dir_entry_2 *de; + struct buffer_head *bh; + struct lu_fid *fid = (struct lu_fid *) rec; + struct htree_lock *hlock = NULL; + int ino; + int rc; ENTRY; - LASSERT(dir->i_op != NULL && dir->i_op->lookup != NULL); + LASSERT(dir->i_op != NULL); + LASSERT(dir->i_op->lookup != NULL); - dentry = osd_child_dentry_get(env, obj, - (char *)key, strlen((char *)key)); + dentry = osd_child_dentry_get(env, obj, + (char *)key, strlen((char *)key)); - if (obj->oo_hl_head != NULL) { - hlock = osd_oti_get(env)->oti_hlock; - ldiskfs_htree_lock(hlock, obj->oo_hl_head, - dir, LDISKFS_HLOCK_LOOKUP); - } else { + if (obj->oo_hl_head != NULL) { + hlock = osd_oti_get(env)->oti_hlock; + ldiskfs_htree_lock(hlock, obj->oo_hl_head, + dir, LDISKFS_HLOCK_LOOKUP); + } else { down_read(&obj->oo_ext_idx_sem); - } + } - bh = osd_ldiskfs_find_entry(dir, &dentry->d_name, &de, NULL, hlock); - if (bh) { + bh = osd_ldiskfs_find_entry(dir, &dentry->d_name, &de, NULL, hlock); + if (bh) { struct osd_thread_info *oti = osd_oti_get(env); struct osd_inode_id *id = &oti->oti_id; struct osd_idmap_cache *oic = &oti->oti_cache; struct osd_device *dev = osd_obj2dev(obj); - struct osd_scrub *scrub = &dev->od_scrub; - struct scrub_file *sf = &scrub->os_file; ino = le32_to_cpu(de->inode); if (OBD_FAIL_CHECK(OBD_FAIL_FID_LOOKUP)) { @@ -4144,10 +4400,18 @@ static int osd_ea_lookup_rec(const struct lu_env *env, struct osd_object *obj, /* done with de, release bh */ brelse(bh); - if (rc != 0) - rc = osd_ea_fid_get(env, obj, ino, fid, id); - else + if (rc != 0) { + if (unlikely(ino == osd_remote_parent_ino(dev))) + /* If the parent is on remote MDT, and there + * is no FID-in-dirent, then we have to get + * the parent FID from the linkEA. */ + rc = osd_get_pfid_from_linkea(env, obj, fid); + else + rc = osd_ea_fid_get(env, obj, ino, fid, id); + } else { osd_id_gen(id, ino, OSD_OII_NOGEN); + } + if (rc != 0) { fid_zero(&oic->oic_fid); GOTO(out, rc); @@ -4156,16 +4420,8 @@ static int osd_ea_lookup_rec(const struct lu_env *env, struct osd_object *obj, if (osd_remote_fid(env, dev, fid)) GOTO(out, rc = 0); - rc = osd_add_oi_cache(osd_oti_get(env), osd_obj2dev(obj), id, - fid); - if (rc != 0) - GOTO(out, rc); - if ((scrub->os_pos_current <= ino) && - ((sf->sf_flags & SF_INCONSISTENT) || - (sf->sf_flags & SF_UPGRADE && fid_is_igif(fid)) || - ldiskfs_test_bit(osd_oi_fid2idx(dev, fid), - sf->sf_oi_bitmap))) - osd_consistency_check(oti, dev, oic); + osd_add_oi_cache(osd_oti_get(env), osd_obj2dev(obj), id, fid); + osd_consistency_check(oti, dev, oic); } else { rc = -ENOENT; } @@ -4188,9 +4444,9 @@ out: * \retval osd_object on success * \retval -ve on error */ -struct osd_object *osd_object_find(const struct lu_env *env, - struct dt_object *dt, - const struct lu_fid *fid) +static struct osd_object *osd_object_find(const struct lu_env *env, + struct dt_object *dt, + const struct lu_fid *fid) { struct lu_device *ludev = dt->do_lu.lo_dev; struct osd_object *child = NULL; @@ -4277,8 +4533,9 @@ static int osd_index_declare_ea_insert(const struct lu_env *env, /* We ignore block quota on meta pool (MDTs), so needn't * calculate how many blocks will be consumed by this index * insert */ - rc = osd_declare_inode_qid(env, inode->i_uid, inode->i_gid, 0, - oh, true, true, NULL, false); + rc = osd_declare_inode_qid(env, i_uid_read(inode), + i_gid_read(inode), 0, oh, + osd_dt_obj(dt), true, NULL, false); } if (fid == NULL) @@ -4318,7 +4575,8 @@ static int osd_index_ea_insert(const struct lu_env *env, struct dt_object *dt, { struct osd_object *obj = osd_dt_obj(dt); struct osd_device *osd = osd_dev(dt->do_lu.lo_dev); - struct lu_fid *fid = (struct lu_fid *) rec; + struct dt_insert_rec *rec1 = (struct dt_insert_rec *)rec; + const struct lu_fid *fid = rec1->rec_fid; const char *name = (const char *)key; struct osd_thread_info *oti = osd_oti_get(env); struct osd_inode_id *id = &oti->oti_id; @@ -4327,16 +4585,19 @@ static int osd_index_ea_insert(const struct lu_env *env, struct dt_object *dt, int rc; ENTRY; - LASSERT(osd_invariant(obj)); - LASSERT(dt_object_exists(dt) && !dt_object_remote(dt)); - LASSERT(th != NULL); + if (!dt_object_exists(dt)) + RETURN(-ENOENT); + + LASSERT(osd_invariant(obj)); + LASSERT(!dt_object_remote(dt)); + LASSERT(th != NULL); osd_trans_exec_op(env, th, OSD_OT_INSERT); - if (osd_object_auth(env, dt, capa, CAPA_OPC_INDEX_INSERT)) - RETURN(-EACCES); + if (osd_object_auth(env, dt, capa, CAPA_OPC_INDEX_INSERT)) + RETURN(-EACCES); - LASSERTF(fid_is_sane(fid), "fid"DFID" is insane!", PFID(fid)); + LASSERTF(fid_is_sane(fid), "fid"DFID" is insane!\n", PFID(fid)); rc = osd_remote_fid(env, osd, fid); if (rc < 0) { @@ -4365,8 +4626,7 @@ static int osd_index_ea_insert(const struct lu_env *env, struct dt_object *dt, child_inode = igrab(omm->omm_remote_parent->d_inode); } else { child_inode = osd_create_local_agent_inode(env, osd, - obj, fid, - th); + obj, fid, rec1->rec_type & S_IFMT, th); if (IS_ERR(child_inode)) RETURN(PTR_ERR(child_inode)); } @@ -4383,7 +4643,7 @@ static int osd_index_ea_insert(const struct lu_env *env, struct dt_object *dt, child_inode = igrab(child->oo_inode); } - rc = osd_ea_add_rec(env, obj, child_inode, name, rec, th); + rc = osd_ea_add_rec(env, obj, child_inode, name, fid, th); CDEBUG(D_INODE, "parent %lu insert %s:%lu rc = %d\n", obj->oo_inode->i_ino, name, child_inode->i_ino, rc); @@ -4406,28 +4666,33 @@ static struct dt_it *osd_it_iam_init(const struct lu_env *env, __u32 unused, struct lustre_capa *capa) { - struct osd_it_iam *it; - struct osd_thread_info *oti = osd_oti_get(env); - struct osd_object *obj = osd_dt_obj(dt); - struct lu_object *lo = &dt->do_lu; - struct iam_path_descr *ipd; - struct iam_container *bag = &obj->oo_dir->od_container; - - LASSERT(lu_object_exists(lo)); - - if (osd_object_auth(env, dt, capa, CAPA_OPC_BODY_READ)) - return ERR_PTR(-EACCES); - - it = &oti->oti_it; - ipd = osd_it_ipd_get(env, bag); - if (likely(ipd != NULL)) { - it->oi_obj = obj; - it->oi_ipd = ipd; - lu_object_get(lo); - iam_it_init(&it->oi_it, bag, IAM_IT_MOVE, ipd); - return (struct dt_it *)it; - } - return ERR_PTR(-ENOMEM); + struct osd_it_iam *it; + struct osd_object *obj = osd_dt_obj(dt); + struct lu_object *lo = &dt->do_lu; + struct iam_path_descr *ipd; + struct iam_container *bag = &obj->oo_dir->od_container; + + if (!dt_object_exists(dt)) + return ERR_PTR(-ENOENT); + + if (osd_object_auth(env, dt, capa, CAPA_OPC_BODY_READ)) + return ERR_PTR(-EACCES); + + OBD_ALLOC_PTR(it); + if (it == NULL) + return ERR_PTR(-ENOMEM); + + ipd = osd_it_ipd_get(env, bag); + if (likely(ipd != NULL)) { + it->oi_obj = obj; + it->oi_ipd = ipd; + lu_object_get(lo); + iam_it_init(&it->oi_it, bag, IAM_IT_MOVE, ipd); + return (struct dt_it *)it; + } else { + OBD_FREE_PTR(it); + return ERR_PTR(-ENOMEM); + } } /** @@ -4436,12 +4701,13 @@ static struct dt_it *osd_it_iam_init(const struct lu_env *env, static void osd_it_iam_fini(const struct lu_env *env, struct dt_it *di) { - struct osd_it_iam *it = (struct osd_it_iam *)di; - struct osd_object *obj = it->oi_obj; + struct osd_it_iam *it = (struct osd_it_iam *)di; + struct osd_object *obj = it->oi_obj; - iam_it_fini(&it->oi_it); - osd_ipd_put(env, &obj->oo_dir->od_container, it->oi_ipd); - lu_object_put(env, &obj->oo_dt.do_lu); + iam_it_fini(&it->oi_it); + osd_ipd_put(env, &obj->oo_dir->od_container, it->oi_ipd); + lu_object_put(env, &obj->oo_dt.do_lu); + OBD_FREE_PTR(it); } /** @@ -4679,32 +4945,45 @@ static const struct dt_index_operations osd_index_iam_ops = { * */ static struct dt_it *osd_it_ea_init(const struct lu_env *env, - struct dt_object *dt, - __u32 attr, - struct lustre_capa *capa) -{ - struct osd_object *obj = osd_dt_obj(dt); - struct osd_thread_info *info = osd_oti_get(env); - struct osd_it_ea *it = &info->oti_it_ea; - struct file *file = &it->oie_file; - struct lu_object *lo = &dt->do_lu; - struct dentry *obj_dentry = &info->oti_it_dentry; - ENTRY; - LASSERT(lu_object_exists(lo)); + struct dt_object *dt, + __u32 attr, + struct lustre_capa *capa) +{ + struct osd_object *obj = osd_dt_obj(dt); + struct osd_thread_info *info = osd_oti_get(env); + struct osd_it_ea *oie; + struct file *file; + struct lu_object *lo = &dt->do_lu; + struct dentry *obj_dentry; + ENTRY; - obj_dentry->d_inode = obj->oo_inode; - obj_dentry->d_sb = osd_sb(osd_obj2dev(obj)); - obj_dentry->d_name.hash = 0; + if (!dt_object_exists(dt)) + RETURN(ERR_PTR(-ENOENT)); - it->oie_rd_dirent = 0; - it->oie_it_dirent = 0; - it->oie_dirent = NULL; - it->oie_buf = info->oti_it_ea_buf; - it->oie_obj = obj; + OBD_SLAB_ALLOC_PTR_GFP(oie, osd_itea_cachep, GFP_NOFS); + if (oie == NULL) + RETURN(ERR_PTR(-ENOMEM)); + obj_dentry = &oie->oie_dentry; + + obj_dentry->d_inode = obj->oo_inode; + obj_dentry->d_sb = osd_sb(osd_obj2dev(obj)); + obj_dentry->d_name.hash = 0; + + oie->oie_rd_dirent = 0; + oie->oie_it_dirent = 0; + oie->oie_dirent = NULL; + if (unlikely(!info->oti_it_ea_buf_used)) { + oie->oie_buf = info->oti_it_ea_buf; + info->oti_it_ea_buf_used = 1; + } else { + OBD_ALLOC(oie->oie_buf, OSD_IT_EA_BUFSIZE); + if (oie->oie_buf == NULL) + RETURN(ERR_PTR(-ENOMEM)); + } + oie->oie_obj = obj; + + file = &oie->oie_file; - /* Reset the "file" totally to avoid to reuse any old value from - * former readdir handling, the "file->f_pos" should be zero. */ - memset(file, 0, sizeof(*file)); /* Only FMODE_64BITHASH or FMODE_32BITHASH should be set, NOT both. */ if (attr & LUDA_64BITHASH) file->f_mode = FMODE_64BITHASH; @@ -4716,7 +4995,7 @@ static struct dt_it *osd_it_ea_init(const struct lu_env *env, set_file_inode(file, obj->oo_inode); lu_object_get(lo); - RETURN((struct dt_it *) it); + RETURN((struct dt_it *) oie); } /** @@ -4726,14 +5005,20 @@ static struct dt_it *osd_it_ea_init(const struct lu_env *env, */ static void osd_it_ea_fini(const struct lu_env *env, struct dt_it *di) { - struct osd_it_ea *it = (struct osd_it_ea *)di; - struct osd_object *obj = it->oie_obj; - struct inode *inode = obj->oo_inode; + struct osd_thread_info *info = osd_oti_get(env); + struct osd_it_ea *oie = (struct osd_it_ea *)di; + struct osd_object *obj = oie->oie_obj; + struct inode *inode = obj->oo_inode; - ENTRY; - it->oie_file.f_op->release(inode, &it->oie_file); - lu_object_put(env, &obj->oo_dt.do_lu); - EXIT; + ENTRY; + oie->oie_file.f_op->release(inode, &oie->oie_file); + lu_object_put(env, &obj->oo_dt.do_lu); + if (unlikely(oie->oie_buf != info->oti_it_ea_buf)) + OBD_FREE(oie->oie_buf, OSD_IT_EA_BUFSIZE); + else + info->oti_it_ea_buf_used = 0; + OBD_SLAB_FREE_PTR(oie, osd_itea_cachep); + EXIT; } /** @@ -4978,22 +5263,12 @@ osd_dirent_update(handle_t *jh, struct super_block *sb, LASSERT(de->rec_len >= de->name_len + sizeof(struct osd_fid_pack)); rc = ldiskfs_journal_get_write_access(jh, bh); - if (rc != 0) { - CERROR("%.16s: fail to write access for update dirent: " - "name = %.*s, rc = %d\n", - LDISKFS_SB(sb)->s_es->s_volume_name, - ent->oied_namelen, ent->oied_name, rc); + if (rc != 0) RETURN(rc); - } rec = (struct osd_fid_pack *)(de->name + de->name_len + 1); fid_cpu_to_be((struct lu_fid *)rec->fp_area, fid); - rc = ldiskfs_journal_dirty_metadata(jh, bh); - if (rc != 0) - CERROR("%.16s: fail to dirty metadata for update dirent: " - "name = %.*s, rc = %d\n", - LDISKFS_SB(sb)->s_es->s_volume_name, - ent->oied_namelen, ent->oied_name, rc); + rc = ldiskfs_handle_dirty_metadata(jh, NULL, bh); RETURN(rc); } @@ -5042,13 +5317,8 @@ osd_dirent_reinsert(const struct lu_env *env, handle_t *jh, if (osd_dirent_has_space(de->rec_len, ent->oied_namelen, dir->i_sb->s_blocksize)) { rc = ldiskfs_journal_get_write_access(jh, bh); - if (rc != 0) { - CERROR("%.16s: fail to write access for reinsert " - "dirent: name = %.*s, rc = %d\n", - LDISKFS_SB(inode->i_sb)->s_es->s_volume_name, - ent->oied_namelen, ent->oied_name, rc); + if (rc != 0) RETURN(rc); - } de->name[de->name_len] = 0; rec = (struct osd_fid_pack *)(de->name + de->name_len + 1); @@ -5056,39 +5326,30 @@ osd_dirent_reinsert(const struct lu_env *env, handle_t *jh, fid_cpu_to_be((struct lu_fid *)rec->fp_area, fid); de->file_type |= LDISKFS_DIRENT_LUFID; - rc = ldiskfs_journal_dirty_metadata(jh, bh); - if (rc != 0) - CERROR("%.16s: fail to dirty metadata for reinsert " - "dirent: name = %.*s, rc = %d\n", - LDISKFS_SB(inode->i_sb)->s_es->s_volume_name, - ent->oied_namelen, ent->oied_name, rc); + rc = ldiskfs_handle_dirty_metadata(jh, NULL, bh); RETURN(rc); } rc = ldiskfs_delete_entry(jh, dir, de, bh); - if (rc != 0) { - CERROR("%.16s: fail to delete entry for reinsert dirent: " - "name = %.*s, rc = %d\n", - LDISKFS_SB(inode->i_sb)->s_es->s_volume_name, - ent->oied_namelen, ent->oied_name, rc); + if (rc != 0) RETURN(rc); - } dentry = osd_child_dentry_by_inode(env, dir, ent->oied_name, ent->oied_namelen); ldp = (struct ldiskfs_dentry_param *)osd_oti_get(env)->oti_ldp; - osd_get_ldiskfs_dirent_param(ldp, (const struct dt_rec *)fid); + osd_get_ldiskfs_dirent_param(ldp, fid); dentry->d_fsdata = (void *)ldp; ll_vfs_dq_init(dir); rc = osd_ldiskfs_add_entry(jh, dentry, inode, hlock); /* It is too bad, we cannot reinsert the name entry back. * That means we lose it! */ if (rc != 0) - CERROR("%.16s: fail to insert entry for reinsert dirent: " - "name = %.*s, rc = %d\n", + CDEBUG(D_LFSCK, "%.16s: fail to reinsert the dirent, " + "dir = %lu/%u, name = %.*s, "DFID": rc = %d\n", LDISKFS_SB(inode->i_sb)->s_es->s_volume_name, - ent->oied_namelen, ent->oied_name, rc); + dir->i_ino, dir->i_generation, + ent->oied_namelen, ent->oied_name, PFID(fid), rc); RETURN(rc); } @@ -5145,14 +5406,15 @@ osd_dirent_check_repair(const struct lu_env *env, struct osd_object *obj, osd_dto_credits_noquota[DTO_INDEX_INSERT] + 1 + 1 + 2; again: - if (dev->od_dirent_journal) { + if (dev->od_dirent_journal != 0) { jh = osd_journal_start_sb(sb, LDISKFS_HT_MISC, credits); if (IS_ERR(jh)) { rc = PTR_ERR(jh); - CERROR("%.16s: fail to start trans for dirent " - "check_repair: credits %d, name %.*s, rc %d\n", - devname, credits, ent->oied_namelen, - ent->oied_name, rc); + CDEBUG(D_LFSCK, "%.16s: fail to start trans for dirent " + "check_repair, dir = %lu/%u, credits = %d, " + "name = %.*s: rc = %d\n", + devname, dir->i_ino, dir->i_generation, credits, + ent->oied_namelen, ent->oied_name, rc); RETURN(rc); } @@ -5193,18 +5455,18 @@ again: inode = osd_iget(info, dev, id); if (IS_ERR(inode)) { rc = PTR_ERR(inode); - if (rc == -ENOENT || rc == -ESTALE) { - *attr |= LUDA_IGNORE; - rc = 0; - } + if (rc == -ENOENT || rc == -ESTALE) + rc = 1; + else + CDEBUG(D_LFSCK, "%.16s: fail to iget for dirent " + "check_repair, dir = %lu/%u, name = %.*s: " + "rc = %d\n", + devname, dir->i_ino, dir->i_generation, + ent->oied_namelen, ent->oied_name, rc); GOTO(out_journal, rc); } - /* skip the REMOTE_PARENT_DIR. */ - if (inode == dev->od_mdt_map->omm_remote_parent->d_inode) - GOTO(out_inode, rc = 0); - rc = osd_get_lma(info, inode, &info->oti_obj_dentry, lma); if (rc == 0) { LASSERT(!(lma->lma_compat & LMAC_NOT_IN_OI)); @@ -5220,7 +5482,7 @@ again: GOTO(out_inode, rc = 0); } - if (!dev->od_dirent_journal) { + if (dev->od_dirent_journal == 0) { iput(inode); brelse(bh); if (hlock != NULL) @@ -5237,6 +5499,13 @@ again: rc = osd_dirent_update(jh, sb, ent, fid, bh, de); if (rc == 0) *attr |= LUDA_REPAIR; + else + CDEBUG(D_LFSCK, "%.16s: fail to update FID " + "in the dirent, dir = %lu/%u, " + "name = %.*s, "DFID": rc = %d\n", + devname, dir->i_ino, dir->i_generation, + ent->oied_namelen, ent->oied_name, + PFID(fid), rc); } else { /* Do not repair under dryrun mode. */ if (*attr & LUDA_VERIFY_DRYRUN) { @@ -5245,7 +5514,7 @@ again: GOTO(out_inode, rc = 0); } - if (!dev->od_dirent_journal) { + if (dev->od_dirent_journal == 0) { iput(inode); brelse(bh); if (hlock != NULL) @@ -5263,6 +5532,13 @@ again: fid, bh, de, hlock); if (rc == 0) *attr |= LUDA_REPAIR; + else + CDEBUG(D_LFSCK, "%.16s: fail to append FID " + "after the dirent, dir = %lu/%u, " + "name = %.*s, "DFID": rc = %d\n", + devname, dir->i_ino, dir->i_generation, + ent->oied_namelen, ent->oied_name, + PFID(fid), rc); } } else if (rc == -ENODATA) { /* Do not repair under dryrun mode. */ @@ -5277,7 +5553,7 @@ again: GOTO(out_inode, rc = 0); } - if (!dev->od_dirent_journal) { + if (dev->od_dirent_journal == 0) { iput(inode); brelse(bh); if (hlock != NULL) @@ -5295,6 +5571,13 @@ again: rc = osd_ea_fid_set(info, inode, fid, 0, 0); if (rc == 0) *attr |= LUDA_REPAIR; + else + CDEBUG(D_LFSCK, "%.16s: fail to set LMA for " + "update dirent, dir = %lu/%u, " + "name = %.*s, "DFID": rc = %d\n", + devname, dir->i_ino, dir->i_generation, + ent->oied_namelen, ent->oied_name, + PFID(fid), rc); } else { lu_igif_build(fid, inode->i_ino, inode->i_generation); /* It is probably IGIF object. Only aappend the @@ -5303,6 +5586,13 @@ again: fid, bh, de, hlock); if (rc == 0) *attr |= LUDA_UPGRADE; + else + CDEBUG(D_LFSCK, "%.16s: fail to append IGIF " + "after the dirent, dir = %lu/%u, " + "name = %.*s, "DFID": rc = %d\n", + devname, dir->i_ino, dir->i_generation, + ent->oied_namelen, ent->oied_name, + PFID(fid), rc); } } @@ -5316,7 +5606,7 @@ out_journal: if (hlock != NULL) { ldiskfs_htree_unlock(hlock); } else { - if (dev->od_dirent_journal) + if (dev->od_dirent_journal != 0) up_write(&obj->oo_ext_idx_sem); else up_read(&obj->oo_ext_idx_sem); @@ -5345,22 +5635,23 @@ static inline int osd_it_ea_rec(const struct lu_env *env, struct osd_it_ea *it = (struct osd_it_ea *)di; struct osd_object *obj = it->oie_obj; struct osd_device *dev = osd_obj2dev(obj); - struct osd_scrub *scrub = &dev->od_scrub; - struct scrub_file *sf = &scrub->os_file; struct osd_thread_info *oti = osd_oti_get(env); struct osd_inode_id *id = &oti->oti_id; - struct osd_idmap_cache *oic = &oti->oti_cache; struct lu_fid *fid = &it->oie_dirent->oied_fid; struct lu_dirent *lde = (struct lu_dirent *)dtrec; __u32 ino = it->oie_dirent->oied_ino; int rc = 0; ENTRY; + LASSERT(obj->oo_inode != dev->od_mdt_map->omm_remote_parent->d_inode); + if (attr & LUDA_VERIFY) { - attr |= LUDA_TYPE; - if (unlikely(ino == osd_sb(dev)->s_root->d_inode->i_ino)) { + if (unlikely(ino == osd_remote_parent_ino(dev))) { attr |= LUDA_IGNORE; - rc = 0; + /* If the parent is on remote MDT, and there + * is no FID-in-dirent, then we have to get + * the parent FID from the linkEA. */ + osd_get_pfid_from_linkea(env, obj, fid); } else { rc = osd_dirent_check_repair(env, obj, it, fid, id, &attr); @@ -5374,7 +5665,13 @@ static inline int osd_it_ea_rec(const struct lu_env *env, it->oie_dirent->oied_name[1] != '.')) RETURN(-ENOENT); - rc = osd_ea_fid_get(env, obj, ino, fid, id); + if (unlikely(ino == osd_remote_parent_ino(dev))) + /* If the parent is on remote MDT, and there + * is no FID-in-dirent, then we have to get + * the parent FID from the linkEA. */ + rc = osd_get_pfid_from_linkea(env, obj, fid); + else + rc = osd_ea_fid_get(env, obj, ino, fid, id); } else { osd_id_gen(id, ino, OSD_OII_NOGEN); } @@ -5392,17 +5689,10 @@ static inline int osd_it_ea_rec(const struct lu_env *env, if (osd_remote_fid(env, dev, fid)) RETURN(0); - if (likely(!(attr & LUDA_IGNORE))) - rc = osd_add_oi_cache(oti, dev, id, fid); + if (likely(!(attr & LUDA_IGNORE) && rc == 0)) + osd_add_oi_cache(oti, dev, id, fid); - if (!(attr & LUDA_VERIFY) && - (scrub->os_pos_current <= ino) && - ((sf->sf_flags & SF_INCONSISTENT) || - (sf->sf_flags & SF_UPGRADE && fid_is_igif(fid)) || - ldiskfs_test_bit(osd_oi_fid2idx(dev, fid), sf->sf_oi_bitmap))) - osd_consistency_check(oti, dev, oic); - - RETURN(rc); + RETURN(rc > 0 ? 0 : rc); } /** @@ -5562,6 +5852,7 @@ static void osd_key_fini(const struct lu_context *ctx, OBD_FREE(info->oti_it_ea_buf, OSD_IT_EA_BUFSIZE); lu_buf_free(&info->oti_iobuf.dr_pg_buf); lu_buf_free(&info->oti_iobuf.dr_bl_buf); + lu_buf_free(&info->oti_big_buf); OBD_FREE_PTR(info); } @@ -5830,6 +6121,8 @@ static int osd_device_init0(const struct lu_env *env, if (server_name_is_ost(o->od_svname)) o->od_is_ost = 1; + o->od_full_scrub_ratio = OFSR_DEFAULT; + o->od_full_scrub_threshold_rate = FULL_SCRUB_THRESHOLD_RATE_DEFAULT; rc = osd_mount(env, o, cfg); if (rc != 0) GOTO(out_capa, rc); @@ -5847,10 +6140,7 @@ static int osd_device_init0(const struct lu_env *env, if (rc != 0) GOTO(out_site, rc); - /* self-repair LMA by default */ - o->od_lma_self_repair = 1; - - CFS_INIT_LIST_HEAD(&o->od_ios_list); + INIT_LIST_HEAD(&o->od_ios_list); /* setup scrub, including OI files initialization */ rc = osd_scrub_setup(env, o); if (rc < 0) @@ -5863,7 +6153,8 @@ static int osd_device_init0(const struct lu_env *env, GOTO(out_scrub, rc); } - LASSERT(l->ld_site->ls_linkage.next && l->ld_site->ls_linkage.prev); + LASSERT(l->ld_site->ls_linkage.next != NULL); + LASSERT(l->ld_site->ls_linkage.prev != NULL); /* initialize quota slave instance */ o->od_quota_slave = qsd_init(env, o->od_svname, &o->od_dt_dev, @@ -5956,13 +6247,12 @@ static int osd_process_config(const struct lu_env *env, break; case LCFG_PARAM: LASSERT(&o->od_dt_dev); - rc = class_process_proc_seq_param(PARAM_OSD, - lprocfs_osd_obd_vars, - cfg, &o->od_dt_dev); + rc = class_process_proc_param(PARAM_OSD, lprocfs_osd_obd_vars, + cfg, &o->od_dt_dev); if (rc > 0 || rc == -ENOSYS) - rc = class_process_proc_seq_param(PARAM_OST, - lprocfs_osd_obd_vars, - cfg, &o->od_dt_dev); + rc = class_process_proc_param(PARAM_OST, + lprocfs_osd_obd_vars, + cfg, &o->od_dt_dev); break; default: rc = -ENOSYS; @@ -6040,10 +6330,12 @@ static int osd_obd_disconnect(struct obd_export *exp) } static int osd_prepare(const struct lu_env *env, struct lu_device *pdev, - struct lu_device *dev) + struct lu_device *dev) { - struct osd_device *osd = osd_dev(dev); - int result = 0; + struct osd_device *osd = osd_dev(dev); + struct lr_server_data *lsd = + &osd->od_dt_dev.dd_lu_dev.ld_site->ls_tgt->lut_lsd; + int result = 0; ENTRY; if (osd->od_quota_slave != NULL) { @@ -6053,13 +6345,28 @@ static int osd_prepare(const struct lu_env *env, struct lu_device *pdev, RETURN(result); } + if (lsd->lsd_feature_incompat & OBD_COMPAT_OST) { +#if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 52, 0) + if (lsd->lsd_feature_rocompat & OBD_ROCOMPAT_IDX_IN_IDIF) { + osd->od_index_in_idif = 1; + } else { + osd->od_index_in_idif = 0; + result = osd_register_proc_index_in_idif(osd); + if (result != 0) + RETURN(result); + } +#else + osd->od_index_in_idif = 1; +#endif + } + result = osd_fid_init(env, osd); RETURN(result); } -int osd_fid_alloc(const struct lu_env *env, struct obd_export *exp, - struct lu_fid *fid, struct md_op_data *op_data) +static int osd_fid_alloc(const struct lu_env *env, struct obd_export *exp, + struct lu_fid *fid, struct md_op_data *op_data) { struct osd_device *osd = osd_dev(exp->exp_obd->obd_lu_dev); @@ -6096,7 +6403,7 @@ static const struct lu_device_type_operations osd_device_type_ops = { .ldto_device_fini = osd_device_fini }; -struct lu_device_type osd_device_type = { +static struct lu_device_type osd_device_type = { .ldt_tags = LU_DEVICE_DT, .ldt_name = LUSTRE_OSD_LDISKFS_NAME, .ldt_ops = &osd_device_type_ops, @@ -6125,9 +6432,6 @@ static int __init osd_mod_init(void) rc = class_register_type(&osd_obd_device_ops, NULL, true, lprocfs_osd_module_vars, -#ifndef HAVE_ONLY_PROCFS_SEQ - NULL, -#endif LUSTRE_OSD_LDISKFS_NAME, &osd_device_type); if (rc) lu_kmem_fini(ldiskfs_caches);