Whamcloud - gitweb
LU-11834 llite: fix temporary instance buffer size
[fs/lustre-release.git] / lustre / llite / llite_lib.c
index 0152df5..34f1627 100644 (file)
@@ -159,30 +159,23 @@ static void ll_free_sbi(struct super_block *sb)
        EXIT;
 }
 
-static inline int obd_connect_has_secctx(struct obd_connect_data *data)
-{
-       return data->ocd_connect_flags & OBD_CONNECT_FLAGS2 &&
-              data->ocd_connect_flags2 & OBD_CONNECT2_FILE_SECCTX;
-}
-
 static int client_common_fill_super(struct super_block *sb, char *md, char *dt,
                                     struct vfsmount *mnt)
 {
        struct inode *root = NULL;
-        struct ll_sb_info *sbi = ll_s2sbi(sb);
-        struct obd_device *obd;
-        struct obd_statfs *osfs = NULL;
-        struct ptlrpc_request *request = NULL;
-        struct obd_connect_data *data = NULL;
-        struct obd_uuid *uuid;
-        struct md_op_data *op_data;
-        struct lustre_md lmd;
+       struct ll_sb_info *sbi = ll_s2sbi(sb);
+       struct obd_statfs *osfs = NULL;
+       struct ptlrpc_request *request = NULL;
+       struct obd_connect_data *data = NULL;
+       struct obd_uuid *uuid;
+       struct md_op_data *op_data;
+       struct lustre_md lmd;
        u64 valid;
-        int size, err, checksum;
-        ENTRY;
+       int size, err, checksum;
 
-        obd = class_name2obd(md);
-        if (!obd) {
+       ENTRY;
+       sbi->ll_md_obd = class_name2obd(md);
+       if (!sbi->ll_md_obd) {
                 CERROR("MD %s: not setup or attached\n", md);
                 RETURN(-EINVAL);
         }
@@ -228,7 +221,8 @@ static int client_common_fill_super(struct super_block *sb, char *md, char *dt,
        data->ocd_connect_flags2 = OBD_CONNECT2_FLR |
                                   OBD_CONNECT2_LOCK_CONVERT |
                                   OBD_CONNECT2_DIR_MIGRATE |
-                                  OBD_CONNECT2_SUM_STATFS;
+                                  OBD_CONNECT2_SUM_STATFS |
+                                  OBD_CONNECT2_ARCHIVE_ID_ARRAY;
 
 #ifdef HAVE_LRU_RESIZE_SUPPORT
         if (sbi->ll_flags & LL_SBI_LRU_RESIZE)
@@ -272,13 +266,12 @@ static int client_common_fill_super(struct super_block *sb, char *md, char *dt,
        if (sbi->ll_flags & LL_SBI_ALWAYS_PING)
                data->ocd_connect_flags &= ~OBD_CONNECT_PINGLESS;
 
-#if defined(HAVE_SECURITY_DENTRY_INIT_SECURITY) && defined(CONFIG_SECURITY)
-       data->ocd_connect_flags2 |= OBD_CONNECT2_FILE_SECCTX;
-#endif /* HAVE_SECURITY_DENTRY_INIT_SECURITY */
+       obd_connect_set_secctx(data);
 
        data->ocd_brw_size = MD_MAX_BRW_SIZE;
 
-        err = obd_connect(NULL, &sbi->ll_md_exp, obd, &sbi->ll_sb_uuid, data, NULL);
+       err = obd_connect(NULL, &sbi->ll_md_exp, sbi->ll_md_obd,
+                         &sbi->ll_sb_uuid, data, NULL);
         if (err == -EBUSY) {
                 LCONSOLE_ERROR_MSG(0x14f, "An MDT (md %s) is performing "
                                    "recovery, of which this client is not a "
@@ -304,7 +297,7 @@ static int client_common_fill_super(struct super_block *sb, char *md, char *dt,
         * can make sure the client can be mounted as long as MDT0 is
         * avaible */
        err = obd_statfs(NULL, sbi->ll_md_exp, osfs,
-                       ktime_get_seconds() -OBD_STATFS_CACHE_SECONDS,
+                       ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
                        OBD_STATFS_FOR_MDT0);
        if (err)
                GOTO(out_md_fid, err);
@@ -391,8 +384,8 @@ static int client_common_fill_super(struct super_block *sb, char *md, char *dt,
                }
        }
 
-       obd = class_name2obd(dt);
-       if (!obd) {
+       sbi->ll_dt_obd = class_name2obd(dt);
+       if (!sbi->ll_dt_obd) {
                CERROR("DT %s: not setup or attached\n", dt);
                GOTO(out_md_fid, err = -ENODEV);
        }
@@ -439,8 +432,9 @@ static int client_common_fill_super(struct super_block *sb, char *md, char *dt,
 
        /* OBD_CONNECT_CKSUM should always be set, even if checksums are
         * disabled by default, because it can still be enabled on the
-        * fly via /proc. As a consequence, we still need to come to an
-        * agreement on the supported algorithms at connect time */
+        * fly via /sys. As a consequence, we still need to come to an
+        * agreement on the supported algorithms at connect time
+        */
        data->ocd_connect_flags |= OBD_CONNECT_CKSUM;
 
        if (OBD_FAIL_CHECK(OBD_FAIL_OSC_CKSUM_ADLER_ONLY))
@@ -459,13 +453,13 @@ static int client_common_fill_super(struct super_block *sb, char *md, char *dt,
               "ocd_grant: %d\n", data->ocd_connect_flags,
               data->ocd_version, data->ocd_grant);
 
-       obd->obd_upcall.onu_owner = &sbi->ll_lco;
-       obd->obd_upcall.onu_upcall = cl_ocd_update;
+       sbi->ll_dt_obd->obd_upcall.onu_owner = &sbi->ll_lco;
+       sbi->ll_dt_obd->obd_upcall.onu_upcall = cl_ocd_update;
 
        data->ocd_brw_size = DT_MAX_BRW_SIZE;
 
-       err = obd_connect(NULL, &sbi->ll_dt_exp, obd, &sbi->ll_sb_uuid, data,
-                         NULL);
+       err = obd_connect(NULL, &sbi->ll_dt_exp, sbi->ll_dt_obd,
+                         &sbi->ll_sb_uuid, data, NULL);
        if (err == -EBUSY) {
                LCONSOLE_ERROR_MSG(0x150, "An OST (dt %s) is performing "
                                   "recovery, of which this client is not a "
@@ -622,14 +616,21 @@ static int client_common_fill_super(struct super_block *sb, char *md, char *dt,
        if (osfs != NULL)
                OBD_FREE_PTR(osfs);
 
-       if (sbi->ll_proc_root != NULL) {
-               err = lprocfs_ll_register_obd(sb, dt);
+       if (sbi->ll_dt_obd) {
+               err = sysfs_create_link(&sbi->ll_kset.kobj,
+                                       &sbi->ll_dt_obd->obd_kset.kobj,
+                                       sbi->ll_dt_obd->obd_type->typ_name);
                if (err < 0) {
                        CERROR("%s: could not register %s in llite: rc = %d\n",
                               dt, ll_get_fsname(sb, NULL, 0), err);
                        err = 0;
                }
-               err = lprocfs_ll_register_obd(sb, md);
+       }
+
+       if (sbi->ll_md_obd) {
+               err = sysfs_create_link(&sbi->ll_kset.kobj,
+                                       &sbi->ll_md_obd->obd_kset.kobj,
+                                       sbi->ll_md_obd->obd_type->typ_name);
                if (err < 0) {
                        CERROR("%s: could not register %s in llite: rc = %d\n",
                               md, ll_get_fsname(sb, NULL, 0), err);
@@ -646,11 +647,13 @@ out_lock_cn_cb:
 out_dt:
        obd_disconnect(sbi->ll_dt_exp);
        sbi->ll_dt_exp = NULL;
+       sbi->ll_dt_obd = NULL;
 out_md_fid:
        obd_fid_fini(sbi->ll_md_exp->exp_obd);
 out_md:
        obd_disconnect(sbi->ll_md_exp);
        sbi->ll_md_exp = NULL;
+       sbi->ll_md_obd = NULL;
 out:
        if (data != NULL)
                OBD_FREE_PTR(data);
@@ -952,6 +955,7 @@ void ll_lli_init(struct ll_inode_info *lli)
                lli->lli_opendir_pid = 0;
                lli->lli_sa_enabled = 0;
                lli->lli_def_stripe_offset = -1;
+               init_rwsem(&lli->lli_lsm_sem);
        } else {
                mutex_init(&lli->lli_size_mutex);
                lli->lli_symlink_name = NULL;
@@ -1012,7 +1016,8 @@ int ll_fill_super(struct super_block *sb, struct vfsmount *mnt)
        char    *profilenm = get_profile_name(sb);
        struct config_llog_instance *cfg;
        /* %p for void* in printf needs 16+2 characters: 0xffffffffffffffff */
-       const int instlen = sizeof(cfg->cfg_instance) * 2 + 2;
+       const int instlen = 16 + 2;
+       unsigned long cfg_instance = ll_get_cfg_instance(sb);
        char name[MAX_STRING_SIZE];
        int md_len = 0;
        int dt_len = 0;
@@ -1021,40 +1026,42 @@ int ll_fill_super(struct super_block *sb, struct vfsmount *mnt)
        int err;
 
        ENTRY;
-       CDEBUG(D_VFSTRACE, "VFS Op: sb %p\n", sb);
+       /* for ASLR, to map between cfg_instance and hashed ptr */
+       CDEBUG(D_VFSTRACE, "VFS Op: cfg_instance %s-%016lx (sb %p)\n",
+              profilenm, cfg_instance, sb);
 
        try_module_get(THIS_MODULE);
 
        OBD_ALLOC_PTR(cfg);
        if (cfg == NULL)
-               GOTO(out_free, err = -ENOMEM);
+               GOTO(out_free_cfg, err = -ENOMEM);
 
        /* client additional sb info */
        lsi->lsi_llsbi = sbi = ll_init_sbi();
        if (!sbi)
-               GOTO(out_free, err = -ENOMEM);
+               GOTO(out_free_cfg, err = -ENOMEM);
 
        err = ll_options(lsi->lsi_lmd->lmd_opts, sbi);
        if (err)
-               GOTO(out_free, err);
+               GOTO(out_free_cfg, err);
 
-       err = super_setup_bdi_name(sb, "lustre-%p", sb);
+       err = super_setup_bdi_name(sb, "lustre-%016lx", cfg_instance);
        if (err)
-               GOTO(out_free, err);
+               GOTO(out_free_cfg, err);
 
 #ifndef HAVE_DCACHE_LOCK
        /* kernel >= 2.6.38 store dentry operations in sb->s_d_op. */
        sb->s_d_op = &ll_d_ops;
 #endif
        /* Get fsname */
-       len = strlen(lsi->lsi_lmd->lmd_profile);
-       ptr = strrchr(lsi->lsi_lmd->lmd_profile, '-');
+       len = strlen(profilenm);
+       ptr = strrchr(profilenm, '-');
        if (ptr && (strcmp(ptr, "-client") == 0))
                len -= 7;
 
        /* Mount info */
-       snprintf(name, MAX_STRING_SIZE, "%.*s-%p", len,
-                lsi->lsi_lmd->lmd_profile, sb);
+       snprintf(name, MAX_STRING_SIZE, "%.*s-%016lx", len,
+                profilenm, cfg_instance);
 
        /* Call ll_debugfs_register_super() before lustre_process_log()
         * so that "llite.*.*" params can be processed correctly.
@@ -1066,17 +1073,17 @@ int ll_fill_super(struct super_block *sb, struct vfsmount *mnt)
                err = 0;
        }
 
-       /* Generate a string unique to this super, in case some joker tries
-          to mount the same fs at two mount points.
-          Use the address of the super itself.*/
-       cfg->cfg_instance = sb;
+       /* The cfg_instance is a value unique to this super, in case some
+        * joker tries to mount the same fs at two mount points.
+        */
+       cfg->cfg_instance = cfg_instance;
        cfg->cfg_uuid = lsi->lsi_llsbi->ll_sb_uuid;
        cfg->cfg_callback = class_config_llog_handler;
        cfg->cfg_sub_clds = CONFIG_SUB_CLIENT;
        /* set up client obds */
        err = lustre_process_log(sb, profilenm, cfg);
        if (err < 0)
-               GOTO(out_proc, err);
+               GOTO(out_debugfs, err);
 
        /* Profile set with LCFG_MOUNTOPT so we can find our mdc and osc obds */
        lprof = class_get_profile(profilenm);
@@ -1084,7 +1091,7 @@ int ll_fill_super(struct super_block *sb, struct vfsmount *mnt)
                LCONSOLE_ERROR_MSG(0x156, "The client profile '%s' could not be"
                                   " read from the MGS.  Does that filesystem "
                                   "exist?\n", profilenm);
-               GOTO(out_proc, err = -EINVAL);
+               GOTO(out_debugfs, err = -EINVAL);
        }
        CDEBUG(D_CONFIG, "Found profile %s: mdc=%s osc=%s\n", profilenm,
               lprof->lp_md, lprof->lp_dt);
@@ -1092,34 +1099,38 @@ int ll_fill_super(struct super_block *sb, struct vfsmount *mnt)
        dt_len = strlen(lprof->lp_dt) + instlen + 2;
        OBD_ALLOC(dt, dt_len);
        if (!dt)
-               GOTO(out_proc, err = -ENOMEM);
-       snprintf(dt, dt_len - 1, "%s-%p", lprof->lp_dt, cfg->cfg_instance);
+               GOTO(out_profile, err = -ENOMEM);
+       snprintf(dt, dt_len - 1, "%s-%016lx", lprof->lp_dt, cfg_instance);
 
        md_len = strlen(lprof->lp_md) + instlen + 2;
        OBD_ALLOC(md, md_len);
        if (!md)
-               GOTO(out_proc, err = -ENOMEM);
-       snprintf(md, md_len - 1, "%s-%p", lprof->lp_md, cfg->cfg_instance);
+               GOTO(out_free_dt, err = -ENOMEM);
+       snprintf(md, md_len - 1, "%s-%016lx", lprof->lp_md, cfg_instance);
 
        /* connections, registrations, sb setup */
        err = client_common_fill_super(sb, md, dt, mnt);
        if (err < 0)
-               GOTO(out_proc, err);
+               GOTO(out_free_md, err);
 
        sbi->ll_client_common_fill_super_succeeded = 1;
 
-out_proc:
-       if (err < 0)
-               ll_debugfs_unregister_super(sb);
-out_free:
+out_free_md:
        if (md)
                OBD_FREE(md, md_len);
+out_free_dt:
        if (dt)
                OBD_FREE(dt, dt_len);
-       if (lprof != NULL)
+out_profile:
+       if (lprof)
                class_put_profile(lprof);
+out_debugfs:
+       if (err < 0)
+               ll_debugfs_unregister_super(sb);
+out_free_cfg:
        if (cfg)
                OBD_FREE_PTR(cfg);
+
        if (err)
                ll_put_super(sb);
        else if (sbi->ll_flags & LL_SBI_VERBOSE)
@@ -1130,23 +1141,26 @@ out_free:
 void ll_put_super(struct super_block *sb)
 {
        struct config_llog_instance cfg, params_cfg;
-        struct obd_device *obd;
-        struct lustre_sb_info *lsi = s2lsi(sb);
-        struct ll_sb_info *sbi = ll_s2sbi(sb);
-        char *profilenm = get_profile_name(sb);
+       struct obd_device *obd;
+       struct lustre_sb_info *lsi = s2lsi(sb);
+       struct ll_sb_info *sbi = ll_s2sbi(sb);
+       char *profilenm = get_profile_name(sb);
+       unsigned long cfg_instance = ll_get_cfg_instance(sb);
        long ccc_count;
        int next, force = 1, rc = 0;
-        ENTRY;
+       ENTRY;
 
        if (!sbi)
                GOTO(out_no_sbi, 0);
 
-        CDEBUG(D_VFSTRACE, "VFS Op: sb %p - %s\n", sb, profilenm);
+       /* Should replace instance_id with something better for ASLR */
+       CDEBUG(D_VFSTRACE, "VFS Op: cfg_instance %s-%016lx (sb %p)\n",
+              profilenm, cfg_instance, sb);
 
-        cfg.cfg_instance = sb;
-        lustre_end_log(sb, profilenm, &cfg);
+       cfg.cfg_instance = cfg_instance;
+       lustre_end_log(sb, profilenm, &cfg);
 
-       params_cfg.cfg_instance = sb;
+       params_cfg.cfg_instance = cfg_instance;
        lustre_end_log(sb, PARAMS_FILENAME, &params_cfg);
 
         if (sbi->ll_md_exp) {
@@ -1167,7 +1181,6 @@ void ll_put_super(struct super_block *sb)
        if (force == 0 && rc != -EINTR)
                LASSERTF(ccc_count == 0, "count: %li\n", ccc_count);
 
-
         /* We need to set force before the lov_disconnect in
            lustre_common_put_super, since l_d cleans up osc's as well. */
         if (force) {
@@ -1307,9 +1320,16 @@ static int ll_init_lsm_md(struct inode *inode, struct lustre_md *md)
 {
        struct lu_fid *fid;
        struct lmv_stripe_md *lsm = md->lmv;
+       struct ll_inode_info *lli = ll_i2info(inode);
        int i;
 
        LASSERT(lsm != NULL);
+
+       CDEBUG(D_INODE, "%s: "DFID" set dir layout:\n",
+               ll_get_fsname(inode->i_sb, NULL, 0),
+               PFID(&lli->lli_fid));
+       lsm_md_dump(D_INODE, lsm);
+
        /* XXX sigh, this lsm_root initialization should be in
         * LMV layer, but it needs ll_iget right now, so we
         * put this here right now. */
@@ -1320,93 +1340,103 @@ static int ll_init_lsm_md(struct inode *inode, struct lustre_md *md)
                 * where the initialization of slave inode is slightly
                 * different, so it reset lsm_md to NULL to avoid
                 * initializing lsm for slave inode. */
-               /* For migrating inode, master stripe and master object will
-                * be same, so we only need assign this inode */
-               if (lsm->lsm_md_hash_type & LMV_HASH_FLAG_MIGRATION && i == 0)
-                       lsm->lsm_md_oinfo[i].lmo_root = inode;
-               else
-                       lsm->lsm_md_oinfo[i].lmo_root =
+               lsm->lsm_md_oinfo[i].lmo_root =
                                ll_iget_anon_dir(inode->i_sb, fid, md);
-
                if (IS_ERR(lsm->lsm_md_oinfo[i].lmo_root)) {
                        int rc = PTR_ERR(lsm->lsm_md_oinfo[i].lmo_root);
 
                        lsm->lsm_md_oinfo[i].lmo_root = NULL;
+                       while (i-- > 0) {
+                               iput(lsm->lsm_md_oinfo[i].lmo_root);
+                               lsm->lsm_md_oinfo[i].lmo_root = NULL;
+                       }
                        return rc;
                }
        }
 
-       return 0;
-}
+       lli->lli_lsm_md = lsm;
 
-static inline int lli_lsm_md_eq(const struct lmv_stripe_md *lsm_md1,
-                               const struct lmv_stripe_md *lsm_md2)
-{
-       return lsm_md1->lsm_md_magic == lsm_md2->lsm_md_magic &&
-              lsm_md1->lsm_md_stripe_count == lsm_md2->lsm_md_stripe_count &&
-              lsm_md1->lsm_md_master_mdt_index ==
-                                       lsm_md2->lsm_md_master_mdt_index &&
-              lsm_md1->lsm_md_hash_type == lsm_md2->lsm_md_hash_type &&
-              lsm_md1->lsm_md_layout_version ==
-                                       lsm_md2->lsm_md_layout_version &&
-              strcmp(lsm_md1->lsm_md_pool_name,
-                     lsm_md2->lsm_md_pool_name) == 0;
+       return 0;
 }
 
 static int ll_update_lsm_md(struct inode *inode, struct lustre_md *md)
 {
        struct ll_inode_info *lli = ll_i2info(inode);
        struct lmv_stripe_md *lsm = md->lmv;
-       int     rc;
+       int rc = 0;
+
        ENTRY;
 
        LASSERT(S_ISDIR(inode->i_mode));
        CDEBUG(D_INODE, "update lsm %p of "DFID"\n", lli->lli_lsm_md,
               PFID(ll_inode2fid(inode)));
 
-       /* no striped information from request. */
-       if (lsm == NULL) {
-               if (lli->lli_lsm_md == NULL) {
-                       RETURN(0);
-               } else if (lli->lli_lsm_md->lsm_md_hash_type &
-                                               LMV_HASH_FLAG_MIGRATION) {
-                       /* migration is done, the temporay MIGRATE layout has
-                        * been removed */
-                       CDEBUG(D_INODE, DFID" finish migration.\n",
-                              PFID(ll_inode2fid(inode)));
-                       lmv_free_memmd(lli->lli_lsm_md);
-                       lli->lli_lsm_md = NULL;
-                       RETURN(0);
-               } else {
-                       /* The lustre_md from req does not include stripeEA,
-                        * see ll_md_setattr */
-                       RETURN(0);
+       /*
+        * no striped information from request, lustre_md from req does not
+        * include stripeEA, see ll_md_setattr()
+        */
+       if (!lsm)
+               RETURN(0);
+
+       /*
+        * normally dir layout doesn't change, only take read lock to check
+        * that to avoid blocking other MD operations.
+        */
+       if (lli->lli_lsm_md)
+               down_read(&lli->lli_lsm_sem);
+       else
+               down_write(&lli->lli_lsm_sem);
+
+       /*
+        * if dir layout mismatch, check whether version is increased, which
+        * means layout is changed, this happens in dir migration and lfsck.
+        */
+       if (lli->lli_lsm_md && !lsm_md_eq(lli->lli_lsm_md, lsm)) {
+               if (lsm->lsm_md_layout_version <=
+                   lli->lli_lsm_md->lsm_md_layout_version) {
+                       CERROR("%s: "DFID" dir layout mismatch:\n",
+                               ll_get_fsname(inode->i_sb, NULL, 0),
+                               PFID(&lli->lli_fid));
+                       lsm_md_dump(D_ERROR, lli->lli_lsm_md);
+                       lsm_md_dump(D_ERROR, lsm);
+                       GOTO(unlock, rc = -EINVAL);
                }
+
+               /* layout changed, switch to write lock */
+               up_read(&lli->lli_lsm_sem);
+               down_write(&lli->lli_lsm_sem);
+               ll_dir_clear_lsm_md(inode);
        }
 
-       /* set the directory layout */
-       if (lli->lli_lsm_md == NULL) {
+       /* set directory layout */
+       if (!lli->lli_lsm_md) {
                struct cl_attr  *attr;
 
                rc = ll_init_lsm_md(inode, md);
+               up_write(&lli->lli_lsm_sem);
                if (rc != 0)
                        RETURN(rc);
 
                /* set md->lmv to NULL, so the following free lustre_md
                 * will not free this lsm */
                md->lmv = NULL;
-               lli->lli_lsm_md = lsm;
+
+               /*
+                * md_merge_attr() may take long, since lsm is already set,
+                * switch to read lock.
+                */
+               down_read(&lli->lli_lsm_sem);
 
                OBD_ALLOC_PTR(attr);
                if (attr == NULL)
-                       RETURN(-ENOMEM);
+                       GOTO(unlock, rc = -ENOMEM);
 
                /* validate the lsm */
                rc = md_merge_attr(ll_i2mdexp(inode), lsm, attr,
                                   ll_md_blocking_ast);
                if (rc != 0) {
                        OBD_FREE_PTR(attr);
-                       RETURN(rc);
+                       GOTO(unlock, rc);
                }
 
                if (md->body->mbo_valid & OBD_MD_FLNLINK)
@@ -1421,49 +1451,11 @@ static int ll_update_lsm_md(struct inode *inode, struct lustre_md *md)
                        md->body->mbo_mtime = attr->cat_mtime;
 
                OBD_FREE_PTR(attr);
-
-               CDEBUG(D_INODE, "Set lsm %p magic %x to "DFID"\n", lsm,
-                      lsm->lsm_md_magic, PFID(ll_inode2fid(inode)));
-               RETURN(0);
-       }
-
-       /* Compare the old and new stripe information */
-       if (!lsm_md_eq(lli->lli_lsm_md, lsm)) {
-               struct lmv_stripe_md    *old_lsm = lli->lli_lsm_md;
-               int                     idx;
-
-               CERROR("%s: inode "DFID"(%p)'s lmv layout mismatch (%p)/(%p)"
-                      "magic:0x%x/0x%x stripe count: %d/%d master_mdt: %d/%d"
-                      "hash_type:0x%x/0x%x layout: 0x%x/0x%x pool:%s/%s\n",
-                      ll_get_fsname(inode->i_sb, NULL, 0), PFID(&lli->lli_fid),
-                      inode, lsm, old_lsm,
-                      lsm->lsm_md_magic, old_lsm->lsm_md_magic,
-                      lsm->lsm_md_stripe_count,
-                      old_lsm->lsm_md_stripe_count,
-                      lsm->lsm_md_master_mdt_index,
-                      old_lsm->lsm_md_master_mdt_index,
-                      lsm->lsm_md_hash_type, old_lsm->lsm_md_hash_type,
-                      lsm->lsm_md_layout_version,
-                      old_lsm->lsm_md_layout_version,
-                      lsm->lsm_md_pool_name,
-                      old_lsm->lsm_md_pool_name);
-
-               for (idx = 0; idx < old_lsm->lsm_md_stripe_count; idx++) {
-                       CERROR("%s: sub FIDs in old lsm idx %d, old: "DFID"\n",
-                              ll_get_fsname(inode->i_sb, NULL, 0), idx,
-                              PFID(&old_lsm->lsm_md_oinfo[idx].lmo_fid));
-               }
-
-               for (idx = 0; idx < lsm->lsm_md_stripe_count; idx++) {
-                       CERROR("%s: sub FIDs in new lsm idx %d, new: "DFID"\n",
-                              ll_get_fsname(inode->i_sb, NULL, 0), idx,
-                              PFID(&lsm->lsm_md_oinfo[idx].lmo_fid));
-               }
-
-               RETURN(-EIO);
        }
+unlock:
+       up_read(&lli->lli_lsm_sem);
 
-       RETURN(0);
+       RETURN(rc);
 }
 
 void ll_clear_inode(struct inode *inode)
@@ -1600,7 +1592,8 @@ static int ll_md_setattr(struct dentry *dentry, struct md_op_data *op_data)
  *
  * In case of HSMimport, we only set attr on MDS.
  */
-int ll_setattr_raw(struct dentry *dentry, struct iattr *attr, bool hsm_import)
+int ll_setattr_raw(struct dentry *dentry, struct iattr *attr,
+                  enum op_xvalid xvalid, bool hsm_import)
 {
         struct inode *inode = dentry->d_inode;
         struct ll_inode_info *lli = ll_i2info(inode);
@@ -1640,12 +1633,12 @@ int ll_setattr_raw(struct dentry *dentry, struct iattr *attr, bool hsm_import)
                        RETURN(-EPERM);
        }
 
-        /* We mark all of the fields "set" so MDS/OST does not re-set them */
-       if (!(attr->ia_valid & ATTR_CTIME_SET) &&
-           (attr->ia_valid & ATTR_CTIME)) {
+       /* We mark all of the fields "set" so MDS/OST does not re-set them */
+       if (!(xvalid & OP_XVALID_CTIME_SET) &&
+            (attr->ia_valid & ATTR_CTIME)) {
                attr->ia_ctime = current_time(inode);
-                attr->ia_valid |= ATTR_CTIME_SET;
-        }
+               xvalid |= OP_XVALID_CTIME_SET;
+       }
        if (!(attr->ia_valid & ATTR_ATIME_SET) &&
            (attr->ia_valid & ATTR_ATIME)) {
                attr->ia_atime = current_time(inode);
@@ -1677,13 +1670,22 @@ int ll_setattr_raw(struct dentry *dentry, struct iattr *attr, bool hsm_import)
 
        if (!hsm_import && attr->ia_valid & ATTR_SIZE) {
                /* If we are changing file size, file content is
-                * modified, flag it. */
-               attr->ia_valid |= MDS_OPEN_OWNEROVERRIDE;
+                * modified, flag it.
+                */
+               xvalid |= OP_XVALID_OWNEROVERRIDE;
                op_data->op_bias |= MDS_DATA_MODIFIED;
                ll_file_clear_flag(lli, LLIF_DATA_MODIFIED);
        }
 
+       if (attr->ia_valid & ATTR_FILE) {
+               struct ll_file_data *fd = LUSTRE_FPRIVATE(attr->ia_file);
+
+               if (fd->fd_lease_och)
+                       op_data->op_bias |= MDS_TRUNC_KEEP_LEASE;
+       }
+
        op_data->op_attr = *attr;
+       op_data->op_xvalid = xvalid;
 
        rc = ll_md_setattr(dentry, op_data);
        if (rc)
@@ -1692,17 +1694,17 @@ int ll_setattr_raw(struct dentry *dentry, struct iattr *attr, bool hsm_import)
        if (!S_ISREG(inode->i_mode) || hsm_import)
                GOTO(out, rc = 0);
 
-       if (attr->ia_valid & (ATTR_SIZE |
-                             ATTR_ATIME | ATTR_ATIME_SET |
-                             ATTR_MTIME | ATTR_MTIME_SET |
-                             ATTR_CTIME | ATTR_CTIME_SET)) {
+       if (attr->ia_valid & (ATTR_SIZE | ATTR_ATIME | ATTR_ATIME_SET |
+                             ATTR_MTIME | ATTR_MTIME_SET | ATTR_CTIME) ||
+           xvalid & OP_XVALID_CTIME_SET) {
                /* For truncate and utimes sending attributes to OSTs, setting
                 * mtime/atime to the past will be performed under PW [0:EOF]
                 * extent lock (new_size:EOF for truncate).  It may seem
                 * excessive to send mtime/atime updates to OSTs when not
                 * setting times to past, but it is necessary due to possible
-                * time de-synchronization between MDT inode and OST objects */
-               rc = cl_setattr_ost(lli->lli_clob, attr, 0);
+                * time de-synchronization between MDT inode and OST objects
+                */
+               rc = cl_setattr_ost(lli->lli_clob, attr, xvalid, 0);
        }
 
        /* If the file was restored, it needs to set dirty flag.
@@ -1762,10 +1764,11 @@ out:
 int ll_setattr(struct dentry *de, struct iattr *attr)
 {
        int mode = de->d_inode->i_mode;
+       enum op_xvalid xvalid = 0;
 
        if ((attr->ia_valid & (ATTR_CTIME|ATTR_SIZE|ATTR_MODE)) ==
                              (ATTR_CTIME|ATTR_SIZE|ATTR_MODE))
-               attr->ia_valid |= MDS_OPEN_OWNEROVERRIDE;
+               xvalid |= OP_XVALID_OWNEROVERRIDE;
 
        if (((attr->ia_valid & (ATTR_MODE|ATTR_FORCE|ATTR_SIZE)) ==
                               (ATTR_SIZE|ATTR_MODE)) &&
@@ -1786,11 +1789,7 @@ int ll_setattr(struct dentry *de, struct iattr *attr)
            !(attr->ia_valid & ATTR_KILL_SGID))
                attr->ia_valid |= ATTR_KILL_SGID;
 
-       /* avoid polluted from ATTR_TIMES_SET,
-        * projid is not expected to be set here */
-       attr->ia_valid &= ~MDS_ATTR_PROJID;
-
-       return ll_setattr_raw(de, attr, false);
+       return ll_setattr_raw(de, attr, xvalid, false);
 }
 
 int ll_statfs_internal(struct ll_sb_info *sbi, struct obd_statfs *osfs,
@@ -2093,6 +2092,8 @@ int ll_read_inode2(struct inode *inode, void *opaque)
 void ll_delete_inode(struct inode *inode)
 {
        struct ll_inode_info *lli = ll_i2info(inode);
+       struct address_space *mapping = &inode->i_data;
+       unsigned long nrpages;
        ENTRY;
 
        if (S_ISREG(inode->i_mode) && lli->lli_clob != NULL)
@@ -2100,11 +2101,26 @@ void ll_delete_inode(struct inode *inode)
                 * otherwise we may lose data while umount */
                cl_sync_file_range(inode, 0, OBD_OBJECT_EOF, CL_FSYNC_LOCAL, 1);
 
-       truncate_inode_pages_final(&inode->i_data);
+       truncate_inode_pages_final(mapping);
 
-       LASSERTF(inode->i_data.nrpages == 0, "inode="DFID"(%p) nrpages=%lu, "
-                "see https://jira.hpdd.intel.com/browse/LU-118\n",
-                PFID(ll_inode2fid(inode)), inode, inode->i_data.nrpages);
+       /* Workaround for LU-118: Note nrpages may not be totally updated when
+        * truncate_inode_pages() returns, as there can be a page in the process
+        * of deletion (inside __delete_from_page_cache()) in the specified
+        * range. Thus mapping->nrpages can be non-zero when this function
+        * returns even after truncation of the whole mapping.  Only do this if
+        * npages isn't already zero.
+        */
+       nrpages = mapping->nrpages;
+       if (nrpages) {
+               spin_lock_irq(&mapping->tree_lock);
+               nrpages = mapping->nrpages;
+               spin_unlock_irq(&mapping->tree_lock);
+       } /* Workaround end */
+
+       LASSERTF(nrpages == 0, "%s: inode="DFID"(%p) nrpages=%lu, "
+                "see https://jira.whamcloud.com/browse/LU-118\n",
+                ll_get_fsname(inode->i_sb, NULL, 0),
+                PFID(ll_inode2fid(inode)), inode, nrpages);
 
 #ifdef HAVE_SBOPS_EVICT_INODE
        ll_clear_inode(inode);
@@ -2155,17 +2171,26 @@ int ll_iocontrol(struct inode *inode, struct file *file,
                struct iattr *attr;
                struct md_op_data *op_data;
                struct cl_object *obj;
+               struct fsxattr fa = { 0 };
 
                if (get_user(flags, (int __user *)arg))
                        RETURN(-EFAULT);
 
-                op_data = ll_prep_md_op_data(NULL, inode, NULL, NULL, 0, 0,
-                                             LUSTRE_OPC_ANY, NULL);
-                if (IS_ERR(op_data))
-                        RETURN(PTR_ERR(op_data));
+               fa.fsx_projid = ll_i2info(inode)->lli_projid;
+               if (flags & LUSTRE_PROJINHERIT_FL)
+                       fa.fsx_xflags = FS_XFLAG_PROJINHERIT;
+
+               rc = ll_ioctl_check_project(inode, &fa);
+               if (rc)
+                       RETURN(rc);
+
+               op_data = ll_prep_md_op_data(NULL, inode, NULL, NULL, 0, 0,
+                                            LUSTRE_OPC_ANY, NULL);
+               if (IS_ERR(op_data))
+                       RETURN(PTR_ERR(op_data));
 
                op_data->op_attr_flags = flags;
-                op_data->op_attr.ia_valid |= ATTR_ATTR_FLAG;
+               op_data->op_xvalid |= OP_XVALID_FLAGS;
                rc = md_setattr(sbi->ll_md_exp, op_data, NULL, 0, &req);
                 ll_finish_md_op_data(op_data);
                 ptlrpc_req_finished(req);
@@ -2182,8 +2207,7 @@ int ll_iocontrol(struct inode *inode, struct file *file,
                if (attr == NULL)
                        RETURN(-ENOMEM);
 
-               attr->ia_valid = ATTR_ATTR_FLAG;
-               rc = cl_setattr_ost(obj, attr, flags);
+               rc = cl_setattr_ost(obj, attr, OP_XVALID_FLAGS, flags);
 
                OBD_FREE_PTR(attr);
                RETURN(rc);
@@ -2331,7 +2355,7 @@ void ll_open_cleanup(struct super_block *sb, struct ptlrpc_request *open_req)
        }
 
        op_data->op_fid1 = body->mbo_fid1;
-       op_data->op_handle = body->mbo_handle;
+       op_data->op_open_handle = body->mbo_open_handle;
        op_data->op_mod_time = ktime_get_real_seconds();
        md_close(exp, op_data, NULL, &close_req);
        ptlrpc_req_finished(close_req);
@@ -2473,6 +2497,23 @@ out_statfs:
        return rc;
 }
 
+/*
+ * this is normally called in ll_fini_md_op_data(), but sometimes it needs to
+ * be called early to avoid deadlock.
+ */
+void ll_unlock_md_op_lsm(struct md_op_data *op_data)
+{
+       if (op_data->op_mea2_sem) {
+               up_read(op_data->op_mea2_sem);
+               op_data->op_mea2_sem = NULL;
+       }
+
+       if (op_data->op_mea1_sem) {
+               up_read(op_data->op_mea1_sem);
+               op_data->op_mea1_sem = NULL;
+       }
+}
+
 /* this function prepares md_op_data hint for passing it down to MD stack. */
 struct md_op_data *ll_prep_md_op_data(struct md_op_data *op_data,
                                      struct inode *i1, struct inode *i2,
@@ -2502,7 +2543,10 @@ struct md_op_data *ll_prep_md_op_data(struct md_op_data *op_data,
        ll_i2gids(op_data->op_suppgids, i1, i2);
        op_data->op_fid1 = *ll_inode2fid(i1);
        op_data->op_default_stripe_offset = -1;
+
        if (S_ISDIR(i1->i_mode)) {
+               down_read(&ll_i2info(i1)->lli_lsm_sem);
+               op_data->op_mea1_sem = &ll_i2info(i1)->lli_lsm_sem;
                op_data->op_mea1 = ll_i2info(i1)->lli_lsm_md;
                if (opc == LUSTRE_OPC_MKDIR)
                        op_data->op_default_stripe_offset =
@@ -2511,8 +2555,14 @@ struct md_op_data *ll_prep_md_op_data(struct md_op_data *op_data,
 
        if (i2) {
                op_data->op_fid2 = *ll_inode2fid(i2);
-               if (S_ISDIR(i2->i_mode))
+               if (S_ISDIR(i2->i_mode)) {
+                       if (i2 != i1) {
+                               down_read(&ll_i2info(i2)->lli_lsm_sem);
+                               op_data->op_mea2_sem =
+                                               &ll_i2info(i2)->lli_lsm_sem;
+                       }
                        op_data->op_mea2 = ll_i2info(i2)->lli_lsm_md;
+               }
        } else {
                fid_zero(&op_data->op_fid2);
        }
@@ -2542,6 +2592,7 @@ struct md_op_data *ll_prep_md_op_data(struct md_op_data *op_data,
 
 void ll_finish_md_op_data(struct md_op_data *op_data)
 {
+       ll_unlock_md_op_lsm(op_data);
        security_release_secctx(op_data->op_file_secctx,
                                op_data->op_file_secctx_size);
         OBD_FREE_PTR(op_data);