Whamcloud - gitweb
LU-4017 quota: add project inherit attributes
[fs/lustre-release.git] / lustre / osd-ldiskfs / osd_handler.c
index 8acc960..2876e6e 100644 (file)
@@ -23,7 +23,7 @@
  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
  * Use is subject to license terms.
  *
- * Copyright (c) 2011, 2015, Intel Corporation.
+ * Copyright (c) 2011, 2016, Intel Corporation.
  */
 /*
  * This file is part of Lustre, http://www.lustre.org/
@@ -78,6 +78,9 @@
 
 #include <lustre_linkea.h>
 
+#define PFID_STRIPE_IDX_BITS   16
+#define PFID_STRIPE_COUNT_MASK ((1 << PFID_STRIPE_IDX_BITS) - 1)
+
 int ldiskfs_pdo = 1;
 module_param(ldiskfs_pdo, int, 0644);
 MODULE_PARM_DESC(ldiskfs_pdo, "ldiskfs with parallel directory operations");
@@ -351,18 +354,20 @@ static struct lu_object *osd_object_alloc(const struct lu_env *env,
 }
 
 int osd_get_lma(struct osd_thread_info *info, struct inode *inode,
-               struct dentry *dentry, struct lustre_mdt_attrs *lma)
+               struct dentry *dentry, struct lustre_ost_attrs *loa)
 {
        int rc;
 
-       CLASSERT(LMA_OLD_SIZE >= sizeof(*lma));
        rc = __osd_xattr_get(inode, dentry, XATTR_NAME_LMA,
-                            info->oti_mdt_attrs_old, LMA_OLD_SIZE);
+                            (void *)loa, sizeof(*loa));
        if (rc > 0) {
-               if ((void *)lma != (void *)info->oti_mdt_attrs_old)
-                       memcpy(lma, info->oti_mdt_attrs_old, sizeof(*lma));
+               struct lustre_mdt_attrs *lma = &loa->loa_lma;
+
+               if (rc < sizeof(*lma))
+                       return -EINVAL;
+
                rc = 0;
-               lustre_lma_swab(lma);
+               lustre_loa_swab(loa, true);
                /* Check LMA compatibility */
                if (lma->lma_incompat & ~LMA_INCOMPAT_SUPP) {
                        CWARN("%.16s: unsupported incompat LMA feature(s) %#x "
@@ -385,6 +390,7 @@ int osd_get_lma(struct osd_thread_info *info, struct inode *inode,
 struct inode *osd_iget(struct osd_thread_info *info, struct osd_device *dev,
                       struct osd_inode_id *id)
 {
+       int rc;
        struct inode *inode = NULL;
 
        /* if we look for an inode withing a running
@@ -414,6 +420,9 @@ struct inode *osd_iget(struct osd_thread_info *info, struct osd_device *dev,
                LDISKFS_SB(osd_sb(dev))->s_es->s_volume_name, id->oii_ino);
                iput(inode);
                inode = ERR_PTR(-ENOENT);
+       } else if ((rc = osd_attach_jinode(inode))) {
+               iput(inode);
+               inode = ERR_PTR(rc);
        } else {
                ldiskfs_clear_inode_state(inode, LDISKFS_STATE_LUSTRE_DESTROY);
                if (id->oii_gen == OSD_OII_NOGEN)
@@ -438,13 +447,13 @@ int osd_ldiskfs_add_entry(struct osd_thread_info *info, struct osd_device *osd,
 
        rc = __ldiskfs_add_entry(handle, child, inode, hlock);
        if (rc == -ENOBUFS || rc == -ENOSPC) {
-               struct lustre_mdt_attrs *lma = &info->oti_mdt_attrs;
+               struct lustre_ost_attrs *loa = &info->oti_ost_attrs;
                struct inode *parent = child->d_parent->d_inode;
                struct lu_fid *fid = NULL;
 
-               rc2 = osd_get_lma(info, parent, child->d_parent, lma);
-               if (rc2 == 0) {
-                       fid = &lma->lma_self_fid;
+               rc2 = osd_get_lma(info, parent, child->d_parent, loa);
+               if (!rc2) {
+                       fid = &loa->loa_lma.lma_self_fid;
                } else if (rc2 == -ENODATA) {
                        if (unlikely(parent == inode->i_sb->s_root->d_inode)) {
                                fid = &info->oti_fid3;
@@ -480,17 +489,17 @@ static struct inode *
 osd_iget_fid(struct osd_thread_info *info, struct osd_device *dev,
             struct osd_inode_id *id, struct lu_fid *fid)
 {
-       struct lustre_mdt_attrs *lma   = &info->oti_mdt_attrs;
-       struct inode            *inode;
-       int                      rc;
+       struct lustre_ost_attrs *loa = &info->oti_ost_attrs;
+       struct inode *inode;
+       int rc;
 
        inode = osd_iget(info, dev, id);
        if (IS_ERR(inode))
                return inode;
 
-       rc = osd_get_lma(info, inode, &info->oti_obj_dentry, lma);
-       if (rc == 0) {
-               *fid = lma->lma_self_fid;
+       rc = osd_get_lma(info, inode, &info->oti_obj_dentry, loa);
+       if (!rc) {
+               *fid = loa->loa_lma.lma_self_fid;
        } else if (rc == -ENODATA) {
                if (unlikely(inode == osd_sb(dev)->s_root->d_inode))
                        lu_local_obj_fid(fid, OSD_FS_ROOT_OID);
@@ -507,69 +516,68 @@ static struct inode *osd_iget_check(struct osd_thread_info *info,
                                    struct osd_device *dev,
                                    const struct lu_fid *fid,
                                    struct osd_inode_id *id,
-                                   bool cached)
+                                   bool trusted)
 {
-       struct inode    *inode;
-       int              rc     = 0;
+       struct inode *inode;
+       int rc = 0;
        ENTRY;
 
        /* The cached OI mapping is trustable. If we cannot locate the inode
         * via the cached OI mapping, then return the failure to the caller
         * directly without further OI checking. */
 
+again:
        inode = ldiskfs_iget(osd_sb(dev), id->oii_ino);
        if (IS_ERR(inode)) {
                rc = PTR_ERR(inode);
-               if (cached || (rc != -ENOENT && rc != -ESTALE)) {
-                       CDEBUG(D_INODE, "no inode: ino = %u, rc = %d\n",
-                              id->oii_ino, rc);
+               if (!trusted && (rc == -ENOENT || rc == -ESTALE))
+                       goto check_oi;
 
-                       GOTO(put, rc);
-               }
-
-               goto check_oi;
+               CDEBUG(D_INODE, "no inode for FID: "DFID", ino = %u, rc = %d\n",
+                      PFID(fid), id->oii_ino, rc);
+               GOTO(put, rc);
        }
 
        if (is_bad_inode(inode)) {
                rc = -ENOENT;
-               if (cached) {
-                       CDEBUG(D_INODE, "bad inode: ino = %u\n", id->oii_ino);
-
-                       GOTO(put, rc);
-               }
+               if (!trusted)
+                       goto check_oi;
 
-               goto check_oi;
+               CDEBUG(D_INODE, "bad inode for FID: "DFID", ino = %u\n",
+                      PFID(fid), id->oii_ino);
+               GOTO(put, rc);
        }
 
        if (id->oii_gen != OSD_OII_NOGEN &&
            inode->i_generation != id->oii_gen) {
                rc = -ESTALE;
-               if (cached) {
-                       CDEBUG(D_INODE, "unmatched inode: ino = %u, "
-                              "oii_gen = %u, i_generation = %u\n",
-                              id->oii_ino, id->oii_gen, inode->i_generation);
+               if (!trusted)
+                       goto check_oi;
 
-                       GOTO(put, rc);
-               }
-
-               goto check_oi;
+               CDEBUG(D_INODE, "unmatched inode for FID: "DFID", ino = %u, "
+                      "oii_gen = %u, i_generation = %u\n", PFID(fid),
+                      id->oii_ino, id->oii_gen, inode->i_generation);
+               GOTO(put, rc);
        }
 
        if (inode->i_nlink == 0) {
                rc = -ENOENT;
-               if (cached) {
-                       CDEBUG(D_INODE, "stale inode: ino = %u\n", id->oii_ino);
+               if (!trusted)
+                       goto check_oi;
 
-                       GOTO(put, rc);
-               }
-
-               goto check_oi;
+               CDEBUG(D_INODE, "stale inode for FID: "DFID", ino = %u\n",
+                      PFID(fid), id->oii_ino);
+               GOTO(put, rc);
        }
 
        ldiskfs_clear_inode_state(inode, LDISKFS_STATE_LUSTRE_DESTROY);
 
 check_oi:
        if (rc != 0) {
+               __u32 saved_ino = id->oii_ino;
+               __u32 saved_gen = id->oii_gen;
+
+               LASSERT(!trusted);
                LASSERTF(rc == -ESTALE || rc == -ENOENT, "rc = %d\n", rc);
 
                rc = osd_oi_lookup(info, dev, fid, id, OI_CHECK_FLD);
@@ -600,10 +608,27 @@ check_oi:
                         * normal race case. */
                        GOTO(put, rc);
 
-               if ((!IS_ERR(inode) && inode->i_generation != 0 &&
-                    inode->i_generation == id->oii_gen) ||
-                   (IS_ERR(inode) && !(dev->od_scrub.os_file.sf_flags &
-                                       SF_INCONSISTENT)))
+               /* It is the OI scrub updated the OI mapping by race.
+                * The new OI mapping must be valid. */
+               if (saved_ino != id->oii_ino || saved_gen != id->oii_gen) {
+                       trusted = true;
+                       goto again;
+               }
+
+               if (IS_ERR(inode)) {
+                       if (dev->od_scrub.os_file.sf_flags & SF_INCONSISTENT)
+                               /* It still can be the case 2, but we cannot
+                                * distinguish it from the case 1. So return
+                                * -EREMCHG to block current operation until
+                                *  OI scrub rebuilt the OI mappings. */
+                               rc = -EREMCHG;
+                       else
+                               rc = -ENOENT;
+
+                       GOTO(put, rc);
+               }
+
+               if (inode->i_generation == id->oii_gen)
                        rc = -ENOENT;
                else
                        rc = -EREMCHG;
@@ -649,10 +674,13 @@ int osd_get_idif(struct osd_thread_info *info, struct inode *inode,
        if (rc == sizeof(*ff)) {
                rc = 0;
                ostid_set_seq(ostid, le64_to_cpu(ff->ff_seq));
-               ostid_set_id(ostid, le64_to_cpu(ff->ff_objid));
-               /* XXX: use 0 as the index for compatibility, the caller will
-                *      handle index related issues when necessarry. */
-               ostid_to_fid(fid, ostid, 0);
+               rc = ostid_set_id(ostid, le64_to_cpu(ff->ff_objid));
+               /*
+                * XXX: use 0 as the index for compatibility, the caller will
+                *      handle index related issues when necessary.
+                */
+               if (!rc)
+                       ostid_to_fid(fid, ostid, 0);
        } else if (rc == sizeof(struct filter_fid)) {
                rc = 1;
        } else if (rc >= 0) {
@@ -692,7 +720,8 @@ static int osd_check_lma(const struct lu_env *env, struct osd_object *obj)
 {
        struct osd_thread_info  *info   = osd_oti_get(env);
        struct osd_device       *osd    = osd_obj2dev(obj);
-       struct lustre_mdt_attrs *lma    = &info->oti_mdt_attrs;
+       struct lustre_ost_attrs *loa    = &info->oti_ost_attrs;
+       struct lustre_mdt_attrs *lma    = &loa->loa_lma;
        struct inode            *inode  = obj->oo_inode;
        struct dentry           *dentry = &info->oti_obj_dentry;
        struct lu_fid           *fid    = NULL;
@@ -700,9 +729,8 @@ static int osd_check_lma(const struct lu_env *env, struct osd_object *obj)
        int                      rc;
        ENTRY;
 
-       CLASSERT(LMA_OLD_SIZE >= sizeof(*lma));
        rc = __osd_xattr_get(inode, dentry, XATTR_NAME_LMA,
-                            info->oti_mdt_attrs_old, LMA_OLD_SIZE);
+                            (void *)loa, sizeof(*loa));
        if (rc == -ENODATA && !fid_is_igif(rfid) && osd->od_check_ff) {
                fid = &lma->lma_self_fid;
                rc = osd_get_idif(info, inode, dentry, fid);
@@ -725,7 +753,8 @@ static int osd_check_lma(const struct lu_env *env, struct osd_object *obj)
                rc = 0;
                lustre_lma_swab(lma);
                if (unlikely((lma->lma_incompat & ~LMA_INCOMPAT_SUPP) ||
-                            CFS_FAIL_CHECK(OBD_FAIL_OSD_LMA_INCOMPAT))) {
+                            (CFS_FAIL_CHECK(OBD_FAIL_OSD_LMA_INCOMPAT) &&
+                             S_ISREG(inode->i_mode)))) {
                        CWARN("%s: unsupported incompat LMA feature(s) %#x for "
                              "fid = "DFID", ino = %lu\n", osd_name(osd),
                              lma->lma_incompat & ~LMA_INCOMPAT_SUPP,
@@ -950,22 +979,21 @@ static int osd_fid_lookup(const struct lu_env *env, struct osd_object *obj,
                          const struct lu_object_conf *conf)
 {
        struct osd_thread_info *info;
-       struct lu_device       *ldev   = obj->oo_dt.do_lu.lo_dev;
-       struct osd_device      *dev;
+       struct lu_device *ldev = obj->oo_dt.do_lu.lo_dev;
+       struct osd_device *dev;
        struct osd_idmap_cache *oic;
-       struct osd_inode_id    *id;
-       struct osd_inode_id    *tid;
-       struct inode           *inode = NULL;
-       struct osd_scrub       *scrub;
-       struct scrub_file      *sf;
-       __u32                   flags = SS_CLEAR_DRYRUN | SS_CLEAR_FAILOUT |
-                                       SS_AUTO_FULL;
-       __u32                   saved_ino;
-       __u32                   saved_gen;
-       int                     result  = 0;
-       int                     rc1     = 0;
-       bool                    cached  = true;
-       bool                    remote  = false;
+       struct osd_inode_id *id;
+       struct inode *inode = NULL;
+       struct osd_scrub *scrub;
+       struct scrub_file *sf;
+       __u32 flags = SS_CLEAR_DRYRUN | SS_CLEAR_FAILOUT | SS_AUTO_FULL;
+       __u32 saved_ino;
+       __u32 saved_gen;
+       int result = 0;
+       int rc1 = 0;
+       bool remote = false;
+       bool trusted = true;
+       bool updated = false;
        ENTRY;
 
        LINVRNT(osd_invariant(obj));
@@ -1005,7 +1033,10 @@ static int osd_fid_lookup(const struct lu_env *env, struct osd_object *obj,
                        goto iget;
        }
 
-       cached = false;
+       /* The OI mapping in the OI file can be updated by the OI scrub
+        * when we locate the inode via FID. So it may be not trustable. */
+       trusted = false;
+
        /* Search order: 3. OI files. */
        result = osd_oi_lookup(info, dev, fid, id, OI_CHECK_FLD);
        if (result == -ENOENT) {
@@ -1022,7 +1053,7 @@ static int osd_fid_lookup(const struct lu_env *env, struct osd_object *obj,
                GOTO(out, result);
 
 iget:
-       inode = osd_iget_check(info, dev, fid, id, cached);
+       inode = osd_iget_check(info, dev, fid, id, trusted);
        if (IS_ERR(inode)) {
                result = PTR_ERR(inode);
                if (result == -ENOENT || result == -ESTALE)
@@ -1052,7 +1083,7 @@ trigger:
                                                                  fid, id);
                                if (rc1 == 0) {
                                        remote = true;
-                                       cached = true;
+                                       trusted = true;
                                        flags |= SS_AUTO_PARTIAL;
                                        flags &= ~SS_AUTO_FULL;
                                        goto iget;
@@ -1113,45 +1144,50 @@ join:
        if (result == 0)
                goto found;
 
-       tid = &info->oti_id3;
-       LASSERT(tid != id);
+       LASSERTF(id->oii_ino == inode->i_ino &&
+                id->oii_gen == inode->i_generation,
+                "locate wrong inode for FID: "DFID", %u/%u => %ld/%u\n",
+                PFID(fid), id->oii_ino, id->oii_gen,
+                inode->i_ino, inode->i_generation);
+
+       saved_ino = inode->i_ino;
+       saved_gen = inode->i_generation;
 
-       if (result == -ENODATA) {
-               if (!cached)
-                       /* The current OI mapping is from the OI file,
-                        * since the inode has been found via
-                        * osd_iget_check(), no need recheck OI. */
+       if (unlikely(result == -ENODATA)) {
+               /* If the OI scrub updated the OI mapping by race, it
+                * must be valid. Trust the inode that has no LMA EA. */
+               if (updated)
                        goto found;
 
-               result = osd_oi_lookup(info, dev, fid, tid, OI_CHECK_FLD);
+               result = osd_oi_lookup(info, dev, fid, id, OI_CHECK_FLD);
                if (result == 0) {
-                       LASSERTF(tid->oii_ino == id->oii_ino &&
-                                tid->oii_gen == id->oii_gen,
-                                "OI mapping changed(1): %u/%u => %u/%u",
-                                tid->oii_ino, tid->oii_gen,
-                                id->oii_ino, id->oii_gen);
-
-                       LASSERTF(tid->oii_ino == inode->i_ino &&
-                                tid->oii_gen == inode->i_generation,
-                                "locate wrong inode(1): %u/%u => %ld/%u",
-                                tid->oii_ino, tid->oii_gen,
-                                inode->i_ino, inode->i_generation);
-
-                       /* "result == 0" means the cached OI mapping is still in
-                        * the OI file, so the target the inode is valid. */
-                       goto found;
+                       /* The OI mapping is still there, the inode is still
+                        * valid. It is just becaues the inode has no LMA EA. */
+                       if (saved_ino == id->oii_ino &&
+                           saved_gen == id->oii_gen)
+                               goto found;
+
+                       /* It is the OI scrub updated the OI mapping by race.
+                        * The new OI mapping must be valid. */
+                       iput(inode);
+                       inode = NULL;
+                       obj->oo_inode = NULL;
+                       trusted = true;
+                       updated = true;
+                       goto iget;
                }
 
-               /* "result == -ENOENT" means that the OI mappinghas been removed
-                * by race, the target inode belongs to other object.
+               /* "result == -ENOENT" means that the OI mappinghas been
+                * removed by race, so the inode belongs to other object.
                 *
                 * Others error can be returned  directly. */
-               if (result == -ENOENT)
+               if (result == -ENOENT) {
+                       LASSERT(trusted);
+
                        result = 0;
+               }
        }
 
-       saved_ino = inode->i_ino;
-       saved_gen = inode->i_generation;
        iput(inode);
        inode = NULL;
        obj->oo_inode = NULL;
@@ -1159,29 +1195,28 @@ join:
        if (result != -EREMCHG)
                GOTO(out, result);
 
-       if (!cached)
-               /* The current OI mapping is from the OI file,
-                * since the inode has been found via
-                * osd_iget_check(), no need recheck OI. */
-               goto trigger;
+       LASSERT(!updated);
 
-       result = osd_oi_lookup(info, dev, fid, tid, OI_CHECK_FLD);
-       /* "result == -ENOENT" means the cached OI mapping has been removed from
-        * the OI file by race, above target inode belongs to other object.
-        *
-        * Others error can be returned directly. */
-       if (result != 0)
-               GOTO(out, result = (result == -ENOENT ? 0 : result));
+       result = osd_oi_lookup(info, dev, fid, id, OI_CHECK_FLD);
+       /* "result == -ENOENT" means the cached OI mapping has been removed
+        * from the OI file by race, above inode belongs to other object. */
+       if (result == -ENOENT) {
+               LASSERT(trusted);
 
-       LASSERTF(tid->oii_ino == id->oii_ino && tid->oii_gen == id->oii_gen,
-                "OI mapping changed(2): %u/%u => %u/%u",
-                tid->oii_ino, tid->oii_gen, id->oii_ino, id->oii_gen);
+               GOTO(out, result = 0);
+       }
+
+       if (result != 0)
+               GOTO(out, result);
 
-       LASSERTF(tid->oii_ino == saved_ino && tid->oii_gen == saved_gen,
-                "locate wrong inode(2): %u/%u => %u/%u",
-                tid->oii_ino, tid->oii_gen, saved_ino, saved_gen);
+       if (saved_ino == id->oii_ino && saved_gen == id->oii_gen)
+               goto trigger;
 
-       goto trigger;
+       /* It is the OI scrub updated the OI mapping by race.
+        * The new OI mapping must be valid. */
+       trusted = true;
+       updated = true;
+       goto iget;
 
 found:
        obj->oo_compat_dot_created = 1;
@@ -1191,6 +1226,13 @@ found:
            (flags & SS_AUTO_PARTIAL || sf->sf_status == SS_SCANNING))
                osd_check_lmv(info, dev, inode, oic);
 
+       result = osd_attach_jinode(inode);
+       if (result) {
+               obj->oo_inode = NULL;
+               iput(inode);
+               GOTO(out, result);
+       }
+
        if (!ldiskfs_pdo)
                GOTO(out, result = 0);
 
@@ -1204,7 +1246,7 @@ found:
        GOTO(out, result = 0);
 
 out:
-       if (result != 0 && cached)
+       if (result != 0 && trusted)
                fid_zero(&oic->oic_fid);
 
        LINVRNT(osd_invariant(obj));
@@ -1244,16 +1286,16 @@ static int osd_object_init(const struct lu_env *env, struct lu_object *l,
        obj->oo_dt.do_body_ops = &osd_body_ops_new;
        if (result == 0 && obj->oo_inode != NULL) {
                struct osd_thread_info *oti = osd_oti_get(env);
-               struct lustre_mdt_attrs *lma = &oti->oti_mdt_attrs;
+               struct lustre_ost_attrs *loa = &oti->oti_ost_attrs;
 
                osd_object_init0(obj);
                result = osd_get_lma(oti, obj->oo_inode,
-                                    &oti->oti_obj_dentry, lma);
-               if (result == 0) {
+                                    &oti->oti_obj_dentry, loa);
+               if (!result) {
                        /* Convert LMAI flags to lustre LMA flags
                         * and cache it to oo_lma_flags */
                        obj->oo_lma_flags =
-                               lma_to_lustre_flags(lma->lma_incompat);
+                               lma_to_lustre_flags(loa->loa_lma.lma_incompat);
                } else if (result == -ENODATA) {
                        result = 0;
                }
@@ -1455,7 +1497,7 @@ enum {
  */
 static void osd_th_alloced(struct osd_thandle *oth)
 {
-        oth->oth_alloced = cfs_time_current();
+       oth->oth_alloced = ktime_get();
 }
 
 /**
@@ -1463,58 +1505,42 @@ static void osd_th_alloced(struct osd_thandle *oth)
  */
 static void osd_th_started(struct osd_thandle *oth)
 {
-        oth->oth_started = cfs_time_current();
+       oth->oth_started = ktime_get();
 }
 
 /**
- * Helper function to convert time interval to microseconds packed in
- * long int.
+ * Check whether the we deal with this handle for too long.
  */
-static long interval_to_usec(cfs_time_t start, cfs_time_t end)
+static void __osd_th_check_slow(void *oth, struct osd_device *dev,
+                               ktime_t alloced, ktime_t started,
+                               ktime_t closed)
 {
-        struct timeval val;
+       ktime_t now = ktime_get();
 
-        cfs_duration_usec(cfs_time_sub(end, start), &val);
-        return val.tv_sec * 1000000 + val.tv_usec;
-}
+       LASSERT(dev != NULL);
 
-/**
- * Check whether the we deal with this handle for too long.
- */
-static void __osd_th_check_slow(void *oth, struct osd_device *dev,
-                                cfs_time_t alloced, cfs_time_t started,
-                                cfs_time_t closed)
-{
-        cfs_time_t now = cfs_time_current();
-
-        LASSERT(dev != NULL);
-
-        lprocfs_counter_add(dev->od_stats, LPROC_OSD_THANDLE_STARTING,
-                            interval_to_usec(alloced, started));
-        lprocfs_counter_add(dev->od_stats, LPROC_OSD_THANDLE_OPEN,
-                            interval_to_usec(started, closed));
-        lprocfs_counter_add(dev->od_stats, LPROC_OSD_THANDLE_CLOSING,
-                            interval_to_usec(closed, now));
-
-        if (cfs_time_before(cfs_time_add(alloced, cfs_time_seconds(30)), now)) {
-                CWARN("transaction handle %p was open for too long: "
-                      "now "CFS_TIME_T" ,"
-                      "alloced "CFS_TIME_T" ,"
-                      "started "CFS_TIME_T" ,"
-                      "closed "CFS_TIME_T"\n",
+       lprocfs_counter_add(dev->od_stats, LPROC_OSD_THANDLE_STARTING,
+                           ktime_us_delta(started, alloced));
+       lprocfs_counter_add(dev->od_stats, LPROC_OSD_THANDLE_OPEN,
+                           ktime_us_delta(closed, started));
+       lprocfs_counter_add(dev->od_stats, LPROC_OSD_THANDLE_CLOSING,
+                           ktime_us_delta(now, closed));
+
+       if (ktime_before(ktime_add_ns(alloced, 30 * NSEC_PER_SEC), now)) {
+               CWARN("transaction handle %p was open for too long: now %lld, alloced %lld, started %lld, closed %lld\n",
                       oth, now, alloced, started, closed);
                 libcfs_debug_dumpstack(NULL);
         }
 }
 
-#define OSD_CHECK_SLOW_TH(oth, dev, expr)                               \
-{                                                                       \
-        cfs_time_t __closed = cfs_time_current();                       \
-        cfs_time_t __alloced = oth->oth_alloced;                        \
-        cfs_time_t __started = oth->oth_started;                        \
-                                                                        \
-        expr;                                                           \
-        __osd_th_check_slow(oth, dev, __alloced, __started, __closed);  \
+#define OSD_CHECK_SLOW_TH(oth, dev, expr)                              \
+{                                                                      \
+       ktime_t __closed = ktime_get();                                 \
+       ktime_t __alloced = oth->oth_alloced;                           \
+       ktime_t __started = oth->oth_started;                           \
+                                                                       \
+       expr;                                                           \
+       __osd_th_check_slow(oth, dev, __alloced, __started, __closed);  \
 }
 
 #else /* OSD_THANDLE_STATS */
@@ -1587,6 +1613,14 @@ static struct thandle *osd_trans_create(const struct lu_env *env,
        struct thandle          *th;
        ENTRY;
 
+       if (d->dd_rdonly) {
+               CERROR("%s: someone try to start transaction under "
+                      "readonly mode, should be disabled.\n",
+                      osd_name(osd_dt_dev(d)));
+               dump_stack();
+               RETURN(ERR_PTR(-EROFS));
+       }
+
        /* on pending IO in this thread should left from prev. request */
        LASSERT(atomic_read(&iobuf->dr_numreqs) == 0);
 
@@ -1714,6 +1748,14 @@ static int osd_trans_start(const struct lu_env *env, struct dt_device *d,
                 *     This should be removed when we can calculate the
                 *     credits precisely. */
                oh->ot_credits = osd_transaction_size(dev);
+       } else if (ldiskfs_track_declares_assert != 0) {
+               /* reserve few credits to prevent an assertion in JBD
+                * our debugging mechanism will be able to detected
+                * overuse. this can help to debug single-update
+                * transactions */
+               oh->ot_credits += 10;
+               if (unlikely(osd_param_is_not_sane(dev, th)))
+                       oh->ot_credits = osd_transaction_size(dev);
        }
 
         /*
@@ -1804,6 +1846,7 @@ static int osd_trans_stop(const struct lu_env *env, struct dt_device *dt,
        oh->ot_quota_trans = NULL;
 
        if (oh->ot_handle != NULL) {
+               int rc2;
                 handle_t *hdl = oh->ot_handle;
 
                 /*
@@ -1827,10 +1870,12 @@ static int osd_trans_stop(const struct lu_env *env, struct dt_device *dt,
                hdl->h_sync = th->th_sync;
 
                oh->ot_handle = NULL;
-               OSD_CHECK_SLOW_TH(oh, osd, rc = ldiskfs_journal_stop(hdl));
-               if (rc != 0)
+               OSD_CHECK_SLOW_TH(oh, osd, rc2 = ldiskfs_journal_stop(hdl));
+               if (rc2 != 0)
                        CERROR("%s: failed to stop transaction: rc = %d\n",
-                              osd_name(osd), rc);
+                              osd_name(osd), rc2);
+               if (!rc)
+                       rc = rc2;
        } else {
                osd_trans_stop_cb(oh, th->th_result);
                OBD_FREE_PTR(oh);
@@ -1914,6 +1959,9 @@ static void osd_object_delete(const struct lu_env *env, struct lu_object *l)
 
                        qi->lqi_id.qid_uid = gid;
                        qsd_op_adjust(env, qsd, &qi->lqi_id, GRPQUOTA);
+
+                       qi->lqi_id.qid_uid = i_projid_read(inode);
+                       qsd_op_adjust(env, qsd, &qi->lqi_id, PRJQUOTA);
                }
         }
 }
@@ -2317,8 +2365,8 @@ static void osd_inode_getattr(const struct lu_env *env,
 {
        attr->la_valid  |= LA_ATIME | LA_MTIME | LA_CTIME | LA_MODE |
                           LA_SIZE | LA_BLOCKS | LA_UID | LA_GID |
-                          LA_FLAGS | LA_NLINK | LA_RDEV | LA_BLKSIZE |
-                          LA_TYPE;
+                          LA_PROJID | LA_FLAGS | LA_NLINK | LA_RDEV |
+                          LA_BLKSIZE | LA_TYPE;
 
        attr->la_atime   = LTIME_S(inode->i_atime);
        attr->la_mtime   = LTIME_S(inode->i_mtime);
@@ -2328,11 +2376,19 @@ static void osd_inode_getattr(const struct lu_env *env,
        attr->la_blocks  = inode->i_blocks;
        attr->la_uid     = i_uid_read(inode);
        attr->la_gid     = i_gid_read(inode);
+       attr->la_projid  = i_projid_read(inode);
        attr->la_flags   = ll_inode_to_ext_flags(inode->i_flags);
        attr->la_nlink   = inode->i_nlink;
        attr->la_rdev    = inode->i_rdev;
        attr->la_blksize = 1 << inode->i_blkbits;
        attr->la_blkbits = inode->i_blkbits;
+       /*
+        * Ext4 did not transfer inherit flags from raw inode
+        * to inode flags, and ext4 internally test raw inode
+        * @i_flags directly. Instead of patching ext4, we do it here.
+        */
+       if (LDISKFS_I(inode)->i_flags & LUSTRE_PROJINHERIT_FL)
+               attr->la_flags |= LUSTRE_PROJINHERIT_FL;
 }
 
 static int osd_attr_get(const struct lu_env *env,
@@ -2358,6 +2414,65 @@ static int osd_attr_get(const struct lu_env *env,
        return 0;
 }
 
+static int osd_declare_attr_qid(const struct lu_env *env,
+                               struct osd_object *obj,
+                               struct osd_thandle *oh, long long bspace,
+                               qid_t old_id, qid_t new_id, bool enforce,
+                               unsigned type)
+{
+       int rc;
+       struct osd_thread_info *info = osd_oti_get(env);
+       struct lquota_id_info  *qi = &info->oti_qi;
+
+       qi->lqi_type = type;
+       /* inode accounting */
+       qi->lqi_is_blk = false;
+
+       /* one more inode for the new id ... */
+       qi->lqi_id.qid_uid = new_id;
+       qi->lqi_space      = 1;
+       /* Reserve credits for the new id */
+       rc = osd_declare_qid(env, oh, qi, NULL, enforce, NULL);
+       if (rc == -EDQUOT || rc == -EINPROGRESS)
+               rc = 0;
+       if (rc)
+               RETURN(rc);
+
+       /* and one less inode for the current id */
+       qi->lqi_id.qid_uid = old_id;
+       qi->lqi_space      = -1;
+       rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL);
+       if (rc == -EDQUOT || rc == -EINPROGRESS)
+               rc = 0;
+       if (rc)
+               RETURN(rc);
+
+       /* block accounting */
+       qi->lqi_is_blk = true;
+
+       /* more blocks for the new uid ... */
+       qi->lqi_id.qid_uid = new_id;
+       qi->lqi_space      = bspace;
+       /*
+        * Credits for the new uid has been reserved, re-use "obj"
+        * to save credit reservation.
+        */
+       rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL);
+       if (rc == -EDQUOT || rc == -EINPROGRESS)
+               rc = 0;
+       if (rc)
+               RETURN(rc);
+
+       /* and finally less blocks for the current uid */
+       qi->lqi_id.qid_uid = old_id;
+       qi->lqi_space      = -bspace;
+       rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL);
+       if (rc == -EDQUOT || rc == -EINPROGRESS)
+               rc = 0;
+
+       RETURN(rc);
+}
+
 static int osd_declare_attr_set(const struct lu_env *env,
                                 struct dt_object *dt,
                                 const struct lu_attr *attr,
@@ -2365,8 +2480,6 @@ static int osd_declare_attr_set(const struct lu_env *env,
 {
        struct osd_thandle     *oh;
        struct osd_object      *obj;
-       struct osd_thread_info *info = osd_oti_get(env);
-       struct lquota_id_info  *qi = &info->oti_qi;
        qid_t                   uid;
        qid_t                   gid;
        long long               bspace;
@@ -2405,103 +2518,33 @@ static int osd_declare_attr_set(const struct lu_env *env,
        if (attr->la_valid & LA_UID || attr->la_valid & LA_GID) {
                /* USERQUOTA */
                uid = i_uid_read(obj->oo_inode);
-               qi->lqi_type = USRQUOTA;
                enforce = (attr->la_valid & LA_UID) && (attr->la_uid != uid);
-               /* inode accounting */
-               qi->lqi_is_blk = false;
-
-               /* one more inode for the new uid ... */
-               qi->lqi_id.qid_uid = attr->la_uid;
-               qi->lqi_space      = 1;
-               /* Reserve credits for the new uid */
-               rc = osd_declare_qid(env, oh, qi, NULL, enforce, NULL);
-               if (rc == -EDQUOT || rc == -EINPROGRESS)
-                       rc = 0;
-               if (rc)
-                       RETURN(rc);
-
-               /* and one less inode for the current uid */
-               qi->lqi_id.qid_uid = uid;
-               qi->lqi_space      = -1;
-               rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL);
-               if (rc == -EDQUOT || rc == -EINPROGRESS)
-                       rc = 0;
-               if (rc)
-                       RETURN(rc);
-
-               /* block accounting */
-               qi->lqi_is_blk = true;
-
-               /* more blocks for the new uid ... */
-               qi->lqi_id.qid_uid = attr->la_uid;
-               qi->lqi_space      = bspace;
-               /*
-                * Credits for the new uid has been reserved, re-use "obj"
-                * to save credit reservation.
-                */
-               rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL);
-               if (rc == -EDQUOT || rc == -EINPROGRESS)
-                       rc = 0;
+               rc = osd_declare_attr_qid(env, obj, oh, bspace, uid,
+                               attr->la_uid, enforce, USRQUOTA);
                if (rc)
                        RETURN(rc);
 
-               /* and finally less blocks for the current uid */
-               qi->lqi_id.qid_uid = uid;
-               qi->lqi_space      = -bspace;
-               rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL);
-               if (rc == -EDQUOT || rc == -EINPROGRESS)
-                       rc = 0;
-               if (rc)
-                       RETURN(rc);
-
-               /* GROUP QUOTA */
                gid = i_gid_read(obj->oo_inode);
-               qi->lqi_type = GRPQUOTA;
                enforce = (attr->la_valid & LA_GID) && (attr->la_gid != gid);
-
-               /* inode accounting */
-               qi->lqi_is_blk = false;
-
-               /* one more inode for the new gid ... */
-               qi->lqi_id.qid_gid = attr->la_gid;
-               qi->lqi_space      = 1;
-               rc = osd_declare_qid(env, oh, qi, NULL, enforce, NULL);
-               if (rc == -EDQUOT || rc == -EINPROGRESS)
-                       rc = 0;
-               if (rc)
-                       RETURN(rc);
-
-               /* and one less inode for the current gid */
-               qi->lqi_id.qid_gid = gid;
-               qi->lqi_space      = -1;
-               rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL);
-               if (rc == -EDQUOT || rc == -EINPROGRESS)
-                       rc = 0;
+               rc = osd_declare_attr_qid(env, obj, oh, bspace,
+                               i_gid_read(obj->oo_inode), attr->la_gid,
+                               enforce, GRPQUOTA);
                if (rc)
                        RETURN(rc);
 
-               /* block accounting */
-               qi->lqi_is_blk = true;
-
-               /* more blocks for the new gid ... */
-               qi->lqi_id.qid_gid = attr->la_gid;
-               qi->lqi_space      = bspace;
-               rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL);
-               if (rc == -EDQUOT || rc == -EINPROGRESS)
-                       rc = 0;
-               if (rc)
-                       RETURN(rc);
-
-               /* and finally less blocks for the current gid */
-               qi->lqi_id.qid_gid = gid;
-               qi->lqi_space      = -bspace;
-               rc = osd_declare_qid(env, oh, qi, obj, enforce, NULL);
-               if (rc == -EDQUOT || rc == -EINPROGRESS)
-                       rc = 0;
+       }
+#ifdef HAVE_PROJECT_QUOTA
+       if (attr->la_valid & LA_PROJID) {
+               __u32 projid = i_projid_read(obj->oo_inode);
+               enforce = (attr->la_valid & LA_PROJID) &&
+                                       (attr->la_projid != projid);
+               rc = osd_declare_attr_qid(env, obj, oh, bspace,
+                               (qid_t)projid, (qid_t)attr->la_projid,
+                               enforce, PRJQUOTA);
                if (rc)
                        RETURN(rc);
        }
-
+#endif
        RETURN(rc);
 }
 
@@ -2539,6 +2582,8 @@ static int osd_inode_setattr(const struct lu_env *env,
                i_uid_write(inode, attr->la_uid);
        if (bits & LA_GID)
                i_gid_write(inode, attr->la_gid);
+       if (bits & LA_PROJID)
+               i_projid_write(inode, attr->la_projid);
        if (bits & LA_NLINK)
                set_nlink(inode, attr->la_nlink);
        if (bits & LA_RDEV)
@@ -2548,16 +2593,24 @@ static int osd_inode_setattr(const struct lu_env *env,
                /* always keep S_NOCMTIME */
                inode->i_flags = ll_ext_to_inode_flags(attr->la_flags) |
                                 S_NOCMTIME;
+               /*
+                * Ext4 did not transfer inherit flags from
+                * @inode->i_flags to raw inode i_flags when writing
+                * flags, we do it explictly here.
+                */
+               if (attr->la_flags & LUSTRE_PROJINHERIT_FL)
+                       LDISKFS_I(inode)->i_flags |= LUSTRE_PROJINHERIT_FL;
        }
        return 0;
 }
 
 static int osd_quota_transfer(struct inode *inode, const struct lu_attr *attr)
 {
+       int rc;
+
        if ((attr->la_valid & LA_UID && attr->la_uid != i_uid_read(inode)) ||
            (attr->la_valid & LA_GID && attr->la_gid != i_gid_read(inode))) {
                struct iattr    iattr;
-               int             rc;
 
                ll_vfs_dq_init(inode);
                iattr.ia_valid = 0;
@@ -2576,6 +2629,20 @@ static int osd_quota_transfer(struct inode *inode, const struct lu_attr *attr)
                        return rc;
                }
        }
+
+#ifdef HAVE_PROJECT_QUOTA
+       /* Handle project id transfer here properly */
+       if (attr->la_valid & LA_PROJID && attr->la_projid !=
+                                               i_projid_read(inode)) {
+               rc = __ldiskfs_ioctl_setproject(inode, attr->la_projid);
+               if (rc) {
+                       CERROR("%s: quota transfer failed: rc = %d. Is quota "
+                              "enforcement enabled on the ldiskfs "
+                              "filesystem?\n", inode->i_sb->s_id, rc);
+                       return rc;
+               }
+       }
+#endif
        return 0;
 }
 
@@ -2642,10 +2709,11 @@ static int osd_attr_set(const struct lu_env *env,
        /* Let's check if there are extra flags need to be set into LMA */
        if (attr->la_flags & LUSTRE_LMA_FL_MASKS) {
                struct osd_thread_info *info = osd_oti_get(env);
-               struct lustre_mdt_attrs *lma = &info->oti_mdt_attrs;
+               struct lustre_mdt_attrs *lma = &info->oti_ost_attrs.loa_lma;
 
-               rc = osd_get_lma(info, inode, &info->oti_obj_dentry, lma);
-               if (rc != 0)
+               rc = osd_get_lma(info, inode, &info->oti_obj_dentry,
+                                &info->oti_ost_attrs);
+               if (rc)
                        GOTO(out, rc);
 
                lma->lma_incompat |=
@@ -3060,8 +3128,9 @@ static int osd_declare_object_create(const struct lu_env *env,
        if (!attr)
                RETURN(0);
 
-       rc = osd_declare_inode_qid(env, attr->la_uid, attr->la_gid, 1, oh,
-                                  osd_dt_obj(dt), false, NULL, false);
+       rc = osd_declare_inode_qid(env, attr->la_uid, attr->la_gid,
+                                  attr->la_projid, 1, oh, osd_dt_obj(dt),
+                                  false, NULL, false);
        if (rc != 0)
                RETURN(rc);
 
@@ -3139,12 +3208,14 @@ static int osd_declare_object_destroy(const struct lu_env *env,
                             osd_dto_credits_noquota[DTO_INDEX_DELETE] + 3);
        /* one less inode */
        rc = osd_declare_inode_qid(env, i_uid_read(inode), i_gid_read(inode),
-                                  -1, oh, obj, false, NULL, false);
+                                  i_projid_read(inode), -1, oh, obj, false,
+                                  NULL, false);
        if (rc)
                RETURN(rc);
        /* data to be truncated */
        rc = osd_declare_inode_qid(env, i_uid_read(inode), i_gid_read(inode),
-                                  0, oh, obj, true, NULL, false);
+                                  i_projid_read(inode), 0, oh, obj, true,
+                                  NULL, false);
        if (rc)
                RETURN(rc);
 
@@ -3223,8 +3294,9 @@ static int osd_object_destroy(const struct lu_env *env,
 int osd_ea_fid_set(struct osd_thread_info *info, struct inode *inode,
                   const struct lu_fid *fid, __u32 compat, __u32 incompat)
 {
-       struct lustre_mdt_attrs *lma = &info->oti_mdt_attrs;
-       int                      rc;
+       struct lustre_ost_attrs *loa = &info->oti_ost_attrs;
+       struct lustre_mdt_attrs *lma = &loa->loa_lma;
+       int rc;
        ENTRY;
 
        if (OBD_FAIL_CHECK(OBD_FAIL_FID_INLMA))
@@ -3233,33 +3305,50 @@ int osd_ea_fid_set(struct osd_thread_info *info, struct inode *inode,
        if (OBD_FAIL_CHECK(OBD_FAIL_OSD_OST_EA_FID_SET))
                rc = -ENOMEM;
 
-       lustre_lma_init(lma, fid, compat, incompat);
-       lustre_lma_swab(lma);
-
-       rc = __osd_xattr_set(info, inode, XATTR_NAME_LMA, lma, sizeof(*lma),
-                            XATTR_CREATE);
+       lustre_loa_init(loa, fid, compat, incompat);
+       lustre_loa_swab(loa, false);
+
+       /* For the OST device with 256 bytes inode size by default,
+        * the PFID EA will be stored together with LMA EA to avoid
+        * performance trouble. Otherwise the PFID EA can be stored
+        * independently. LU-8998 */
+       if ((compat & LMAC_FID_ON_OST) &&
+           LDISKFS_INODE_SIZE(inode->i_sb) <= 256)
+               rc = __osd_xattr_set(info, inode, XATTR_NAME_LMA, loa,
+                                    sizeof(*loa), XATTR_CREATE);
+       else
+               rc = __osd_xattr_set(info, inode, XATTR_NAME_LMA, lma,
+                                    sizeof(*lma), XATTR_CREATE);
        /* LMA may already exist, but we need to check that all the
         * desired compat/incompat flags have been added. */
        if (unlikely(rc == -EEXIST)) {
-               if (compat == 0 && incompat == 0)
-                       RETURN(0);
-
                rc = __osd_xattr_get(inode, &info->oti_obj_dentry,
-                                    XATTR_NAME_LMA, info->oti_mdt_attrs_old,
-                                    LMA_OLD_SIZE);
-               if (rc <= 0)
+                                    XATTR_NAME_LMA, (void *)loa, sizeof(*loa));
+               if (rc < 0)
+                       RETURN(rc);
+
+               if (rc < sizeof(*lma))
                        RETURN(-EINVAL);
 
-               lustre_lma_swab(lma);
-               if (!(~lma->lma_compat & compat) &&
-                   !(~lma->lma_incompat & incompat))
+               lustre_loa_swab(loa, true);
+               if (lu_fid_eq(fid, &lma->lma_self_fid) &&
+                   ((compat == 0 && incompat == 0) ||
+                    (!(~lma->lma_compat & compat) &&
+                     !(~lma->lma_incompat & incompat))))
                        RETURN(0);
 
+               lma->lma_self_fid = *fid;
                lma->lma_compat |= compat;
                lma->lma_incompat |= incompat;
-               lustre_lma_swab(lma);
-               rc = __osd_xattr_set(info, inode, XATTR_NAME_LMA, lma,
-                                    sizeof(*lma), XATTR_REPLACE);
+               if (rc == sizeof(*lma)) {
+                       lustre_lma_swab(lma);
+                       rc = __osd_xattr_set(info, inode, XATTR_NAME_LMA, lma,
+                                            sizeof(*lma), XATTR_REPLACE);
+               } else {
+                       lustre_loa_swab(loa, false);
+                       rc = __osd_xattr_set(info, inode, XATTR_NAME_LMA, loa,
+                                            sizeof(*loa), XATTR_REPLACE);
+               }
        }
 
        RETURN(rc);
@@ -3381,6 +3470,19 @@ static struct inode *osd_create_local_agent_inode(const struct lu_env *env,
        ldiskfs_set_inode_state(local, LDISKFS_STATE_LUSTRE_NOSCRUB);
        unlock_new_inode(local);
 
+       /* Agent inode should not have project ID*/
+#ifdef HAVE_PROJECT_QUOTA
+       if (LDISKFS_I(pobj->oo_inode)->i_flags & LUSTRE_PROJINHERIT_FL) {
+               rc = __ldiskfs_ioctl_setproject(local, 0);
+               if (rc) {
+                       CERROR("%s: quota transfer failed: rc = %d. Is project "
+                              "quota enforcement enabled on the ldiskfs "
+                              "filesystem?\n", local->i_sb->s_id, rc);
+                       RETURN(ERR_PTR(rc));
+               }
+       }
+
+#endif
        /* Set special LMA flag for local agent inode */
        rc = osd_ea_fid_set(info, local, fid, 0, LMAI_AGENT);
        if (rc != 0) {
@@ -3709,20 +3811,6 @@ static int osd_object_ref_del(const struct lu_env *env, struct dt_object *dt,
 }
 
 /*
- * Get the 64-bit version for an inode.
- */
-static int osd_object_version_get(const struct lu_env *env,
-                                  struct dt_object *dt, dt_obj_version_t *ver)
-{
-        struct inode *inode = osd_dt_obj(dt)->oo_inode;
-
-       CDEBUG(D_INODE, "Get version %#llx for inode %lu\n",
-               LDISKFS_I(inode)->i_fs_version, inode->i_ino);
-        *ver = LDISKFS_I(inode)->i_fs_version;
-        return 0;
-}
-
-/*
  * Concurrency: @dt is read locked.
  */
 static int osd_xattr_get(const struct lu_env *env, struct dt_object *dt,
@@ -3735,8 +3823,12 @@ static int osd_xattr_get(const struct lu_env *env, struct dt_object *dt,
        bool                    cache_xattr = false;
        int                     rc;
 
+       LASSERT(buf);
+
        /* version get is not real XATTR but uses xattr API */
        if (strcmp(name, XATTR_NAME_VERSION) == 0) {
+               dt_obj_version_t *ver = buf->lb_buf;
+
                /* for version we are just using xattr API but change inode
                 * field instead */
                if (buf->lb_len == 0)
@@ -3745,7 +3837,10 @@ static int osd_xattr_get(const struct lu_env *env, struct dt_object *dt,
                if (buf->lb_len < sizeof(dt_obj_version_t))
                        return -ERANGE;
 
-               osd_object_version_get(env, dt, buf->lb_buf);
+               CDEBUG(D_INODE, "Get version %#llx for inode %lu\n",
+                      LDISKFS_I(inode)->i_fs_version, inode->i_ino);
+
+               *ver = LDISKFS_I(inode)->i_fs_version;
 
                return sizeof(dt_obj_version_t);
        }
@@ -3768,6 +3863,49 @@ static int osd_xattr_get(const struct lu_env *env, struct dt_object *dt,
        }
 
        rc = __osd_xattr_get(inode, dentry, name, buf->lb_buf, buf->lb_len);
+       if (rc == -ENODATA && strcmp(name, XATTR_NAME_FID) == 0) {
+               struct lustre_ost_attrs *loa = &info->oti_ost_attrs;
+               struct lustre_mdt_attrs *lma = &loa->loa_lma;
+               struct filter_fid *ff;
+               struct ost_layout *ol;
+
+               LASSERT(osd_dev(dt->do_lu.lo_dev)->od_is_ost);
+
+               rc = osd_get_lma(info, inode, &info->oti_obj_dentry, loa);
+               if (rc)
+                       return rc;
+
+               if (!(lma->lma_compat & LMAC_STRIPE_INFO)) {
+                       rc = -ENODATA;
+                       goto cache;
+               }
+
+               rc = sizeof(*ff);
+               if (buf->lb_len == 0 || !buf->lb_buf)
+                       return rc;
+
+               if (buf->lb_len < rc)
+                       return -ERANGE;
+
+               ff = buf->lb_buf;
+               ol = &ff->ff_layout;
+               ol->ol_stripe_count = cpu_to_le32(loa->loa_parent_fid.f_ver >>
+                                                 PFID_STRIPE_IDX_BITS);
+               ol->ol_stripe_size = cpu_to_le32(loa->loa_stripe_size);
+               loa->loa_parent_fid.f_ver &= PFID_STRIPE_COUNT_MASK;
+               fid_cpu_to_le(&ff->ff_parent, &loa->loa_parent_fid);
+               if (lma->lma_compat & LMAC_COMP_INFO) {
+                       ol->ol_comp_start = cpu_to_le64(loa->loa_comp_start);
+                       ol->ol_comp_end = cpu_to_le64(loa->loa_comp_end);
+                       ol->ol_comp_id = cpu_to_le32(loa->loa_comp_id);
+               } else {
+                       ol->ol_comp_start = 0;
+                       ol->ol_comp_end = 0;
+                       ol->ol_comp_id = 0;
+               }
+       }
+
+cache:
        if (cache_xattr) {
                if (rc == -ENOENT || rc == -ENODATA)
                        osd_oxc_add(obj, name, NULL, 0);
@@ -3784,7 +3922,7 @@ static int osd_declare_xattr_set(const struct lu_env *env,
                                  int fl, struct thandle *handle)
 {
        struct osd_thandle *oh;
-       int credits;
+       int credits = 0;
        struct super_block *sb = osd_sb(osd_dev(dt->do_lu.lo_dev));
 
        LASSERT(handle != NULL);
@@ -3796,17 +3934,25 @@ static int osd_declare_xattr_set(const struct lu_env *env,
                /* For non-upgrading case, the LMA is set first and
                 * usually fit inode. But for upgrade case, the LMA
                 * may be in another separated EA block. */
-               if (!dt_object_exists(dt))
-                       credits = 0;
-               else if (fl == LU_XATTR_REPLACE)
-                       credits = 1;
-               else
-                       goto upgrade;
+               if (dt_object_exists(dt)) {
+                       if (fl == LU_XATTR_REPLACE)
+                               credits = 1;
+                       else
+                               goto upgrade;
+               }
        } else if (strcmp(name, XATTR_NAME_VERSION) == 0) {
                credits = 1;
+       } else if (strcmp(name, XATTR_NAME_FID) == 0) {
+               /* We may need to delete the old PFID EA. */
+               credits = LDISKFS_MAXQUOTAS_DEL_BLOCKS(sb);
+               if (fl == LU_XATTR_REPLACE)
+                       credits += 1;
+               else
+                       goto upgrade;
        } else {
+
 upgrade:
-               credits = osd_dto_credits_noquota[DTO_XATTR_SET];
+               credits += osd_dto_credits_noquota[DTO_XATTR_SET];
 
                if (buf != NULL) {
                        ssize_t buflen;
@@ -3844,51 +3990,48 @@ upgrade:
 }
 
 /*
- * Set the 64-bit version for object
- */
-static void osd_object_version_set(const struct lu_env *env,
-                                   struct dt_object *dt,
-                                   dt_obj_version_t *new_version)
-{
-        struct inode *inode = osd_dt_obj(dt)->oo_inode;
-
-       CDEBUG(D_INODE, "Set version %#llx (old %#llx) for inode %lu\n",
-               *new_version, LDISKFS_I(inode)->i_fs_version, inode->i_ino);
-
-        LDISKFS_I(inode)->i_fs_version = *new_version;
-        /** Version is set after all inode operations are finished,
-         *  so we should mark it dirty here */
-       ll_dirty_inode(inode, I_DIRTY_DATASYNC);
-}
-
-/*
  * Concurrency: @dt is write locked.
  */
 static int osd_xattr_set(const struct lu_env *env, struct dt_object *dt,
                         const struct lu_buf *buf, const char *name, int fl,
                         struct thandle *handle)
 {
-       struct osd_object      *obj      = osd_dt_obj(dt);
-       struct inode           *inode    = obj->oo_inode;
-       struct osd_thread_info *info     = osd_oti_get(env);
-       int                     fs_flags = 0;
-       int                     rc;
+       struct osd_object *obj = osd_dt_obj(dt);
+       struct inode *inode = obj->oo_inode;
+       struct osd_thread_info *info = osd_oti_get(env);
+       struct lustre_ost_attrs *loa = &info->oti_ost_attrs;
+       struct lustre_mdt_attrs *lma = &loa->loa_lma;
+       int fs_flags = 0;
+       int len;
+       int rc;
        ENTRY;
 
-       LASSERT(handle != NULL);
+       LASSERT(handle);
+       LASSERT(buf);
 
        /* version set is not real XATTR */
        if (strcmp(name, XATTR_NAME_VERSION) == 0) {
+               dt_obj_version_t *version = buf->lb_buf;
+
                /* for version we are just using xattr API but change inode
                 * field instead */
                LASSERT(buf->lb_len == sizeof(dt_obj_version_t));
-               osd_object_version_set(env, dt, buf->lb_buf);
-               return sizeof(dt_obj_version_t);
+
+               CDEBUG(D_INODE, "Set version %#llx (old %#llx) for inode %lu\n",
+                      *version, LDISKFS_I(inode)->i_fs_version, inode->i_ino);
+
+               LDISKFS_I(inode)->i_fs_version = *version;
+               /* Version is set after all inode operations are finished,
+                * so we should mark it dirty here */
+               ll_dirty_inode(inode, I_DIRTY_DATASYNC);
+
+               RETURN(0);
        }
 
        CDEBUG(D_INODE, DFID" set xattr '%s' with size %zu\n",
               PFID(lu_object_fid(&dt->do_lu)), name, buf->lb_len);
 
+       len = buf->lb_len;
        osd_trans_exec_op(env, handle, OSD_OT_XATTR_SET);
        if (fl & LU_XATTR_REPLACE)
                fs_flags |= XATTR_REPLACE;
@@ -3896,12 +4039,72 @@ static int osd_xattr_set(const struct lu_env *env, struct dt_object *dt,
        if (fl & LU_XATTR_CREATE)
                fs_flags |= XATTR_CREATE;
 
-       if (strcmp(name, XATTR_NAME_LMV) == 0) {
-               struct lustre_mdt_attrs *lma = &info->oti_mdt_attrs;
-               int                      rc;
+       /* For the OST device with 256 bytes inode size by default,
+        * the PFID EA will be stored together with LMA EA to avoid
+        * performance trouble. Otherwise the PFID EA can be stored
+        * independently. LU-8998 */
+       if (strcmp(name, XATTR_NAME_FID) == 0 &&
+           LDISKFS_INODE_SIZE(inode->i_sb) <= 256) {
+               struct dentry *dentry = &info->oti_obj_dentry;
+               struct filter_fid *ff;
+               struct ost_layout *ol;
+               int fl;
+
+               LASSERT(osd_dev(dt->do_lu.lo_dev)->od_is_ost);
+
+               ff = buf->lb_buf;
+               ol = &ff->ff_layout;
+               /* Old client does not send stripe information, store
+                * the PFID EA on disk directly. */
+               if (buf->lb_len == sizeof(struct lu_fid) ||
+                   ol->ol_stripe_size == 0) {
+                       len = sizeof(struct lu_fid);
+                       goto set;
+               }
 
-               rc = osd_get_lma(info, inode, &info->oti_obj_dentry, lma);
-               if (rc != 0)
+               if (buf->lb_len != sizeof(*ff))
+                       RETURN(-EINVAL);
+
+               rc = osd_get_lma(info, inode, dentry, loa);
+               if (unlikely(rc == -ENODATA)) {
+                       /* Usually for upgarding from old device */
+                       lustre_loa_init(loa, lu_object_fid(&dt->do_lu),
+                                       LMAC_FID_ON_OST, 0);
+                       fl = XATTR_CREATE;
+               } else if (rc) {
+                       RETURN(rc);
+               } else {
+                       fl = XATTR_REPLACE;
+               }
+
+               fid_le_to_cpu(&loa->loa_parent_fid, &ff->ff_parent);
+               loa->loa_parent_fid.f_ver |= le32_to_cpu(ol->ol_stripe_count) <<
+                                            PFID_STRIPE_IDX_BITS;
+               loa->loa_stripe_size = le32_to_cpu(ol->ol_stripe_size);
+               lma->lma_compat |= LMAC_STRIPE_INFO;
+               if (ol->ol_comp_id != 0) {
+                       loa->loa_comp_id = le32_to_cpu(ol->ol_comp_id);
+                       loa->loa_comp_start = le64_to_cpu(ol->ol_comp_start);
+                       loa->loa_comp_end = le64_to_cpu(ol->ol_comp_end);
+                       lma->lma_compat |= LMAC_COMP_INFO;
+               }
+
+               lustre_loa_swab(loa, false);
+
+               /* Remove old PFID EA entry firstly. */
+               ll_vfs_dq_init(inode);
+               rc = inode->i_op->removexattr(dentry, name);
+               if (rc && rc != -ENODATA)
+                       RETURN(rc);
+
+               /* Store the PFID EA inside the LMA EA. */
+               rc = __osd_xattr_set(info, inode, XATTR_NAME_LMA, loa,
+                                    sizeof(*loa), fl);
+
+               RETURN(rc);
+       } else if (strcmp(name, XATTR_NAME_LMV) == 0) {
+               rc = osd_get_lma(info, inode, &info->oti_obj_dentry, loa);
+               if (rc)
                        RETURN(rc);
 
                lma->lma_incompat |= LMAI_STRIPED;
@@ -3912,12 +4115,8 @@ static int osd_xattr_set(const struct lu_env *env, struct dt_object *dt,
                        RETURN(rc);
        }
 
-       if (OBD_FAIL_CHECK(OBD_FAIL_LFSCK_LINKEA_OVERFLOW) &&
-           strcmp(name, XATTR_NAME_LINK) == 0)
-               return -ENOSPC;
-
-       rc = __osd_xattr_set(info, inode, name, buf->lb_buf, buf->lb_len,
-                              fs_flags);
+set:
+       rc = __osd_xattr_set(info, inode, name, buf->lb_buf, len, fs_flags);
        osd_trans_exec_check(env, handle, OSD_OT_XATTR_SET);
 
        if (rc == 0 &&
@@ -4001,6 +4200,27 @@ static int osd_xattr_del(const struct lu_env *env, struct dt_object *dt,
        dentry->d_inode = inode;
        dentry->d_sb = inode->i_sb;
        rc = inode->i_op->removexattr(dentry, name);
+       if (rc == -ENODATA && strcmp(name, XATTR_NAME_FID) == 0) {
+               struct lustre_mdt_attrs *lma = &info->oti_ost_attrs.loa_lma;
+
+               LASSERT(osd_dev(dt->do_lu.lo_dev)->od_is_ost);
+
+               rc = osd_get_lma(info, inode, &info->oti_obj_dentry,
+                                &info->oti_ost_attrs);
+               if (!rc) {
+                       if (!(lma->lma_compat & LMAC_STRIPE_INFO)) {
+                               rc = -ENODATA;
+                               goto out;
+                       }
+
+                       lma->lma_compat &= ~(LMAC_STRIPE_INFO | LMAC_COMP_INFO);
+                       lustre_lma_swab(lma);
+                       rc = __osd_xattr_set(info, inode, XATTR_NAME_LMA, lma,
+                                            sizeof(*lma), XATTR_REPLACE);
+               }
+       }
+
+out:
        osd_trans_exec_check(env, handle, OSD_OT_XATTR_SET);
 
        if (rc == 0 &&
@@ -4166,10 +4386,6 @@ static int osd_index_try(const struct lu_env *env, struct dt_object *dt,
         }
         LINVRNT(osd_invariant(obj));
 
-       if (result == 0 && feat == &dt_quota_glb_features &&
-           fid_seq(lu_object_fid(&dt->do_lu)) == FID_SEQ_QUOTA_GLB)
-               result = osd_quota_migration(env, dt);
-
         return result;
 }
 
@@ -4349,7 +4565,8 @@ static int osd_index_declare_ea_delete(const struct lu_env *env,
                RETURN(-ENOENT);
 
        rc = osd_declare_inode_qid(env, i_uid_read(inode), i_gid_read(inode),
-                                  0, oh, osd_dt_obj(dt), true, NULL, false);
+                                  i_projid_read(inode), 0, oh, osd_dt_obj(dt),
+                                  true, NULL, false);
        RETURN(rc);
 }
 
@@ -4941,9 +5158,9 @@ static int osd_fail_fid_lookup(struct osd_thread_info *oti,
                               struct osd_idmap_cache *oic,
                               struct lu_fid *fid, __u32 ino)
 {
-       struct lustre_mdt_attrs *lma   = &oti->oti_mdt_attrs;
-       struct inode            *inode;
-       int                      rc;
+       struct lustre_ost_attrs *loa = &oti->oti_ost_attrs;
+       struct inode *inode;
+       int rc;
 
        osd_id_gen(&oic->oic_lid, ino, OSD_OII_NOGEN);
        inode = osd_iget(oti, dev, &oic->oic_lid);
@@ -4952,12 +5169,12 @@ static int osd_fail_fid_lookup(struct osd_thread_info *oti,
                return PTR_ERR(inode);
        }
 
-       rc = osd_get_lma(oti, inode, &oti->oti_obj_dentry, lma);
+       rc = osd_get_lma(oti, inode, &oti->oti_obj_dentry, loa);
        iput(inode);
        if (rc != 0)
                fid_zero(&oic->oic_fid);
        else
-               *fid = oic->oic_fid = lma->lma_self_fid;
+               *fid = oic->oic_fid = loa->loa_lma.lma_self_fid;
        return rc;
 }
 
@@ -5039,8 +5256,8 @@ again:
        }
 
        ldata.ld_buf = buf;
-       rc = linkea_init(&ldata);
-       if (rc == 0) {
+       rc = linkea_init_with_rec(&ldata);
+       if (!rc) {
                linkea_first_entry(&ldata);
                linkea_entry_unpack(ldata.ld_lee, &ldata.ld_reclen, NULL, fid);
        }
@@ -5083,8 +5300,8 @@ again:
        }
 
        ldata.ld_buf = buf;
-       rc = linkea_init(&ldata);
-       if (rc == 0)
+       rc = linkea_init_with_rec(&ldata);
+       if (!rc)
                rc = linkea_links_find(&ldata, &cname, pfid);
 
        RETURN(rc);
@@ -5185,17 +5402,6 @@ out:
        return rc;
 }
 
-/**
- * Put the osd object once done with it.
- *
- * \param obj osd object that needs to be put
- */
-static inline void osd_object_put(const struct lu_env *env,
-                                  struct osd_object *obj)
-{
-        lu_object_put(env, &obj->oo_dt.do_lu);
-}
-
 static int osd_index_declare_ea_insert(const struct lu_env *env,
                                       struct dt_object *dt,
                                       const struct dt_rec *rec,
@@ -5243,8 +5449,10 @@ static int osd_index_declare_ea_insert(const struct lu_env *env,
                 * calculate how many blocks will be consumed by this index
                 * insert */
                rc = osd_declare_inode_qid(env, i_uid_read(inode),
-                                          i_gid_read(inode), 0, oh,
-                                          osd_dt_obj(dt), true, NULL, false);
+                                          i_gid_read(inode),
+                                          i_projid_read(inode), 0,
+                                          oh, osd_dt_obj(dt), true,
+                                          NULL, false);
        }
 
        RETURN(rc);
@@ -5399,7 +5607,6 @@ static struct dt_it *osd_it_iam_init(const struct lu_env *env,
 /**
  * free given Iterator.
  */
-
 static void osd_it_iam_fini(const struct lu_env *env, struct dt_it *di)
 {
        struct osd_it_iam       *it  = (struct osd_it_iam *)di;
@@ -5407,7 +5614,7 @@ static void osd_it_iam_fini(const struct lu_env *env, struct dt_it *di)
 
        iam_it_fini(&it->oi_it);
        osd_ipd_put(env, &obj->oo_dir->od_container, it->oi_ipd);
-       lu_object_put(env, &obj->oo_dt.do_lu);
+       osd_object_put(env, obj);
        OBD_FREE_PTR(it);
 }
 
@@ -5712,7 +5919,7 @@ static void osd_it_ea_fini(const struct lu_env *env, struct dt_it *di)
 
        ENTRY;
        oie->oie_file.f_op->release(inode, &oie->oie_file);
-       lu_object_put(env, &obj->oo_dt.do_lu);
+       osd_object_put(env, obj);
        if (unlikely(oie->oie_buf != info->oti_it_ea_buf))
                OBD_FREE(oie->oie_buf, OSD_IT_EA_BUFSIZE);
        else
@@ -6043,7 +6250,7 @@ osd_dirent_check_repair(const struct lu_env *env, struct osd_object *obj,
                        struct osd_inode_id *id, __u32 *attr)
 {
        struct osd_thread_info     *info        = osd_oti_get(env);
-       struct lustre_mdt_attrs    *lma         = &info->oti_mdt_attrs;
+       struct lustre_mdt_attrs    *lma         = &info->oti_ost_attrs.loa_lma;
        struct osd_device          *dev         = osd_obj2dev(obj);
        struct super_block         *sb          = osd_sb(dev);
        const char                 *devname     = osd_name(dev);
@@ -6093,7 +6300,7 @@ osd_dirent_check_repair(const struct lu_env *env, struct osd_object *obj,
 
        dentry = osd_child_dentry_by_inode(env, dir, ent->oied_name,
                                           ent->oied_namelen);
-       rc = osd_get_lma(info, inode, dentry, lma);
+       rc = osd_get_lma(info, inode, dentry, &info->oti_ost_attrs);
        if (rc == -ENODATA || !fid_is_sane(&lma->lma_self_fid))
                lma = NULL;
        else if (rc != 0)
@@ -6729,7 +6936,7 @@ static int osd_mount(const struct lu_env *env,
        struct osd_thread_info  *info = osd_oti_get(env);
        struct lu_fid           *fid = &info->oti_fid;
        struct inode            *inode;
-       int                      rc = 0, force_over_256tb = 0;
+       int                      rc = 0, force_over_512tb = 0;
         ENTRY;
 
        if (o->od_mnt != NULL)
@@ -6753,15 +6960,25 @@ static int osd_mount(const struct lu_env *env,
                RETURN(-EINVAL);
        }
 #endif
+#if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 0, 53, 0)
        if (opts != NULL && strstr(opts, "force_over_128tb") != NULL) {
-               CWARN("force_over_128tb option is depricated."
-                     "Filesystems less then 256TB can be created without any"
-                     "force options. Use force_over_256tb option for"
-                     "filesystems greather then 256TB.\n");
+               CWARN("force_over_128tb option is deprecated. "
+                     "Filesystems less than 512TB can be created without any "
+                     "force options. Use force_over_512tb option for "
+                     "filesystems greater than 512TB.\n");
+       }
+#endif
+#if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(3, 1, 53, 0)
+       if (opts != NULL && strstr(opts, "force_over_256tb") != NULL) {
+               CWARN("force_over_256tb option is deprecated. "
+                     "Filesystems less than 512TB can be created without any "
+                     "force options. Use force_over_512tb option for "
+                     "filesystems greater than 512TB.\n");
        }
+#endif
 
-       if (opts != NULL && strstr(opts, "force_over_256tb") != NULL)
-               force_over_256tb = 1;
+       if (opts != NULL && strstr(opts, "force_over_512tb") != NULL)
+               force_over_512tb = 1;
 
        __page = alloc_page(GFP_KERNEL);
        if (__page == NULL)
@@ -6780,12 +6997,9 @@ static int osd_mount(const struct lu_env *env,
                        "noextents",
                        /* strip out option we processed in osd */
                        "bigendian_extents",
-#if LUSTRE_VERSION_CODE >= OBD_OCD_VERSION(3,0,53,0)
-#warning "remove force_over_128 option"
-#else
-                       "force_over_128tb (deprecated)",
-#endif
+                       "force_over_128tb",
                        "force_over_256tb",
+                       "force_over_512tb",
                        NULL
                };
                strcat(options, opts);
@@ -6831,22 +7045,37 @@ static int osd_mount(const struct lu_env *env,
                GOTO(out, rc);
        }
 
-       if (ldiskfs_blocks_count(LDISKFS_SB(osd_sb(o))->s_es) > (64ULL << 30) &&
-           force_over_256tb == 0) {
+       if (ldiskfs_blocks_count(LDISKFS_SB(osd_sb(o))->s_es) <<
+                                osd_sb(o)->s_blocksize_bits > 512ULL << 40 &&
+                                force_over_512tb == 0) {
                CERROR("%s: device %s LDISKFS does not support filesystems "
-                      "greater than 256TB and can cause data corruption. "
-                      "Use \"force_over_256tb\" mount option to override.\n",
+                      "greater than 512TB and can cause data corruption. "
+                      "Use \"force_over_512tb\" mount option to override.\n",
                       name, dev);
-               GOTO(out, rc = -EINVAL);
+               GOTO(out_mnt, rc = -EINVAL);
        }
 
+       if (lmd_flags & LMD_FLG_DEV_RDONLY) {
 #ifdef HAVE_DEV_SET_RDONLY
-       if (dev_check_rdonly(o->od_mnt->mnt_sb->s_bdev)) {
-               CERROR("%s: underlying device %s is marked as read-only. "
-                      "Setup failed\n", name, dev);
-               GOTO(out_mnt, rc = -EROFS);
-       }
+               dev_set_rdonly(osd_sb(o)->s_bdev);
+               o->od_dt_dev.dd_rdonly = 1;
+               LCONSOLE_WARN("%s: set dev_rdonly on this device\n", name);
+#else
+               LCONSOLE_WARN("%s: not support dev_rdonly on this device",
+                             name);
+
+               GOTO(out_mnt, rc = -EOPNOTSUPP);
 #endif
+       } else {
+#ifdef HAVE_DEV_SET_RDONLY
+               if (dev_check_rdonly(osd_sb(o)->s_bdev)) {
+                       CERROR("%s: underlying device %s is marked as "
+                              "read-only. Setup failed\n", name, dev);
+
+                       GOTO(out_mnt, rc = -EROFS);
+               }
+#endif
+       }
 
        if (!LDISKFS_HAS_COMPAT_FEATURE(o->od_mnt->mnt_sb,
                                        LDISKFS_FEATURE_COMPAT_HAS_JOURNAL)) {