Whamcloud - gitweb
LU-10030 llite: extend inode flags into GET/SETXATTR ioctl
[fs/lustre-release.git] / lustre / llite / file.c
index efec4c0..d640b0d 100644 (file)
  *
  * You should have received a copy of the GNU General Public License
  * version 2 along with this program; If not, see
- * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
- *
- * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
- * CA 95054 USA or visit www.sun.com if you need additional information or
- * have any questions.
+ * http://www.gnu.org/licenses/gpl-2.0.html
  *
  * GPL HEADER END
  */
@@ -27,7 +23,7 @@
  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
  * Use is subject to license terms.
  *
- * Copyright (c) 2011, 2014, Intel Corporation.
+ * Copyright (c) 2011, 2016, Intel Corporation.
  */
 /*
  * This file is part of Lustre, http://www.lustre.org/
 #ifdef HAVE_UIDGID_HEADER
 # include <linux/uidgid.h>
 #endif
-#include <lustre/ll_fiemap.h>
-#include <lustre_ioctl.h>
 
-#include "cl_object.h"
+#include <uapi/linux/lustre/lustre_ioctl.h>
+#include <lustre_swab.h>
 
+#include "cl_object.h"
 #include "llite_internal.h"
 #include "vvp_internal.h"
 
@@ -63,10 +59,6 @@ ll_put_grouplock(struct inode *inode, struct file *file, unsigned long arg);
 static int ll_lease_close(struct obd_client_handle *och, struct inode *inode,
                          bool *lease_broken);
 
-static enum llioc_iter
-ll_iocontrol_call(struct inode *inode, struct file *file,
-                 unsigned int cmd, unsigned long arg, int *rcp);
-
 static struct ll_file_data *ll_file_data_get(void)
 {
        struct ll_file_data *fd;
@@ -126,32 +118,28 @@ static void ll_prepare_close(struct inode *inode, struct md_op_data *op_data,
  * If \a bias is MDS_CLOSE_LAYOUT_SWAP then \a data is a pointer to the inode to
  * swap layouts with.
  */
-static int ll_close_inode_openhandle(struct obd_export *md_exp,
+static int ll_close_inode_openhandle(struct inode *inode,
                                     struct obd_client_handle *och,
-                                    struct inode *inode,
-                                    enum mds_op_bias bias,
-                                    void *data)
+                                    enum mds_op_bias bias, void *data)
 {
-       struct obd_export       *exp = ll_i2mdexp(inode);
-       struct md_op_data       *op_data;
-       struct ptlrpc_request   *req = NULL;
-       struct obd_device       *obd = class_exp2obd(exp);
-       int                      rc;
+       struct obd_export *md_exp = ll_i2mdexp(inode);
+       const struct ll_inode_info *lli = ll_i2info(inode);
+       struct md_op_data *op_data;
+       struct ptlrpc_request *req = NULL;
+       int rc;
        ENTRY;
 
-       if (obd == NULL) {
-               /*
-                * XXX: in case of LMV, is this correct to access
-                * ->exp_handle?
-                */
-               CERROR("Invalid MDC connection handle "LPX64"\n",
-                      ll_i2mdexp(inode)->exp_handle.h_cookie);
+       if (class_exp2obd(md_exp) == NULL) {
+               CERROR("%s: invalid MDC connection handle closing "DFID"\n",
+                      ll_get_fsname(inode->i_sb, NULL, 0),
+                      PFID(&lli->lli_fid));
                GOTO(out, rc = 0);
        }
 
        OBD_ALLOC_PTR(op_data);
+       /* We leak openhandle and request here on error, but not much to be
+        * done in OOM case since app won't retry close on error either. */
        if (op_data == NULL)
-               /* XXX We leak openhandle and request here. */
                GOTO(out, rc = -ENOMEM);
 
        ll_prepare_close(inode, op_data, och);
@@ -177,12 +165,10 @@ static int ll_close_inode_openhandle(struct obd_export *md_exp,
                break;
        }
 
-        rc = md_close(md_exp, op_data, och->och_mod, &req);
-       if (rc) {
+       rc = md_close(md_exp, op_data, och->och_mod, &req);
+       if (rc != 0 && rc != -EINTR)
                CERROR("%s: inode "DFID" mdc close failed: rc = %d\n",
-                      ll_i2mdexp(inode)->exp_obd->obd_name,
-                      PFID(ll_inode2fid(inode)), rc);
-       }
+                      md_exp->exp_obd->obd_name, PFID(&lli->lli_fid), rc);
 
        if (rc == 0 &&
            op_data->op_bias & (MDS_HSM_RELEASE | MDS_CLOSE_LAYOUT_SWAP)) {
@@ -201,9 +187,8 @@ out:
        och->och_fh.cookie = DEAD_HANDLE_MAGIC;
        OBD_FREE_PTR(och);
 
-        if (req) /* This is close request */
-                ptlrpc_req_finished(req);
-        return rc;
+       ptlrpc_req_finished(req);       /* This is close request */
+       return rc;
 }
 
 int ll_md_real_close(struct inode *inode, fmode_t fmode)
@@ -242,15 +227,13 @@ int ll_md_real_close(struct inode *inode, fmode_t fmode)
        if (och != NULL) {
                /* There might be a race and this handle may already
                 * be closed. */
-               rc = ll_close_inode_openhandle(ll_i2sbi(inode)->ll_md_exp,
-                                              och, inode, 0, NULL);
+               rc = ll_close_inode_openhandle(inode, och, 0, NULL);
        }
 
        RETURN(rc);
 }
 
-static int ll_md_close(struct obd_export *md_exp, struct inode *inode,
-                      struct file *file)
+static int ll_md_close(struct inode *inode, struct file *file)
 {
        union ldlm_policy_data policy = {
                .l_inodebits    = { MDS_INODELOCK_OPEN },
@@ -280,8 +263,7 @@ static int ll_md_close(struct obd_export *md_exp, struct inode *inode,
        }
 
        if (fd->fd_och != NULL) {
-               rc = ll_close_inode_openhandle(md_exp, fd->fd_och, inode, 0,
-                                              NULL);
+               rc = ll_close_inode_openhandle(inode, fd->fd_och, 0, NULL);
                fd->fd_och = NULL;
                GOTO(out, rc);
        }
@@ -304,7 +286,7 @@ static int ll_md_close(struct obd_export *md_exp, struct inode *inode,
        }
        mutex_unlock(&lli->lli_och_mutex);
 
-       if (!md_lock_match(md_exp, flags, ll_inode2fid(inode),
+       if (!md_lock_match(ll_i2mdexp(inode), flags, ll_inode2fid(inode),
                           LDLM_IBITS, &policy, lockmode, &lockh))
                rc = ll_md_real_close(inode, fd->fd_omode);
 
@@ -331,21 +313,7 @@ int ll_file_release(struct inode *inode, struct file *file)
        CDEBUG(D_VFSTRACE, "VFS Op:inode="DFID"(%p)\n",
               PFID(ll_inode2fid(inode)), inode);
 
-#ifdef CONFIG_FS_POSIX_ACL
-       if (sbi->ll_flags & LL_SBI_RMT_CLIENT &&
-           inode == inode->i_sb->s_root->d_inode) {
-               struct ll_file_data *fd = LUSTRE_FPRIVATE(file);
-
-               LASSERT(fd != NULL);
-               if (unlikely(fd->fd_flags & LL_FILE_RMTACL)) {
-                       fd->fd_flags &= ~LL_FILE_RMTACL;
-                       rct_del(&sbi->ll_rct, current_pid());
-                       et_search_free(&sbi->ll_et, current_pid());
-               }
-       }
-#endif
-
-       if (inode->i_sb->s_root != file->f_path.dentry)
+       if (inode->i_sb->s_root != file_dentry(file))
                 ll_stats_ops_tally(sbi, LPROC_LL_RELEASE, 1);
         fd = LUSTRE_FPRIVATE(file);
         LASSERT(fd != NULL);
@@ -355,30 +323,29 @@ int ll_file_release(struct inode *inode, struct file *file)
        if (S_ISDIR(inode->i_mode) && lli->lli_opendir_key == fd)
                ll_deauthorize_statahead(inode, fd);
 
-       if (inode->i_sb->s_root == file->f_path.dentry) {
-                LUSTRE_FPRIVATE(file) = NULL;
-                ll_file_data_put(fd);
-                RETURN(0);
-        }
+       if (inode->i_sb->s_root == file_dentry(file)) {
+               LUSTRE_FPRIVATE(file) = NULL;
+               ll_file_data_put(fd);
+               RETURN(0);
+       }
 
-        if (!S_ISDIR(inode->i_mode)) {
+       if (!S_ISDIR(inode->i_mode)) {
                if (lli->lli_clob != NULL)
                        lov_read_and_clear_async_rc(lli->lli_clob);
-                lli->lli_async_rc = 0;
-        }
+               lli->lli_async_rc = 0;
+       }
 
-        rc = ll_md_close(sbi->ll_md_exp, inode, file);
+       rc = ll_md_close(inode, file);
 
-        if (CFS_FAIL_TIMEOUT_MS(OBD_FAIL_PTLRPC_DUMP_LOG, cfs_fail_val))
-                libcfs_debug_dumplog();
+       if (CFS_FAIL_TIMEOUT_MS(OBD_FAIL_PTLRPC_DUMP_LOG, cfs_fail_val))
+               libcfs_debug_dumplog();
 
-        RETURN(rc);
+       RETURN(rc);
 }
 
-static int ll_intent_file_open(struct file *file, void *lmm, int lmmsize,
+static int ll_intent_file_open(struct dentry *de, void *lmm, int lmmsize,
                                struct lookup_intent *itp)
 {
-       struct dentry *de = file->f_path.dentry;
        struct ll_sb_info *sbi = ll_i2sbi(de->d_inode);
        struct dentry *parent = de->d_parent;
        const char *name = NULL;
@@ -430,26 +397,35 @@ static int ll_intent_file_open(struct file *file, void *lmm, int lmmsize,
        }
 
        rc = ll_prep_inode(&de->d_inode, req, NULL, itp);
-       if (!rc && itp->d.lustre.it_lock_mode)
+       if (!rc && itp->it_lock_mode)
                ll_set_lock_data(sbi->ll_md_exp, de->d_inode, itp, NULL);
 
 out:
        ptlrpc_req_finished(req);
        ll_intent_drop_lock(itp);
 
+       /* We did open by fid, but by the time we got to the server,
+        * the object disappeared. If this is a create, we cannot really
+        * tell the userspace that the file it was trying to create
+        * does not exist. Instead let's return -ESTALE, and the VFS will
+        * retry the create with LOOKUP_REVAL that we are going to catch
+        * in ll_revalidate_dentry() and use lookup then.
+        */
+       if (rc == -ENOENT && itp->it_op & IT_CREAT)
+               rc = -ESTALE;
+
        RETURN(rc);
 }
 
 static int ll_och_fill(struct obd_export *md_exp, struct lookup_intent *it,
                       struct obd_client_handle *och)
 {
-       struct ptlrpc_request *req = it->d.lustre.it_data;
        struct mdt_body *body;
 
-       body = req_capsule_server_get(&req->rq_pill, &RMF_MDT_BODY);
+       body = req_capsule_server_get(&it->it_request->rq_pill, &RMF_MDT_BODY);
        och->och_fh = body->mbo_handle;
        och->och_fid = body->mbo_fid1;
-       och->och_lease_handle.cookie = it->d.lustre.it_lock_handle;
+       och->och_lease_handle.cookie = it->it_lock_handle;
        och->och_magic = OBD_CLIENT_HANDLE_MAGIC;
        och->och_flags = it->it_flags;
 
@@ -459,7 +435,7 @@ static int ll_och_fill(struct obd_export *md_exp, struct lookup_intent *it,
 static int ll_local_open(struct file *file, struct lookup_intent *it,
                         struct ll_file_data *fd, struct obd_client_handle *och)
 {
-       struct inode *inode = file->f_path.dentry->d_inode;
+       struct inode *inode = file_inode(file);
        ENTRY;
 
        LASSERT(!LUSTRE_FPRIVATE(file));
@@ -523,12 +499,12 @@ int ll_file_open(struct inode *inode, struct file *file)
        if (S_ISDIR(inode->i_mode))
                ll_authorize_statahead(inode, fd);
 
-       if (inode->i_sb->s_root == file->f_path.dentry) {
+       if (inode->i_sb->s_root == file_dentry(file)) {
                 LUSTRE_FPRIVATE(file) = fd;
                 RETURN(0);
         }
 
-        if (!it || !it->d.lustre.it_disposition) {
+       if (!it || !it->it_disposition) {
                 /* Convert f_flags into access mode. We cannot use file->f_mode,
                  * because everything but O_ACCMODE mask was stripped from
                  * there */
@@ -581,7 +557,7 @@ restart:
                                 GOTO(out_openerr, rc);
                         }
 
-                       ll_release_openhandle(file->f_path.dentry, it);
+                       ll_release_openhandle(file_dentry(file), it);
                 }
                 (*och_usecount)++;
 
@@ -593,7 +569,8 @@ restart:
                 }
         } else {
                 LASSERT(*och_usecount == 0);
-                if (!it->d.lustre.it_disposition) {
+               if (!it->it_disposition) {
+                       struct ll_dentry_data *ldd = ll_d2d(file->f_path.dentry);
                         /* We cannot just request lock handle now, new ELC code
                            means that one of other OPEN locks for this file
                            could be cancelled, and since blocking ast handler
@@ -607,13 +584,26 @@ restart:
                         *    handle to be returned from LOOKUP|OPEN request,
                         *    for example if the target entry was a symlink.
                         *
-                        * Always fetch MDS_OPEN_LOCK if this is not setstripe.
+                        *  Only fetch MDS_OPEN_LOCK if this is in NFS path,
+                        *  marked by a bit set in ll_iget_for_nfs. Clear the
+                        *  bit so that it's not confusing later callers.
                         *
+                        *  NB; when ldd is NULL, it must have come via normal
+                        *  lookup path only, since ll_iget_for_nfs always calls
+                        *  ll_d_init().
+                        */
+                       if (ldd && ldd->lld_nfs_dentry) {
+                               ldd->lld_nfs_dentry = 0;
+                               it->it_flags |= MDS_OPEN_LOCK;
+                       }
+
+                        /*
                         * Always specify MDS_OPEN_BY_FID because we don't want
                         * to get file with different fid.
                         */
-                       it->it_flags |= MDS_OPEN_LOCK | MDS_OPEN_BY_FID;
-                        rc = ll_intent_file_open(file, NULL, 0, it);
+                       it->it_flags |= MDS_OPEN_BY_FID;
+                       rc = ll_intent_file_open(file_dentry(file), NULL, 0,
+                                                it);
                         if (rc)
                                 GOTO(out_openerr, rc);
 
@@ -636,7 +626,7 @@ restart:
 
                LASSERTF(it_disposition(it, DISP_ENQ_OPEN_REF),
                         "inode %p: disposition %x, status %d\n", inode,
-                        it_disposition(it, ~0), it->d.lustre.it_status);
+                        it_disposition(it, ~0), it->it_status);
 
                rc = ll_local_open(file, it, fd, *och_p);
                if (rc)
@@ -673,7 +663,7 @@ out_openerr:
         }
 
        if (it && it_disposition(it, DISP_ENQ_OPEN_REF)) {
-               ptlrpc_req_finished(it->d.lustre.it_data);
+               ptlrpc_req_finished(it->it_request);
                it_clear_disposition(it, DISP_ENQ_OPEN_REF);
        }
 
@@ -704,6 +694,95 @@ static int ll_md_blocking_lease_ast(struct ldlm_lock *lock,
 }
 
 /**
+ * When setting a lease on a file, we take ownership of the lli_mds_*_och
+ * and save it as fd->fd_och so as to force client to reopen the file even
+ * if it has an open lock in cache already.
+ */
+static int ll_lease_och_acquire(struct inode *inode, struct file *file,
+                               struct lustre_handle *old_handle)
+{
+       struct ll_inode_info *lli = ll_i2info(inode);
+       struct ll_file_data *fd = LUSTRE_FPRIVATE(file);
+       struct obd_client_handle **och_p;
+       __u64 *och_usecount;
+       int rc = 0;
+       ENTRY;
+
+       /* Get the openhandle of the file */
+       mutex_lock(&lli->lli_och_mutex);
+       if (fd->fd_lease_och != NULL)
+               GOTO(out_unlock, rc = -EBUSY);
+
+       if (fd->fd_och == NULL) {
+               if (file->f_mode & FMODE_WRITE) {
+                       LASSERT(lli->lli_mds_write_och != NULL);
+                       och_p = &lli->lli_mds_write_och;
+                       och_usecount = &lli->lli_open_fd_write_count;
+               } else {
+                       LASSERT(lli->lli_mds_read_och != NULL);
+                       och_p = &lli->lli_mds_read_och;
+                       och_usecount = &lli->lli_open_fd_read_count;
+               }
+
+               if (*och_usecount > 1)
+                       GOTO(out_unlock, rc = -EBUSY);
+
+               fd->fd_och = *och_p;
+               *och_usecount = 0;
+               *och_p = NULL;
+       }
+
+       *old_handle = fd->fd_och->och_fh;
+
+       EXIT;
+out_unlock:
+       mutex_unlock(&lli->lli_och_mutex);
+       return rc;
+}
+
+/**
+ * Release ownership on lli_mds_*_och when putting back a file lease.
+ */
+static int ll_lease_och_release(struct inode *inode, struct file *file)
+{
+       struct ll_inode_info *lli = ll_i2info(inode);
+       struct ll_file_data *fd = LUSTRE_FPRIVATE(file);
+       struct obd_client_handle **och_p;
+       struct obd_client_handle *old_och = NULL;
+       __u64 *och_usecount;
+       int rc = 0;
+       ENTRY;
+
+       mutex_lock(&lli->lli_och_mutex);
+       if (file->f_mode & FMODE_WRITE) {
+               och_p = &lli->lli_mds_write_och;
+               och_usecount = &lli->lli_open_fd_write_count;
+       } else {
+               och_p = &lli->lli_mds_read_och;
+               och_usecount = &lli->lli_open_fd_read_count;
+       }
+
+       /* The file may have been open by another process (broken lease) so
+        * *och_p is not NULL. In this case we should simply increase usecount
+        * and close fd_och.
+        */
+       if (*och_p != NULL) {
+               old_och = fd->fd_och;
+               (*och_usecount)++;
+       } else {
+               *och_p = fd->fd_och;
+               *och_usecount = 1;
+       }
+       fd->fd_och = NULL;
+       mutex_unlock(&lli->lli_och_mutex);
+
+       if (old_och != NULL)
+               rc = ll_close_inode_openhandle(inode, old_och, 0, NULL);
+
+       RETURN(rc);
+}
+
+/**
  * Acquire a lease and open the file.
  */
 static struct obd_client_handle *
@@ -724,45 +803,12 @@ ll_lease_open(struct inode *inode, struct file *file, fmode_t fmode,
                RETURN(ERR_PTR(-EINVAL));
 
        if (file != NULL) {
-               struct ll_inode_info *lli = ll_i2info(inode);
-               struct ll_file_data *fd = LUSTRE_FPRIVATE(file);
-               struct obd_client_handle **och_p;
-               __u64 *och_usecount;
-
                if (!(fmode & file->f_mode) || (file->f_mode & FMODE_EXEC))
                        RETURN(ERR_PTR(-EPERM));
 
-               /* Get the openhandle of the file */
-               rc = -EBUSY;
-               mutex_lock(&lli->lli_och_mutex);
-               if (fd->fd_lease_och != NULL) {
-                       mutex_unlock(&lli->lli_och_mutex);
-                       RETURN(ERR_PTR(rc));
-               }
-
-               if (fd->fd_och == NULL) {
-                       if (file->f_mode & FMODE_WRITE) {
-                               LASSERT(lli->lli_mds_write_och != NULL);
-                               och_p = &lli->lli_mds_write_och;
-                               och_usecount = &lli->lli_open_fd_write_count;
-                       } else {
-                               LASSERT(lli->lli_mds_read_och != NULL);
-                               och_p = &lli->lli_mds_read_och;
-                               och_usecount = &lli->lli_open_fd_read_count;
-                       }
-                       if (*och_usecount == 1) {
-                               fd->fd_och = *och_p;
-                               *och_p = NULL;
-                               *och_usecount = 0;
-                               rc = 0;
-                       }
-               }
-               mutex_unlock(&lli->lli_och_mutex);
-               if (rc < 0) /* more than 1 opener */
+               rc = ll_lease_och_acquire(inode, file, &old_handle);
+               if (rc)
                        RETURN(ERR_PTR(rc));
-
-               LASSERT(fd->fd_och != NULL);
-               old_handle = fd->fd_och->och_fh;
        }
 
        OBD_ALLOC_PTR(och);
@@ -808,12 +854,12 @@ ll_lease_open(struct inode *inode, struct file *file, fmode_t fmode,
 
        /* already get lease, handle lease lock */
        ll_set_lock_data(sbi->ll_md_exp, inode, &it, NULL);
-       if (it.d.lustre.it_lock_mode == 0 ||
-           it.d.lustre.it_lock_bits != MDS_INODELOCK_OPEN) {
+       if (it.it_lock_mode == 0 ||
+           it.it_lock_bits != MDS_INODELOCK_OPEN) {
                /* open lock must return for lease */
-               CERROR(DFID "lease granted but no open lock, %d/"LPU64".\n",
-                       PFID(ll_inode2fid(inode)), it.d.lustre.it_lock_mode,
-                       it.d.lustre.it_lock_bits);
+               CERROR(DFID "lease granted but no open lock, %d/%llu.\n",
+                       PFID(ll_inode2fid(inode)), it.it_lock_mode,
+                       it.it_lock_bits);
                GOTO(out_close, rc = -EPROTO);
        }
 
@@ -822,13 +868,13 @@ ll_lease_open(struct inode *inode, struct file *file, fmode_t fmode,
 
 out_close:
        /* Cancel open lock */
-       if (it.d.lustre.it_lock_mode != 0) {
+       if (it.it_lock_mode != 0) {
                ldlm_lock_decref_and_cancel(&och->och_lease_handle,
-                                           it.d.lustre.it_lock_mode);
-               it.d.lustre.it_lock_mode = 0;
+                                           it.it_lock_mode);
+               it.it_lock_mode = 0;
                och->och_lease_handle.cookie = 0ULL;
        }
-       rc2 = ll_close_inode_openhandle(sbi->ll_md_exp, och, inode, 0, NULL);
+       rc2 = ll_close_inode_openhandle(inode, och, 0, NULL);
        if (rc2 < 0)
                CERROR("%s: error closing file "DFID": %d\n",
                       ll_get_fsname(inode->i_sb, NULL, 0),
@@ -892,8 +938,8 @@ static int ll_swap_layouts_close(struct obd_client_handle *och,
        /* Close the file and swap layouts between inode & inode2.
         * NB: lease lock handle is released in mdc_close_layout_swap_pack()
         * because we still need it to pack l_remote_handle to MDT. */
-       rc = ll_close_inode_openhandle(ll_i2sbi(inode)->ll_md_exp, och, inode,
-                                      MDS_CLOSE_LAYOUT_SWAP, inode2);
+       rc = ll_close_inode_openhandle(inode, och, MDS_CLOSE_LAYOUT_SWAP,
+                                      inode2);
 
        och = NULL; /* freed in ll_close_inode_openhandle() */
 
@@ -925,16 +971,15 @@ static int ll_lease_close(struct obd_client_handle *och, struct inode *inode,
        }
 
        CDEBUG(D_INODE, "lease for "DFID" broken? %d\n",
-               PFID(&ll_i2info(inode)->lli_fid), cancelled);
+              PFID(&ll_i2info(inode)->lli_fid), cancelled);
 
        if (!cancelled)
                ldlm_cli_cancel(&och->och_lease_handle, 0);
+
        if (lease_broken != NULL)
                *lease_broken = cancelled;
 
-       rc = ll_close_inode_openhandle(ll_i2sbi(inode)->ll_md_exp, och, inode,
-                                      0, NULL);
-
+       rc = ll_close_inode_openhandle(inode, och, 0, NULL);
        RETURN(rc);
 }
 
@@ -952,9 +997,21 @@ int ll_merge_attr(const struct lu_env *env, struct inode *inode)
 
        ll_inode_size_lock(inode);
 
-       /* merge timestamps the most recently obtained from mds with
-          timestamps obtained from osts */
-       LTIME_S(inode->i_atime) = lli->lli_atime;
+       /* Merge timestamps the most recently obtained from MDS with
+        * timestamps obtained from OSTs.
+        *
+        * Do not overwrite atime of inode because it may be refreshed
+        * by file_accessed() function. If the read was served by cache
+        * data, there is no RPC to be sent so that atime may not be
+        * transferred to OSTs at all. MDT only updates atime at close time
+        * if it's at least 'mdd.*.atime_diff' older.
+        * All in all, the atime in Lustre does not strictly comply with
+        * POSIX. Solving this problem needs to send an RPC to MDT for each
+        * read, this will hurt performance. */
+       if (LTIME_S(inode->i_atime) < lli->lli_atime || lli->lli_update_atime) {
+               LTIME_S(inode->i_atime) = lli->lli_atime;
+               lli->lli_update_atime = 0;
+       }
        LTIME_S(inode->i_mtime) = lli->lli_mtime;
        LTIME_S(inode->i_ctime) = lli->lli_ctime;
 
@@ -967,7 +1024,7 @@ int ll_merge_attr(const struct lu_env *env, struct inode *inode)
        cl_object_attr_unlock(obj);
 
        if (rc != 0)
-               GOTO(out_size_unlock, rc);
+               GOTO(out_size_unlock, rc = (rc == -ENODATA ? 0 : rc));
 
        if (atime < attr->cat_atime)
                atime = attr->cat_atime;
@@ -978,7 +1035,7 @@ int ll_merge_attr(const struct lu_env *env, struct inode *inode)
        if (mtime < attr->cat_mtime)
                mtime = attr->cat_mtime;
 
-       CDEBUG(D_VFSTRACE, DFID" updating i_size "LPU64"\n",
+       CDEBUG(D_VFSTRACE, DFID" updating i_size %llu\n",
               PFID(&lli->lli_fid), attr->cat_size);
 
        i_size_write(inode, attr->cat_size);
@@ -997,7 +1054,7 @@ out_size_unlock:
 static bool file_is_noatime(const struct file *file)
 {
        const struct vfsmount *mnt = file->f_path.mnt;
-       const struct inode *inode = file->f_path.dentry->d_inode;
+       const struct inode *inode = file_inode((struct file *)file);
 
        /* Adapted from file_accessed() and touch_atime().*/
        if (file->f_flags & O_NOATIME)
@@ -1021,27 +1078,123 @@ static bool file_is_noatime(const struct file *file)
        return false;
 }
 
-static void ll_io_init(struct cl_io *io, const struct file *file, int write)
+static int ll_file_io_ptask(struct cfs_ptask *ptask);
+
+static void ll_io_init(struct cl_io *io, struct file *file, enum cl_io_type iot)
 {
-       struct inode *inode = file->f_path.dentry->d_inode;
+       struct inode *inode = file_inode(file);
+       struct ll_file_data *fd  = LUSTRE_FPRIVATE(file);
+
+       memset(&io->u.ci_rw.rw_iter, 0, sizeof(io->u.ci_rw.rw_iter));
+       init_sync_kiocb(&io->u.ci_rw.rw_iocb, file);
+       io->u.ci_rw.rw_file = file;
+       io->u.ci_rw.rw_ptask = ll_file_io_ptask;
+       io->u.ci_rw.rw_nonblock = !!(file->f_flags & O_NONBLOCK);
+       io->ci_lock_no_expand = fd->ll_lock_no_expand;
+
+       if (iot == CIT_WRITE) {
+               io->u.ci_rw.rw_append = !!(file->f_flags & O_APPEND);
+               io->u.ci_rw.rw_sync   = !!(file->f_flags & O_SYNC ||
+                                          file->f_flags & O_DIRECT ||
+                                          IS_SYNC(inode));
+       }
+       io->ci_obj = ll_i2info(inode)->lli_clob;
+       io->ci_lockreq = CILR_MAYBE;
+       if (ll_file_nolock(file)) {
+               io->ci_lockreq = CILR_NEVER;
+               io->ci_no_srvlock = 1;
+       } else if (file->f_flags & O_APPEND) {
+               io->ci_lockreq = CILR_MANDATORY;
+       }
+       io->ci_noatime = file_is_noatime(file);
+       if (ll_i2sbi(inode)->ll_flags & LL_SBI_PIO)
+               io->ci_pio = !io->u.ci_rw.rw_append;
+       else
+               io->ci_pio = 0;
+}
+
+static int ll_file_io_ptask(struct cfs_ptask *ptask)
+{
+       struct cl_io_pt *pt = ptask->pt_cbdata;
+       struct file *file = pt->cip_file;
+       struct lu_env *env;
+       struct cl_io *io;
+       loff_t pos = pt->cip_pos;
+       int rc;
+       __u16 refcheck;
+       ENTRY;
+
+       env = cl_env_get(&refcheck);
+       if (IS_ERR(env))
+               RETURN(PTR_ERR(env));
+
+       CDEBUG(D_VFSTRACE, "%s: %s range: [%llu, %llu)\n",
+               file_dentry(file)->d_name.name,
+               pt->cip_iot == CIT_READ ? "read" : "write",
+               pos, pos + pt->cip_count);
+
+restart:
+       io = vvp_env_thread_io(env);
+       ll_io_init(io, file, pt->cip_iot);
+       io->u.ci_rw.rw_iter = pt->cip_iter;
+       io->u.ci_rw.rw_iocb = pt->cip_iocb;
+       io->ci_pio = 0; /* It's already in parallel task */
+
+       rc = cl_io_rw_init(env, io, pt->cip_iot, pos,
+                          pt->cip_count - pt->cip_result);
+       if (!rc) {
+               struct vvp_io *vio = vvp_env_io(env);
+
+               vio->vui_io_subtype = IO_NORMAL;
+               vio->vui_fd = LUSTRE_FPRIVATE(file);
+
+               ll_cl_add(file, env, io, LCC_RW);
+               rc = cl_io_loop(env, io);
+               ll_cl_remove(file, env);
+       } else {
+               /* cl_io_rw_init() handled IO */
+               rc = io->ci_result;
+       }
 
-        io->u.ci_rw.crw_nonblock = file->f_flags & O_NONBLOCK;
-       if (write) {
-               io->u.ci_wr.wr_append = !!(file->f_flags & O_APPEND);
-               io->u.ci_wr.wr_sync = file->f_flags & O_SYNC ||
-                                     file->f_flags & O_DIRECT ||
-                                     IS_SYNC(inode);
+       if (OBD_FAIL_CHECK_RESET(OBD_FAIL_LLITE_PTASK_IO_FAIL, 0)) {
+               if (io->ci_nob > 0)
+                       io->ci_nob /= 2;
+               rc = -EIO;
        }
-        io->ci_obj     = ll_i2info(inode)->lli_clob;
-        io->ci_lockreq = CILR_MAYBE;
-        if (ll_file_nolock(file)) {
-                io->ci_lockreq = CILR_NEVER;
-                io->ci_no_srvlock = 1;
-        } else if (file->f_flags & O_APPEND) {
-                io->ci_lockreq = CILR_MANDATORY;
-        }
 
-       io->ci_noatime = file_is_noatime(file);
+       if (io->ci_nob > 0) {
+               pt->cip_result += io->ci_nob;
+               iov_iter_advance(&pt->cip_iter, io->ci_nob);
+               pos += io->ci_nob;
+               pt->cip_iocb.ki_pos = pos;
+#ifdef HAVE_KIOCB_KI_LEFT
+               pt->cip_iocb.ki_left = pt->cip_count - pt->cip_result;
+#elif defined(HAVE_KI_NBYTES)
+               pt->cip_iocb.ki_nbytes = pt->cip_count - pt->cip_result;
+#endif
+       }
+
+       cl_io_fini(env, io);
+
+       if ((rc == 0 || rc == -ENODATA) &&
+           pt->cip_result < pt->cip_count &&
+           io->ci_need_restart) {
+               CDEBUG(D_VFSTRACE,
+                       "%s: restart %s range: [%llu, %llu) ret: %zd, rc: %d\n",
+                       file_dentry(file)->d_name.name,
+                       pt->cip_iot == CIT_READ ? "read" : "write",
+                       pos, pos + pt->cip_count - pt->cip_result,
+                       pt->cip_result, rc);
+               goto restart;
+       }
+
+       CDEBUG(D_VFSTRACE, "%s: %s ret: %zd, rc: %d\n",
+               file_dentry(file)->d_name.name,
+               pt->cip_iot == CIT_READ ? "read" : "write",
+               pt->cip_result, rc);
+
+       cl_env_put(env, &refcheck);
+       RETURN(pt->cip_result > 0 ? 0 : rc);
 }
 
 static ssize_t
@@ -1049,42 +1202,45 @@ ll_file_io_generic(const struct lu_env *env, struct vvp_io_args *args,
                   struct file *file, enum cl_io_type iot,
                   loff_t *ppos, size_t count)
 {
+       struct range_lock       range;
        struct vvp_io           *vio = vvp_env_io(env);
-       struct inode            *inode = file->f_path.dentry->d_inode;
+       struct inode            *inode = file_inode(file);
        struct ll_inode_info    *lli = ll_i2info(inode);
        struct ll_file_data     *fd  = LUSTRE_FPRIVATE(file);
        struct cl_io            *io;
+       loff_t                  pos = *ppos;
        ssize_t                 result = 0;
        int                     rc = 0;
-       struct range_lock       range;
 
        ENTRY;
 
-       CDEBUG(D_VFSTRACE, "file: %s, type: %d ppos: "LPU64", count: %zu\n",
-               file->f_path.dentry->d_name.name, iot, *ppos, count);
+       CDEBUG(D_VFSTRACE, "%s: %s range: [%llu, %llu)\n",
+               file_dentry(file)->d_name.name,
+               iot == CIT_READ ? "read" : "write", pos, pos + count);
 
 restart:
        io = vvp_env_thread_io(env);
-       ll_io_init(io, file, iot == CIT_WRITE);
+       ll_io_init(io, file, iot);
+       if (args->via_io_subtype == IO_NORMAL) {
+               io->u.ci_rw.rw_iter = *args->u.normal.via_iter;
+               io->u.ci_rw.rw_iocb = *args->u.normal.via_iocb;
+       } else {
+               io->ci_pio = 0;
+       }
 
-       if (cl_io_rw_init(env, io, iot, *ppos, count) == 0) {
+       if (cl_io_rw_init(env, io, iot, pos, count) == 0) {
                bool range_locked = false;
 
                if (file->f_flags & O_APPEND)
                        range_lock_init(&range, 0, LUSTRE_EOF);
                else
-                       range_lock_init(&range, *ppos, *ppos + count - 1);
+                       range_lock_init(&range, pos, pos + count - 1);
 
                vio->vui_fd  = LUSTRE_FPRIVATE(file);
                vio->vui_io_subtype = args->via_io_subtype;
 
                switch (vio->vui_io_subtype) {
                case IO_NORMAL:
-                       vio->vui_iter = args->u.normal.via_iter;
-#ifndef HAVE_FILE_OPERATIONS_READ_WRITE_ITER
-                       vio->vui_tot_nrsegs = vio->vui_iter->nr_segs;
-#endif /* !HAVE_FILE_OPERATIONS_READ_WRITE_ITER */
-                       vio->vui_iocb = args->u.normal.via_iocb;
                        /* Direct IO reads must also take range lock,
                         * or multiple reads will try to work on the same pages
                         * See LU-6227 for details. */
@@ -1109,8 +1265,17 @@ restart:
                        LBUG();
                }
 
-               ll_cl_add(file, env, io);
+               ll_cl_add(file, env, io, LCC_RW);
+               if (io->ci_pio && iot == CIT_WRITE && !IS_NOSEC(inode) &&
+                   !lli->lli_inode_locked) {
+                       inode_lock(inode);
+                       lli->lli_inode_locked = 1;
+               }
                rc = cl_io_loop(env, io);
+               if (lli->lli_inode_locked) {
+                       lli->lli_inode_locked = 0;
+                       inode_unlock(inode);
+               }
                ll_cl_remove(file, env);
 
                if (range_locked) {
@@ -1125,27 +1290,31 @@ restart:
 
        if (io->ci_nob > 0) {
                result += io->ci_nob;
-               count -= io->ci_nob;
-               *ppos = io->u.ci_wr.wr.crw_pos; /* for splice */
+               count  -= io->ci_nob;
 
-               /* prepare IO restart */
-               if (count > 0 && args->via_io_subtype == IO_NORMAL) {
-                       args->u.normal.via_iter = vio->vui_iter;
-#ifndef HAVE_FILE_OPERATIONS_READ_WRITE_ITER
-                       args->u.normal.via_iter->nr_segs = vio->vui_tot_nrsegs;
-#endif /* !HAVE_FILE_OPERATIONS_READ_WRITE_ITER */
+               if (args->via_io_subtype == IO_NORMAL) {
+                       iov_iter_advance(args->u.normal.via_iter, io->ci_nob);
+                       pos += io->ci_nob;
+                       args->u.normal.via_iocb->ki_pos = pos;
+#ifdef HAVE_KIOCB_KI_LEFT
+                       args->u.normal.via_iocb->ki_left = count;
+#elif defined(HAVE_KI_NBYTES)
+                       args->u.normal.via_iocb->ki_nbytes = count;
+#endif
+               } else {
+                       /* for splice */
+                       pos = io->u.ci_rw.rw_range.cir_pos;
                }
        }
-       GOTO(out, rc);
 out:
        cl_io_fini(env, io);
 
        if ((rc == 0 || rc == -ENODATA) && count > 0 && io->ci_need_restart) {
                CDEBUG(D_VFSTRACE,
-                      "%s: restart %s from %lld, count:%zu, result: %zd\n",
-                      file->f_path.dentry->d_name.name,
-                      iot == CIT_READ ? "read" : "write",
-                      *ppos, count, result);
+                       "%s: restart %s range: [%llu, %llu) ret: %zd, rc: %d\n",
+                       file_dentry(file)->d_name.name,
+                       iot == CIT_READ ? "read" : "write",
+                       pos, pos + count, result, rc);
                goto restart;
        }
 
@@ -1158,14 +1327,87 @@ out:
                        ll_stats_ops_tally(ll_i2sbi(inode),
                                           LPROC_LL_WRITE_BYTES, result);
                        fd->fd_write_failed = false;
+               } else if (result == 0 && rc == 0) {
+                       rc = io->ci_result;
+                       if (rc < 0)
+                               fd->fd_write_failed = true;
+                       else
+                               fd->fd_write_failed = false;
                } else if (rc != -ERESTARTSYS) {
                        fd->fd_write_failed = true;
                }
        }
 
-       CDEBUG(D_VFSTRACE, "iot: %d, result: %zd\n", iot, result);
+       CDEBUG(D_VFSTRACE, "%s: %s *ppos: %llu, pos: %llu, ret: %zd, rc: %d\n",
+               file_dentry(file)->d_name.name,
+               iot == CIT_READ ? "read" : "write", *ppos, pos, result, rc);
+
+       *ppos = pos;
+
+       RETURN(result > 0 ? result : rc);
+}
+
+/**
+ * The purpose of fast read is to overcome per I/O overhead and improve IOPS
+ * especially for small I/O.
+ *
+ * To serve a read request, CLIO has to create and initialize a cl_io and
+ * then request DLM lock. This has turned out to have siginificant overhead
+ * and affects the performance of small I/O dramatically.
+ *
+ * It's not necessary to create a cl_io for each I/O. Under the help of read
+ * ahead, most of the pages being read are already in memory cache and we can
+ * read those pages directly because if the pages exist, the corresponding DLM
+ * lock must exist so that page content must be valid.
+ *
+ * In fast read implementation, the llite speculatively finds and reads pages
+ * in memory cache. There are three scenarios for fast read:
+ *   - If the page exists and is uptodate, kernel VM will provide the data and
+ *     CLIO won't be intervened;
+ *   - If the page was brought into memory by read ahead, it will be exported
+ *     and read ahead parameters will be updated;
+ *   - Otherwise the page is not in memory, we can't do fast read. Therefore,
+ *     it will go back and invoke normal read, i.e., a cl_io will be created
+ *     and DLM lock will be requested.
+ *
+ * POSIX compliance: posix standard states that read is intended to be atomic.
+ * Lustre read implementation is in line with Linux kernel read implementation
+ * and neither of them complies with POSIX standard in this matter. Fast read
+ * doesn't make the situation worse on single node but it may interleave write
+ * results from multiple nodes due to short read handling in ll_file_aio_read().
+ *
+ * \param env - lu_env
+ * \param iocb - kiocb from kernel
+ * \param iter - user space buffers where the data will be copied
+ *
+ * \retval - number of bytes have been read, or error code if error occurred.
+ */
+static ssize_t
+ll_do_fast_read(struct kiocb *iocb, struct iov_iter *iter)
+{
+       ssize_t result;
+
+       if (!ll_sbi_has_fast_read(ll_i2sbi(file_inode(iocb->ki_filp))))
+               return 0;
+
+       /* NB: we can't do direct IO for fast read because it will need a lock
+        * to make IO engine happy. */
+       if (iocb->ki_filp->f_flags & O_DIRECT)
+               return 0;
+
+       result = generic_file_read_iter(iocb, iter);
+
+       /* If the first page is not in cache, generic_file_aio_read() will be
+        * returned with -ENODATA.
+        * See corresponding code in ll_readpage(). */
+       if (result == -ENODATA)
+               result = 0;
+
+       if (result > 0)
+               ll_stats_ops_tally(ll_i2sbi(file_inode(iocb->ki_filp)),
+                               LPROC_LL_READ_BYTES, result);
 
-       return result > 0 ? result : rc;
+       return result;
 }
 
 /*
@@ -1173,10 +1415,15 @@ out:
  */
 static ssize_t ll_file_read_iter(struct kiocb *iocb, struct iov_iter *to)
 {
-       struct vvp_io_args *args;
        struct lu_env *env;
+       struct vvp_io_args *args;
        ssize_t result;
-       int refcheck;
+       ssize_t rc2;
+       __u16 refcheck;
+
+       result = ll_do_fast_read(iocb, to);
+       if (result < 0 || iov_iter_count(to) == 0)
+               GOTO(out, result);
 
        env = cl_env_get(&refcheck);
        if (IS_ERR(env))
@@ -1186,9 +1433,15 @@ static ssize_t ll_file_read_iter(struct kiocb *iocb, struct iov_iter *to)
        args->u.normal.via_iter = to;
        args->u.normal.via_iocb = iocb;
 
-       result = ll_file_io_generic(env, args, iocb->ki_filp, CIT_READ,
-                                   &iocb->ki_pos, iov_iter_count(to));
+       rc2 = ll_file_io_generic(env, args, iocb->ki_filp, CIT_READ,
+                                &iocb->ki_pos, iov_iter_count(to));
+       if (rc2 > 0)
+               result += rc2;
+       else if (result == 0)
+               result = rc2;
+
        cl_env_put(env, &refcheck);
+out:
        return result;
 }
 
@@ -1200,7 +1453,7 @@ static ssize_t ll_file_write_iter(struct kiocb *iocb, struct iov_iter *from)
        struct vvp_io_args *args;
        struct lu_env *env;
        ssize_t result;
-       int refcheck;
+       __u16 refcheck;
 
        env = cl_env_get(&refcheck);
        if (IS_ERR(env))
@@ -1251,8 +1504,7 @@ static int ll_file_get_iov_count(const struct iovec *iov,
 static ssize_t ll_file_aio_read(struct kiocb *iocb, const struct iovec *iov,
                                unsigned long nr_segs, loff_t pos)
 {
-       struct iovec *local_iov;
-       struct iov_iter *to;
+       struct iov_iter to;
        size_t iov_count;
        ssize_t result;
        ENTRY;
@@ -1261,43 +1513,13 @@ static ssize_t ll_file_aio_read(struct kiocb *iocb, const struct iovec *iov,
        if (result)
                RETURN(result);
 
-       if (nr_segs == 1) {
-               struct lu_env *env;
-               int refcheck;
-
-               env = cl_env_get(&refcheck);
-               if (IS_ERR(env))
-                       RETURN(PTR_ERR(env));
-
-               local_iov = &ll_env_info(env)->lti_local_iov;
-               *local_iov = *iov;
-
-               cl_env_put(env, &refcheck);
-       } else {
-               OBD_ALLOC(local_iov, sizeof(*iov) * nr_segs);
-               if (local_iov == NULL)
-                       RETURN(-ENOMEM);
-
-               memcpy(local_iov, iov, sizeof(*iov) * nr_segs);
-       }
-
-       OBD_ALLOC_PTR(to);
-       if (to == NULL) {
-               result = -ENOMEM;
-               goto out;
-       }
 # ifdef HAVE_IOV_ITER_INIT_DIRECTION
-       iov_iter_init(to, READ, local_iov, nr_segs, iov_count);
+       iov_iter_init(&to, READ, iov, nr_segs, iov_count);
 # else /* !HAVE_IOV_ITER_INIT_DIRECTION */
-       iov_iter_init(to, local_iov, nr_segs, iov_count, 0);
+       iov_iter_init(&to, iov, nr_segs, iov_count, 0);
 # endif /* HAVE_IOV_ITER_INIT_DIRECTION */
 
-       result = ll_file_read_iter(iocb, to);
-
-       OBD_FREE_PTR(to);
-out:
-       if (nr_segs > 1)
-               OBD_FREE(local_iov, sizeof(*iov) * nr_segs);
+       result = ll_file_read_iter(iocb, &to);
 
        RETURN(result);
 }
@@ -1305,30 +1527,22 @@ out:
 static ssize_t ll_file_read(struct file *file, char __user *buf, size_t count,
                            loff_t *ppos)
 {
-       struct lu_env *env;
        struct iovec   iov = { .iov_base = buf, .iov_len = count };
-        struct kiocb  *kiocb;
-        ssize_t        result;
-        int            refcheck;
-        ENTRY;
-
-        env = cl_env_get(&refcheck);
-        if (IS_ERR(env))
-                RETURN(PTR_ERR(env));
+       struct kiocb   kiocb;
+       ssize_t        result;
+       ENTRY;
 
-       kiocb = &ll_env_info(env)->lti_kiocb;
-        init_sync_kiocb(kiocb, file);
-        kiocb->ki_pos = *ppos;
+       init_sync_kiocb(&kiocb, file);
+       kiocb.ki_pos = *ppos;
 #ifdef HAVE_KIOCB_KI_LEFT
-       kiocb->ki_left = count;
+       kiocb.ki_left = count;
 #elif defined(HAVE_KI_NBYTES)
-       kiocb->ki_nbytes = count;
+       kiocb.i_nbytes = count;
 #endif
 
-       result = ll_file_aio_read(kiocb, &iov, 1, kiocb->ki_pos);
-       *ppos = kiocb->ki_pos;
+       result = ll_file_aio_read(&kiocb, &iov, 1, kiocb.ki_pos);
+       *ppos = kiocb.ki_pos;
 
-       cl_env_put(env, &refcheck);
        RETURN(result);
 }
 
@@ -1339,8 +1553,7 @@ static ssize_t ll_file_read(struct file *file, char __user *buf, size_t count,
 static ssize_t ll_file_aio_write(struct kiocb *iocb, const struct iovec *iov,
                                 unsigned long nr_segs, loff_t pos)
 {
-       struct iovec *local_iov;
-       struct iov_iter *from;
+       struct iov_iter from;
        size_t iov_count;
        ssize_t result;
        ENTRY;
@@ -1349,43 +1562,13 @@ static ssize_t ll_file_aio_write(struct kiocb *iocb, const struct iovec *iov,
        if (result)
                RETURN(result);
 
-       if (nr_segs == 1) {
-               struct lu_env *env;
-               int refcheck;
-
-               env = cl_env_get(&refcheck);
-               if (IS_ERR(env))
-                       RETURN(PTR_ERR(env));
-
-               local_iov = &ll_env_info(env)->lti_local_iov;
-               *local_iov = *iov;
-
-               cl_env_put(env, &refcheck);
-       } else {
-               OBD_ALLOC(local_iov, sizeof(*iov) * nr_segs);
-               if (local_iov == NULL)
-                       RETURN(-ENOMEM);
-
-               memcpy(local_iov, iov, sizeof(*iov) * nr_segs);
-       }
-
-       OBD_ALLOC_PTR(from);
-       if (from == NULL) {
-               result = -ENOMEM;
-               goto out;
-       }
 # ifdef HAVE_IOV_ITER_INIT_DIRECTION
-       iov_iter_init(from, WRITE, local_iov, nr_segs, iov_count);
+       iov_iter_init(&from, WRITE, iov, nr_segs, iov_count);
 # else /* !HAVE_IOV_ITER_INIT_DIRECTION */
-       iov_iter_init(from, local_iov, nr_segs, iov_count, 0);
+       iov_iter_init(&from, iov, nr_segs, iov_count, 0);
 # endif /* HAVE_IOV_ITER_INIT_DIRECTION */
 
-       result = ll_file_write_iter(iocb, from);
-
-       OBD_FREE_PTR(from);
-out:
-       if (nr_segs > 1)
-               OBD_FREE(local_iov, sizeof(*iov) * nr_segs);
+       result = ll_file_write_iter(iocb, &from);
 
        RETURN(result);
 }
@@ -1398,7 +1581,7 @@ static ssize_t ll_file_write(struct file *file, const char __user *buf,
                               .iov_len = count };
         struct kiocb  *kiocb;
         ssize_t        result;
-        int            refcheck;
+       __u16          refcheck;
         ENTRY;
 
         env = cl_env_get(&refcheck);
@@ -1432,7 +1615,7 @@ static ssize_t ll_file_splice_read(struct file *in_file, loff_t *ppos,
         struct lu_env      *env;
         struct vvp_io_args *args;
         ssize_t             result;
-        int                 refcheck;
+       __u16               refcheck;
         ENTRY;
 
         env = cl_env_get(&refcheck);
@@ -1448,9 +1631,8 @@ static ssize_t ll_file_splice_read(struct file *in_file, loff_t *ppos,
         RETURN(result);
 }
 
-int ll_lov_setstripe_ea_info(struct inode *inode, struct file *file,
-                             __u64  flags, struct lov_user_md *lum,
-                            int lum_size)
+int ll_lov_setstripe_ea_info(struct inode *inode, struct dentry *dentry,
+                            __u64 flags, struct lov_user_md *lum, int lum_size)
 {
        struct lookup_intent oit = {
                .it_op = IT_OPEN,
@@ -1460,16 +1642,15 @@ int ll_lov_setstripe_ea_info(struct inode *inode, struct file *file,
        ENTRY;
 
        ll_inode_size_lock(inode);
-       rc = ll_intent_file_open(file, lum, lum_size, &oit);
+       rc = ll_intent_file_open(dentry, lum, lum_size, &oit);
        if (rc < 0)
                GOTO(out_unlock, rc);
 
-       ll_release_openhandle(file->f_path.dentry, &oit);
+       ll_release_openhandle(dentry, &oit);
 
 out_unlock:
        ll_inode_size_unlock(inode);
        ll_intent_release(&oit);
-       cl_lov_delay_create_clear(&file->f_flags);
 
        RETURN(rc);
 }
@@ -1517,10 +1698,10 @@ int ll_lov_getstripe_ea_info(struct inode *inode, const char *filename,
         lmm = req_capsule_server_sized_get(&req->rq_pill, &RMF_MDT_MD, lmmsize);
         LASSERT(lmm != NULL);
 
-        if ((lmm->lmm_magic != cpu_to_le32(LOV_MAGIC_V1)) &&
-            (lmm->lmm_magic != cpu_to_le32(LOV_MAGIC_V3))) {
-                GOTO(out, rc = -EPROTO);
-        }
+       if (lmm->lmm_magic != cpu_to_le32(LOV_MAGIC_V1) &&
+           lmm->lmm_magic != cpu_to_le32(LOV_MAGIC_V3) &&
+           lmm->lmm_magic != cpu_to_le32(LOV_MAGIC_COMP_V1))
+               GOTO(out, rc = -EPROTO);
 
         /*
          * This is coming from the MDS, so is probably in
@@ -1530,37 +1711,46 @@ int ll_lov_getstripe_ea_info(struct inode *inode, const char *filename,
         if (LOV_MAGIC != cpu_to_le32(LOV_MAGIC)) {
                int stripe_count;
 
-               stripe_count = le16_to_cpu(lmm->lmm_stripe_count);
-               if (le32_to_cpu(lmm->lmm_pattern) & LOV_PATTERN_F_RELEASED)
-                       stripe_count = 0;
+               if (lmm->lmm_magic == cpu_to_le32(LOV_MAGIC_V1) ||
+                   lmm->lmm_magic == cpu_to_le32(LOV_MAGIC_V3)) {
+                       stripe_count = le16_to_cpu(lmm->lmm_stripe_count);
+                       if (le32_to_cpu(lmm->lmm_pattern) &
+                           LOV_PATTERN_F_RELEASED)
+                               stripe_count = 0;
+               }
 
                 /* if function called for directory - we should
                  * avoid swab not existent lsm objects */
                 if (lmm->lmm_magic == cpu_to_le32(LOV_MAGIC_V1)) {
-                        lustre_swab_lov_user_md_v1((struct lov_user_md_v1 *)lmm);
+                       lustre_swab_lov_user_md_v1(
+                                       (struct lov_user_md_v1 *)lmm);
                        if (S_ISREG(body->mbo_mode))
                                lustre_swab_lov_user_md_objects(
                                    ((struct lov_user_md_v1 *)lmm)->lmm_objects,
                                    stripe_count);
                } else if (lmm->lmm_magic == cpu_to_le32(LOV_MAGIC_V3)) {
                        lustre_swab_lov_user_md_v3(
-                               (struct lov_user_md_v3 *)lmm);
+                                       (struct lov_user_md_v3 *)lmm);
                        if (S_ISREG(body->mbo_mode))
-                                lustre_swab_lov_user_md_objects(
-                                 ((struct lov_user_md_v3 *)lmm)->lmm_objects,
-                                 stripe_count);
-                }
-        }
+                               lustre_swab_lov_user_md_objects(
+                                   ((struct lov_user_md_v3 *)lmm)->lmm_objects,
+                                   stripe_count);
+               } else if (lmm->lmm_magic ==
+                          cpu_to_le32(LOV_MAGIC_COMP_V1)) {
+                       lustre_swab_lov_comp_md_v1(
+                                       (struct lov_comp_md_v1 *)lmm);
+               }
+       }
 
 out:
-        *lmmp = lmm;
-        *lmm_size = lmmsize;
-        *request = req;
-        return rc;
+       *lmmp = lmm;
+       *lmm_size = lmmsize;
+       *request = req;
+       return rc;
 }
 
 static int ll_lov_setea(struct inode *inode, struct file *file,
-                            unsigned long arg)
+                       void __user *arg)
 {
        __u64                    flags = MDS_OPEN_HAS_OBJS | FMODE_WRITE;
        struct lov_user_md      *lump;
@@ -1576,22 +1766,22 @@ static int ll_lov_setea(struct inode *inode, struct file *file,
        if (lump == NULL)
                 RETURN(-ENOMEM);
 
-       if (copy_from_user(lump, (struct lov_user_md __user *)arg, lum_size)) {
-               OBD_FREE_LARGE(lump, lum_size);
-               RETURN(-EFAULT);
-       }
+       if (copy_from_user(lump, arg, lum_size))
+               GOTO(out_lump, rc = -EFAULT);
 
-       rc = ll_lov_setstripe_ea_info(inode, file, flags, lump, lum_size);
+       rc = ll_lov_setstripe_ea_info(inode, file_dentry(file), flags, lump,
+                                     lum_size);
+       cl_lov_delay_create_clear(&file->f_flags);
 
+out_lump:
        OBD_FREE_LARGE(lump, lum_size);
        RETURN(rc);
 }
 
-static int ll_file_getstripe(struct inode *inode,
-                            struct lov_user_md __user *lum)
+static int ll_file_getstripe(struct inode *inode, void __user *lum, size_t size)
 {
        struct lu_env   *env;
-       int             refcheck;
+       __u16           refcheck;
        int             rc;
        ENTRY;
 
@@ -1599,13 +1789,13 @@ static int ll_file_getstripe(struct inode *inode,
        if (IS_ERR(env))
                RETURN(PTR_ERR(env));
 
-       rc = cl_object_getstripe(env, ll_i2info(inode)->lli_clob, lum);
+       rc = cl_object_getstripe(env, ll_i2info(inode)->lli_clob, lum, size);
        cl_env_put(env, &refcheck);
        RETURN(rc);
 }
 
 static int ll_lov_setstripe(struct inode *inode, struct file *file,
-                           unsigned long arg)
+                           void __user *arg)
 {
        struct lov_user_md __user *lum = (struct lov_user_md __user *)arg;
        struct lov_user_md        *klum;
@@ -1618,16 +1808,24 @@ static int ll_lov_setstripe(struct inode *inode, struct file *file,
                RETURN(rc);
 
        lum_size = rc;
-       rc = ll_lov_setstripe_ea_info(inode, file, flags, klum, lum_size);
-       if (rc == 0) {
+       rc = ll_lov_setstripe_ea_info(inode, file_dentry(file), flags, klum,
+                                     lum_size);
+       if (!rc) {
                __u32 gen;
 
-               put_user(0, &lum->lmm_stripe_count);
+               rc = put_user(0, &lum->lmm_stripe_count);
+               if (rc)
+                       GOTO(out, rc);
+
+               rc = ll_layout_refresh(inode, &gen);
+               if (rc)
+                       GOTO(out, rc);
 
-               ll_layout_refresh(inode, &gen);
-               rc = ll_file_getstripe(inode, (struct lov_user_md __user *)arg);
+               rc = ll_file_getstripe(inode, arg, lum_size);
        }
+       cl_lov_delay_create_clear(&file->f_flags);
 
+out:
        OBD_FREE(klum, lum_size);
        RETURN(rc);
 }
@@ -1635,11 +1833,12 @@ static int ll_lov_setstripe(struct inode *inode, struct file *file,
 static int
 ll_get_grouplock(struct inode *inode, struct file *file, unsigned long arg)
 {
-        struct ll_inode_info   *lli = ll_i2info(inode);
-        struct ll_file_data    *fd = LUSTRE_FPRIVATE(file);
-       struct ll_grouplock     grouplock;
-        int                     rc;
-        ENTRY;
+       struct ll_inode_info *lli = ll_i2info(inode);
+       struct cl_object *obj = lli->lli_clob;
+       struct ll_file_data *fd = LUSTRE_FPRIVATE(file);
+       struct ll_grouplock grouplock;
+       int rc;
+       ENTRY;
 
        if (arg == 0) {
                CWARN("group id for group lock must not be 0\n");
@@ -1659,6 +1858,31 @@ ll_get_grouplock(struct inode *inode, struct file *file, unsigned long arg)
        LASSERT(fd->fd_grouplock.lg_lock == NULL);
        spin_unlock(&lli->lli_lock);
 
+       /**
+        * XXX: group lock needs to protect all OST objects while PFL
+        * can add new OST objects during the IO, so we'd instantiate
+        * all OST objects before getting its group lock.
+        */
+       if (obj) {
+               struct lu_env *env;
+               __u16 refcheck;
+               struct cl_layout cl = {
+                       .cl_is_composite = false,
+               };
+
+               env = cl_env_get(&refcheck);
+               if (IS_ERR(env))
+                       RETURN(PTR_ERR(env));
+
+               rc = cl_object_layout_get(env, obj, &cl);
+               if (!rc && cl.cl_is_composite)
+                       rc = ll_layout_write_intent(inode, 0, OBD_OBJECT_EOF);
+
+               cl_env_put(env, &refcheck);
+               if (rc)
+                       RETURN(rc);
+       }
+
        rc = cl_get_grouplock(ll_i2info(inode)->lli_clob,
                              arg, (file->f_flags & O_NONBLOCK), &grouplock);
        if (rc)
@@ -1748,12 +1972,11 @@ int ll_release_openhandle(struct dentry *dentry, struct lookup_intent *it)
 
        ll_och_fill(ll_i2sbi(inode)->ll_md_exp, it, och);
 
-        rc = ll_close_inode_openhandle(ll_i2sbi(inode)->ll_md_exp,
-                                      och, inode, 0, NULL);
+       rc = ll_close_inode_openhandle(inode, och, 0, NULL);
 out:
        /* this one is in place of ll_file_open */
        if (it_disposition(it, DISP_ENQ_OPEN_REF)) {
-               ptlrpc_req_finished(it->d.lustre.it_data);
+               ptlrpc_req_finished(it->it_request);
                it_clear_disposition(it, DISP_ENQ_OPEN_REF);
        }
        RETURN(rc);
@@ -1769,7 +1992,7 @@ static int ll_do_fiemap(struct inode *inode, struct fiemap *fiemap,
                        size_t num_bytes)
 {
        struct lu_env                   *env;
-       int                             refcheck;
+       __u16                           refcheck;
        int                             rc = 0;
        struct ll_fiemap_info_key       fmkey = { .lfik_name = KEY_FIEMAP, };
        ENTRY;
@@ -1845,6 +2068,10 @@ int ll_fid2path(struct inode *inode, void __user *arg)
 
        if (copy_from_user(gfout, arg, sizeof(*gfout)))
                GOTO(gf_free, rc = -EFAULT);
+       /* append root FID after gfout to let MDT know the root FID so that it
+        * can lookup the correct path, this is mainly for fileset.
+        * old server without fileset mount support will ignore this. */
+       *gfout->gf_u.gf_root_fid = *ll_inode2fid(inode);
 
        /* Call mdc_iocontrol */
        rc = obd_iocontrol(OBD_IOC_FID2PATH, exp, outsize, gfout, NULL);
@@ -1875,7 +2102,7 @@ int ll_data_version(struct inode *inode, __u64 *data_version, int flags)
        struct cl_object *obj = ll_i2info(inode)->lli_clob;
        struct lu_env *env;
        struct cl_io *io;
-       int refcheck;
+       __u16  refcheck;
        int result;
 
        ENTRY;
@@ -1918,11 +2145,11 @@ restart:
  */
 int ll_hsm_release(struct inode *inode)
 {
-       struct cl_env_nest nest;
        struct lu_env *env;
        struct obd_client_handle *och = NULL;
        __u64 data_version = 0;
        int rc;
+       __u16 refcheck;
        ENTRY;
 
        CDEBUG(D_INODE, "%s: Releasing file "DFID".\n",
@@ -1938,18 +2165,18 @@ int ll_hsm_release(struct inode *inode)
        if (rc != 0)
                GOTO(out, rc);
 
-       env = cl_env_nested_get(&nest);
+       env = cl_env_get(&refcheck);
        if (IS_ERR(env))
                GOTO(out, rc = PTR_ERR(env));
 
        ll_merge_attr(env, inode);
-       cl_env_nested_put(&nest, env);
+       cl_env_put(env, &refcheck);
 
        /* Release the file.
         * NB: lease lock handle is released in mdc_hsm_release_pack() because
         * we still need it to pack l_remote_handle to MDT. */
-       rc = ll_close_inode_openhandle(ll_i2sbi(inode)->ll_md_exp, och, inode,
-                                      MDS_HSM_RELEASE, &data_version);
+       rc = ll_close_inode_openhandle(inode, och, MDS_HSM_RELEASE,
+                                      &data_version);
        och = NULL;
 
        EXIT;
@@ -1983,8 +2210,8 @@ static int ll_swap_layouts(struct file *file1, struct file *file2,
        if (llss == NULL)
                RETURN(-ENOMEM);
 
-       llss->inode1 = file1->f_path.dentry->d_inode;
-       llss->inode2 = file2->f_path.dentry->d_inode;
+       llss->inode1 = file_inode(file1);
+       llss->inode2 = file_inode(file2);
 
        rc = ll_check_swap_layouts_validity(llss->inode1, llss->inode2);
        if (rc < 0)
@@ -2151,70 +2378,381 @@ static int ll_hsm_import(struct inode *inode, struct file *file,
                         ATTR_MTIME | ATTR_MTIME_SET |
                         ATTR_ATIME | ATTR_ATIME_SET;
 
-       mutex_lock(&inode->i_mutex);
+       inode_lock(inode);
+
+       rc = ll_setattr_raw(file_dentry(file), attr, true);
+       if (rc == -ENODATA)
+               rc = 0;
+
+       inode_unlock(inode);
+
+out:
+       if (hss != NULL)
+               OBD_FREE_PTR(hss);
+
+       if (attr != NULL)
+               OBD_FREE_PTR(attr);
+
+       RETURN(rc);
+}
+
+static inline long ll_lease_type_from_fmode(fmode_t fmode)
+{
+       return ((fmode & FMODE_READ) ? LL_LEASE_RDLCK : 0) |
+              ((fmode & FMODE_WRITE) ? LL_LEASE_WRLCK : 0);
+}
+
+static int ll_file_futimes_3(struct file *file, const struct ll_futimes_3 *lfu)
+{
+       struct inode *inode = file_inode(file);
+       struct iattr ia = {
+               .ia_valid = ATTR_ATIME | ATTR_ATIME_SET |
+                           ATTR_MTIME | ATTR_MTIME_SET |
+                           ATTR_CTIME | ATTR_CTIME_SET,
+               .ia_atime = {
+                       .tv_sec = lfu->lfu_atime_sec,
+                       .tv_nsec = lfu->lfu_atime_nsec,
+               },
+               .ia_mtime = {
+                       .tv_sec = lfu->lfu_mtime_sec,
+                       .tv_nsec = lfu->lfu_mtime_nsec,
+               },
+               .ia_ctime = {
+                       .tv_sec = lfu->lfu_ctime_sec,
+                       .tv_nsec = lfu->lfu_ctime_nsec,
+               },
+       };
+       int rc;
+       ENTRY;
+
+       if (!capable(CAP_SYS_ADMIN))
+               RETURN(-EPERM);
+
+       if (!S_ISREG(inode->i_mode))
+               RETURN(-EINVAL);
+
+       inode_lock(inode);
+       rc = ll_setattr_raw(file_dentry(file), &ia, false);
+       inode_unlock(inode);
+
+       RETURN(rc);
+}
+
+static enum cl_lock_mode cl_mode_user_to_kernel(enum lock_mode_user mode)
+{
+       switch (mode) {
+       case MODE_READ_USER:
+               return CLM_READ;
+       case MODE_WRITE_USER:
+               return CLM_WRITE;
+       default:
+               return -EINVAL;
+       }
+}
+
+static const char *const user_lockname[] = LOCK_MODE_NAMES;
+
+/* Used to allow the upper layers of the client to request an LDLM lock
+ * without doing an actual read or write.
+ *
+ * Used for ladvise lockahead to manually request specific locks.
+ *
+ * \param[in] file     file this ladvise lock request is on
+ * \param[in] ladvise  ladvise struct describing this lock request
+ *
+ * \retval 0           success, no detailed result available (sync requests
+ *                     and requests sent to the server [not handled locally]
+ *                     cannot return detailed results)
+ * \retval LLA_RESULT_{SAME,DIFFERENT} - detailed result of the lock request,
+ *                                      see definitions for details.
+ * \retval negative    negative errno on error
+ */
+int ll_file_lock_ahead(struct file *file, struct llapi_lu_ladvise *ladvise)
+{
+       struct lu_env *env = NULL;
+       struct cl_io *io  = NULL;
+       struct cl_lock *lock = NULL;
+       struct cl_lock_descr *descr = NULL;
+       struct dentry *dentry = file->f_path.dentry;
+       struct inode *inode = dentry->d_inode;
+       enum cl_lock_mode cl_mode;
+       off_t start = ladvise->lla_start;
+       off_t end = ladvise->lla_end;
+       int result;
+       __u16 refcheck;
+
+       ENTRY;
+
+       CDEBUG(D_VFSTRACE, "Lock request: file=%.*s, inode=%p, mode=%s "
+              "start=%llu, end=%llu\n", dentry->d_name.len,
+              dentry->d_name.name, dentry->d_inode,
+              user_lockname[ladvise->lla_lockahead_mode], (__u64) start,
+              (__u64) end);
+
+       cl_mode = cl_mode_user_to_kernel(ladvise->lla_lockahead_mode);
+       if (cl_mode < 0)
+               GOTO(out, result = cl_mode);
+
+       /* Get IO environment */
+       result = cl_io_get(inode, &env, &io, &refcheck);
+       if (result <= 0)
+               GOTO(out, result);
+
+       result = cl_io_init(env, io, CIT_MISC, io->ci_obj);
+       if (result > 0) {
+               /*
+                * nothing to do for this io. This currently happens when
+                * stripe sub-object's are not yet created.
+                */
+               result = io->ci_result;
+       } else if (result == 0) {
+               lock = vvp_env_lock(env);
+               descr = &lock->cll_descr;
+
+               descr->cld_obj   = io->ci_obj;
+               /* Convert byte offsets to pages */
+               descr->cld_start = cl_index(io->ci_obj, start);
+               descr->cld_end   = cl_index(io->ci_obj, end);
+               descr->cld_mode  = cl_mode;
+               /* CEF_MUST is used because we do not want to convert a
+                * lockahead request to a lockless lock */
+               descr->cld_enq_flags = CEF_MUST | CEF_LOCK_NO_EXPAND |
+                                      CEF_NONBLOCK;
+
+               if (ladvise->lla_peradvice_flags & LF_ASYNC)
+                       descr->cld_enq_flags |= CEF_SPECULATIVE;
+
+               result = cl_lock_request(env, io, lock);
+
+               /* On success, we need to release the lock */
+               if (result >= 0)
+                       cl_lock_release(env, lock);
+       }
+       cl_io_fini(env, io);
+       cl_env_put(env, &refcheck);
+
+       /* -ECANCELED indicates a matching lock with a different extent
+        * was already present, and -EEXIST indicates a matching lock
+        * on exactly the same extent was already present.
+        * We convert them to positive values for userspace to make
+        * recognizing true errors easier.
+        * Note we can only return these detailed results on async requests,
+        * as sync requests look the same as i/o requests for locking. */
+       if (result == -ECANCELED)
+               result = LLA_RESULT_DIFFERENT;
+       else if (result == -EEXIST)
+               result = LLA_RESULT_SAME;
+
+out:
+       RETURN(result);
+}
+static const char *const ladvise_names[] = LU_LADVISE_NAMES;
+
+static int ll_ladvise_sanity(struct inode *inode,
+                            struct llapi_lu_ladvise *ladvise)
+{
+       enum lu_ladvise_type advice = ladvise->lla_advice;
+       /* Note the peradvice flags is a 32 bit field, so per advice flags must
+        * be in the first 32 bits of enum ladvise_flags */
+       __u32 flags = ladvise->lla_peradvice_flags;
+       /* 3 lines at 80 characters per line, should be plenty */
+       int rc = 0;
+
+       if (advice > LU_LADVISE_MAX || advice == LU_LADVISE_INVALID) {
+               rc = -EINVAL;
+               CDEBUG(D_VFSTRACE, "%s: advice with value '%d' not recognized,"
+                      "last supported advice is %s (value '%d'): rc = %d\n",
+                      ll_get_fsname(inode->i_sb, NULL, 0), advice,
+                      ladvise_names[LU_LADVISE_MAX-1], LU_LADVISE_MAX-1, rc);
+               GOTO(out, rc);
+       }
+
+       /* Per-advice checks */
+       switch (advice) {
+       case LU_LADVISE_LOCKNOEXPAND:
+               if (flags & ~LF_LOCKNOEXPAND_MASK) {
+                       rc = -EINVAL;
+                       CDEBUG(D_VFSTRACE, "%s: Invalid flags (%x) for %s: "
+                              "rc = %d\n",
+                              ll_get_fsname(inode->i_sb, NULL, 0), flags,
+                              ladvise_names[advice], rc);
+                       GOTO(out, rc);
+               }
+               break;
+       case LU_LADVISE_LOCKAHEAD:
+               /* Currently only READ and WRITE modes can be requested */
+               if (ladvise->lla_lockahead_mode >= MODE_MAX_USER ||
+                   ladvise->lla_lockahead_mode == 0) {
+                       rc = -EINVAL;
+                       CDEBUG(D_VFSTRACE, "%s: Invalid mode (%d) for %s: "
+                              "rc = %d\n",
+                              ll_get_fsname(inode->i_sb, NULL, 0),
+                              ladvise->lla_lockahead_mode,
+                              ladvise_names[advice], rc);
+                       GOTO(out, rc);
+               }
+       case LU_LADVISE_WILLREAD:
+       case LU_LADVISE_DONTNEED:
+       default:
+               /* Note fall through above - These checks apply to all advices
+                * except LOCKNOEXPAND */
+               if (flags & ~LF_DEFAULT_MASK) {
+                       rc = -EINVAL;
+                       CDEBUG(D_VFSTRACE, "%s: Invalid flags (%x) for %s: "
+                              "rc = %d\n",
+                              ll_get_fsname(inode->i_sb, NULL, 0), flags,
+                              ladvise_names[advice], rc);
+                       GOTO(out, rc);
+               }
+               if (ladvise->lla_start >= ladvise->lla_end) {
+                       rc = -EINVAL;
+                       CDEBUG(D_VFSTRACE, "%s: Invalid range (%llu to %llu) "
+                              "for %s: rc = %d\n",
+                              ll_get_fsname(inode->i_sb, NULL, 0),
+                              ladvise->lla_start, ladvise->lla_end,
+                              ladvise_names[advice], rc);
+                       GOTO(out, rc);
+               }
+               break;
+       }
+
+out:
+       return rc;
+}
+#undef ERRSIZE
+
+/*
+ * Give file access advices
+ *
+ * The ladvise interface is similar to Linux fadvise() system call, except it
+ * forwards the advices directly from Lustre client to server. The server side
+ * codes will apply appropriate read-ahead and caching techniques for the
+ * corresponding files.
+ *
+ * A typical workload for ladvise is e.g. a bunch of different clients are
+ * doing small random reads of a file, so prefetching pages into OSS cache
+ * with big linear reads before the random IO is a net benefit. Fetching
+ * all that data into each client cache with fadvise() may not be, due to
+ * much more data being sent to the client.
+ */
+static int ll_ladvise(struct inode *inode, struct file *file, __u64 flags,
+                     struct llapi_lu_ladvise *ladvise)
+{
+       struct lu_env *env;
+       struct cl_io *io;
+       struct cl_ladvise_io *lio;
+       int rc;
+       __u16 refcheck;
+       ENTRY;
+
+       env = cl_env_get(&refcheck);
+       if (IS_ERR(env))
+               RETURN(PTR_ERR(env));
+
+       io = vvp_env_thread_io(env);
+       io->ci_obj = ll_i2info(inode)->lli_clob;
+
+       /* initialize parameters for ladvise */
+       lio = &io->u.ci_ladvise;
+       lio->li_start = ladvise->lla_start;
+       lio->li_end = ladvise->lla_end;
+       lio->li_fid = ll_inode2fid(inode);
+       lio->li_advice = ladvise->lla_advice;
+       lio->li_flags = flags;
 
-       rc = ll_setattr_raw(file->f_path.dentry, attr, true);
-       if (rc == -ENODATA)
-               rc = 0;
+       if (cl_io_init(env, io, CIT_LADVISE, io->ci_obj) == 0)
+               rc = cl_io_loop(env, io);
+       else
+               rc = io->ci_result;
 
-       mutex_unlock(&inode->i_mutex);
+       cl_io_fini(env, io);
+       cl_env_put(env, &refcheck);
+       RETURN(rc);
+}
 
-out:
-       if (hss != NULL)
-               OBD_FREE_PTR(hss);
+static int ll_lock_noexpand(struct file *file, int flags)
+{
+       struct ll_file_data *fd = LUSTRE_FPRIVATE(file);
 
-       if (attr != NULL)
-               OBD_FREE_PTR(attr);
+       fd->ll_lock_no_expand = !(flags & LF_UNSET);
 
-       RETURN(rc);
+       return 0;
 }
 
-static inline long ll_lease_type_from_fmode(fmode_t fmode)
+int ll_ioctl_fsgetxattr(struct inode *inode, unsigned int cmd,
+                       unsigned long arg)
 {
-       return ((fmode & FMODE_READ) ? LL_LEASE_RDLCK : 0) |
-              ((fmode & FMODE_WRITE) ? LL_LEASE_WRLCK : 0);
+       struct fsxattr fsxattr;
+
+       if (copy_from_user(&fsxattr,
+                          (const struct fsxattr __user *)arg,
+                          sizeof(fsxattr)))
+               RETURN(-EFAULT);
+
+       fsxattr.fsx_xflags = ll_inode_to_ext_flags(inode->i_flags);
+       fsxattr.fsx_projid = ll_i2info(inode)->lli_projid;
+       if (copy_to_user((struct fsxattr __user *)arg,
+                        &fsxattr, sizeof(fsxattr)))
+               RETURN(-EFAULT);
+
+       RETURN(0);
 }
 
-static int ll_file_futimes_3(struct file *file, const struct ll_futimes_3 *lfu)
+int ll_ioctl_fssetxattr(struct inode *inode, unsigned int cmd,
+                       unsigned long arg)
 {
-       struct inode *inode = file->f_path.dentry->d_inode;
-       struct iattr ia = {
-               .ia_valid = ATTR_ATIME | ATTR_ATIME_SET |
-                           ATTR_MTIME | ATTR_MTIME_SET |
-                           ATTR_CTIME | ATTR_CTIME_SET,
-               .ia_atime = {
-                       .tv_sec = lfu->lfu_atime_sec,
-                       .tv_nsec = lfu->lfu_atime_nsec,
-               },
-               .ia_mtime = {
-                       .tv_sec = lfu->lfu_mtime_sec,
-                       .tv_nsec = lfu->lfu_mtime_nsec,
-               },
-               .ia_ctime = {
-                       .tv_sec = lfu->lfu_ctime_sec,
-                       .tv_nsec = lfu->lfu_ctime_nsec,
-               },
-       };
-       int rc;
-       ENTRY;
 
-       if (!capable(CAP_SYS_ADMIN))
+       struct md_op_data *op_data;
+       struct ptlrpc_request *req = NULL;
+       int rc = 0;
+       struct fsxattr fsxattr;
+       struct cl_object *obj;
+
+       /* only root could change project ID */
+       if (!cfs_capable(CFS_CAP_SYS_ADMIN))
                RETURN(-EPERM);
 
-       if (!S_ISREG(inode->i_mode))
-               RETURN(-EINVAL);
+       op_data = ll_prep_md_op_data(NULL, inode, NULL, NULL, 0, 0,
+                                    LUSTRE_OPC_ANY, NULL);
+       if (IS_ERR(op_data))
+               RETURN(PTR_ERR(op_data));
+
+       if (copy_from_user(&fsxattr,
+                          (const struct fsxattr __user *)arg,
+                          sizeof(fsxattr)))
+               GOTO(out_fsxattr1, rc = -EFAULT);
 
-       mutex_lock(&inode->i_mutex);
-       rc = ll_setattr_raw(file->f_path.dentry, &ia, false);
-       mutex_unlock(&inode->i_mutex);
+       op_data->op_attr_flags = fsxattr.fsx_xflags;
+       op_data->op_projid = fsxattr.fsx_projid;
+       op_data->op_attr.ia_valid |= (MDS_ATTR_PROJID | ATTR_ATTR_FLAG);
+       rc = md_setattr(ll_i2sbi(inode)->ll_md_exp, op_data, NULL,
+                       0, &req);
+       ptlrpc_req_finished(req);
+
+       obj = ll_i2info(inode)->lli_clob;
+       if (obj) {
+               struct iattr *attr;
 
+               inode->i_flags = ll_ext_to_inode_flags(fsxattr.fsx_xflags);
+               OBD_ALLOC_PTR(attr);
+               if (attr == NULL)
+                       GOTO(out_fsxattr1, rc = -ENOMEM);
+               attr->ia_valid = ATTR_ATTR_FLAG;
+               rc = cl_setattr_ost(obj, attr, fsxattr.fsx_xflags);
+
+               OBD_FREE_PTR(attr);
+       }
+out_fsxattr1:
+       ll_finish_md_op_data(op_data);
        RETURN(rc);
+
+
 }
 
 static long
 ll_file_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
 {
-       struct inode            *inode = file->f_path.dentry->d_inode;
+       struct inode            *inode = file_inode(file);
        struct ll_file_data     *fd = LUSTRE_FPRIVATE(file);
        int                      flags, rc;
        ENTRY;
@@ -2253,16 +2791,17 @@ ll_file_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
                         fd->fd_flags &= ~flags;
                 }
                 RETURN(0);
-        case LL_IOC_LOV_SETSTRIPE:
-                RETURN(ll_lov_setstripe(inode, file, arg));
-        case LL_IOC_LOV_SETEA:
-                RETURN(ll_lov_setea(inode, file, arg));
+       case LL_IOC_LOV_SETSTRIPE:
+       case LL_IOC_LOV_SETSTRIPE_NEW:
+               RETURN(ll_lov_setstripe(inode, file, (void __user *)arg));
+       case LL_IOC_LOV_SETEA:
+               RETURN(ll_lov_setea(inode, file, (void __user *)arg));
        case LL_IOC_LOV_SWAP_LAYOUTS: {
                struct file *file2;
                struct lustre_swap_layouts lsl;
 
                if (copy_from_user(&lsl, (char __user *)arg,
-                                      sizeof(struct lustre_swap_layouts)))
+                                  sizeof(struct lustre_swap_layouts)))
                        RETURN(-EFAULT);
 
                if ((file->f_flags & O_ACCMODE) == O_RDONLY)
@@ -2293,7 +2832,7 @@ ll_file_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
                        mutex_unlock(&lli->lli_och_mutex);
                        if (och == NULL)
                                GOTO(out, rc = -ENOLCK);
-                       inode2 = file2->f_path.dentry->d_inode;
+                       inode2 = file_inode(file2);
                        rc = ll_swap_layouts_close(och, inode, inode2);
                } else {
                        rc = ll_swap_layouts(file, file2, &lsl);
@@ -2303,8 +2842,8 @@ out:
                RETURN(rc);
        }
        case LL_IOC_LOV_GETSTRIPE:
-               RETURN(ll_file_getstripe(inode,
-                                        (struct lov_user_md __user *)arg));
+       case LL_IOC_LOV_GETSTRIPE_NEW:
+               RETURN(ll_file_getstripe(inode, (void __user *)arg, 0));
         case FSFILT_IOC_GETFLAGS:
         case FSFILT_IOC_SETFLAGS:
                 RETURN(ll_iocontrol(inode, file, cmd, arg));
@@ -2473,6 +3012,10 @@ out:
                        if (rc < 0)
                                RETURN(rc);
 
+                       rc = ll_lease_och_release(inode, file);
+                       if (rc < 0)
+                               RETURN(rc);
+
                        if (lease_broken)
                                fmode = 0;
 
@@ -2552,17 +3095,94 @@ out:
 
                RETURN(ll_file_futimes_3(file, &lfu));
        }
-       default: {
-               int err;
+       case LL_IOC_LADVISE: {
+               struct llapi_ladvise_hdr *k_ladvise_hdr;
+               struct llapi_ladvise_hdr __user *u_ladvise_hdr;
+               int i;
+               int num_advise;
+               int alloc_size = sizeof(*k_ladvise_hdr);
+
+               rc = 0;
+               u_ladvise_hdr = (void __user *)arg;
+               OBD_ALLOC_PTR(k_ladvise_hdr);
+               if (k_ladvise_hdr == NULL)
+                       RETURN(-ENOMEM);
+
+               if (copy_from_user(k_ladvise_hdr, u_ladvise_hdr, alloc_size))
+                       GOTO(out_ladvise, rc = -EFAULT);
+
+               if (k_ladvise_hdr->lah_magic != LADVISE_MAGIC ||
+                   k_ladvise_hdr->lah_count < 1)
+                       GOTO(out_ladvise, rc = -EINVAL);
+
+               num_advise = k_ladvise_hdr->lah_count;
+               if (num_advise >= LAH_COUNT_MAX)
+                       GOTO(out_ladvise, rc = -EFBIG);
+
+               OBD_FREE_PTR(k_ladvise_hdr);
+               alloc_size = offsetof(typeof(*k_ladvise_hdr),
+                                     lah_advise[num_advise]);
+               OBD_ALLOC(k_ladvise_hdr, alloc_size);
+               if (k_ladvise_hdr == NULL)
+                       RETURN(-ENOMEM);
+
+               /*
+                * TODO: submit multiple advices to one server in a single RPC
+                */
+               if (copy_from_user(k_ladvise_hdr, u_ladvise_hdr, alloc_size))
+                       GOTO(out_ladvise, rc = -EFAULT);
+
+               for (i = 0; i < num_advise; i++) {
+                       struct llapi_lu_ladvise *k_ladvise =
+                                       &k_ladvise_hdr->lah_advise[i];
+                       struct llapi_lu_ladvise __user *u_ladvise =
+                                       &u_ladvise_hdr->lah_advise[i];
+
+                       rc = ll_ladvise_sanity(inode, k_ladvise);
+                       if (rc)
+                               GOTO(out_ladvise, rc);
+
+                       switch (k_ladvise->lla_advice) {
+                       case LU_LADVISE_LOCKNOEXPAND:
+                               rc = ll_lock_noexpand(file,
+                                              k_ladvise->lla_peradvice_flags);
+                               GOTO(out_ladvise, rc);
+                       case LU_LADVISE_LOCKAHEAD:
+
+                               rc = ll_file_lock_ahead(file, k_ladvise);
+
+                               if (rc < 0)
+                                       GOTO(out_ladvise, rc);
+
+                               if (put_user(rc,
+                                            &u_ladvise->lla_lockahead_result))
+                                       GOTO(out_ladvise, rc = -EFAULT);
+                               break;
+                       default:
+                               rc = ll_ladvise(inode, file,
+                                               k_ladvise_hdr->lah_flags,
+                                               k_ladvise);
+                               if (rc)
+                                       GOTO(out_ladvise, rc);
+                               break;
+                       }
 
-               if (LLIOC_STOP ==
-                    ll_iocontrol_call(inode, file, cmd, arg, &err))
-                       RETURN(err);
+               }
 
+out_ladvise:
+               OBD_FREE(k_ladvise_hdr, alloc_size);
+               RETURN(rc);
+       }
+       case LL_IOC_FSGETXATTR:
+               RETURN(ll_ioctl_fsgetxattr(inode, cmd, arg));
+       case LL_IOC_FSSETXATTR:
+               RETURN(ll_ioctl_fssetxattr(inode, cmd, arg));
+       case BLKSSZGET:
+               RETURN(put_user(PAGE_SIZE, (int __user *)arg));
+       default:
                RETURN(obd_iocontrol(cmd, ll_i2dtexp(inode), 0, NULL,
                                     (void __user *)arg));
        }
-       }
 }
 
 #ifndef HAVE_FILE_LLSEEK_SIZE
@@ -2585,7 +3205,7 @@ static loff_t
 generic_file_llseek_size(struct file *file, loff_t offset, int origin,
                 loff_t maxsize, loff_t eof)
 {
-       struct inode *inode = file->f_path.dentry->d_inode;
+       struct inode *inode = file_inode(file);
 
        switch (origin) {
        case SEEK_END:
@@ -2605,9 +3225,9 @@ generic_file_llseek_size(struct file *file, loff_t offset, int origin,
                 * SEEK_CURs. Note that parallel writes and reads behave
                 * like SEEK_SET.
                 */
-               mutex_lock(&inode->i_mutex);
+               inode_lock(inode);
                offset = llseek_execute(file, file->f_pos + offset, maxsize);
-               mutex_unlock(&inode->i_mutex);
+               inode_unlock(inode);
                return offset;
        case SEEK_DATA:
                /*
@@ -2634,7 +3254,7 @@ generic_file_llseek_size(struct file *file, loff_t offset, int origin,
 
 static loff_t ll_file_seek(struct file *file, loff_t offset, int origin)
 {
-       struct inode *inode = file->f_path.dentry->d_inode;
+       struct inode *inode = file_inode(file);
        loff_t retval, eof = 0;
 
        ENTRY;
@@ -2659,7 +3279,7 @@ static loff_t ll_file_seek(struct file *file, loff_t offset, int origin)
 
 static int ll_flush(struct file *file, fl_owner_t id)
 {
-       struct inode *inode = file->f_path.dentry->d_inode;
+       struct inode *inode = file_inode(file);
        struct ll_inode_info *lli = ll_i2info(inode);
        struct ll_file_data *fd = LUSTRE_FPRIVATE(file);
        int rc, err;
@@ -2692,18 +3312,18 @@ static int ll_flush(struct file *file, fl_owner_t id)
 int cl_sync_file_range(struct inode *inode, loff_t start, loff_t end,
                       enum cl_fsync_mode mode, int ignore_layout)
 {
-       struct cl_env_nest nest;
        struct lu_env *env;
        struct cl_io *io;
        struct cl_fsync_io *fio;
        int result;
+       __u16 refcheck;
        ENTRY;
 
        if (mode != CL_FSYNC_NONE && mode != CL_FSYNC_LOCAL &&
            mode != CL_FSYNC_DISCARD && mode != CL_FSYNC_ALL)
                RETURN(-EINVAL);
 
-       env = cl_env_nested_get(&nest);
+       env = cl_env_get(&refcheck);
        if (IS_ERR(env))
                RETURN(PTR_ERR(env));
 
@@ -2726,25 +3346,26 @@ int cl_sync_file_range(struct inode *inode, loff_t start, loff_t end,
        if (result == 0)
                result = fio->fi_nr_written;
        cl_io_fini(env, io);
-       cl_env_nested_put(&nest, env);
+       cl_env_put(env, &refcheck);
 
        RETURN(result);
 }
 
 /*
- * When dentry is provided (the 'else' case), *file->f_path.dentry may be
+ * When dentry is provided (the 'else' case), file_dentry() may be
  * null and dentry must be used directly rather than pulled from
- * *file->f_path.dentry as is done otherwise.
+ * file_dentry() as is done otherwise.
  */
 
 #ifdef HAVE_FILE_FSYNC_4ARGS
 int ll_fsync(struct file *file, loff_t start, loff_t end, int datasync)
 {
-       struct dentry *dentry = file->f_path.dentry;
+       struct dentry *dentry = file_dentry(file);
+       bool lock_inode;
 #elif defined(HAVE_FILE_FSYNC_2ARGS)
 int ll_fsync(struct file *file, int datasync)
 {
-       struct dentry *dentry = file->f_path.dentry;
+       struct dentry *dentry = file_dentry(file);
        loff_t start = 0;
        loff_t end = LLONG_MAX;
 #else
@@ -2765,7 +3386,9 @@ int ll_fsync(struct file *file, struct dentry *dentry, int datasync)
 
 #ifdef HAVE_FILE_FSYNC_4ARGS
        rc = filemap_write_and_wait_range(inode->i_mapping, start, end);
-       mutex_lock(&inode->i_mutex);
+       lock_inode = !lli->lli_inode_locked;
+       if (lock_inode)
+               inode_lock(inode);
 #else
        /* fsync's caller has already called _fdata{sync,write}, we want
         * that IO to finish before calling the osc and mdc sync methods */
@@ -2779,9 +3402,11 @@ int ll_fsync(struct file *file, struct dentry *dentry, int datasync)
                lli->lli_async_rc = 0;
                if (rc == 0)
                        rc = err;
-               err = lov_read_and_clear_async_rc(lli->lli_clob);
-               if (rc == 0)
-                       rc = err;
+               if (lli->lli_clob != NULL) {
+                       err = lov_read_and_clear_async_rc(lli->lli_clob);
+                       if (rc == 0)
+                               rc = err;
+               }
        }
 
        err = md_fsync(ll_i2sbi(inode)->ll_md_exp, ll_inode2fid(inode), &req);
@@ -2803,7 +3428,8 @@ int ll_fsync(struct file *file, struct dentry *dentry, int datasync)
        }
 
 #ifdef HAVE_FILE_FSYNC_4ARGS
-       mutex_unlock(&inode->i_mutex);
+       if (lock_inode)
+               inode_unlock(inode);
 #endif
        RETURN(rc);
 }
@@ -2811,7 +3437,7 @@ int ll_fsync(struct file *file, struct dentry *dentry, int datasync)
 static int
 ll_file_flock(struct file *file, int cmd, struct file_lock *file_lock)
 {
-       struct inode *inode = file->f_path.dentry->d_inode;
+       struct inode *inode = file_inode(file);
        struct ll_sb_info *sbi = ll_i2sbi(inode);
        struct ldlm_enqueue_info einfo = {
                .ei_type        = LDLM_FLOCK,
@@ -2913,18 +3539,23 @@ ll_file_flock(struct file *file, int cmd, struct file_lock *file_lock)
         if (IS_ERR(op_data))
                 RETURN(PTR_ERR(op_data));
 
-       CDEBUG(D_DLMTRACE, "inode="DFID", pid=%u, flags="LPX64", mode=%u, "
-              "start="LPU64", end="LPU64"\n", PFID(ll_inode2fid(inode)),
+       CDEBUG(D_DLMTRACE, "inode="DFID", pid=%u, flags=%#llx, mode=%u, "
+              "start=%llu, end=%llu\n", PFID(ll_inode2fid(inode)),
               flock.l_flock.pid, flags, einfo.ei_mode,
               flock.l_flock.start, flock.l_flock.end);
 
-       rc = md_enqueue(sbi->ll_md_exp, &einfo, &flock, NULL, op_data, &lockh,
+       rc = md_enqueue(sbi->ll_md_exp, &einfo, &flock, op_data, &lockh,
                        flags);
 
        /* Restore the file lock type if not TEST lock. */
        if (!(flags & LDLM_FL_TEST_LOCK))
                file_lock->fl_type = fl_type;
 
+#ifdef HAVE_LOCKS_LOCK_FILE_WAIT
+       if ((rc == 0 || file_lock->fl_type == F_UNLCK) &&
+           !(flags & LDLM_FL_TEST_LOCK))
+               rc2  = locks_lock_file_wait(file, file_lock);
+#else
         if ((file_lock->fl_flags & FL_FLOCK) &&
             (rc == 0 || file_lock->fl_type == F_UNLCK))
                rc2  = flock_lock_file_wait(file, file_lock);
@@ -2932,10 +3563,11 @@ ll_file_flock(struct file *file, int cmd, struct file_lock *file_lock)
             (rc == 0 || file_lock->fl_type == F_UNLCK) &&
             !(flags & LDLM_FL_TEST_LOCK))
                rc2  = posix_lock_file_wait(file, file_lock);
+#endif /* HAVE_LOCKS_LOCK_FILE_WAIT */
 
        if (rc2 && file_lock->fl_type != F_UNLCK) {
                einfo.ei_mode = LCK_NL;
-               md_enqueue(sbi->ll_md_exp, &einfo, &flock, NULL, op_data,
+               md_enqueue(sbi->ll_md_exp, &einfo, &flock, op_data,
                           &lockh, flags);
                rc = rc2;
        }
@@ -3002,10 +3634,10 @@ int ll_migrate(struct inode *parent, struct file *file, int mdtidx,
                RETURN(PTR_ERR(op_data));
 
        /* Get child FID first */
-       qstr.hash = full_name_hash(name, namelen);
+       qstr.hash = ll_full_name_hash(file_dentry(file), name, namelen);
        qstr.name = name;
        qstr.len = namelen;
-       dchild = d_lookup(file->f_path.dentry, &qstr);
+       dchild = d_lookup(file_dentry(file), &qstr);
        if (dchild != NULL) {
                if (dchild->d_inode != NULL)
                        child_inode = igrab(dchild->d_inode);
@@ -3022,23 +3654,31 @@ int ll_migrate(struct inode *parent, struct file *file, int mdtidx,
        if (child_inode == NULL)
                GOTO(out_free, rc = -EINVAL);
 
-       mutex_lock(&child_inode->i_mutex);
+       /*
+        * lfs migrate command needs to be blocked on the client
+        * by checking the migrate FID against the FID of the
+        * filesystem root.
+        */
+       if (child_inode == parent->i_sb->s_root->d_inode)
+               GOTO(out_iput, rc = -EINVAL);
+
+       inode_lock(child_inode);
        op_data->op_fid3 = *ll_inode2fid(child_inode);
        if (!fid_is_sane(&op_data->op_fid3)) {
-               CERROR("%s: migrate %s , but fid "DFID" is insane\n",
+               CERROR("%s: migrate %s, but FID "DFID" is insane\n",
                       ll_get_fsname(parent->i_sb, NULL, 0), name,
                       PFID(&op_data->op_fid3));
-               GOTO(out_free, rc = -EINVAL);
+               GOTO(out_unlock, rc = -EINVAL);
        }
 
        rc = ll_get_mdt_idx_by_fid(ll_i2sbi(parent), &op_data->op_fid3);
        if (rc < 0)
-               GOTO(out_free, rc);
+               GOTO(out_unlock, rc);
 
        if (rc == mdtidx) {
-               CDEBUG(D_INFO, "%s:"DFID" is already on MDT%d.\n", name,
+               CDEBUG(D_INFO, "%s: "DFID" is already on MDT%04x\n", name,
                       PFID(&op_data->op_fid3), mdtidx);
-               GOTO(out_free, rc = 0);
+               GOTO(out_unlock, rc = 0);
        }
 again:
        if (S_ISREG(child_inode->i_mode)) {
@@ -3046,13 +3686,13 @@ again:
                if (IS_ERR(och)) {
                        rc = PTR_ERR(och);
                        och = NULL;
-                       GOTO(out_free, rc);
+                       GOTO(out_unlock, rc);
                }
 
                rc = ll_data_version(child_inode, &data_version,
                                     LL_DV_WR_FLUSH);
                if (rc != 0)
-                       GOTO(out_free, rc);
+                       GOTO(out_close, rc);
 
                op_data->op_handle = och->och_fh;
                op_data->op_data = och->och_mod;
@@ -3065,36 +3705,45 @@ again:
        op_data->op_cli_flags = CLI_MIGRATE;
        rc = md_rename(ll_i2sbi(parent)->ll_md_exp, op_data, name,
                       namelen, name, namelen, &request);
-       if (rc == 0)
+       if (rc == 0) {
+               LASSERT(request != NULL);
                ll_update_times(request, parent);
 
-       body = req_capsule_server_get(&request->rq_pill, &RMF_MDT_BODY);
-       if (body == NULL)
-               GOTO(out_free, rc = -EPROTO);
-
-       /* If the server does release layout lock, then we cleanup
-        * the client och here, otherwise release it in out_free: */
-       if (och != NULL && body->mbo_valid & OBD_MD_CLOSE_INTENT_EXECED) {
-               obd_mod_put(och->och_mod);
-               md_clear_open_replay_data(ll_i2sbi(parent)->ll_md_exp, och);
-               och->och_fh.cookie = DEAD_HANDLE_MAGIC;
-               OBD_FREE_PTR(och);
-               och = NULL;
+               body = req_capsule_server_get(&request->rq_pill, &RMF_MDT_BODY);
+               LASSERT(body != NULL);
+
+               /* If the server does release layout lock, then we cleanup
+                * the client och here, otherwise release it in out_close: */
+               if (och != NULL &&
+                   body->mbo_valid & OBD_MD_CLOSE_INTENT_EXECED) {
+                       obd_mod_put(och->och_mod);
+                       md_clear_open_replay_data(ll_i2sbi(parent)->ll_md_exp,
+                                                 och);
+                       och->och_fh.cookie = DEAD_HANDLE_MAGIC;
+                       OBD_FREE_PTR(och);
+                       och = NULL;
+               }
+       }
+
+       if (request != NULL) {
+               ptlrpc_req_finished(request);
+               request = NULL;
        }
 
-       ptlrpc_req_finished(request);
        /* Try again if the file layout has changed. */
        if (rc == -EAGAIN && S_ISREG(child_inode->i_mode))
                goto again;
-out_free:
-       if (child_inode != NULL) {
-               if (och != NULL) /* close the file */
-                       ll_lease_close(och, child_inode, NULL);
-               clear_nlink(child_inode);
-               mutex_unlock(&child_inode->i_mutex);
-               iput(child_inode);
-       }
 
+out_close:
+       if (och != NULL) /* close the file */
+               ll_lease_close(och, child_inode, NULL);
+       if (rc == 0)
+               clear_nlink(child_inode);
+out_unlock:
+       inode_unlock(child_inode);
+out_iput:
+       iput(child_inode);
+out_free:
        ll_finish_md_op_data(op_data);
        RETURN(rc);
 }
@@ -3253,8 +3902,11 @@ static int __ll_inode_revalidate(struct dentry *dentry, __u64 ibits)
                    do_lookup() -> ll_revalidate_it(). We cannot use d_drop
                    here to preserve get_cwd functionality on 2.6.
                    Bug 10503 */
-               if (!dentry->d_inode->i_nlink)
+               if (!dentry->d_inode->i_nlink) {
+                       ll_lock_dcache(inode);
                        d_lustre_invalidate(dentry, 0);
+                       ll_unlock_dcache(inode);
+               }
 
                 ll_lookup_finish_locks(&oit, dentry);
         } else if (!ll_have_md_lock(dentry->d_inode, &ibits, LCK_MINMODE)) {
@@ -3350,8 +4002,28 @@ ll_inode_revalidate(struct dentry *dentry, __u64 ibits)
        RETURN(rc);
 }
 
+static inline dev_t ll_compat_encode_dev(dev_t dev)
+{
+       /* The compat_sys_*stat*() syscalls will fail unless the
+        * device majors and minors are both less than 256. Note that
+        * the value returned here will be passed through
+        * old_encode_dev() in cp_compat_stat(). And so we are not
+        * trying to return a valid compat (u16) device number, just
+        * one that will pass the old_valid_dev() check. */
+
+       return MKDEV(MAJOR(dev) & 0xff, MINOR(dev) & 0xff);
+}
+
+#ifdef HAVE_INODEOPS_ENHANCED_GETATTR
+int ll_getattr(const struct path *path, struct kstat *stat,
+              u32 request_mask, unsigned int flags)
+
+{
+       struct dentry *de = path->dentry;
+#else
 int ll_getattr(struct vfsmount *mnt, struct dentry *de, struct kstat *stat)
 {
+#endif
         struct inode *inode = de->d_inode;
         struct ll_sb_info *sbi = ll_i2sbi(inode);
         struct ll_inode_info *lli = ll_i2info(inode);
@@ -3364,19 +4036,25 @@ int ll_getattr(struct vfsmount *mnt, struct dentry *de, struct kstat *stat)
         if (res)
                 return res;
 
-       stat->dev = inode->i_sb->s_dev;
-       if (ll_need_32bit_api(sbi))
+       OBD_FAIL_TIMEOUT(OBD_FAIL_GETATTR_DELAY, 30);
+
+       if (ll_need_32bit_api(sbi)) {
                stat->ino = cl_fid_build_ino(&lli->lli_fid, 1);
-       else
+               stat->dev = ll_compat_encode_dev(inode->i_sb->s_dev);
+               stat->rdev = ll_compat_encode_dev(inode->i_rdev);
+       } else {
                stat->ino = inode->i_ino;
+               stat->dev = inode->i_sb->s_dev;
+               stat->rdev = inode->i_rdev;
+       }
+
        stat->mode = inode->i_mode;
        stat->uid = inode->i_uid;
        stat->gid = inode->i_gid;
-       stat->rdev = inode->i_rdev;
        stat->atime = inode->i_atime;
        stat->mtime = inode->i_mtime;
        stat->ctime = inode->i_ctime;
-       stat->blksize = 1 << inode->i_blkbits;
+       stat->blksize = sbi->ll_stat_blksize ?: 1 << inode->i_blkbits;
 
        stat->nlink = inode->i_nlink;
        stat->size = i_size_read(inode);
@@ -3437,6 +4115,59 @@ struct posix_acl *ll_get_acl(struct inode *inode, int type)
        RETURN(acl);
 }
 
+#ifdef HAVE_IOP_SET_ACL
+#ifdef CONFIG_FS_POSIX_ACL
+int ll_set_acl(struct inode *inode, struct posix_acl *acl, int type)
+{
+       const char *name = NULL;
+       char *value = NULL;
+       size_t size = 0;
+       int rc = 0;
+       ENTRY;
+
+       switch (type) {
+       case ACL_TYPE_ACCESS:
+               if (acl) {
+                       rc = posix_acl_update_mode(inode, &inode->i_mode, &acl);
+                       if (rc)
+                               GOTO(out, rc);
+               }
+               name = XATTR_NAME_POSIX_ACL_ACCESS;
+               break;
+       case ACL_TYPE_DEFAULT:
+               if (!S_ISDIR(inode->i_mode))
+                       GOTO(out, rc = acl ? -EACCES : 0);
+               name = XATTR_NAME_POSIX_ACL_DEFAULT;
+               break;
+       default:
+               GOTO(out, rc = -EINVAL);
+       }
+
+       if (acl) {
+               size = posix_acl_xattr_size(acl->a_count);
+               value = kmalloc(size, GFP_NOFS);
+               if (value == NULL)
+                       GOTO(out, rc = -ENOMEM);
+
+               rc = posix_acl_to_xattr(&init_user_ns, acl, value, size);
+               if (rc < 0)
+                       GOTO(out_free, rc);
+       }
+
+       /* dentry is only used for *.lov attributes so it's safe to be NULL */
+       rc = __vfs_setxattr(NULL, inode, name, value, size, XATTR_CREATE);
+out_free:
+       kfree(value);
+out:
+       if (!rc)
+               set_cached_acl(inode, type, acl);
+       else
+               forget_cached_acl(inode, type);
+       RETURN(rc);
+}
+#endif /* CONFIG_FS_POSIX_ACL */
+#endif /* HAVE_IOP_SET_ACL */
+
 #ifndef HAVE_GENERIC_PERMISSION_2ARGS
 static int
 # ifdef HAVE_GENERIC_PERMISSION_4ARGS
@@ -3538,12 +4269,7 @@ int ll_inode_permission(struct inode *inode, int mask, struct nameidata *nd)
        }
 
        ll_stats_ops_tally(sbi, LPROC_LL_INODE_PERM, 1);
-
-       if (sbi->ll_flags & LL_SBI_RMT_CLIENT)
-               rc = lustre_check_remote_perm(inode, mask);
-       else
-               rc = ll_generic_permission(inode, mask, flags, ll_check_acl);
-
+       rc = ll_generic_permission(inode, mask, flags, ll_check_acl);
        /* restore current process's credentials and FS capability */
        if (squash_id) {
                revert_creds(old_cred);
@@ -3635,130 +4361,34 @@ struct inode_operations ll_file_inode_operations = {
        .setattr        = ll_setattr,
        .getattr        = ll_getattr,
        .permission     = ll_inode_permission,
+#ifdef HAVE_IOP_XATTR
        .setxattr       = ll_setxattr,
        .getxattr       = ll_getxattr,
-       .listxattr      = ll_listxattr,
        .removexattr    = ll_removexattr,
+#endif
+       .listxattr      = ll_listxattr,
        .fiemap         = ll_fiemap,
 #ifdef HAVE_IOP_GET_ACL
        .get_acl        = ll_get_acl,
 #endif
+#ifdef HAVE_IOP_SET_ACL
+       .set_acl        = ll_set_acl,
+#endif
 };
 
-/* dynamic ioctl number support routins */
-static struct llioc_ctl_data {
-       struct rw_semaphore     ioc_sem;
-       struct list_head        ioc_head;
-} llioc = {
-       __RWSEM_INITIALIZER(llioc.ioc_sem),
-       LIST_HEAD_INIT(llioc.ioc_head)
-};
-
-
-struct llioc_data {
-       struct list_head        iocd_list;
-        unsigned int            iocd_size;
-        llioc_callback_t        iocd_cb;
-        unsigned int            iocd_count;
-        unsigned int            iocd_cmd[0];
-};
-
-void *ll_iocontrol_register(llioc_callback_t cb, int count, unsigned int *cmd)
-{
-        unsigned int size;
-        struct llioc_data *in_data = NULL;
-        ENTRY;
-
-        if (cb == NULL || cmd == NULL ||
-            count > LLIOC_MAX_CMD || count < 0)
-                RETURN(NULL);
-
-        size = sizeof(*in_data) + count * sizeof(unsigned int);
-        OBD_ALLOC(in_data, size);
-        if (in_data == NULL)
-                RETURN(NULL);
-
-        memset(in_data, 0, sizeof(*in_data));
-        in_data->iocd_size = size;
-        in_data->iocd_cb = cb;
-        in_data->iocd_count = count;
-        memcpy(in_data->iocd_cmd, cmd, sizeof(unsigned int) * count);
-
-       down_write(&llioc.ioc_sem);
-       list_add_tail(&in_data->iocd_list, &llioc.ioc_head);
-       up_write(&llioc.ioc_sem);
-
-        RETURN(in_data);
-}
-
-void ll_iocontrol_unregister(void *magic)
-{
-        struct llioc_data *tmp;
-
-        if (magic == NULL)
-                return;
-
-       down_write(&llioc.ioc_sem);
-       list_for_each_entry(tmp, &llioc.ioc_head, iocd_list) {
-                if (tmp == magic) {
-                        unsigned int size = tmp->iocd_size;
-
-                       list_del(&tmp->iocd_list);
-                       up_write(&llioc.ioc_sem);
-
-                        OBD_FREE(tmp, size);
-                        return;
-                }
-        }
-       up_write(&llioc.ioc_sem);
-
-        CWARN("didn't find iocontrol register block with magic: %p\n", magic);
-}
-
-EXPORT_SYMBOL(ll_iocontrol_register);
-EXPORT_SYMBOL(ll_iocontrol_unregister);
-
-static enum llioc_iter
-ll_iocontrol_call(struct inode *inode, struct file *file,
-                 unsigned int cmd, unsigned long arg, int *rcp)
-{
-        enum llioc_iter ret = LLIOC_CONT;
-        struct llioc_data *data;
-        int rc = -EINVAL, i;
-
-       down_read(&llioc.ioc_sem);
-       list_for_each_entry(data, &llioc.ioc_head, iocd_list) {
-                for (i = 0; i < data->iocd_count; i++) {
-                        if (cmd != data->iocd_cmd[i])
-                                continue;
-
-                        ret = data->iocd_cb(inode, file, cmd, arg, data, &rc);
-                        break;
-                }
-
-                if (ret == LLIOC_STOP)
-                        break;
-        }
-       up_read(&llioc.ioc_sem);
-
-        if (rcp)
-                *rcp = rc;
-        return ret;
-}
-
 int ll_layout_conf(struct inode *inode, const struct cl_object_conf *conf)
 {
        struct ll_inode_info *lli = ll_i2info(inode);
        struct cl_object *obj = lli->lli_clob;
-       struct cl_env_nest nest;
        struct lu_env *env;
        int rc;
+       __u16 refcheck;
        ENTRY;
 
        if (obj == NULL)
                RETURN(0);
 
-       env = cl_env_nested_get(&nest);
+       env = cl_env_get(&refcheck);
        if (IS_ERR(env))
                RETURN(PTR_ERR(env));
 
@@ -3793,7 +4423,7 @@ int ll_layout_conf(struct inode *inode, const struct cl_object_conf *conf)
        }
 
 out:
-       cl_env_nested_put(&nest, env);
+       cl_env_put(env, &refcheck);
 
        RETURN(rc);
 }
@@ -3857,7 +4487,7 @@ static int ll_layout_fetch(struct inode *inode, struct ldlm_lock *lock)
        }
        unlock_res_and_lock(lock);
 
-       if (lvbdata != NULL)
+       if (lvbdata)
                OBD_FREE_LARGE(lvbdata, lmmsize);
 
        EXIT;
@@ -3893,14 +4523,14 @@ static int ll_layout_lock_set(struct lustre_handle *lockh, enum ldlm_mode mode,
                   PFID(&lli->lli_fid), inode);
 
        /* in case this is a caching lock and reinstate with new inode */
-       md_set_lock_data(sbi->ll_md_exp, &lockh->cookie, inode, NULL);
+       md_set_lock_data(sbi->ll_md_exp, lockh, inode, NULL);
 
        lock_res_and_lock(lock);
        lvb_ready = ldlm_is_lvb_ready(lock);
        unlock_res_and_lock(lock);
+
        /* checking lvb_ready is racy but this is okay. The worst case is
         * that multi processes may configure the file on the same time. */
-
        if (lvb_ready)
                GOTO(out, rc = 0);
 
@@ -3925,7 +4555,6 @@ static int ll_layout_lock_set(struct lustre_handle *lockh, enum ldlm_mode mode,
        /* refresh layout failed, need to wait */
        wait_layout = rc == -EBUSY;
        EXIT;
-
 out:
        LDLM_LOCK_PUT(lock);
        ldlm_lock_decref(lockh, mode);
@@ -3950,68 +4579,55 @@ out:
        RETURN(rc);
 }
 
-static int ll_layout_refresh_locked(struct inode *inode)
+/**
+ * Issue layout intent RPC to MDS.
+ * \param inode [in]   file inode
+ * \param intent [in]  layout intent
+ *
+ * \retval 0   on success
+ * \retval < 0 error code
+ */
+static int ll_layout_intent(struct inode *inode, struct layout_intent *intent)
 {
        struct ll_inode_info  *lli = ll_i2info(inode);
        struct ll_sb_info     *sbi = ll_i2sbi(inode);
        struct md_op_data     *op_data;
-       struct lookup_intent    it;
-       struct lustre_handle    lockh;
-       enum ldlm_mode          mode;
-       struct ldlm_enqueue_info einfo = {
-               .ei_type = LDLM_IBITS,
-               .ei_mode = LCK_CR,
-               .ei_cb_bl = &ll_md_blocking_ast,
-               .ei_cb_cp = &ldlm_completion_ast,
-       };
+       struct lookup_intent it;
+       struct ptlrpc_request *req;
        int rc;
        ENTRY;
 
-again:
-       /* mostly layout lock is caching on the local side, so try to match
-        * it before grabbing layout lock mutex. */
-       mode = ll_take_md_lock(inode, MDS_INODELOCK_LAYOUT, &lockh, 0,
-                              LCK_CR | LCK_CW | LCK_PR | LCK_PW);
-       if (mode != 0) { /* hit cached lock */
-               rc = ll_layout_lock_set(&lockh, mode, inode);
-               if (rc == -EAGAIN)
-                       goto again;
-
-               RETURN(rc);
-       }
-
        op_data = ll_prep_md_op_data(NULL, inode, inode, NULL,
                                     0, 0, LUSTRE_OPC_ANY, NULL);
        if (IS_ERR(op_data))
                RETURN(PTR_ERR(op_data));
 
-       /* have to enqueue one */
+       op_data->op_data = intent;
+       op_data->op_data_size = sizeof(*intent);
+
        memset(&it, 0, sizeof(it));
        it.it_op = IT_LAYOUT;
-       lockh.cookie = 0ULL;
+       if (intent->li_opc == LAYOUT_INTENT_WRITE ||
+           intent->li_opc == LAYOUT_INTENT_TRUNC)
+               it.it_flags = FMODE_WRITE;
 
        LDLM_DEBUG_NOLOCK("%s: requeue layout lock for file "DFID"(%p)",
                          ll_get_fsname(inode->i_sb, NULL, 0),
                          PFID(&lli->lli_fid), inode);
 
-       rc = md_enqueue(sbi->ll_md_exp, &einfo, NULL, &it, op_data, &lockh, 0);
-       if (it.d.lustre.it_data != NULL)
-               ptlrpc_req_finished(it.d.lustre.it_data);
-       it.d.lustre.it_data = NULL;
+       rc = md_intent_lock(sbi->ll_md_exp, op_data, &it, &req,
+                           &ll_md_blocking_ast, 0);
+       if (it.it_request != NULL)
+               ptlrpc_req_finished(it.it_request);
+       it.it_request = NULL;
 
        ll_finish_md_op_data(op_data);
 
-       mode = it.d.lustre.it_lock_mode;
-       it.d.lustre.it_lock_mode = 0;
-       ll_intent_drop_lock(&it);
-
-       if (rc == 0) {
-               /* set lock data in case this is a new lock */
+       /* set lock data in case this is a new lock */
+       if (!rc)
                ll_set_lock_data(sbi->ll_md_exp, inode, &it, NULL);
-               rc = ll_layout_lock_set(&lockh, mode, inode);
-               if (rc == -EAGAIN)
-                       goto again;
-       }
+
+       ll_intent_drop_lock(&it);
 
        RETURN(rc);
 }
@@ -4033,6 +4649,11 @@ int ll_layout_refresh(struct inode *inode, __u32 *gen)
 {
        struct ll_inode_info    *lli = ll_i2info(inode);
        struct ll_sb_info       *sbi = ll_i2sbi(inode);
+       struct lustre_handle lockh;
+       struct layout_intent intent = {
+               .li_opc = LAYOUT_INTENT_ACCESS,
+       };
+       enum ldlm_mode mode;
        int rc;
        ENTRY;
 
@@ -4047,18 +4668,57 @@ int ll_layout_refresh(struct inode *inode, __u32 *gen)
        /* take layout lock mutex to enqueue layout lock exclusively. */
        mutex_lock(&lli->lli_layout_mutex);
 
-       rc = ll_layout_refresh_locked(inode);
-       if (rc < 0)
-               GOTO(out, rc);
+       while (1) {
+               /* mostly layout lock is caching on the local side, so try to
+                * match it before grabbing layout lock mutex. */
+               mode = ll_take_md_lock(inode, MDS_INODELOCK_LAYOUT, &lockh, 0,
+                                      LCK_CR | LCK_CW | LCK_PR | LCK_PW);
+               if (mode != 0) { /* hit cached lock */
+                       rc = ll_layout_lock_set(&lockh, mode, inode);
+                       if (rc == -EAGAIN)
+                               continue;
+                       break;
+               }
 
-       *gen = ll_layout_version_get(lli);
-out:
+               rc = ll_layout_intent(inode, &intent);
+               if (rc != 0)
+                       break;
+       }
+
+       if (rc == 0)
+               *gen = ll_layout_version_get(lli);
        mutex_unlock(&lli->lli_layout_mutex);
 
        RETURN(rc);
 }
 
 /**
+ * Issue layout intent RPC indicating where in a file an IO is about to write.
+ *
+ * \param[in] inode    file inode.
+ * \param[in] start    start offset of fille in bytes where an IO is about to
+ *                     write.
+ * \param[in] end      exclusive end offset in bytes of the write range.
+ *
+ * \retval 0   on success
+ * \retval < 0 error code
+ */
+int ll_layout_write_intent(struct inode *inode, __u64 start, __u64 end)
+{
+       struct layout_intent intent = {
+               .li_opc = LAYOUT_INTENT_WRITE,
+               .li_start = start,
+               .li_end = end,
+       };
+       int rc;
+       ENTRY;
+
+       rc = ll_layout_intent(inode, &intent);
+
+       RETURN(rc);
+}
+
+/**
  *  This function send a restore request to the MDT
  */
 int ll_layout_restore(struct inode *inode, loff_t offset, __u64 length)