Whamcloud - gitweb
LU-12037 mdt: add option for cross-MDT rename
[fs/lustre-release.git] / lustre / mdt / mdt_reint.c
index 895fb90..505b254 100644 (file)
@@ -217,78 +217,6 @@ static int mdt_lookup_version_check(struct mdt_thread_info *info,
 
 }
 
-static inline int mdt_remote_permission_check(struct mdt_thread_info *info)
-{
-       struct lu_ucred *uc  = mdt_ucred(info);
-       struct mdt_device *mdt = info->mti_mdt;
-
-       if (!md_capable(uc, CFS_CAP_SYS_ADMIN)) {
-               if (uc->uc_gid != mdt->mdt_enable_remote_dir_gid &&
-                   mdt->mdt_enable_remote_dir_gid != -1)
-                       return -EPERM;
-       }
-
-       return 0;
-}
-
-/**
- * mdt_remote_permission: Check whether the remote operation is permitted,
- *
- * Only sysadmin can create remote directory / striped directory,
- * migrate directory and set default stripedEA on directory, unless
- *
- * lctl set_param mdt.*.enable_remote_dir_gid=allow_gid.
- *
- * param[in] info: mdt_thread_info.
- *
- * retval      = 0 remote operation is allowed.
- *              < 0 remote operation is denied.
- */
-int mdt_remote_permission(struct mdt_thread_info *info)
-{
-       struct md_op_spec *spec = &info->mti_spec;
-       struct lu_attr *attr = &info->mti_attr.ma_attr;
-       struct obd_export *exp = mdt_info_req(info)->rq_export;
-       int rc;
-
-       if (info->mti_rr.rr_opcode == REINT_MIGRATE) {
-               rc = mdt_remote_permission_check(info);
-               if (rc != 0)
-                       return rc;
-       }
-
-       if (info->mti_rr.rr_opcode == REINT_CREATE &&
-           (S_ISDIR(attr->la_mode) && spec->u.sp_ea.eadata != NULL &&
-            spec->u.sp_ea.eadatalen != 0)) {
-               const struct lmv_user_md *lum = spec->u.sp_ea.eadata;
-
-               /* Only new clients can create remote dir( >= 2.4) and
-                * striped dir(>= 2.6), old client will return -ENOTSUPP */
-               if (!mdt_is_dne_client(exp))
-                       return -ENOTSUPP;
-
-               if (le32_to_cpu(lum->lum_stripe_count) > 1 &&
-                   !mdt_is_striped_client(exp))
-                       return -ENOTSUPP;
-
-               rc = mdt_remote_permission_check(info);
-               if (rc != 0)
-                       return rc;
-       }
-
-       if (info->mti_rr.rr_opcode == REINT_SETATTR) {
-               struct md_attr *ma = &info->mti_attr;
-
-               if ((ma->ma_valid & MA_LMV)) {
-                       rc = mdt_remote_permission_check(info);
-                       if (rc != 0)
-                               return rc;
-               }
-       }
-
-       return 0;
-}
-
 static int mdt_unlock_slaves(struct mdt_thread_info *mti,
                             struct mdt_object *obj,
                             struct ldlm_enqueue_info *einfo,
@@ -423,6 +351,7 @@ static int mdt_create(struct mdt_thread_info *info)
        struct mdt_body         *repbody;
        struct md_attr          *ma = &info->mti_attr;
        struct mdt_reint_record *rr = &info->mti_rr;
+       struct md_op_spec       *spec = &info->mti_spec;
        int rc;
        ENTRY;
 
@@ -433,6 +362,33 @@ static int mdt_create(struct mdt_thread_info *info)
        if (!fid_is_md_operative(rr->rr_fid1))
                RETURN(-EPERM);
 
+       if (S_ISDIR(ma->ma_attr.la_mode) &&
+           spec->u.sp_ea.eadata != NULL && spec->u.sp_ea.eadatalen != 0) {
+               const struct lmv_user_md *lum = spec->u.sp_ea.eadata;
+               struct lu_ucred *uc = mdt_ucred(info);
+               struct obd_export *exp = mdt_info_req(info)->rq_export;
+
+               /* Only new clients can create remote dir( >= 2.4) and
+                * striped dir(>= 2.6), old client will return -ENOTSUPP */
+               if (!mdt_is_dne_client(exp))
+                       RETURN(-ENOTSUPP);
+
+               if (le32_to_cpu(lum->lum_stripe_count) > 1) {
+                       if (!mdt_is_striped_client(exp))
+                               RETURN(-ENOTSUPP);
+
+                       if (!mdt->mdt_enable_striped_dir)
+                               RETURN(-EPERM);
+               } else if (!mdt->mdt_enable_remote_dir) {
+                       RETURN(-EPERM);
+               }
+
+               if (!md_capable(uc, CFS_CAP_SYS_ADMIN) &&
+                   uc->uc_gid != mdt->mdt_enable_remote_dir_gid &&
+                   mdt->mdt_enable_remote_dir_gid != -1)
+                       RETURN(-EPERM);
+       }
+
        repbody = req_capsule_server_get(info->mti_pill, &RMF_MDT_BODY);
 
        parent = mdt_object_find(info->mti_env, info->mti_mdt, rr->rr_fid1);
@@ -474,10 +430,6 @@ static int mdt_create(struct mdt_thread_info *info)
        if (unlikely(IS_ERR(child)))
                GOTO(unlock_parent, rc = PTR_ERR(child));
 
-       rc = mdt_remote_permission(info);
-       if (rc != 0)
-               GOTO(put_child, rc);
-
        ma->ma_need = MA_INODE;
        ma->ma_valid = 0;
 
@@ -638,6 +590,8 @@ out_unlock:
 int mdt_add_dirty_flag(struct mdt_thread_info *info, struct mdt_object *mo,
                        struct md_attr *ma)
 {
+       struct lu_ucred *uc = mdt_ucred(info);
+       cfs_cap_t cap_saved;
        int rc;
        ENTRY;
 
@@ -655,7 +609,12 @@ int mdt_add_dirty_flag(struct mdt_thread_info *info, struct mdt_object *mo,
            && !(ma->ma_hsm.mh_flags & (HS_DIRTY|HS_RELEASED))) {
                ma->ma_hsm.mh_flags |= HS_DIRTY;
 
+               /* Bump cap so that closes from non-owner writers can
+                * set the HSM state to dirty. */
+               cap_saved = uc->uc_cap;
+               uc->uc_cap |= MD_CAP_TO_MASK(CFS_CAP_FOWNER);
                rc = mdt_hsm_attr_set(info, mo, &ma->ma_hsm);
+               uc->uc_cap = cap_saved;
                if (rc)
                        CERROR("file attribute change error for "DFID": %d\n",
                                PFID(mdt_object_fid(mo)), rc);
@@ -665,26 +624,27 @@ int mdt_add_dirty_flag(struct mdt_thread_info *info, struct mdt_object *mo,
 }
 
 static int mdt_reint_setattr(struct mdt_thread_info *info,
-                             struct mdt_lock_handle *lhc)
+                            struct mdt_lock_handle *lhc)
 {
-        struct md_attr          *ma = &info->mti_attr;
-        struct mdt_reint_record *rr = &info->mti_rr;
-        struct ptlrpc_request   *req = mdt_info_req(info);
-        struct mdt_object       *mo;
-        struct mdt_body         *repbody;
-       int                      rc, rc2;
-        ENTRY;
+       struct mdt_device *mdt = info->mti_mdt;
+       struct md_attr *ma = &info->mti_attr;
+       struct mdt_reint_record *rr = &info->mti_rr;
+       struct ptlrpc_request *req = mdt_info_req(info);
+       struct mdt_object *mo;
+       struct mdt_body *repbody;
+       int rc, rc2;
+       ENTRY;
 
-        DEBUG_REQ(D_INODE, req, "setattr "DFID" %x", PFID(rr->rr_fid1),
-                  (unsigned int)ma->ma_attr.la_valid);
+       DEBUG_REQ(D_INODE, req, "setattr "DFID" %x", PFID(rr->rr_fid1),
+                 (unsigned int)ma->ma_attr.la_valid);
 
        if (info->mti_dlm_req)
                ldlm_request_cancel(req, info->mti_dlm_req, 0, LATF_SKIP);
 
        repbody = req_capsule_server_get(info->mti_pill, &RMF_MDT_BODY);
-        mo = mdt_object_find(info->mti_env, info->mti_mdt, rr->rr_fid1);
-        if (IS_ERR(mo))
-                GOTO(out, rc = PTR_ERR(mo));
+       mo = mdt_object_find(info->mti_env, mdt, rr->rr_fid1);
+       if (IS_ERR(mo))
+               GOTO(out, rc = PTR_ERR(mo));
 
        if (!mdt_object_exists(mo))
                GOTO(out_put, rc = -ENOENT);
@@ -744,17 +704,32 @@ static int mdt_reint_setattr(struct mdt_thread_info *info,
                if (ma->ma_valid & MA_LOV)
                        GOTO(out_put, rc = -EPROTO);
 
+               /* MDT supports FMD for regular files due to Data-on-MDT */
+               if (S_ISREG(lu_object_attr(&mo->mot_obj)) &&
+                   ma->ma_attr.la_valid & (LA_ATIME | LA_MTIME | LA_CTIME))
+                       tgt_fmd_update(info->mti_exp, mdt_object_fid(mo),
+                                      req->rq_xid);
+
                rc = mdt_attr_set(info, mo, ma);
                if (rc)
                        GOTO(out_put, rc);
        } else if ((ma->ma_valid & (MA_LOV | MA_LMV)) &&
                   (ma->ma_valid & MA_INODE)) {
-               struct lu_buf *buf  = &info->mti_buf;
-               struct mdt_lock_handle  *lh;
+               struct lu_buf *buf = &info->mti_buf;
+               struct lu_ucred *uc = mdt_ucred(info);
+               struct mdt_lock_handle *lh;
 
-               rc = mdt_remote_permission(info);
-               if (rc < 0)
-                       GOTO(out_put, rc);
+               /* reject if either remote or striped dir is disabled */
+               if (ma->ma_valid & MA_LMV) {
+                       if (!mdt->mdt_enable_remote_dir ||
+                           !mdt->mdt_enable_striped_dir)
+                               GOTO(out_put, rc = -EPERM);
+
+                       if (!md_capable(uc, CFS_CAP_SYS_ADMIN) &&
+                           uc->uc_gid != mdt->mdt_enable_remote_dir_gid &&
+                           mdt->mdt_enable_remote_dir_gid != -1)
+                               GOTO(out_put, rc = -EPERM);
+               }
 
                if (ma->ma_attr.la_valid != 0)
                        GOTO(out_put, rc = -EPROTO);
@@ -946,7 +921,7 @@ relock:
        if (!cos_incompat) {
                rc = mdt_object_striped(info, mc);
                if (rc < 0)
-                       GOTO(unlock_parent, rc = PTR_ERR(mc));
+                       GOTO(unlock_parent, rc);
 
                cos_incompat = rc;
                if (cos_incompat) {
@@ -1243,8 +1218,9 @@ static int mdt_pdir_hash_lock(struct mdt_thread_info *info,
         * going to be sent to client. If it is - mdt_intent_policy() path will
         * fix it up and turn FL_LOCAL flag off.
         */
-       rc = mdt_fid_lock(ns, &lh->mlh_reg_lh, lh->mlh_reg_mode, policy,
-                         res, dlmflags, &info->mti_exp->exp_handle.h_cookie);
+       rc = mdt_fid_lock(info->mti_env, ns, &lh->mlh_reg_lh, lh->mlh_reg_mode,
+                         policy, res, dlmflags,
+                         &info->mti_exp->exp_handle.h_cookie);
        return rc;
 }
 
@@ -1284,12 +1260,13 @@ static int mdt_rename_lock(struct mdt_thread_info *info,
                memset(policy, 0, sizeof *policy);
                policy->l_inodebits.bits = MDS_INODELOCK_UPDATE;
                flags = LDLM_FL_LOCAL_ONLY | LDLM_FL_ATOMIC_CB;
-               rc = ldlm_cli_enqueue_local(ns, res_id, LDLM_IBITS, policy,
-                                          LCK_EX, &flags, ldlm_blocking_ast,
-                                          ldlm_completion_ast, NULL, NULL, 0,
-                                          LVB_T_NONE,
-                                          &info->mti_exp->exp_handle.h_cookie,
-                                          lh);
+               rc = ldlm_cli_enqueue_local(info->mti_env, ns, res_id,
+                                           LDLM_IBITS, policy, LCK_EX, &flags,
+                                           ldlm_blocking_ast,
+                                           ldlm_completion_ast, NULL, NULL, 0,
+                                           LVB_T_NONE,
+                                           &info->mti_exp->exp_handle.h_cookie,
+                                           lh);
                RETURN(rc);
        }
        RETURN(rc);
@@ -1304,7 +1281,7 @@ static void mdt_rename_unlock(struct lustre_handle *lh)
        EXIT;
 }
 
-static struct mdt_object *mdt_object_find_check(struct mdt_thread_info *info,
+static struct mdt_object *mdt_parent_find_check(struct mdt_thread_info *info,
                                                const struct lu_fid *fid,
                                                int idx)
 {
@@ -1322,6 +1299,12 @@ static struct mdt_object *mdt_object_find_check(struct mdt_thread_info *info,
        if (rc)
                GOTO(out_put, rc);
 
+       if (!mdt_object_exists(dir))
+               GOTO(out_put, rc = -ENOENT);
+
+       if (!S_ISDIR(lu_object_attr(&dir->mot_obj)))
+               GOTO(out_put, rc = -ENOTDIR);
+
        RETURN(dir);
 out_put:
        mdt_object_put(info->mti_env, dir);
@@ -1332,9 +1315,9 @@ out_put:
  * in case obj is remote obj on its parent, revoke LOOKUP lock,
  * herein we don't really check it, just do revoke.
  */
-static int mdt_revoke_remote_lookup_lock(struct mdt_thread_info *info,
-                                        struct mdt_object *pobj,
-                                        struct mdt_object *obj)
+int mdt_revoke_remote_lookup_lock(struct mdt_thread_info *info,
+                                 struct mdt_object *pobj,
+                                 struct mdt_object *obj)
 {
        struct mdt_lock_handle *lh = &info->mti_lh[MDT_LH_LOCAL];
        int rc;
@@ -1343,10 +1326,11 @@ static int mdt_revoke_remote_lookup_lock(struct mdt_thread_info *info,
        mdt_lock_reg_init(lh, LCK_EX);
 
        if (mdt_object_remote(pobj)) {
+               /* don't bother to check if pobj and obj are on the same MDT. */
                rc = mdt_remote_object_lock(info, pobj, mdt_object_fid(obj),
                                            &lh->mlh_rreg_lh, LCK_EX,
                                            MDS_INODELOCK_LOOKUP, false);
-       } else {
+       } else if (mdt_object_remote(obj)) {
                struct ldlm_res_id *res = &info->mti_res_id;
                union ldlm_policy_data *policy = &info->mti_policy;
                __u64 dlmflags = LDLM_FL_LOCAL_ONLY | LDLM_FL_ATOMIC_CB |
@@ -1355,8 +1339,12 @@ static int mdt_revoke_remote_lookup_lock(struct mdt_thread_info *info,
                fid_build_reg_res_name(mdt_object_fid(obj), res);
                memset(policy, 0, sizeof(*policy));
                policy->l_inodebits.bits = MDS_INODELOCK_LOOKUP;
-               rc = mdt_fid_lock(info->mti_mdt->mdt_namespace, &lh->mlh_reg_lh,
-                                 LCK_EX, policy, res, dlmflags, NULL);
+               rc = mdt_fid_lock(info->mti_env, info->mti_mdt->mdt_namespace,
+                                 &lh->mlh_reg_lh, LCK_EX, policy, res,
+                                 dlmflags, NULL);
+       } else {
+               /* do nothing if both are local */
+               return 0;
        }
 
        if (rc != ELDLM_OK)
@@ -1394,6 +1382,21 @@ static void mdt_unlock_list(struct mdt_thread_info *info,
        }
 }
 
+static inline void mdt_migrate_object_unlock(struct mdt_thread_info *info,
+                                            struct mdt_object *obj,
+                                            struct mdt_lock_handle *lh,
+                                            struct ldlm_enqueue_info *einfo,
+                                            struct list_head *slave_locks,
+                                            int decref)
+{
+       if (mdt_object_remote(obj)) {
+               mdt_unlock_list(info, slave_locks, decref);
+               mdt_object_unlock(info, obj, lh, decref);
+       } else {
+               mdt_reint_striped_unlock(info, obj, lh, einfo, decref);
+       }
+}
+
 /*
  * lock parents of links, and also check whether total locks don't exceed
  * RS_MAX_LOCKS.
@@ -1402,18 +1405,20 @@ static void mdt_unlock_list(struct mdt_thread_info *info,
  * \retval     1 on success, but total lock count may exceed RS_MAX_LOCKS
  * \retval     -ev negative errno upon error
  */
-static int mdt_lock_links(struct mdt_thread_info *info,
-                         struct mdt_object *pobj,
-                         const struct md_attr *ma,
-                         struct mdt_object *obj,
-                         struct list_head *link_locks)
+static int mdt_link_parents_lock(struct mdt_thread_info *info,
+                                struct mdt_object *pobj,
+                                const struct md_attr *ma,
+                                struct mdt_object *obj,
+                                struct mdt_lock_handle *lhp,
+                                struct ldlm_enqueue_info *peinfo,
+                                struct list_head *parent_slave_locks,
+                                struct list_head *link_locks)
 {
        struct mdt_device *mdt = info->mti_mdt;
        struct lu_buf *buf = &info->mti_big_buf;
        struct lu_name *lname = &info->mti_name;
        struct linkea_data ldata = { NULL };
        bool blocked = false;
-       int retries = 5;
        int local_lnkp_cnt = 0;
        int rc;
 
@@ -1434,7 +1439,6 @@ static int mdt_lock_links(struct mdt_thread_info *info,
                RETURN(rc);
        }
 
-repeat:
        for (linkea_first_entry(&ldata); ldata.ld_lee && !rc;
             linkea_next_entry(&ldata)) {
                struct mdt_object *lnkp;
@@ -1537,12 +1541,19 @@ repeat:
                rc = mdt_object_lock_try(info, lnkp, &msl->msl_lh, &ibits,
                                         MDS_INODELOCK_UPDATE, true);
                if (!(ibits & MDS_INODELOCK_UPDATE)) {
-                       blocked = true;
 
-                       CDEBUG(D_INFO, "busy lock on "DFID" "DNAME" retry %d\n",
-                              PFID(&fid), PNAME(lname), retries);
+                       CDEBUG(D_INFO, "busy lock on "DFID" "DNAME"\n",
+                              PFID(&fid), PNAME(lname));
 
                        mdt_unlock_list(info, link_locks, 1);
+                       /* also unlock parent locks to avoid deadlock */
+                       if (!blocked)
+                               mdt_migrate_object_unlock(info, pobj, lhp,
+                                                         peinfo,
+                                                         parent_slave_locks,
+                                                         1);
+
+                       blocked = true;
 
                        mdt_lock_pdo_init(&msl->msl_lh, LCK_PW, lname);
                        rc = mdt_object_lock(info, lnkp, &msl->msl_lh,
@@ -1583,15 +1594,8 @@ repeat:
                rc = mdt_revoke_remote_lookup_lock(info, lnkp, obj);
        }
 
-       if (blocked) {
-               rc = -EBUSY;
-               if (--retries > 0) {
-                       mdt_unlock_list(info, link_locks, rc);
-                       blocked = false;
-                       local_lnkp_cnt = 0;
-                       goto repeat;
-               }
-       }
+       if (blocked)
+               GOTO(out, rc = -EBUSY);
 
        EXIT;
 out:
@@ -1657,7 +1661,6 @@ static int mdt_lock_remote_slaves(struct mdt_thread_info *info,
                INIT_LIST_HEAD(&msl->msl_linkage);
                msl->msl_obj = slave;
                list_add_tail(&msl->msl_linkage, slave_locks);
-
        }
        EXIT;
 
@@ -1667,21 +1670,6 @@ out:
        return rc;
 }
 
-static inline void mdt_migrate_object_unlock(struct mdt_thread_info *info,
-                                            struct mdt_object *obj,
-                                            struct mdt_lock_handle *lh,
-                                            struct ldlm_enqueue_info *einfo,
-                                            struct list_head *slave_locks,
-                                            int decref)
-{
-       if (mdt_object_remote(obj)) {
-               mdt_unlock_list(info, slave_locks, decref);
-               mdt_object_unlock(info, obj, lh, decref);
-       } else {
-               mdt_reint_striped_unlock(info, obj, lh, einfo, decref);
-       }
-}
-
 /* lock parent and its stripes */
 static int mdt_migrate_parent_lock(struct mdt_thread_info *info,
                                   struct mdt_object *obj,
@@ -1731,7 +1719,6 @@ static int mdt_migrate_object_lock(struct mdt_thread_info *info,
        int rc;
 
        if (mdt_object_remote(obj)) {
-               /* don't bother to check if pobj and obj are on the same MDT. */
                rc = mdt_revoke_remote_lookup_lock(info, pobj, obj);
                if (rc)
                        return rc;
@@ -1952,11 +1939,14 @@ close:
  *  9. unlock above locks
  * 10. sync device if source has links
  */
-static int mdt_reint_migrate_internal(struct mdt_thread_info *info)
+static int mdt_reint_migrate(struct mdt_thread_info *info,
+                            struct mdt_lock_handle *unused)
 {
        const struct lu_env *env = info->mti_env;
        struct mdt_device *mdt = info->mti_mdt;
+       struct ptlrpc_request *req = mdt_info_req(info);
        struct mdt_reint_record *rr = &info->mti_rr;
+       struct lu_ucred *uc = mdt_ucred(info);
        struct md_attr *ma = &info->mti_attr;
        struct ldlm_enqueue_info *peinfo = &info->mti_einfo[0];
        struct ldlm_enqueue_info *seinfo = &info->mti_einfo[1];
@@ -1964,12 +1954,14 @@ static int mdt_reint_migrate_internal(struct mdt_thread_info *info)
        struct mdt_object *spobj = NULL;
        struct mdt_object *sobj = NULL;
        struct mdt_object *tobj;
+       struct lustre_handle rename_lh = { 0 };
        struct mdt_lock_handle *lhp;
        struct mdt_lock_handle *lhs;
        struct mdt_lock_handle *lht;
        LIST_HEAD(parent_slave_locks);
        LIST_HEAD(child_slave_locks);
        LIST_HEAD(link_locks);
+       int lock_retries = 5;
        bool open_sem_locked = false;
        bool do_sync = false;
        int rc;
@@ -1978,18 +1970,44 @@ static int mdt_reint_migrate_internal(struct mdt_thread_info *info)
        CDEBUG(D_INODE, "migrate "DFID"/"DNAME" to "DFID"\n", PFID(rr->rr_fid1),
               PNAME(&rr->rr_name), PFID(rr->rr_fid2));
 
+       if (info->mti_dlm_req)
+               ldlm_request_cancel(req, info->mti_dlm_req, 0, LATF_SKIP);
+
+       if (!fid_is_md_operative(rr->rr_fid1) ||
+           !fid_is_md_operative(rr->rr_fid2))
+               RETURN(-EPERM);
+
        /* don't allow migrate . or .. */
        if (lu_name_is_dot_or_dotdot(&rr->rr_name))
                RETURN(-EBUSY);
 
-       rc = mdt_remote_permission(info);
-       if (rc)
-               RETURN(rc);
+       if (!mdt->mdt_enable_remote_dir || !mdt->mdt_enable_dir_migration)
+               RETURN(-EPERM);
+
+       if (!md_capable(uc, CFS_CAP_SYS_ADMIN) &&
+           uc->uc_gid != mdt->mdt_enable_remote_dir_gid &&
+           mdt->mdt_enable_remote_dir_gid != -1)
+               RETURN(-EPERM);
+
+       /*
+        * Note: do not enqueue rename lock for replay request, because
+        * if other MDT holds rename lock, but being blocked to wait for
+        * this MDT to finish its recovery, and the failover MDT can not
+        * get rename lock, which will cause deadlock.
+        */
+       if (!req_is_replay(req)) {
+               rc = mdt_rename_lock(info, &rename_lh);
+               if (rc != 0) {
+                       CERROR("%s: can't lock FS for rename: rc = %d\n",
+                              mdt_obd_name(info->mti_mdt), rc);
+                       RETURN(rc);
+               }
+       }
 
        /* pobj is master object of parent */
-       pobj = mdt_object_find_check(info, rr->rr_fid1, 0);
+       pobj = mdt_parent_find_check(info, rr->rr_fid1, 0);
        if (IS_ERR(pobj))
-               RETURN(PTR_ERR(pobj));
+               GOTO(unlock_rename, rc = PTR_ERR(pobj));
 
        if (unlikely(!info->mti_big_lmm)) {
                info->mti_big_lmmsize = lmv_mds_md_size(64, LMV_MAGIC);
@@ -2005,6 +2023,7 @@ static int mdt_reint_migrate_internal(struct mdt_thread_info *info)
        if (rc)
                GOTO(put_parent, rc);
 
+lock_parent:
        /* lock parent object */
        lhp = &info->mti_lh[MDT_LH_PARENT];
        mdt_lock_reg_init(lhp, LCK_PW);
@@ -2023,7 +2042,14 @@ static int mdt_reint_migrate_internal(struct mdt_thread_info *info)
                GOTO(unlock_parent, rc);
 
        /* lock parents of source links, and revoke LOOKUP lock of links */
-       rc = mdt_lock_links(info, pobj, ma, sobj, &link_locks);
+       rc = mdt_link_parents_lock(info, pobj, ma, sobj, lhp, peinfo,
+                                  &parent_slave_locks, &link_locks);
+       if (rc == -EBUSY && lock_retries-- > 0) {
+               mdt_object_put(env, sobj);
+               mdt_object_put(env, spobj);
+               goto lock_parent;
+       }
+
        if (rc < 0)
                GOTO(put_source, rc);
 
@@ -2034,6 +2060,20 @@ static int mdt_reint_migrate_internal(struct mdt_thread_info *info)
         */
        do_sync = rc;
 
+       /* TODO: DoM migration is not supported yet */
+       if (S_ISREG(lu_object_attr(&sobj->mot_obj))) {
+               ma->ma_lmm = info->mti_big_lmm;
+               ma->ma_lmm_size = info->mti_big_lmmsize;
+               ma->ma_valid = 0;
+               rc = mdt_stripe_get(info, sobj, ma, XATTR_NAME_LOV);
+               if (rc)
+                       GOTO(put_source, rc);
+
+               if (ma->ma_valid & MA_LOV &&
+                   mdt_lmm_dom_entry(ma->ma_lmm) != LMM_NO_DOM)
+                       GOTO(put_source, rc = -EOPNOTSUPP);
+       }
+
        /* if migration HSM is allowed */
        if (!mdt->mdt_opts.mo_migrate_hsm_allowed) {
                ma->ma_need = MA_HSM;
@@ -2099,7 +2139,7 @@ unlock_open_sem:
        if (open_sem_locked)
                up_write(&sobj->mot_open_sem);
 unlock_links:
-       mdt_unlock_list(info, &link_locks, rc);
+       mdt_unlock_list(info, &link_locks, do_sync ? 1 : rc);
 put_source:
        mdt_object_put(env, sobj);
        mdt_object_put(env, spobj);
@@ -2108,6 +2148,9 @@ unlock_parent:
                                  &parent_slave_locks, rc);
 put_parent:
        mdt_object_put(env, pobj);
+unlock_rename:
+       if (lustre_handle_is_used(&rename_lh))
+               mdt_rename_unlock(&rename_lh);
 
        if (!rc && do_sync)
                mdt_device_sync(env, mdt);
@@ -2230,20 +2273,10 @@ static int mdt_rename_determine_lock_order(struct mdt_thread_info *info,
  * 2 - srcdir child; 3 - tgtdir child.
  * Update on disk version of srcdir child.
  */
-/**
- * For DNE phase I, only these renames are allowed
- *     mv src_p/src_c tgt_p/tgt_c
- * 1. src_p/src_c/tgt_p/tgt_c are in the same MDT.
- * 2. src_p and tgt_p are same directory, and tgt_c does not
- *    exists. In this case, all of modification will happen
- *    in the MDT where ithesource parent is, only one remote
- *    update is needed, i.e. set c_time/m_time on the child.
- *    And tgt_c will be still in the same MDT as the original
- *    src_c.
- */
-static int mdt_reint_rename_internal(struct mdt_thread_info *info,
-                                    struct mdt_lock_handle *lhc)
+static int mdt_reint_rename(struct mdt_thread_info *info,
+                           struct mdt_lock_handle *unused)
 {
+       struct mdt_device *mdt = info->mti_mdt;
        struct mdt_reint_record *rr = &info->mti_rr;
        struct md_attr *ma = &info->mti_attr;
        struct ptlrpc_request *req = mdt_info_req(info);
@@ -2251,6 +2284,7 @@ static int mdt_reint_rename_internal(struct mdt_thread_info *info,
        struct mdt_object *mtgtdir = NULL;
        struct mdt_object *mold;
        struct mdt_object *mnew = NULL;
+       struct lustre_handle rename_lh = { 0 };
        struct mdt_lock_handle *lh_srcdirp;
        struct mdt_lock_handle *lh_tgtdirp;
        struct mdt_lock_handle *lh_oldp = NULL;
@@ -2267,8 +2301,15 @@ static int mdt_reint_rename_internal(struct mdt_thread_info *info,
                  PFID(rr->rr_fid1), PNAME(&rr->rr_name),
                  PFID(rr->rr_fid2), PNAME(&rr->rr_tgt_name));
 
+       if (info->mti_dlm_req)
+               ldlm_request_cancel(req, info->mti_dlm_req, 0, LATF_SKIP);
+
+       if (!fid_is_md_operative(rr->rr_fid1) ||
+           !fid_is_md_operative(rr->rr_fid2))
+               RETURN(-EPERM);
+
        /* find both parents. */
-       msrcdir = mdt_object_find_check(info, rr->rr_fid1, 0);
+       msrcdir = mdt_parent_find_check(info, rr->rr_fid1, 0);
        if (IS_ERR(msrcdir))
                RETURN(PTR_ERR(msrcdir));
 
@@ -2278,14 +2319,41 @@ static int mdt_reint_rename_internal(struct mdt_thread_info *info,
                mtgtdir = msrcdir;
                mdt_object_get(info->mti_env, mtgtdir);
        } else {
-               mtgtdir = mdt_object_find_check(info, rr->rr_fid2, 1);
+               mtgtdir = mdt_parent_find_check(info, rr->rr_fid2, 1);
                if (IS_ERR(mtgtdir))
                        GOTO(out_put_srcdir, rc = PTR_ERR(mtgtdir));
        }
 
+       /*
+        * Note: do not enqueue rename lock for replay request, because
+        * if other MDT holds rename lock, but being blocked to wait for
+        * this MDT to finish its recovery, and the failover MDT can not
+        * get rename lock, which will cause deadlock.
+        */
+       if (!req_is_replay(req)) {
+               /*
+                * Normally rename RPC is handled on the MDT with the target
+                * directory (if target exists, it's on the MDT with the
+                * target), if the source directory is remote, it's a hint that
+                * source is remote too (this may not be true, but it won't
+                * cause any issue), return -EXDEV early to avoid taking
+                * rename_lock.
+                */
+               if (!mdt->mdt_enable_remote_rename &&
+                   mdt_object_remote(msrcdir))
+                       GOTO(out_put_tgtdir, rc = -EXDEV);
+
+               rc = mdt_rename_lock(info, &rename_lh);
+               if (rc != 0) {
+                       CERROR("%s: can't lock FS for rename: rc = %d\n",
+                              mdt_obd_name(mdt), rc);
+                       GOTO(out_put_tgtdir, rc);
+               }
+       }
+
        rc = mdt_rename_determine_lock_order(info, msrcdir, mtgtdir);
        if (rc < 0)
-               GOTO(out_put_tgtdir, rc);
+               GOTO(out_unlock_rename, rc);
 
        reverse = rc;
 
@@ -2310,7 +2378,7 @@ relock:
                rc = mdt_object_lock_save(info, mtgtdir, lh_tgtdirp, 1,
                                          cos_incompat);
                if (rc)
-                       GOTO(out_put_tgtdir, rc);
+                       GOTO(out_unlock_rename, rc);
 
                OBD_FAIL_TIMEOUT(OBD_FAIL_MDS_RENAME, 5);
 
@@ -2318,20 +2386,21 @@ relock:
                                          cos_incompat);
                if (rc != 0) {
                        mdt_object_unlock(info, mtgtdir, lh_tgtdirp, rc);
-                       GOTO(out_put_tgtdir, rc);
+                       GOTO(out_unlock_rename, rc);
                }
        } else {
                rc = mdt_object_lock_save(info, msrcdir, lh_srcdirp, 0,
                                          cos_incompat);
                if (rc)
-                       GOTO(out_put_tgtdir, rc);
+                       GOTO(out_unlock_rename, rc);
 
                OBD_FAIL_TIMEOUT(OBD_FAIL_MDS_RENAME, 5);
 
                if (mtgtdir != msrcdir) {
                        rc = mdt_object_lock_save(info, mtgtdir, lh_tgtdirp, 1,
                                                  cos_incompat);
-               } else if (lh_srcdirp->mlh_pdo_hash !=
+               } else if (!mdt_object_remote(mtgtdir) &&
+                          lh_srcdirp->mlh_pdo_hash !=
                           lh_tgtdirp->mlh_pdo_hash) {
                        rc = mdt_pdir_hash_lock(info, lh_tgtdirp, mtgtdir,
                                                MDS_INODELOCK_UPDATE,
@@ -2340,7 +2409,7 @@ relock:
                }
                if (rc != 0) {
                        mdt_object_unlock(info, msrcdir, lh_srcdirp, rc);
-                       GOTO(out_put_tgtdir, rc);
+                       GOTO(out_unlock_rename, rc);
                }
        }
 
@@ -2370,6 +2439,9 @@ relock:
                GOTO(out_put_old, rc = -ENOENT);
        }
 
+       if (mdt_object_remote(mold) && !mdt->mdt_enable_remote_rename)
+               GOTO(out_put_old, rc = -EXDEV);
+
        /* Check if @mtgtdir is subdir of @mold, before locking child
         * to avoid reverse locking. */
        if (mtgtdir != msrcdir) {
@@ -2562,6 +2634,9 @@ out_put_old:
 out_unlock_parents:
        mdt_object_unlock(info, mtgtdir, lh_tgtdirp, rc);
        mdt_object_unlock(info, msrcdir, lh_srcdirp, rc);
+out_unlock_rename:
+       if (lustre_handle_is_used(&rename_lh))
+               mdt_rename_unlock(&rename_lh);
 out_put_tgtdir:
        mdt_object_put(info->mti_env, mtgtdir);
 out_put_srcdir:
@@ -2577,58 +2652,6 @@ out_put_srcdir:
        return rc;
 }
 
-static int mdt_reint_rename_or_migrate(struct mdt_thread_info *info,
-                                      struct mdt_lock_handle *lhc, bool rename)
-{
-       struct mdt_reint_record *rr = &info->mti_rr;
-       struct ptlrpc_request   *req = mdt_info_req(info);
-       struct lustre_handle    rename_lh = { 0 };
-       int                     rc;
-       ENTRY;
-
-       if (info->mti_dlm_req)
-               ldlm_request_cancel(req, info->mti_dlm_req, 0, LATF_SKIP);
-
-       if (!fid_is_md_operative(rr->rr_fid1) ||
-           !fid_is_md_operative(rr->rr_fid2))
-               RETURN(-EPERM);
-
-       /* Note: do not enqueue rename lock for replay request, because
-        * if other MDT holds rename lock, but being blocked to wait for
-        * this MDT to finish its recovery, and the failover MDT can not
-        * get rename lock, which will cause deadlock. */
-       if (!req_is_replay(req)) {
-               rc = mdt_rename_lock(info, &rename_lh);
-               if (rc != 0) {
-                       CERROR("%s: can't lock FS for rename: rc = %d\n",
-                              mdt_obd_name(info->mti_mdt), rc);
-                       RETURN(rc);
-               }
-       }
-
-       if (rename)
-               rc = mdt_reint_rename_internal(info, lhc);
-       else
-               rc = mdt_reint_migrate_internal(info);
-
-       if (lustre_handle_is_used(&rename_lh))
-               mdt_rename_unlock(&rename_lh);
-
-       RETURN(rc);
-}
-
-static int mdt_reint_rename(struct mdt_thread_info *info,
-                           struct mdt_lock_handle *lhc)
-{
-       return mdt_reint_rename_or_migrate(info, lhc, true);
-}
-
-static int mdt_reint_migrate(struct mdt_thread_info *info,
-                           struct mdt_lock_handle *lhc)
-{
-       return mdt_reint_rename_or_migrate(info, lhc, false);
-}
-
 static int mdt_reint_resync(struct mdt_thread_info *info,
                            struct mdt_lock_handle *lhc)
 {
@@ -2638,7 +2661,7 @@ static int mdt_reint_resync(struct mdt_thread_info *info,
        struct mdt_object       *mo;
        struct ldlm_lock        *lease;
        struct mdt_body         *repbody;
-       struct md_layout_change  layout = { 0 };
+       struct md_layout_change  layout = { .mlc_mirror_id = rr->rr_mirror_id };
        bool                     lease_broken;
        int                      rc, rc2;
        ENTRY;