Whamcloud - gitweb
LU-11868 mdc: Improve xattr buffer allocations
[fs/lustre-release.git] / lustre / mdc / mdc_reint.c
index 6142510..03e6aac 100644 (file)
  *
  * You should have received a copy of the GNU General Public License
  * version 2 along with this program; If not, see
- * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
- *
- * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
- * CA 95054 USA or visit www.sun.com if you need additional information or
- * have any questions.
+ * http://www.gnu.org/licenses/gpl-2.0.html
  *
  * GPL HEADER END
  */
@@ -27,7 +23,7 @@
  * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
  * Use is subject to license terms.
  *
- * Copyright (c) 2012, 2013, Intel Corporation.
+ * Copyright (c) 2012, 2017, Intel Corporation.
  */
 /*
  * This file is part of Lustre, http://www.lustre.org/
 #include <lustre_fid.h>
 
 /* mdc_setattr does its own semaphore handling */
-static int mdc_reint(struct ptlrpc_request *request,
-                     struct mdc_rpc_lock *rpc_lock,
-                     int level)
+static int mdc_reint(struct ptlrpc_request *request, int level)
 {
         int rc;
 
         request->rq_send_state = level;
 
-        mdc_get_rpc_lock(rpc_lock, NULL);
-        rc = ptlrpc_queue_wait(request);
-        mdc_put_rpc_lock(rpc_lock, NULL);
+       mdc_get_mod_rpc_slot(request, NULL);
+       rc = ptlrpc_queue_wait(request);
+       mdc_put_mod_rpc_slot(request, NULL);
         if (rc)
                 CDEBUG(D_INFO, "error in handling %d\n", rc);
         else if (!req_capsule_server_get(&request->rq_pill, &RMF_MDT_BODY)) {
@@ -67,11 +61,11 @@ static int mdc_reint(struct ptlrpc_request *request,
  * found by @fid. Found locks are added into @cancel list. Returns the amount of
  * locks added to @cancels list. */
 int mdc_resource_get_unused(struct obd_export *exp, const struct lu_fid *fid,
-                           struct list_head *cancels, ldlm_mode_t mode,
-                            __u64 bits)
+                           struct list_head *cancels, enum ldlm_mode mode,
+                           __u64 bits)
 {
        struct ldlm_namespace *ns = exp->exp_obd->obd_namespace;
-       ldlm_policy_data_t policy = { {0} };
+       union ldlm_policy_data policy = { {0} };
        struct ldlm_res_id res_id;
        struct ldlm_resource *res;
        int count;
@@ -102,13 +96,10 @@ int mdc_resource_get_unused(struct obd_export *exp, const struct lu_fid *fid,
 }
 
 int mdc_setattr(struct obd_export *exp, struct md_op_data *op_data,
-               void *ea, size_t ealen, void *ea2, size_t ea2len,
-               struct ptlrpc_request **request, struct md_open_data **mod)
+               void *ea, size_t ealen, struct ptlrpc_request **request)
 {
        struct list_head cancels = LIST_HEAD_INIT(cancels);
         struct ptlrpc_request *req;
-        struct mdc_rpc_lock *rpc_lock;
-        struct obd_device *obd = exp->exp_obd;
         int count = 0, rc;
         __u64 bits;
         ENTRY;
@@ -128,13 +119,10 @@ int mdc_setattr(struct obd_export *exp, struct md_op_data *op_data,
                 ldlm_lock_list_put(&cancels, l_bl_ast, count);
                 RETURN(-ENOMEM);
         }
-        mdc_set_capa_size(req, &RMF_CAPA1, op_data->op_capa1);
-        if ((op_data->op_flags & (MF_SOM_CHANGE | MF_EPOCH_OPEN)) == 0)
-                req_capsule_set_size(&req->rq_pill, &RMF_MDT_EPOCH, RCL_CLIENT,
-                                     0);
-        req_capsule_set_size(&req->rq_pill, &RMF_EADATA, RCL_CLIENT, ealen);
-        req_capsule_set_size(&req->rq_pill, &RMF_LOGCOOKIES, RCL_CLIENT,
-                             ea2len);
+
+       req_capsule_set_size(&req->rq_pill, &RMF_MDT_EPOCH, RCL_CLIENT, 0);
+       req_capsule_set_size(&req->rq_pill, &RMF_EADATA, RCL_CLIENT, ealen);
+       req_capsule_set_size(&req->rq_pill, &RMF_LOGCOOKIES, RCL_CLIENT, 0);
 
        rc = mdc_prep_elc_req(exp, req, MDS_REINT, &cancels, count);
        if (rc) {
@@ -142,68 +130,23 @@ int mdc_setattr(struct obd_export *exp, struct md_op_data *op_data,
                RETURN(rc);
        }
 
-        rpc_lock = obd->u.cli.cl_rpc_lock;
-
         if (op_data->op_attr.ia_valid & (ATTR_MTIME | ATTR_CTIME))
-                CDEBUG(D_INODE, "setting mtime "CFS_TIME_T
-                       ", ctime "CFS_TIME_T"\n",
-                       LTIME_S(op_data->op_attr.ia_mtime),
-                       LTIME_S(op_data->op_attr.ia_ctime));
-        mdc_setattr_pack(req, op_data, ea, ealen, ea2, ea2len);
-
+               CDEBUG(D_INODE, "setting mtime %lld, ctime %lld\n",
+                      (s64)op_data->op_attr.ia_mtime.tv_sec,
+                      (s64)op_data->op_attr.ia_ctime.tv_sec);
+       mdc_setattr_pack(req, op_data, ea, ealen);
+
+       req_capsule_set_size(&req->rq_pill, &RMF_ACL, RCL_SERVER,
+                            MIN(req->rq_import->imp_connect_data.ocd_max_easize,
+                                XATTR_SIZE_MAX));
         ptlrpc_request_set_replen(req);
-        if (mod && (op_data->op_flags & MF_EPOCH_OPEN) &&
-            req->rq_import->imp_replayable)
-        {
-                LASSERT(*mod == NULL);
-
-                *mod = obd_mod_alloc();
-                if (*mod == NULL) {
-                        DEBUG_REQ(D_ERROR, req, "Can't allocate "
-                                  "md_open_data");
-                } else {
-                        req->rq_replay = 1;
-                        req->rq_cb_data = *mod;
-                        (*mod)->mod_open_req = req;
-                        req->rq_commit_cb = mdc_commit_open;
-                       (*mod)->mod_is_create = true;
-                        /**
-                         * Take an extra reference on \var mod, it protects \var
-                         * mod from being freed on eviction (commit callback is
-                         * called despite rq_replay flag).
-                         * Will be put on mdc_done_writing().
-                         */
-                        obd_mod_get(*mod);
-                }
-        }
 
-        rc = mdc_reint(req, rpc_lock, LUSTRE_IMP_FULL);
-
-        /* Save the obtained info in the original RPC for the replay case. */
-        if (rc == 0 && (op_data->op_flags & MF_EPOCH_OPEN)) {
-                struct mdt_ioepoch *epoch;
-                struct mdt_body  *body;
-
-                epoch = req_capsule_client_get(&req->rq_pill, &RMF_MDT_EPOCH);
-                body = req_capsule_server_get(&req->rq_pill, &RMF_MDT_BODY);
-                LASSERT(epoch != NULL);
-                LASSERT(body != NULL);
-               epoch->handle = body->mbo_handle;
-               epoch->ioepoch = body->mbo_ioepoch;
-                req->rq_replay_cb = mdc_replay_open;
-        /** bug 3633, open may be committed and estale answer is not error */
-        } else if (rc == -ESTALE && (op_data->op_flags & MF_SOM_CHANGE)) {
-                rc = 0;
-        } else if (rc == -ERESTARTSYS) {
+       rc = mdc_reint(req, LUSTRE_IMP_FULL);
+       if (rc == -ERESTARTSYS)
                 rc = 0;
-        }
+
         *request = req;
-       if (rc && req->rq_commit_cb) {
-               /* Put an extra reference on \var mod on error case. */
-               if (mod != NULL && *mod != NULL)
-                       obd_mod_put(*mod);
-               req->rq_commit_cb(req);
-       }
+
        RETURN(rc);
 }
 
@@ -241,17 +184,24 @@ rebuild:
                                                 MDS_INODELOCK_UPDATE);
 
         req = ptlrpc_request_alloc(class_exp2cliimp(exp),
-                                   &RQF_MDS_REINT_CREATE_RMT_ACL);
+                                  &RQF_MDS_REINT_CREATE_ACL);
         if (req == NULL) {
                 ldlm_lock_list_put(&cancels, l_bl_ast, count);
                 RETURN(-ENOMEM);
         }
-        mdc_set_capa_size(req, &RMF_CAPA1, op_data->op_capa1);
+
         req_capsule_set_size(&req->rq_pill, &RMF_NAME, RCL_CLIENT,
                              op_data->op_namelen + 1);
         req_capsule_set_size(&req->rq_pill, &RMF_EADATA, RCL_CLIENT,
                              data && datalen ? datalen : 0);
 
+       req_capsule_set_size(&req->rq_pill, &RMF_FILE_SECCTX_NAME,
+                            RCL_CLIENT, op_data->op_file_secctx_name != NULL ?
+                            strlen(op_data->op_file_secctx_name) + 1 : 0);
+
+       req_capsule_set_size(&req->rq_pill, &RMF_FILE_SECCTX, RCL_CLIENT,
+                            op_data->op_file_secctx_size);
+
        rc = mdc_prep_elc_req(exp, req, MDS_REINT, &cancels, count);
        if (rc) {
                ptlrpc_request_free(req);
@@ -274,44 +224,34 @@ rebuild:
         if (resends) {
                 req->rq_generation_set = 1;
                 req->rq_import_generation = generation;
-                req->rq_sent = cfs_time_current_sec() + resends;
+               req->rq_sent = ktime_get_real_seconds() + resends;
         }
         level = LUSTRE_IMP_FULL;
  resend:
-        rc = mdc_reint(req, exp->exp_obd->u.cli.cl_rpc_lock, level);
+       rc = mdc_reint(req, level);
 
         /* Resend if we were told to. */
         if (rc == -ERESTARTSYS) {
                 level = LUSTRE_IMP_RECOVER;
                 goto resend;
         } else if (rc == -EINPROGRESS) {
-                /* Retry create infinitely until succeed or get other
-                 * error code. */
-                ptlrpc_req_finished(req);
-                resends++;
-
-                CDEBUG(D_HA, "%s: resend:%d create on "DFID"/"DFID"\n",
-                       exp->exp_obd->obd_name, resends,
-                       PFID(&op_data->op_fid1), PFID(&op_data->op_fid2));
-
-                if (generation == import->imp_generation) {
-                        goto rebuild;
+               /* Retry create infinitely until succeed or get other
+                * error code or interrupted. */
+               ptlrpc_req_finished(req);
+               if (generation == import->imp_generation) {
+                       if (signal_pending(current))
+                               RETURN(-EINTR);
+
+                       resends++;
+                       CDEBUG(D_HA, "%s: resend:%d create on "DFID"/"DFID"\n",
+                              exp->exp_obd->obd_name, resends,
+                              PFID(&op_data->op_fid1),
+                              PFID(&op_data->op_fid2));
+                       goto rebuild;
                 } else {
                         CDEBUG(D_HA, "resend cross eviction\n");
                         RETURN(-EIO);
                 }
-        } else if (rc == 0) {
-                struct mdt_body *body;
-                struct lustre_capa *capa;
-
-                body = req_capsule_server_get(&req->rq_pill, &RMF_MDT_BODY);
-                LASSERT(body);
-               if (body->mbo_valid & OBD_MD_FLMDSCAPA) {
-                        capa = req_capsule_server_get(&req->rq_pill,
-                                                      &RMF_CAPA1);
-                        if (capa == NULL)
-                                rc = -EPROTO;
-                }
         }
 
         *request = req;
@@ -336,16 +276,17 @@ int mdc_unlink(struct obd_export *exp, struct md_op_data *op_data,
                                                MDS_INODELOCK_UPDATE);
        if ((op_data->op_flags & MF_MDC_CANCEL_FID3) &&
            (fid_is_sane(&op_data->op_fid3)))
+               /* don't cancel DoM lock which may cause data flush */
                count += mdc_resource_get_unused(exp, &op_data->op_fid3,
                                                 &cancels, LCK_EX,
-                                                MDS_INODELOCK_FULL);
+                                                MDS_INODELOCK_ELC);
         req = ptlrpc_request_alloc(class_exp2cliimp(exp),
                                    &RQF_MDS_REINT_UNLINK);
         if (req == NULL) {
                 ldlm_lock_list_put(&cancels, l_bl_ast, count);
                 RETURN(-ENOMEM);
         }
-        mdc_set_capa_size(req, &RMF_CAPA1, op_data->op_capa1);
+
         req_capsule_set_size(&req->rq_pill, &RMF_NAME, RCL_CLIENT,
                              op_data->op_namelen + 1);
 
@@ -359,13 +300,11 @@ int mdc_unlink(struct obd_export *exp, struct md_op_data *op_data,
 
        req_capsule_set_size(&req->rq_pill, &RMF_MDT_MD, RCL_SERVER,
                             obd->u.cli.cl_default_mds_easize);
-       req_capsule_set_size(&req->rq_pill, &RMF_LOGCOOKIES, RCL_SERVER,
-                            obd->u.cli.cl_default_mds_cookiesize);
        ptlrpc_request_set_replen(req);
 
         *request = req;
 
-        rc = mdc_reint(req, obd->u.cli.cl_rpc_lock, LUSTRE_IMP_FULL);
+       rc = mdc_reint(req, LUSTRE_IMP_FULL);
         if (rc == -ERESTARTSYS)
                 rc = 0;
         RETURN(rc);
@@ -375,7 +314,6 @@ int mdc_link(struct obd_export *exp, struct md_op_data *op_data,
              struct ptlrpc_request **request)
 {
        struct list_head cancels = LIST_HEAD_INIT(cancels);
-        struct obd_device *obd = exp->exp_obd;
         struct ptlrpc_request *req;
         int count = 0, rc;
         ENTRY;
@@ -396,8 +334,7 @@ int mdc_link(struct obd_export *exp, struct md_op_data *op_data,
                 ldlm_lock_list_put(&cancels, l_bl_ast, count);
                 RETURN(-ENOMEM);
         }
-        mdc_set_capa_size(req, &RMF_CAPA1, op_data->op_capa1);
-        mdc_set_capa_size(req, &RMF_CAPA2, op_data->op_capa2);
+
         req_capsule_set_size(&req->rq_pill, &RMF_NAME, RCL_CLIENT,
                              op_data->op_namelen + 1);
 
@@ -410,7 +347,7 @@ int mdc_link(struct obd_export *exp, struct md_op_data *op_data,
         mdc_link_pack(req, op_data);
         ptlrpc_request_set_replen(req);
 
-        rc = mdc_reint(req, obd->u.cli.cl_rpc_lock, LUSTRE_IMP_FULL);
+       rc = mdc_reint(req, LUSTRE_IMP_FULL);
         *request = req;
         if (rc == -ERESTARTSYS)
                 rc = 0;
@@ -423,43 +360,46 @@ int mdc_rename(struct obd_export *exp, struct md_op_data *op_data,
                struct ptlrpc_request **request)
 {
        struct list_head cancels = LIST_HEAD_INIT(cancels);
-        struct obd_device *obd = exp->exp_obd;
-        struct ptlrpc_request *req;
-        int count = 0, rc;
-        ENTRY;
+       struct obd_device *obd = exp->exp_obd;
+       struct ptlrpc_request *req;
+       int count = 0, rc;
 
-        if ((op_data->op_flags & MF_MDC_CANCEL_FID1) &&
-            (fid_is_sane(&op_data->op_fid1)))
-                count = mdc_resource_get_unused(exp, &op_data->op_fid1,
-                                                &cancels, LCK_EX,
-                                                MDS_INODELOCK_UPDATE);
-        if ((op_data->op_flags & MF_MDC_CANCEL_FID2) &&
-            (fid_is_sane(&op_data->op_fid2)))
-                count += mdc_resource_get_unused(exp, &op_data->op_fid2,
-                                                 &cancels, LCK_EX,
-                                                 MDS_INODELOCK_UPDATE);
-        if ((op_data->op_flags & MF_MDC_CANCEL_FID3) &&
-            (fid_is_sane(&op_data->op_fid3)))
-                count += mdc_resource_get_unused(exp, &op_data->op_fid3,
-                                                 &cancels, LCK_EX,
-                                                 MDS_INODELOCK_LOOKUP);
-        if ((op_data->op_flags & MF_MDC_CANCEL_FID4) &&
-             (fid_is_sane(&op_data->op_fid4)))
-                count += mdc_resource_get_unused(exp, &op_data->op_fid4,
-                                                 &cancels, LCK_EX,
-                                                 MDS_INODELOCK_FULL);
+       ENTRY;
 
-        req = ptlrpc_request_alloc(class_exp2cliimp(exp),
-                                   &RQF_MDS_REINT_RENAME);
-        if (req == NULL) {
-                ldlm_lock_list_put(&cancels, l_bl_ast, count);
-                RETURN(-ENOMEM);
-        }
+       if ((op_data->op_flags & MF_MDC_CANCEL_FID1) &&
+           (fid_is_sane(&op_data->op_fid1)))
+               count = mdc_resource_get_unused(exp, &op_data->op_fid1,
+                                               &cancels, LCK_EX,
+                                               MDS_INODELOCK_UPDATE);
+       if ((op_data->op_flags & MF_MDC_CANCEL_FID2) &&
+           (fid_is_sane(&op_data->op_fid2)))
+               count += mdc_resource_get_unused(exp, &op_data->op_fid2,
+                                                &cancels, LCK_EX,
+                                                MDS_INODELOCK_UPDATE);
+       if ((op_data->op_flags & MF_MDC_CANCEL_FID3) &&
+           (fid_is_sane(&op_data->op_fid3)))
+               count += mdc_resource_get_unused(exp, &op_data->op_fid3,
+                                                &cancels, LCK_EX,
+                                                MDS_INODELOCK_LOOKUP);
+       if ((op_data->op_flags & MF_MDC_CANCEL_FID4) &&
+           (fid_is_sane(&op_data->op_fid4)))
+               count += mdc_resource_get_unused(exp, &op_data->op_fid4,
+                                                &cancels, LCK_EX,
+                                                MDS_INODELOCK_ELC);
+
+       req = ptlrpc_request_alloc(class_exp2cliimp(exp),
+                          op_data->op_cli_flags & CLI_MIGRATE ?
+                          &RQF_MDS_REINT_MIGRATE : &RQF_MDS_REINT_RENAME);
+       if (req == NULL) {
+               ldlm_lock_list_put(&cancels, l_bl_ast, count);
+               RETURN(-ENOMEM);
+       }
 
-        mdc_set_capa_size(req, &RMF_CAPA1, op_data->op_capa1);
-        mdc_set_capa_size(req, &RMF_CAPA2, op_data->op_capa2);
-        req_capsule_set_size(&req->rq_pill, &RMF_NAME, RCL_CLIENT, oldlen + 1);
-        req_capsule_set_size(&req->rq_pill, &RMF_SYMTGT, RCL_CLIENT, newlen+1);
+       req_capsule_set_size(&req->rq_pill, &RMF_NAME, RCL_CLIENT, oldlen + 1);
+       req_capsule_set_size(&req->rq_pill, &RMF_SYMTGT, RCL_CLIENT, newlen+1);
+       if (op_data->op_cli_flags & CLI_MIGRATE)
+               req_capsule_set_size(&req->rq_pill, &RMF_EADATA, RCL_CLIENT,
+                                    op_data->op_data_size);
 
        rc = mdc_prep_elc_req(exp, req, MDS_REINT, &cancels, count);
        if (rc) {
@@ -467,21 +407,76 @@ int mdc_rename(struct obd_export *exp, struct md_op_data *op_data,
                RETURN(rc);
        }
 
-        if (exp_connect_cancelset(exp) && req)
-                ldlm_cli_cancel_list(&cancels, count, req, 0);
+       if (exp_connect_cancelset(exp) && req)
+               ldlm_cli_cancel_list(&cancels, count, req, 0);
 
-        mdc_rename_pack(req, op_data, old, oldlen, new, newlen);
+       if (op_data->op_cli_flags & CLI_MIGRATE)
+               mdc_migrate_pack(req, op_data, old, oldlen);
+       else
+               mdc_rename_pack(req, op_data, old, oldlen, new, newlen);
 
        req_capsule_set_size(&req->rq_pill, &RMF_MDT_MD, RCL_SERVER,
                             obd->u.cli.cl_default_mds_easize);
-       req_capsule_set_size(&req->rq_pill, &RMF_LOGCOOKIES, RCL_SERVER,
-                            obd->u.cli.cl_default_mds_cookiesize);
        ptlrpc_request_set_replen(req);
 
-        rc = mdc_reint(req, obd->u.cli.cl_rpc_lock, LUSTRE_IMP_FULL);
-        *request = req;
-        if (rc == -ERESTARTSYS)
-                rc = 0;
+       rc = mdc_reint(req, LUSTRE_IMP_FULL);
+       *request = req;
+       if (rc == -ERESTARTSYS)
+               rc = 0;
 
-        RETURN(rc);
+       RETURN(rc);
+}
+
+int mdc_file_resync(struct obd_export *exp, struct md_op_data *op_data)
+{
+       struct list_head cancels = LIST_HEAD_INIT(cancels);
+       struct ptlrpc_request *req;
+       struct ldlm_lock *lock;
+       struct mdt_rec_resync *rec;
+       int count = 0, rc;
+       ENTRY;
+
+       if (op_data->op_flags & MF_MDC_CANCEL_FID1 &&
+           fid_is_sane(&op_data->op_fid1))
+               count = mdc_resource_get_unused(exp, &op_data->op_fid1,
+                                               &cancels, LCK_EX,
+                                               MDS_INODELOCK_LAYOUT);
+
+       req = ptlrpc_request_alloc(class_exp2cliimp(exp),
+                                  &RQF_MDS_REINT_RESYNC);
+       if (req == NULL) {
+               ldlm_lock_list_put(&cancels, l_bl_ast, count);
+               RETURN(-ENOMEM);
+       }
+
+       rc = mdc_prep_elc_req(exp, req, MDS_REINT, &cancels, count);
+       if (rc) {
+               ptlrpc_request_free(req);
+               RETURN(rc);
+       }
+
+       CLASSERT(sizeof(*rec) == sizeof(struct mdt_rec_reint));
+       rec = req_capsule_client_get(&req->rq_pill, &RMF_REC_REINT);
+       rec->rs_opcode  = REINT_RESYNC;
+       rec->rs_fsuid   = op_data->op_fsuid;
+       rec->rs_fsgid   = op_data->op_fsgid;
+       rec->rs_cap     = op_data->op_cap;
+       rec->rs_fid     = op_data->op_fid1;
+       rec->rs_bias    = op_data->op_bias;
+       rec->rs_mirror_id = op_data->op_mirror_id;
+
+       lock = ldlm_handle2lock(&op_data->op_lease_handle);
+       if (lock != NULL) {
+               rec->rs_lease_handle = lock->l_remote_handle;
+               LDLM_LOCK_PUT(lock);
+       }
+
+       ptlrpc_request_set_replen(req);
+
+       rc = mdc_reint(req, LUSTRE_IMP_FULL);
+       if (rc == -ERESTARTSYS)
+               rc = 0;
+
+       ptlrpc_req_finished(req);
+       RETURN(rc);
 }