4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
20 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21 * CA 95054 USA or visit www.sun.com if you need additional information or
27 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
28 * Use is subject to license terms.
30 * Copyright (c) 2011, Whamcloud, Inc.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
36 * lustre/ptlrpc/layout.c
38 * Lustre Metadata Target (mdt) request handler
40 * Author: Nikita Danilov <nikita@clusterfs.com>
43 * This file contains the "capsule/pill" abstraction layered above PTLRPC.
45 * Every struct ptlrpc_request contains a "pill", which points to a description
46 * of the format that the request conforms to.
49 #if !defined(__REQ_LAYOUT_USER__)
51 #define DEBUG_SUBSYSTEM S_RPC
54 #include <linux/module.h>
56 # include <liblustre.h>
59 /* LUSTRE_VERSION_CODE */
60 #include <lustre_ver.h>
62 #include <obd_support.h>
63 /* lustre_swab_mdt_body */
64 #include <lustre/lustre_idl.h>
65 /* obd2cli_tgt() (required by DEBUG_REQ()) */
68 /* __REQ_LAYOUT_USER__ */
70 /* struct ptlrpc_request, lustre_msg* */
71 #include <lustre_req_layout.h>
72 #include <lustre_acl.h>
73 #include <lustre_debug.h>
76 * RQFs (see below) refer to two struct req_msg_field arrays describing the
77 * client request and server reply, respectively.
79 /* empty set of fields... for suitable definition of emptiness. */
80 static const struct req_msg_field *empty[] = {
84 static const struct req_msg_field *mgs_target_info_only[] = {
89 static const struct req_msg_field *mgs_set_info[] = {
94 static const struct req_msg_field *mgs_config_read_client[] = {
99 static const struct req_msg_field *mgs_config_read_server[] = {
104 static const struct req_msg_field *log_cancel_client[] = {
109 static const struct req_msg_field *mdt_body_only[] = {
114 static const struct req_msg_field *mdt_body_capa[] = {
120 static const struct req_msg_field *quotactl_only[] = {
124 static const struct req_msg_field *quota_adjust_qunit_only[] = {
126 &RMF_QUOTA_ADJUST_QUNIT
129 static const struct req_msg_field *qunit_data_only[] = {
134 static const struct req_msg_field *quota_body_only[] = {
139 static const struct req_msg_field *ldlm_intent_quota_client[] = {
146 static const struct req_msg_field *ldlm_intent_quota_server[] = {
153 static const struct req_msg_field *mdt_close_client[] = {
160 static const struct req_msg_field *obd_statfs_server[] = {
165 static const struct req_msg_field *seq_query_client[] = {
171 static const struct req_msg_field *seq_query_server[] = {
176 static const struct req_msg_field *fld_query_client[] = {
182 static const struct req_msg_field *fld_query_server[] = {
187 static const struct req_msg_field *mds_getattr_name_client[] = {
194 static const struct req_msg_field *mds_reint_client[] = {
199 static const struct req_msg_field *mds_reint_create_client[] = {
206 static const struct req_msg_field *mds_reint_create_slave_client[] = {
215 static const struct req_msg_field *mds_reint_create_rmt_acl_client[] = {
224 static const struct req_msg_field *mds_reint_create_sym_client[] = {
233 static const struct req_msg_field *mds_reint_open_client[] = {
242 static const struct req_msg_field *mds_reint_open_server[] = {
251 static const struct req_msg_field *mds_reint_unlink_client[] = {
259 static const struct req_msg_field *mds_reint_link_client[] = {
268 static const struct req_msg_field *mds_reint_rename_client[] = {
278 static const struct req_msg_field *mds_last_unlink_server[] = {
287 static const struct req_msg_field *mds_reint_setattr_client[] = {
297 static const struct req_msg_field *mds_reint_setxattr_client[] = {
305 static const struct req_msg_field *obd_connect_client[] = {
313 static const struct req_msg_field *obd_connect_server[] = {
318 static const struct req_msg_field *obd_set_info_client[] = {
324 static const struct req_msg_field *ost_grant_shrink_client[] = {
330 static const struct req_msg_field *mds_getinfo_client[] = {
336 static const struct req_msg_field *mds_getinfo_server[] = {
341 static const struct req_msg_field *ldlm_enqueue_client[] = {
346 static const struct req_msg_field *ldlm_enqueue_server[] = {
351 static const struct req_msg_field *ldlm_enqueue_lvb_server[] = {
357 static const struct req_msg_field *ldlm_cp_callback_client[] = {
363 static const struct req_msg_field *ldlm_gl_callback_server[] = {
368 static const struct req_msg_field *ldlm_intent_client[] = {
375 static const struct req_msg_field *ldlm_intent_server[] = {
383 static const struct req_msg_field *ldlm_intent_open_server[] = {
393 static const struct req_msg_field *ldlm_intent_getattr_client[] = {
397 &RMF_MDT_BODY, /* coincides with mds_getattr_name_client[] */
402 static const struct req_msg_field *ldlm_intent_getattr_server[] = {
411 static const struct req_msg_field *ldlm_intent_create_client[] = {
415 &RMF_REC_REINT, /* coincides with mds_reint_create_client[] */
421 static const struct req_msg_field *ldlm_intent_open_client[] = {
425 &RMF_REC_REINT, /* coincides with mds_reint_open_client[] */
432 static const struct req_msg_field *ldlm_intent_unlink_client[] = {
436 &RMF_REC_REINT, /* coincides with mds_reint_unlink_client[] */
441 static const struct req_msg_field *mds_getxattr_client[] = {
449 static const struct req_msg_field *mds_getxattr_server[] = {
455 static const struct req_msg_field *mds_getattr_server[] = {
464 static const struct req_msg_field *mds_setattr_server[] = {
473 static const struct req_msg_field *llog_origin_handle_create_client[] = {
479 static const struct req_msg_field *llogd_body_only[] = {
484 static const struct req_msg_field *llog_log_hdr_only[] = {
489 static const struct req_msg_field *llogd_conn_body_only[] = {
494 static const struct req_msg_field *llog_origin_handle_next_block_server[] = {
500 static const struct req_msg_field *obd_idx_read_client[] = {
505 static const struct req_msg_field *obd_idx_read_server[] = {
510 static const struct req_msg_field *ost_body_only[] = {
515 static const struct req_msg_field *ost_body_capa[] = {
521 static const struct req_msg_field *ost_destroy_client[] = {
529 static const struct req_msg_field *ost_brw_client[] = {
537 static const struct req_msg_field *ost_brw_read_server[] = {
542 static const struct req_msg_field *ost_brw_write_server[] = {
548 static const struct req_msg_field *ost_get_info_generic_server[] = {
553 static const struct req_msg_field *ost_get_info_generic_client[] = {
558 static const struct req_msg_field *ost_get_last_id_server[] = {
563 static const struct req_msg_field *ost_get_fiemap_client[] = {
569 static const struct req_msg_field *ost_get_fiemap_server[] = {
574 static struct req_format *req_formats[] = {
581 &RQF_MGS_CONFIG_READ,
590 &RQF_MDS_GETATTR_NAME,
599 &RQF_MDS_DONE_WRITING,
601 &RQF_MDS_REINT_CREATE,
602 &RQF_MDS_REINT_CREATE_RMT_ACL,
603 &RQF_MDS_REINT_CREATE_SLAVE,
604 &RQF_MDS_REINT_CREATE_SYM,
606 &RQF_MDS_REINT_UNLINK,
608 &RQF_MDS_REINT_RENAME,
609 &RQF_MDS_REINT_SETATTR,
610 &RQF_MDS_REINT_SETXATTR,
613 &RQF_MDS_QUOTA_DQACQ,
619 &RQF_OST_QUOTA_ADJUST_QUNIT,
629 &RQF_OST_SET_GRANT_INFO,
630 &RQF_OST_GET_INFO_GENERIC,
631 &RQF_OST_GET_INFO_LAST_ID,
632 &RQF_OST_GET_INFO_FIEMAP,
634 &RQF_LDLM_ENQUEUE_LVB,
638 &RQF_LDLM_CP_CALLBACK,
639 &RQF_LDLM_BL_CALLBACK,
640 &RQF_LDLM_GL_CALLBACK,
642 &RQF_LDLM_INTENT_GETATTR,
643 &RQF_LDLM_INTENT_OPEN,
644 &RQF_LDLM_INTENT_CREATE,
645 &RQF_LDLM_INTENT_UNLINK,
646 &RQF_LDLM_INTENT_QUOTA,
649 &RQF_LLOG_ORIGIN_HANDLE_CREATE,
650 &RQF_LLOG_ORIGIN_HANDLE_DESTROY,
651 &RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK,
652 &RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK,
653 &RQF_LLOG_ORIGIN_HANDLE_READ_HEADER,
654 &RQF_LLOG_ORIGIN_CONNECT
657 struct req_msg_field {
658 const __u32 rmf_flags;
659 const char *rmf_name;
661 * Field length. (-1) means "variable length". If the
662 * \a RMF_F_STRUCT_ARRAY flag is set the field is also variable-length,
663 * but the actual size must be a whole multiple of \a rmf_size.
666 void (*rmf_swabber)(void *);
667 void (*rmf_dumper)(void *);
668 int rmf_offset[ARRAY_SIZE(req_formats)][RCL_NR];
673 * The field is a string, must be NUL-terminated.
675 RMF_F_STRING = 1 << 0,
677 * The field's buffer size need not match the declared \a rmf_size.
679 RMF_F_NO_SIZE_CHECK = 1 << 1,
681 * The field's buffer size must be a whole multiple of the declared \a
682 * rmf_size and the \a rmf_swabber function must work on the declared \a
683 * rmf_size worth of bytes.
685 RMF_F_STRUCT_ARRAY = 1 << 2
693 #define DEFINE_MSGF(name, flags, size, swabber, dumper) { \
694 .rmf_name = (name), \
695 .rmf_flags = (flags), \
696 .rmf_size = (size), \
697 .rmf_swabber = (void (*)(void*))(swabber), \
698 .rmf_dumper = (void (*)(void*))(dumper) \
701 struct req_msg_field RMF_GENERIC_DATA =
702 DEFINE_MSGF("generic_data", 0,
704 EXPORT_SYMBOL(RMF_GENERIC_DATA);
706 struct req_msg_field RMF_MGS_TARGET_INFO =
707 DEFINE_MSGF("mgs_target_info", 0,
708 sizeof(struct mgs_target_info),
709 lustre_swab_mgs_target_info, NULL);
710 EXPORT_SYMBOL(RMF_MGS_TARGET_INFO);
712 struct req_msg_field RMF_MGS_SEND_PARAM =
713 DEFINE_MSGF("mgs_send_param", 0,
714 sizeof(struct mgs_send_param),
716 EXPORT_SYMBOL(RMF_MGS_SEND_PARAM);
718 struct req_msg_field RMF_MGS_CONFIG_BODY =
719 DEFINE_MSGF("mgs_config_read request", 0,
720 sizeof(struct mgs_config_body),
721 lustre_swab_mgs_config_body, NULL);
722 EXPORT_SYMBOL(RMF_MGS_CONFIG_BODY);
724 struct req_msg_field RMF_MGS_CONFIG_RES =
725 DEFINE_MSGF("mgs_config_read reply ", 0,
726 sizeof(struct mgs_config_res),
727 lustre_swab_mgs_config_res, NULL);
728 EXPORT_SYMBOL(RMF_MGS_CONFIG_RES);
730 struct req_msg_field RMF_U32 =
731 DEFINE_MSGF("generic u32", 0,
732 sizeof(__u32), lustre_swab_generic_32s, NULL);
733 EXPORT_SYMBOL(RMF_U32);
735 struct req_msg_field RMF_SETINFO_VAL =
736 DEFINE_MSGF("setinfo_val", 0, -1, NULL, NULL);
737 EXPORT_SYMBOL(RMF_SETINFO_VAL);
739 struct req_msg_field RMF_GETINFO_KEY =
740 DEFINE_MSGF("getinfo_key", 0, -1, NULL, NULL);
741 EXPORT_SYMBOL(RMF_GETINFO_KEY);
743 struct req_msg_field RMF_GETINFO_VALLEN =
744 DEFINE_MSGF("getinfo_vallen", 0,
745 sizeof(__u32), lustre_swab_generic_32s, NULL);
746 EXPORT_SYMBOL(RMF_GETINFO_VALLEN);
748 struct req_msg_field RMF_GETINFO_VAL =
749 DEFINE_MSGF("getinfo_val", 0, -1, NULL, NULL);
750 EXPORT_SYMBOL(RMF_GETINFO_VAL);
752 struct req_msg_field RMF_SEQ_OPC =
753 DEFINE_MSGF("seq_query_opc", 0,
754 sizeof(__u32), lustre_swab_generic_32s, NULL);
755 EXPORT_SYMBOL(RMF_SEQ_OPC);
757 struct req_msg_field RMF_SEQ_RANGE =
758 DEFINE_MSGF("seq_query_range", 0,
759 sizeof(struct lu_seq_range),
760 lustre_swab_lu_seq_range, NULL);
761 EXPORT_SYMBOL(RMF_SEQ_RANGE);
763 struct req_msg_field RMF_FLD_OPC =
764 DEFINE_MSGF("fld_query_opc", 0,
765 sizeof(__u32), lustre_swab_generic_32s, NULL);
766 EXPORT_SYMBOL(RMF_FLD_OPC);
768 struct req_msg_field RMF_FLD_MDFLD =
769 DEFINE_MSGF("fld_query_mdfld", 0,
770 sizeof(struct lu_seq_range),
771 lustre_swab_lu_seq_range, NULL);
772 EXPORT_SYMBOL(RMF_FLD_MDFLD);
774 struct req_msg_field RMF_MDT_BODY =
775 DEFINE_MSGF("mdt_body", 0,
776 sizeof(struct mdt_body), lustre_swab_mdt_body, NULL);
777 EXPORT_SYMBOL(RMF_MDT_BODY);
779 struct req_msg_field RMF_OBD_QUOTACTL =
780 DEFINE_MSGF("obd_quotactl", 0,
781 sizeof(struct obd_quotactl),
782 lustre_swab_obd_quotactl, NULL);
783 EXPORT_SYMBOL(RMF_OBD_QUOTACTL);
785 struct req_msg_field RMF_QUOTA_ADJUST_QUNIT =
786 DEFINE_MSGF("quota_adjust_qunit", 0,
787 sizeof(struct quota_adjust_qunit),
788 lustre_swab_quota_adjust_qunit, NULL);
789 EXPORT_SYMBOL(RMF_QUOTA_ADJUST_QUNIT);
791 struct req_msg_field RMF_QUNIT_DATA =
792 DEFINE_MSGF("qunit_data", 0,
793 sizeof(struct qunit_data), lustre_swab_qdata, NULL);
794 EXPORT_SYMBOL(RMF_QUNIT_DATA);
796 struct req_msg_field RMF_QUOTA_BODY =
797 DEFINE_MSGF("quota_body", 0,
798 sizeof(struct quota_body), lustre_swab_quota_body, NULL);
799 EXPORT_SYMBOL(RMF_QUOTA_BODY);
801 struct req_msg_field RMF_MDT_EPOCH =
802 DEFINE_MSGF("mdt_ioepoch", 0,
803 sizeof(struct mdt_ioepoch), lustre_swab_mdt_ioepoch, NULL);
804 EXPORT_SYMBOL(RMF_MDT_EPOCH);
806 struct req_msg_field RMF_PTLRPC_BODY =
807 DEFINE_MSGF("ptlrpc_body", 0,
808 sizeof(struct ptlrpc_body), lustre_swab_ptlrpc_body, NULL);
809 EXPORT_SYMBOL(RMF_PTLRPC_BODY);
811 struct req_msg_field RMF_OBD_STATFS =
812 DEFINE_MSGF("obd_statfs", 0,
813 sizeof(struct obd_statfs), lustre_swab_obd_statfs, NULL);
814 EXPORT_SYMBOL(RMF_OBD_STATFS);
816 struct req_msg_field RMF_SETINFO_KEY =
817 DEFINE_MSGF("setinfo_key", 0, -1, NULL, NULL);
818 EXPORT_SYMBOL(RMF_SETINFO_KEY);
820 struct req_msg_field RMF_NAME =
821 DEFINE_MSGF("name", RMF_F_STRING, -1, NULL, NULL);
822 EXPORT_SYMBOL(RMF_NAME);
824 struct req_msg_field RMF_SYMTGT =
825 DEFINE_MSGF("symtgt", RMF_F_STRING, -1, NULL, NULL);
826 EXPORT_SYMBOL(RMF_SYMTGT);
828 struct req_msg_field RMF_TGTUUID =
829 DEFINE_MSGF("tgtuuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
831 EXPORT_SYMBOL(RMF_TGTUUID);
833 struct req_msg_field RMF_CLUUID =
834 DEFINE_MSGF("cluuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
836 EXPORT_SYMBOL(RMF_CLUUID);
838 struct req_msg_field RMF_STRING =
839 DEFINE_MSGF("string", RMF_F_STRING, -1, NULL, NULL);
840 EXPORT_SYMBOL(RMF_STRING);
842 struct req_msg_field RMF_LLOGD_BODY =
843 DEFINE_MSGF("llogd_body", 0,
844 sizeof(struct llogd_body), lustre_swab_llogd_body, NULL);
845 EXPORT_SYMBOL(RMF_LLOGD_BODY);
847 struct req_msg_field RMF_LLOG_LOG_HDR =
848 DEFINE_MSGF("llog_log_hdr", 0,
849 sizeof(struct llog_log_hdr), lustre_swab_llog_hdr, NULL);
850 EXPORT_SYMBOL(RMF_LLOG_LOG_HDR);
852 struct req_msg_field RMF_LLOGD_CONN_BODY =
853 DEFINE_MSGF("llogd_conn_body", 0,
854 sizeof(struct llogd_conn_body),
855 lustre_swab_llogd_conn_body, NULL);
856 EXPORT_SYMBOL(RMF_LLOGD_CONN_BODY);
859 * connection handle received in MDS_CONNECT request.
861 * No swabbing needed because struct lustre_handle contains only a 64-bit cookie
862 * that the client does not interpret at all.
864 struct req_msg_field RMF_CONN =
865 DEFINE_MSGF("conn", 0, sizeof(struct lustre_handle), NULL, NULL);
866 EXPORT_SYMBOL(RMF_CONN);
868 struct req_msg_field RMF_CONNECT_DATA =
870 RMF_F_NO_SIZE_CHECK /* we allow extra space for interop */,
871 #if LUSTRE_VERSION_CODE > OBD_OCD_VERSION(2, 7, 50, 0)
872 sizeof(struct obd_connect_data),
874 /* For interoperability with 1.8 and 2.0 clients/servers.
875 * The RPC verification code allows larger RPC buffers, but not
876 * smaller buffers. Until we no longer need to keep compatibility
877 * with older servers/clients we can only check that the buffer
878 * size is at least as large as obd_connect_data_v1. That is not
879 * not in itself harmful, since the chance of just corrupting this
880 * field is low. See JIRA LU-16 for details. */
881 sizeof(struct obd_connect_data_v1),
883 lustre_swab_connect, NULL);
884 EXPORT_SYMBOL(RMF_CONNECT_DATA);
886 struct req_msg_field RMF_DLM_REQ =
887 DEFINE_MSGF("dlm_req", RMF_F_NO_SIZE_CHECK /* ldlm_request_bufsize */,
888 sizeof(struct ldlm_request),
889 lustre_swab_ldlm_request, NULL);
890 EXPORT_SYMBOL(RMF_DLM_REQ);
892 struct req_msg_field RMF_DLM_REP =
893 DEFINE_MSGF("dlm_rep", 0,
894 sizeof(struct ldlm_reply), lustre_swab_ldlm_reply, NULL);
895 EXPORT_SYMBOL(RMF_DLM_REP);
897 struct req_msg_field RMF_LDLM_INTENT =
898 DEFINE_MSGF("ldlm_intent", 0,
899 sizeof(struct ldlm_intent), lustre_swab_ldlm_intent, NULL);
900 EXPORT_SYMBOL(RMF_LDLM_INTENT);
902 struct req_msg_field RMF_DLM_LVB =
903 DEFINE_MSGF("dlm_lvb", 0, sizeof(union ldlm_wire_lvb), lustre_swab_lvb,
905 EXPORT_SYMBOL(RMF_DLM_LVB);
907 struct req_msg_field RMF_MDT_MD =
908 DEFINE_MSGF("mdt_md", RMF_F_NO_SIZE_CHECK, MIN_MD_SIZE, NULL, NULL);
909 EXPORT_SYMBOL(RMF_MDT_MD);
911 struct req_msg_field RMF_REC_REINT =
912 DEFINE_MSGF("rec_reint", 0, sizeof(struct mdt_rec_reint),
913 lustre_swab_mdt_rec_reint, NULL);
914 EXPORT_SYMBOL(RMF_REC_REINT);
916 /* FIXME: this length should be defined as a macro */
917 struct req_msg_field RMF_EADATA = DEFINE_MSGF("eadata", 0, -1,
919 EXPORT_SYMBOL(RMF_EADATA);
921 struct req_msg_field RMF_ACL =
922 DEFINE_MSGF("acl", RMF_F_NO_SIZE_CHECK,
923 LUSTRE_POSIX_ACL_MAX_SIZE, NULL, NULL);
924 EXPORT_SYMBOL(RMF_ACL);
926 /* FIXME: this should be made to use RMF_F_STRUCT_ARRAY */
927 struct req_msg_field RMF_LOGCOOKIES =
928 DEFINE_MSGF("logcookies", RMF_F_NO_SIZE_CHECK /* multiple cookies */,
929 sizeof(struct llog_cookie), NULL, NULL);
930 EXPORT_SYMBOL(RMF_LOGCOOKIES);
932 struct req_msg_field RMF_CAPA1 =
933 DEFINE_MSGF("capa", 0, sizeof(struct lustre_capa),
934 lustre_swab_lustre_capa, NULL);
935 EXPORT_SYMBOL(RMF_CAPA1);
937 struct req_msg_field RMF_CAPA2 =
938 DEFINE_MSGF("capa", 0, sizeof(struct lustre_capa),
939 lustre_swab_lustre_capa, NULL);
940 EXPORT_SYMBOL(RMF_CAPA2);
945 struct req_msg_field RMF_OST_BODY =
946 DEFINE_MSGF("ost_body", 0,
947 sizeof(struct ost_body), lustre_swab_ost_body, dump_ost_body);
948 EXPORT_SYMBOL(RMF_OST_BODY);
950 struct req_msg_field RMF_OBD_IOOBJ =
951 DEFINE_MSGF("obd_ioobj", RMF_F_STRUCT_ARRAY,
952 sizeof(struct obd_ioobj), lustre_swab_obd_ioobj, dump_ioo);
953 EXPORT_SYMBOL(RMF_OBD_IOOBJ);
955 struct req_msg_field RMF_NIOBUF_REMOTE =
956 DEFINE_MSGF("niobuf_remote", RMF_F_STRUCT_ARRAY,
957 sizeof(struct niobuf_remote), lustre_swab_niobuf_remote,
959 EXPORT_SYMBOL(RMF_NIOBUF_REMOTE);
961 struct req_msg_field RMF_RCS =
962 DEFINE_MSGF("niobuf_remote", RMF_F_STRUCT_ARRAY, sizeof(__u32),
963 lustre_swab_generic_32s, dump_rcs);
964 EXPORT_SYMBOL(RMF_RCS);
966 struct req_msg_field RMF_OBD_ID =
967 DEFINE_MSGF("obd_id", 0,
968 sizeof(obd_id), lustre_swab_ost_last_id, NULL);
969 EXPORT_SYMBOL(RMF_OBD_ID);
971 struct req_msg_field RMF_FIEMAP_KEY =
972 DEFINE_MSGF("fiemap", 0, sizeof(struct ll_fiemap_info_key),
973 lustre_swab_fiemap, NULL);
974 EXPORT_SYMBOL(RMF_FIEMAP_KEY);
976 struct req_msg_field RMF_FIEMAP_VAL =
977 DEFINE_MSGF("fiemap", 0, -1, lustre_swab_fiemap, NULL);
978 EXPORT_SYMBOL(RMF_FIEMAP_VAL);
980 struct req_msg_field RMF_IDX_INFO =
981 DEFINE_MSGF("idx_info", 0, sizeof(struct idx_info),
982 lustre_swab_idx_info, NULL);
983 EXPORT_SYMBOL(RMF_IDX_INFO);
994 const struct req_msg_field **d;
998 #define DEFINE_REQ_FMT(name, client, client_nr, server, server_nr) { \
1012 #define DEFINE_REQ_FMT0(name, client, server) \
1013 DEFINE_REQ_FMT(name, client, ARRAY_SIZE(client), server, ARRAY_SIZE(server))
1015 struct req_format RQF_OBD_PING =
1016 DEFINE_REQ_FMT0("OBD_PING", empty, empty);
1017 EXPORT_SYMBOL(RQF_OBD_PING);
1019 struct req_format RQF_OBD_SET_INFO =
1020 DEFINE_REQ_FMT0("OBD_SET_INFO", obd_set_info_client, empty);
1021 EXPORT_SYMBOL(RQF_OBD_SET_INFO);
1023 /* Read index file through the network */
1024 struct req_format RQF_OBD_IDX_READ =
1025 DEFINE_REQ_FMT0("OBD_IDX_READ",
1026 obd_idx_read_client, obd_idx_read_server);
1027 EXPORT_SYMBOL(RQF_OBD_IDX_READ);
1029 struct req_format RQF_SEC_CTX =
1030 DEFINE_REQ_FMT0("SEC_CTX", empty, empty);
1031 EXPORT_SYMBOL(RQF_SEC_CTX);
1033 struct req_format RQF_MGS_TARGET_REG =
1034 DEFINE_REQ_FMT0("MGS_TARGET_REG", mgs_target_info_only,
1035 mgs_target_info_only);
1036 EXPORT_SYMBOL(RQF_MGS_TARGET_REG);
1038 struct req_format RQF_MGS_SET_INFO =
1039 DEFINE_REQ_FMT0("MGS_SET_INFO", mgs_set_info,
1041 EXPORT_SYMBOL(RQF_MGS_SET_INFO);
1043 struct req_format RQF_MGS_CONFIG_READ =
1044 DEFINE_REQ_FMT0("MGS_CONFIG_READ", mgs_config_read_client,
1045 mgs_config_read_server);
1046 EXPORT_SYMBOL(RQF_MGS_CONFIG_READ);
1048 struct req_format RQF_SEQ_QUERY =
1049 DEFINE_REQ_FMT0("SEQ_QUERY", seq_query_client, seq_query_server);
1050 EXPORT_SYMBOL(RQF_SEQ_QUERY);
1052 struct req_format RQF_FLD_QUERY =
1053 DEFINE_REQ_FMT0("FLD_QUERY", fld_query_client, fld_query_server);
1054 EXPORT_SYMBOL(RQF_FLD_QUERY);
1056 struct req_format RQF_LOG_CANCEL =
1057 DEFINE_REQ_FMT0("OBD_LOG_CANCEL", log_cancel_client, empty);
1058 EXPORT_SYMBOL(RQF_LOG_CANCEL);
1060 struct req_format RQF_MDS_QUOTACHECK =
1061 DEFINE_REQ_FMT0("MDS_QUOTACHECK", quotactl_only, empty);
1062 EXPORT_SYMBOL(RQF_MDS_QUOTACHECK);
1064 struct req_format RQF_OST_QUOTACHECK =
1065 DEFINE_REQ_FMT0("OST_QUOTACHECK", quotactl_only, empty);
1066 EXPORT_SYMBOL(RQF_OST_QUOTACHECK);
1068 struct req_format RQF_MDS_QUOTACTL =
1069 DEFINE_REQ_FMT0("MDS_QUOTACTL", quotactl_only, quotactl_only);
1070 EXPORT_SYMBOL(RQF_MDS_QUOTACTL);
1072 struct req_format RQF_OST_QUOTACTL =
1073 DEFINE_REQ_FMT0("OST_QUOTACTL", quotactl_only, quotactl_only);
1074 EXPORT_SYMBOL(RQF_OST_QUOTACTL);
1076 struct req_format RQF_OST_QUOTA_ADJUST_QUNIT =
1077 DEFINE_REQ_FMT0("OST_QUOTA_ADJUST_QUNIT", quota_adjust_qunit_only,
1078 quota_adjust_qunit_only);
1079 EXPORT_SYMBOL(RQF_OST_QUOTA_ADJUST_QUNIT);
1081 struct req_format RQF_QC_CALLBACK =
1082 DEFINE_REQ_FMT0("QC_CALLBACK", quotactl_only, empty);
1083 EXPORT_SYMBOL(RQF_QC_CALLBACK);
1085 struct req_format RQF_MDS_QUOTA_DQACQ =
1086 DEFINE_REQ_FMT0("MDS_QUOTA_DQACQ", qunit_data_only, qunit_data_only);
1087 EXPORT_SYMBOL(RQF_MDS_QUOTA_DQACQ);
1089 struct req_format RQF_QUOTA_DQACQ =
1090 DEFINE_REQ_FMT0("QUOTA_DQACQ", quota_body_only, quota_body_only);
1091 EXPORT_SYMBOL(RQF_QUOTA_DQACQ);
1093 struct req_format RQF_LDLM_INTENT_QUOTA =
1094 DEFINE_REQ_FMT0("LDLM_INTENT_QUOTA",
1095 ldlm_intent_quota_client,
1096 ldlm_intent_quota_server);
1097 EXPORT_SYMBOL(RQF_LDLM_INTENT_QUOTA);
1099 struct req_format RQF_MDS_GETSTATUS =
1100 DEFINE_REQ_FMT0("MDS_GETSTATUS", mdt_body_only, mdt_body_capa);
1101 EXPORT_SYMBOL(RQF_MDS_GETSTATUS);
1103 struct req_format RQF_MDS_STATFS =
1104 DEFINE_REQ_FMT0("MDS_STATFS", empty, obd_statfs_server);
1105 EXPORT_SYMBOL(RQF_MDS_STATFS);
1107 struct req_format RQF_MDS_SYNC =
1108 DEFINE_REQ_FMT0("MDS_SYNC", mdt_body_capa, mdt_body_only);
1109 EXPORT_SYMBOL(RQF_MDS_SYNC);
1111 struct req_format RQF_MDS_GETATTR =
1112 DEFINE_REQ_FMT0("MDS_GETATTR", mdt_body_capa, mds_getattr_server);
1113 EXPORT_SYMBOL(RQF_MDS_GETATTR);
1115 struct req_format RQF_MDS_GETXATTR =
1116 DEFINE_REQ_FMT0("MDS_GETXATTR",
1117 mds_getxattr_client, mds_getxattr_server);
1118 EXPORT_SYMBOL(RQF_MDS_GETXATTR);
1120 struct req_format RQF_MDS_GETATTR_NAME =
1121 DEFINE_REQ_FMT0("MDS_GETATTR_NAME",
1122 mds_getattr_name_client, mds_getattr_server);
1123 EXPORT_SYMBOL(RQF_MDS_GETATTR_NAME);
1125 struct req_format RQF_MDS_REINT =
1126 DEFINE_REQ_FMT0("MDS_REINT", mds_reint_client, mdt_body_only);
1127 EXPORT_SYMBOL(RQF_MDS_REINT);
1129 struct req_format RQF_MDS_REINT_CREATE =
1130 DEFINE_REQ_FMT0("MDS_REINT_CREATE",
1131 mds_reint_create_client, mdt_body_capa);
1132 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE);
1134 struct req_format RQF_MDS_REINT_CREATE_RMT_ACL =
1135 DEFINE_REQ_FMT0("MDS_REINT_CREATE_RMT_ACL",
1136 mds_reint_create_rmt_acl_client, mdt_body_capa);
1137 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_RMT_ACL);
1139 struct req_format RQF_MDS_REINT_CREATE_SLAVE =
1140 DEFINE_REQ_FMT0("MDS_REINT_CREATE_EA",
1141 mds_reint_create_slave_client, mdt_body_capa);
1142 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SLAVE);
1144 struct req_format RQF_MDS_REINT_CREATE_SYM =
1145 DEFINE_REQ_FMT0("MDS_REINT_CREATE_SYM",
1146 mds_reint_create_sym_client, mdt_body_capa);
1147 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SYM);
1149 struct req_format RQF_MDS_REINT_OPEN =
1150 DEFINE_REQ_FMT0("MDS_REINT_OPEN",
1151 mds_reint_open_client, mds_reint_open_server);
1152 EXPORT_SYMBOL(RQF_MDS_REINT_OPEN);
1154 struct req_format RQF_MDS_REINT_UNLINK =
1155 DEFINE_REQ_FMT0("MDS_REINT_UNLINK", mds_reint_unlink_client,
1156 mds_last_unlink_server);
1157 EXPORT_SYMBOL(RQF_MDS_REINT_UNLINK);
1159 struct req_format RQF_MDS_REINT_LINK =
1160 DEFINE_REQ_FMT0("MDS_REINT_LINK",
1161 mds_reint_link_client, mdt_body_only);
1162 EXPORT_SYMBOL(RQF_MDS_REINT_LINK);
1164 struct req_format RQF_MDS_REINT_RENAME =
1165 DEFINE_REQ_FMT0("MDS_REINT_RENAME", mds_reint_rename_client,
1166 mds_last_unlink_server);
1167 EXPORT_SYMBOL(RQF_MDS_REINT_RENAME);
1169 struct req_format RQF_MDS_REINT_SETATTR =
1170 DEFINE_REQ_FMT0("MDS_REINT_SETATTR",
1171 mds_reint_setattr_client, mds_setattr_server);
1172 EXPORT_SYMBOL(RQF_MDS_REINT_SETATTR);
1174 struct req_format RQF_MDS_REINT_SETXATTR =
1175 DEFINE_REQ_FMT0("MDS_REINT_SETXATTR",
1176 mds_reint_setxattr_client, mdt_body_only);
1177 EXPORT_SYMBOL(RQF_MDS_REINT_SETXATTR);
1179 struct req_format RQF_MDS_CONNECT =
1180 DEFINE_REQ_FMT0("MDS_CONNECT",
1181 obd_connect_client, obd_connect_server);
1182 EXPORT_SYMBOL(RQF_MDS_CONNECT);
1184 struct req_format RQF_MDS_DISCONNECT =
1185 DEFINE_REQ_FMT0("MDS_DISCONNECT", empty, empty);
1186 EXPORT_SYMBOL(RQF_MDS_DISCONNECT);
1188 struct req_format RQF_MDS_GET_INFO =
1189 DEFINE_REQ_FMT0("MDS_GET_INFO", mds_getinfo_client,
1190 mds_getinfo_server);
1191 EXPORT_SYMBOL(RQF_MDS_GET_INFO);
1193 struct req_format RQF_LDLM_ENQUEUE =
1194 DEFINE_REQ_FMT0("LDLM_ENQUEUE",
1195 ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1196 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE);
1198 struct req_format RQF_LDLM_ENQUEUE_LVB =
1199 DEFINE_REQ_FMT0("LDLM_ENQUEUE_LVB",
1200 ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1201 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE_LVB);
1203 struct req_format RQF_LDLM_CONVERT =
1204 DEFINE_REQ_FMT0("LDLM_CONVERT",
1205 ldlm_enqueue_client, ldlm_enqueue_server);
1206 EXPORT_SYMBOL(RQF_LDLM_CONVERT);
1208 struct req_format RQF_LDLM_CANCEL =
1209 DEFINE_REQ_FMT0("LDLM_CANCEL", ldlm_enqueue_client, empty);
1210 EXPORT_SYMBOL(RQF_LDLM_CANCEL);
1212 struct req_format RQF_LDLM_CALLBACK =
1213 DEFINE_REQ_FMT0("LDLM_CALLBACK", ldlm_enqueue_client, empty);
1214 EXPORT_SYMBOL(RQF_LDLM_CALLBACK);
1216 struct req_format RQF_LDLM_CP_CALLBACK =
1217 DEFINE_REQ_FMT0("LDLM_CP_CALLBACK", ldlm_cp_callback_client, empty);
1218 EXPORT_SYMBOL(RQF_LDLM_CP_CALLBACK);
1220 struct req_format RQF_LDLM_BL_CALLBACK =
1221 DEFINE_REQ_FMT0("LDLM_BL_CALLBACK", ldlm_enqueue_client, empty);
1222 EXPORT_SYMBOL(RQF_LDLM_BL_CALLBACK);
1224 struct req_format RQF_LDLM_GL_CALLBACK =
1225 DEFINE_REQ_FMT0("LDLM_GL_CALLBACK", ldlm_enqueue_client,
1226 ldlm_gl_callback_server);
1227 EXPORT_SYMBOL(RQF_LDLM_GL_CALLBACK);
1229 struct req_format RQF_LDLM_INTENT =
1230 DEFINE_REQ_FMT0("LDLM_INTENT",
1231 ldlm_intent_client, ldlm_intent_server);
1232 EXPORT_SYMBOL(RQF_LDLM_INTENT);
1234 struct req_format RQF_LDLM_INTENT_GETATTR =
1235 DEFINE_REQ_FMT0("LDLM_INTENT_GETATTR",
1236 ldlm_intent_getattr_client, ldlm_intent_getattr_server);
1237 EXPORT_SYMBOL(RQF_LDLM_INTENT_GETATTR);
1239 struct req_format RQF_LDLM_INTENT_OPEN =
1240 DEFINE_REQ_FMT0("LDLM_INTENT_OPEN",
1241 ldlm_intent_open_client, ldlm_intent_open_server);
1242 EXPORT_SYMBOL(RQF_LDLM_INTENT_OPEN);
1244 struct req_format RQF_LDLM_INTENT_CREATE =
1245 DEFINE_REQ_FMT0("LDLM_INTENT_CREATE",
1246 ldlm_intent_create_client, ldlm_intent_getattr_server);
1247 EXPORT_SYMBOL(RQF_LDLM_INTENT_CREATE);
1249 struct req_format RQF_LDLM_INTENT_UNLINK =
1250 DEFINE_REQ_FMT0("LDLM_INTENT_UNLINK",
1251 ldlm_intent_unlink_client, ldlm_intent_server);
1252 EXPORT_SYMBOL(RQF_LDLM_INTENT_UNLINK);
1254 struct req_format RQF_MDS_CLOSE =
1255 DEFINE_REQ_FMT0("MDS_CLOSE",
1256 mdt_close_client, mds_last_unlink_server);
1257 EXPORT_SYMBOL(RQF_MDS_CLOSE);
1259 struct req_format RQF_MDS_PIN =
1260 DEFINE_REQ_FMT0("MDS_PIN",
1261 mdt_body_capa, mdt_body_only);
1262 EXPORT_SYMBOL(RQF_MDS_PIN);
1264 struct req_format RQF_MDS_UNPIN =
1265 DEFINE_REQ_FMT0("MDS_UNPIN", mdt_body_only, empty);
1266 EXPORT_SYMBOL(RQF_MDS_UNPIN);
1268 struct req_format RQF_MDS_DONE_WRITING =
1269 DEFINE_REQ_FMT0("MDS_DONE_WRITING",
1270 mdt_close_client, mdt_body_only);
1271 EXPORT_SYMBOL(RQF_MDS_DONE_WRITING);
1273 struct req_format RQF_MDS_READPAGE =
1274 DEFINE_REQ_FMT0("MDS_READPAGE",
1275 mdt_body_capa, mdt_body_only);
1276 EXPORT_SYMBOL(RQF_MDS_READPAGE);
1278 /* This is for split */
1279 struct req_format RQF_MDS_WRITEPAGE =
1280 DEFINE_REQ_FMT0("MDS_WRITEPAGE",
1281 mdt_body_capa, mdt_body_only);
1282 EXPORT_SYMBOL(RQF_MDS_WRITEPAGE);
1284 struct req_format RQF_MDS_IS_SUBDIR =
1285 DEFINE_REQ_FMT0("MDS_IS_SUBDIR",
1286 mdt_body_only, mdt_body_only);
1287 EXPORT_SYMBOL(RQF_MDS_IS_SUBDIR);
1289 struct req_format RQF_LLOG_ORIGIN_HANDLE_CREATE =
1290 DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_CREATE",
1291 llog_origin_handle_create_client, llogd_body_only);
1292 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_CREATE);
1294 struct req_format RQF_LLOG_ORIGIN_HANDLE_DESTROY =
1295 DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_DESTROY",
1296 llogd_body_only, llogd_body_only);
1297 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_DESTROY);
1299 struct req_format RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK =
1300 DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_NEXT_BLOCK",
1301 llogd_body_only, llog_origin_handle_next_block_server);
1302 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK);
1304 struct req_format RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK =
1305 DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_PREV_BLOCK",
1306 llogd_body_only, llog_origin_handle_next_block_server);
1307 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK);
1309 struct req_format RQF_LLOG_ORIGIN_HANDLE_READ_HEADER =
1310 DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_READ_HEADER",
1311 llogd_body_only, llog_log_hdr_only);
1312 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_READ_HEADER);
1314 struct req_format RQF_LLOG_ORIGIN_CONNECT =
1315 DEFINE_REQ_FMT0("LLOG_ORIGIN_CONNECT", llogd_conn_body_only, empty);
1316 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_CONNECT);
1318 struct req_format RQF_OST_CONNECT =
1319 DEFINE_REQ_FMT0("OST_CONNECT",
1320 obd_connect_client, obd_connect_server);
1321 EXPORT_SYMBOL(RQF_OST_CONNECT);
1323 struct req_format RQF_OST_DISCONNECT =
1324 DEFINE_REQ_FMT0("OST_DISCONNECT", empty, empty);
1325 EXPORT_SYMBOL(RQF_OST_DISCONNECT);
1327 struct req_format RQF_OST_GETATTR =
1328 DEFINE_REQ_FMT0("OST_GETATTR", ost_body_capa, ost_body_only);
1329 EXPORT_SYMBOL(RQF_OST_GETATTR);
1331 struct req_format RQF_OST_SETATTR =
1332 DEFINE_REQ_FMT0("OST_SETATTR", ost_body_capa, ost_body_only);
1333 EXPORT_SYMBOL(RQF_OST_SETATTR);
1335 struct req_format RQF_OST_CREATE =
1336 DEFINE_REQ_FMT0("OST_CREATE", ost_body_only, ost_body_only);
1337 EXPORT_SYMBOL(RQF_OST_CREATE);
1339 struct req_format RQF_OST_PUNCH =
1340 DEFINE_REQ_FMT0("OST_PUNCH", ost_body_capa, ost_body_only);
1341 EXPORT_SYMBOL(RQF_OST_PUNCH);
1343 struct req_format RQF_OST_SYNC =
1344 DEFINE_REQ_FMT0("OST_SYNC", ost_body_capa, ost_body_only);
1345 EXPORT_SYMBOL(RQF_OST_SYNC);
1347 struct req_format RQF_OST_DESTROY =
1348 DEFINE_REQ_FMT0("OST_DESTROY", ost_destroy_client, ost_body_only);
1349 EXPORT_SYMBOL(RQF_OST_DESTROY);
1351 struct req_format RQF_OST_BRW_READ =
1352 DEFINE_REQ_FMT0("OST_BRW_READ", ost_brw_client, ost_brw_read_server);
1353 EXPORT_SYMBOL(RQF_OST_BRW_READ);
1355 struct req_format RQF_OST_BRW_WRITE =
1356 DEFINE_REQ_FMT0("OST_BRW_WRITE", ost_brw_client, ost_brw_write_server);
1357 EXPORT_SYMBOL(RQF_OST_BRW_WRITE);
1359 struct req_format RQF_OST_STATFS =
1360 DEFINE_REQ_FMT0("OST_STATFS", empty, obd_statfs_server);
1361 EXPORT_SYMBOL(RQF_OST_STATFS);
1363 struct req_format RQF_OST_SET_GRANT_INFO =
1364 DEFINE_REQ_FMT0("OST_SET_GRANT_INFO", ost_grant_shrink_client,
1366 EXPORT_SYMBOL(RQF_OST_SET_GRANT_INFO);
1368 struct req_format RQF_OST_GET_INFO_GENERIC =
1369 DEFINE_REQ_FMT0("OST_GET_INFO", ost_get_info_generic_client,
1370 ost_get_info_generic_server);
1371 EXPORT_SYMBOL(RQF_OST_GET_INFO_GENERIC);
1373 struct req_format RQF_OST_GET_INFO_LAST_ID =
1374 DEFINE_REQ_FMT0("OST_GET_INFO_LAST_ID", ost_get_info_generic_client,
1375 ost_get_last_id_server);
1376 EXPORT_SYMBOL(RQF_OST_GET_INFO_LAST_ID);
1378 struct req_format RQF_OST_GET_INFO_FIEMAP =
1379 DEFINE_REQ_FMT0("OST_GET_INFO_FIEMAP", ost_get_fiemap_client,
1380 ost_get_fiemap_server);
1381 EXPORT_SYMBOL(RQF_OST_GET_INFO_FIEMAP);
1384 #if !defined(__REQ_LAYOUT_USER__)
1386 /* Convenience macro */
1387 #define FMT_FIELD(fmt, i, j) (fmt)->rf_fields[(i)].d[(j)]
1390 * Initializes the capsule abstraction by computing and setting the \a rf_idx
1391 * field of RQFs and the \a rmf_offset field of RMFs.
1393 int req_layout_init(void)
1398 struct req_format *rf = NULL;
1400 for (i = 0; i < ARRAY_SIZE(req_formats); ++i) {
1401 rf = req_formats[i];
1403 for (j = 0; j < RCL_NR; ++j) {
1404 LASSERT(rf->rf_fields[j].nr <= REQ_MAX_FIELD_NR);
1405 for (k = 0; k < rf->rf_fields[j].nr; ++k) {
1406 struct req_msg_field *field;
1408 field = (typeof(field))rf->rf_fields[j].d[k];
1409 LASSERT(!(field->rmf_flags & RMF_F_STRUCT_ARRAY)
1410 || field->rmf_size > 0);
1411 LASSERT(field->rmf_offset[i][j] == 0);
1413 * k + 1 to detect unused format/field
1416 field->rmf_offset[i][j] = k + 1;
1422 EXPORT_SYMBOL(req_layout_init);
1424 void req_layout_fini(void)
1427 EXPORT_SYMBOL(req_layout_fini);
1430 * Initializes the expected sizes of each RMF in a \a pill (\a rc_area) to -1.
1432 * Actual/expected field sizes are set elsewhere in functions in this file:
1433 * req_capsule_init(), req_capsule_server_pack(), req_capsule_set_size() and
1434 * req_capsule_msg_size(). The \a rc_area information is used by.
1435 * ptlrpc_request_set_replen().
1437 void req_capsule_init_area(struct req_capsule *pill)
1441 for (i = 0; i < ARRAY_SIZE(pill->rc_area[RCL_CLIENT]); i++) {
1442 pill->rc_area[RCL_CLIENT][i] = -1;
1443 pill->rc_area[RCL_SERVER][i] = -1;
1446 EXPORT_SYMBOL(req_capsule_init_area);
1449 * Initialize a pill.
1451 * The \a location indicates whether the caller is executing on the client side
1452 * (RCL_CLIENT) or server side (RCL_SERVER)..
1454 void req_capsule_init(struct req_capsule *pill,
1455 struct ptlrpc_request *req,
1456 enum req_location location)
1458 LASSERT(location == RCL_SERVER || location == RCL_CLIENT);
1461 * Today all capsules are embedded in ptlrpc_request structs,
1462 * but just in case that ever isn't the case, we don't reach
1463 * into req unless req != NULL and pill is the one embedded in
1466 * The req->rq_pill_init flag makes it safe to initialize a pill
1467 * twice, which might happen in the OST paths as a result of the
1468 * high-priority RPC queue getting peeked at before ost_handle()
1469 * handles an OST RPC.
1471 if (req != NULL && pill == &req->rq_pill && req->rq_pill_init)
1474 memset(pill, 0, sizeof *pill);
1476 pill->rc_loc = location;
1477 req_capsule_init_area(pill);
1479 if (req != NULL && pill == &req->rq_pill)
1480 req->rq_pill_init = 1;
1482 EXPORT_SYMBOL(req_capsule_init);
1484 void req_capsule_fini(struct req_capsule *pill)
1487 EXPORT_SYMBOL(req_capsule_fini);
1489 static int __req_format_is_sane(const struct req_format *fmt)
1492 0 <= fmt->rf_idx && fmt->rf_idx < ARRAY_SIZE(req_formats) &&
1493 req_formats[fmt->rf_idx] == fmt;
1496 static struct lustre_msg *__req_msg(const struct req_capsule *pill,
1497 enum req_location loc)
1499 struct ptlrpc_request *req;
1502 return loc == RCL_CLIENT ? req->rq_reqmsg : req->rq_repmsg;
1506 * Set the format (\a fmt) of a \a pill; format changes are not allowed here
1507 * (see req_capsule_extend()).
1509 void req_capsule_set(struct req_capsule *pill, const struct req_format *fmt)
1511 LASSERT(pill->rc_fmt == NULL || pill->rc_fmt == fmt);
1512 LASSERT(__req_format_is_sane(fmt));
1516 EXPORT_SYMBOL(req_capsule_set);
1519 * Fills in any parts of the \a rc_area of a \a pill that haven't been filled in
1522 * \a rc_area is an array of REQ_MAX_FIELD_NR elements, used to store sizes of
1523 * variable-sized fields. The field sizes come from the declared \a rmf_size
1524 * field of a \a pill's \a rc_fmt's RMF's.
1526 int req_capsule_filled_sizes(struct req_capsule *pill,
1527 enum req_location loc)
1529 const struct req_format *fmt = pill->rc_fmt;
1532 LASSERT(fmt != NULL);
1534 for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
1535 if (pill->rc_area[loc][i] == -1) {
1536 pill->rc_area[loc][i] =
1537 fmt->rf_fields[loc].d[i]->rmf_size;
1538 if (pill->rc_area[loc][i] == -1) {
1540 * Skip the following fields.
1542 * If this LASSERT() trips then you're missing a
1543 * call to req_capsule_set_size().
1545 LASSERT(loc != RCL_SERVER);
1552 EXPORT_SYMBOL(req_capsule_filled_sizes);
1555 * Capsule equivalent of lustre_pack_request() and lustre_pack_reply().
1557 * This function uses the \a pill's \a rc_area as filled in by
1558 * req_capsule_set_size() or req_capsule_filled_sizes() (the latter is called by
1561 int req_capsule_server_pack(struct req_capsule *pill)
1563 const struct req_format *fmt;
1567 LASSERT(pill->rc_loc == RCL_SERVER);
1569 LASSERT(fmt != NULL);
1571 count = req_capsule_filled_sizes(pill, RCL_SERVER);
1572 rc = lustre_pack_reply(pill->rc_req, count,
1573 pill->rc_area[RCL_SERVER], NULL);
1575 DEBUG_REQ(D_ERROR, pill->rc_req,
1576 "Cannot pack %d fields in format `%s': ",
1577 count, fmt->rf_name);
1581 EXPORT_SYMBOL(req_capsule_server_pack);
1584 * Returns the PTLRPC request or reply (\a loc) buffer offset of a \a pill
1585 * corresponding to the given RMF (\a field).
1587 static int __req_capsule_offset(const struct req_capsule *pill,
1588 const struct req_msg_field *field,
1589 enum req_location loc)
1593 offset = field->rmf_offset[pill->rc_fmt->rf_idx][loc];
1594 LASSERTF(offset > 0, "%s:%s, off=%d, loc=%d\n",
1595 pill->rc_fmt->rf_name,
1596 field->rmf_name, offset, loc);
1599 LASSERT(0 <= offset && offset < REQ_MAX_FIELD_NR);
1604 * Helper for __req_capsule_get(); swabs value / array of values and/or dumps
1609 swabber_dumper_helper(struct req_capsule *pill,
1610 const struct req_msg_field *field,
1611 enum req_location loc,
1613 void *value, int len, int dump, void (*swabber)( void *))
1619 int inout = loc == RCL_CLIENT;
1621 swabber = swabber ?: field->rmf_swabber;
1623 if (ptlrpc_buf_need_swab(pill->rc_req, inout, offset) &&
1624 swabber != NULL && value != NULL)
1629 if (!(field->rmf_flags & RMF_F_STRUCT_ARRAY)) {
1630 if (dump && field->rmf_dumper) {
1631 CDEBUG(D_RPCTRACE, "Dump of %sfield %s follows\n",
1632 do_swab ? "unswabbed " : "", field->rmf_name);
1633 field->rmf_dumper(value);
1638 ptlrpc_buf_set_swabbed(pill->rc_req, inout, offset);
1640 CDEBUG(D_RPCTRACE, "Dump of swabbed field %s "
1641 "follows\n", field->rmf_name);
1642 field->rmf_dumper(value);
1649 * We're swabbing an array; swabber() swabs a single array element, so
1650 * swab every element.
1652 LASSERT((len % field->rmf_size) == 0);
1653 for (p = value, i = 0, n = len / field->rmf_size;
1655 i++, p += field->rmf_size) {
1656 if (dump && field->rmf_dumper) {
1657 CDEBUG(D_RPCTRACE, "Dump of %sarray field %s, "
1658 "element %d follows\n",
1659 do_swab ? "unswabbed " : "", field->rmf_name, i);
1660 field->rmf_dumper(p);
1665 if (dump && field->rmf_dumper) {
1666 CDEBUG(D_RPCTRACE, "Dump of swabbed array field %s, "
1667 "element %d follows\n", field->rmf_name, i);
1668 field->rmf_dumper(value);
1672 ptlrpc_buf_set_swabbed(pill->rc_req, inout, offset);
1676 * Returns the pointer to a PTLRPC request or reply (\a loc) buffer of a \a pill
1677 * corresponding to the given RMF (\a field).
1679 * The buffer will be swabbed using the given \a swabber. If \a swabber == NULL
1680 * then the \a rmf_swabber from the RMF will be used. Soon there will be no
1681 * calls to __req_capsule_get() with a non-NULL \a swabber; \a swabber will then
1682 * be removed. Fields with the \a RMF_F_STRUCT_ARRAY flag set will have each
1683 * element of the array swabbed.
1685 static void *__req_capsule_get(struct req_capsule *pill,
1686 const struct req_msg_field *field,
1687 enum req_location loc,
1688 void (*swabber)( void *),
1691 const struct req_format *fmt;
1692 struct lustre_msg *msg;
1697 void *(*getter)(struct lustre_msg *m, int n, int minlen);
1699 static const char *rcl_names[RCL_NR] = {
1700 [RCL_CLIENT] = "client",
1701 [RCL_SERVER] = "server"
1704 LASSERT(pill != NULL);
1705 LASSERT(pill != LP_POISON);
1707 LASSERT(fmt != NULL);
1708 LASSERT(fmt != LP_POISON);
1709 LASSERT(__req_format_is_sane(fmt));
1711 offset = __req_capsule_offset(pill, field, loc);
1713 msg = __req_msg(pill, loc);
1714 LASSERT(msg != NULL);
1716 getter = (field->rmf_flags & RMF_F_STRING) ?
1717 (typeof(getter))lustre_msg_string : lustre_msg_buf;
1719 if (field->rmf_flags & RMF_F_STRUCT_ARRAY) {
1721 * We've already asserted that field->rmf_size > 0 in
1722 * req_layout_init().
1724 len = lustre_msg_buflen(msg, offset);
1725 if ((len % field->rmf_size) != 0) {
1726 CERROR("%s: array field size mismatch "
1727 "%d modulo %d != 0 (%d)\n",
1728 field->rmf_name, len, field->rmf_size, loc);
1731 } else if (pill->rc_area[loc][offset] != -1) {
1732 len = pill->rc_area[loc][offset];
1734 len = max(field->rmf_size, 0);
1736 value = getter(msg, offset, len);
1738 if (value == NULL) {
1739 DEBUG_REQ(D_ERROR, pill->rc_req,
1740 "Wrong buffer for field `%s' (%d of %d) "
1741 "in format `%s': %d vs. %d (%s)\n",
1742 field->rmf_name, offset, lustre_msg_bufcount(msg),
1743 fmt->rf_name, lustre_msg_buflen(msg, offset), len,
1746 swabber_dumper_helper(pill, field, loc, offset, value, len,
1754 * Dump a request and/or reply
1756 void __req_capsule_dump(struct req_capsule *pill, enum req_location loc)
1758 const struct req_format *fmt;
1759 const struct req_msg_field *field;
1765 DEBUG_REQ(D_RPCTRACE, pill->rc_req, "BEGIN REQ CAPSULE DUMP\n");
1766 for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
1767 field = FMT_FIELD(fmt, loc, i);
1768 if (field->rmf_dumper == NULL) {
1770 * FIXME Add a default hex dumper for fields that don't
1771 * have a specific dumper
1773 len = req_capsule_get_size(pill, field, loc);
1774 CDEBUG(D_RPCTRACE, "Field %s has no dumper function;"
1775 "field size is %d\n", field->rmf_name, len);
1777 /* It's the dumping side-effect that we're interested in */
1778 (void) __req_capsule_get(pill, field, loc, NULL, 1);
1781 CDEBUG(D_RPCTRACE, "END REQ CAPSULE DUMP\n");
1787 void req_capsule_client_dump(struct req_capsule *pill)
1789 __req_capsule_dump(pill, RCL_CLIENT);
1791 EXPORT_SYMBOL(req_capsule_client_dump);
1796 void req_capsule_server_dump(struct req_capsule *pill)
1798 __req_capsule_dump(pill, RCL_SERVER);
1800 EXPORT_SYMBOL(req_capsule_server_dump);
1803 * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC request
1804 * buffer corresponding to the given RMF (\a field) of a \a pill.
1806 void *req_capsule_client_get(struct req_capsule *pill,
1807 const struct req_msg_field *field)
1809 return __req_capsule_get(pill, field, RCL_CLIENT, NULL, 0);
1811 EXPORT_SYMBOL(req_capsule_client_get);
1814 * Same as req_capsule_client_get(), but with a \a swabber argument.
1816 * Currently unused; will be removed when req_capsule_server_swab_get() is
1819 void *req_capsule_client_swab_get(struct req_capsule *pill,
1820 const struct req_msg_field *field,
1821 void (*swabber)(void* ))
1823 return __req_capsule_get(pill, field, RCL_CLIENT, swabber, 0);
1825 EXPORT_SYMBOL(req_capsule_client_swab_get);
1828 * Utility that combines req_capsule_set_size() and req_capsule_client_get().
1830 * First the \a pill's request \a field's size is set (\a rc_area) using
1831 * req_capsule_set_size() with the given \a len. Then the actual buffer is
1834 void *req_capsule_client_sized_get(struct req_capsule *pill,
1835 const struct req_msg_field *field,
1838 req_capsule_set_size(pill, field, RCL_CLIENT, len);
1839 return __req_capsule_get(pill, field, RCL_CLIENT, NULL, 0);
1841 EXPORT_SYMBOL(req_capsule_client_sized_get);
1844 * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC reply
1845 * buffer corresponding to the given RMF (\a field) of a \a pill.
1847 void *req_capsule_server_get(struct req_capsule *pill,
1848 const struct req_msg_field *field)
1850 return __req_capsule_get(pill, field, RCL_SERVER, NULL, 0);
1852 EXPORT_SYMBOL(req_capsule_server_get);
1855 * Same as req_capsule_server_get(), but with a \a swabber argument.
1857 * Ideally all swabbing should be done pursuant to RMF definitions, with no
1858 * swabbing done outside this capsule abstraction.
1860 void *req_capsule_server_swab_get(struct req_capsule *pill,
1861 const struct req_msg_field *field,
1864 return __req_capsule_get(pill, field, RCL_SERVER, swabber, 0);
1866 EXPORT_SYMBOL(req_capsule_server_swab_get);
1869 * Utility that combines req_capsule_set_size() and req_capsule_server_get().
1871 * First the \a pill's request \a field's size is set (\a rc_area) using
1872 * req_capsule_set_size() with the given \a len. Then the actual buffer is
1875 void *req_capsule_server_sized_get(struct req_capsule *pill,
1876 const struct req_msg_field *field,
1879 req_capsule_set_size(pill, field, RCL_SERVER, len);
1880 return __req_capsule_get(pill, field, RCL_SERVER, NULL, 0);
1882 EXPORT_SYMBOL(req_capsule_server_sized_get);
1885 * Returns the buffer of a \a pill corresponding to the given \a field from the
1886 * request (if the caller is executing on the server-side) or reply (if the
1887 * caller is executing on the client-side).
1889 * This function convienient for use is code that could be executed on the
1890 * client and server alike.
1892 const void *req_capsule_other_get(struct req_capsule *pill,
1893 const struct req_msg_field *field)
1895 return __req_capsule_get(pill, field, pill->rc_loc ^ 1, NULL, 0);
1897 EXPORT_SYMBOL(req_capsule_other_get);
1900 * Set the size of the PTLRPC request/reply (\a loc) buffer for the given \a
1901 * field of the given \a pill.
1903 * This function must be used when constructing variable sized fields of a
1906 void req_capsule_set_size(struct req_capsule *pill,
1907 const struct req_msg_field *field,
1908 enum req_location loc, int size)
1910 LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
1912 if ((size != field->rmf_size) &&
1913 (field->rmf_size != -1) &&
1914 !(field->rmf_flags & RMF_F_NO_SIZE_CHECK) &&
1916 if ((field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
1917 (size % field->rmf_size != 0)) {
1918 CERROR("%s: array field size mismatch "
1919 "%d %% %d != 0 (%d)\n",
1920 field->rmf_name, size, field->rmf_size, loc);
1922 } else if (!(field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
1923 size < field->rmf_size) {
1924 CERROR("%s: field size mismatch %d != %d (%d)\n",
1925 field->rmf_name, size, field->rmf_size, loc);
1930 pill->rc_area[loc][__req_capsule_offset(pill, field, loc)] = size;
1932 EXPORT_SYMBOL(req_capsule_set_size);
1935 * Return the actual PTLRPC buffer length of a request or reply (\a loc)
1936 * for the given \a pill's given \a field.
1938 * NB: this function doesn't correspond with req_capsule_set_size(), which
1939 * actually sets the size in pill.rc_area[loc][offset], but this function
1940 * returns the message buflen[offset], maybe we should use another name.
1942 int req_capsule_get_size(const struct req_capsule *pill,
1943 const struct req_msg_field *field,
1944 enum req_location loc)
1946 LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
1948 return lustre_msg_buflen(__req_msg(pill, loc),
1949 __req_capsule_offset(pill, field, loc));
1951 EXPORT_SYMBOL(req_capsule_get_size);
1954 * Wrapper around lustre_msg_size() that returns the PTLRPC size needed for the
1955 * given \a pill's request or reply (\a loc) given the field size recorded in
1956 * the \a pill's rc_area.
1958 * See also req_capsule_set_size().
1960 int req_capsule_msg_size(struct req_capsule *pill, enum req_location loc)
1962 return lustre_msg_size(pill->rc_req->rq_import->imp_msg_magic,
1963 pill->rc_fmt->rf_fields[loc].nr,
1964 pill->rc_area[loc]);
1968 * While req_capsule_msg_size() computes the size of a PTLRPC request or reply
1969 * (\a loc) given a \a pill's \a rc_area, this function computes the size of a
1970 * PTLRPC request or reply given only an RQF (\a fmt).
1972 * This function should not be used for formats which contain variable size
1975 int req_capsule_fmt_size(__u32 magic, const struct req_format *fmt,
1976 enum req_location loc)
1981 * This function should probably LASSERT() that fmt has no fields with
1982 * RMF_F_STRUCT_ARRAY in rmf_flags, since we can't know here how many
1983 * elements in the array there will ultimately be, but then, we could
1984 * assume that there will be at least one element, and that's just what
1987 size = lustre_msg_hdr_size(magic, fmt->rf_fields[loc].nr);
1991 for (; i < fmt->rf_fields[loc].nr; ++i)
1992 if (fmt->rf_fields[loc].d[i]->rmf_size != -1)
1993 size += cfs_size_round(fmt->rf_fields[loc].d[i]->
1999 * Changes the format of an RPC.
2001 * The pill must already have been initialized, which means that it already has
2002 * a request format. The new format \a fmt must be an extension of the pill's
2003 * old format. Specifically: the new format must have as many request and reply
2004 * fields as the old one, and all fields shared by the old and new format must
2005 * be at least as large in the new format.
2007 * The new format's fields may be of different "type" than the old format, but
2008 * only for fields that are "opaque" blobs: fields which have a) have no
2009 * \a rmf_swabber, b) \a rmf_flags == 0 or RMF_F_NO_SIZE_CHECK, and c) \a
2010 * rmf_size == -1 or \a rmf_flags == RMF_F_NO_SIZE_CHECK. For example,
2011 * OBD_SET_INFO has a key field and an opaque value field that gets interpreted
2012 * according to the key field. When the value, according to the key, contains a
2013 * structure (or array thereof) to be swabbed, the format should be changed to
2014 * one where the value field has \a rmf_size/rmf_flags/rmf_swabber set
2017 void req_capsule_extend(struct req_capsule *pill, const struct req_format *fmt)
2022 const struct req_format *old;
2024 LASSERT(pill->rc_fmt != NULL);
2025 LASSERT(__req_format_is_sane(fmt));
2029 * Sanity checking...
2031 for (i = 0; i < RCL_NR; ++i) {
2032 LASSERT(fmt->rf_fields[i].nr >= old->rf_fields[i].nr);
2033 for (j = 0; j < old->rf_fields[i].nr - 1; ++j) {
2034 const struct req_msg_field *ofield = FMT_FIELD(old, i, j);
2036 /* "opaque" fields can be transmogrified */
2037 if (ofield->rmf_swabber == NULL &&
2038 (ofield->rmf_flags & ~RMF_F_NO_SIZE_CHECK) == 0 &&
2039 (ofield->rmf_size == -1 ||
2040 ofield->rmf_flags == RMF_F_NO_SIZE_CHECK))
2042 LASSERT(FMT_FIELD(fmt, i, j) == FMT_FIELD(old, i, j));
2045 * Last field in old format can be shorter than in new.
2047 LASSERT(FMT_FIELD(fmt, i, j)->rmf_size >=
2048 FMT_FIELD(old, i, j)->rmf_size);
2053 EXPORT_SYMBOL(req_capsule_extend);
2056 * This function returns a non-zero value if the given \a field is present in
2057 * the format (\a rc_fmt) of \a pill's PTLRPC request or reply (\a loc), else it
2060 int req_capsule_has_field(const struct req_capsule *pill,
2061 const struct req_msg_field *field,
2062 enum req_location loc)
2064 LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2066 return field->rmf_offset[pill->rc_fmt->rf_idx][loc];
2068 EXPORT_SYMBOL(req_capsule_has_field);
2071 * Returns a non-zero value if the given \a field is present in the given \a
2072 * pill's PTLRPC request or reply (\a loc), else it returns 0.
2074 int req_capsule_field_present(const struct req_capsule *pill,
2075 const struct req_msg_field *field,
2076 enum req_location loc)
2080 LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2081 LASSERT(req_capsule_has_field(pill, field, loc));
2083 offset = __req_capsule_offset(pill, field, loc);
2084 return lustre_msg_bufcount(__req_msg(pill, loc)) > offset;
2086 EXPORT_SYMBOL(req_capsule_field_present);
2089 * This function shrinks the size of the _buffer_ of the \a pill's PTLRPC
2090 * request or reply (\a loc).
2092 * This is not the opposite of req_capsule_extend().
2094 void req_capsule_shrink(struct req_capsule *pill,
2095 const struct req_msg_field *field,
2096 unsigned int newlen,
2097 enum req_location loc)
2099 const struct req_format *fmt;
2100 struct lustre_msg *msg;
2105 LASSERT(fmt != NULL);
2106 LASSERT(__req_format_is_sane(fmt));
2107 LASSERT(req_capsule_has_field(pill, field, loc));
2108 LASSERT(req_capsule_field_present(pill, field, loc));
2110 offset = __req_capsule_offset(pill, field, loc);
2112 msg = __req_msg(pill, loc);
2113 len = lustre_msg_buflen(msg, offset);
2114 LASSERTF(newlen <= len, "%s:%s, oldlen=%d, newlen=%d\n",
2115 fmt->rf_name, field->rmf_name, len, newlen);
2117 if (loc == RCL_CLIENT)
2118 pill->rc_req->rq_reqlen = lustre_shrink_msg(msg, offset, newlen,
2121 pill->rc_req->rq_replen = lustre_shrink_msg(msg, offset, newlen,
2124 EXPORT_SYMBOL(req_capsule_shrink);
2126 int req_capsule_server_grow(struct req_capsule *pill,
2127 const struct req_msg_field *field,
2128 unsigned int newlen)
2130 struct ptlrpc_reply_state *rs = pill->rc_req->rq_reply_state, *nrs;
2132 int offset, len, rc;
2134 LASSERT(pill->rc_fmt != NULL);
2135 LASSERT(__req_format_is_sane(pill->rc_fmt));
2136 LASSERT(req_capsule_has_field(pill, field, RCL_SERVER));
2137 LASSERT(req_capsule_field_present(pill, field, RCL_SERVER));
2139 len = req_capsule_get_size(pill, field, RCL_SERVER);
2140 offset = __req_capsule_offset(pill, field, RCL_SERVER);
2141 if (pill->rc_req->rq_repbuf_len >=
2142 lustre_packed_msg_size(pill->rc_req->rq_repmsg) - len + newlen)
2143 CERROR("Inplace repack might be done\n");
2145 pill->rc_req->rq_reply_state = NULL;
2146 req_capsule_set_size(pill, field, RCL_SERVER, newlen);
2147 rc = req_capsule_server_pack(pill);
2149 /* put old rs back, the caller will decide what to do */
2150 pill->rc_req->rq_reply_state = rs;
2153 nrs = pill->rc_req->rq_reply_state;
2154 /* Now we need only buffers, copy first chunk */
2155 to = lustre_msg_buf(nrs->rs_msg, 0, 0);
2156 from = lustre_msg_buf(rs->rs_msg, 0, 0);
2157 len = (char *)lustre_msg_buf(rs->rs_msg, offset, 0) - from;
2158 memcpy(to, from, len);
2159 /* check if we have tail and copy it too */
2160 if (rs->rs_msg->lm_bufcount > offset + 1) {
2161 to = lustre_msg_buf(nrs->rs_msg, offset + 1, 0);
2162 from = lustre_msg_buf(rs->rs_msg, offset + 1, 0);
2163 offset = rs->rs_msg->lm_bufcount - 1;
2164 len = (char *)lustre_msg_buf(rs->rs_msg, offset, 0) +
2165 cfs_size_round(rs->rs_msg->lm_buflens[offset]) - from;
2166 memcpy(to, from, len);
2168 /* drop old reply if everything is fine */
2169 if (rs->rs_difficult) {
2173 nrs->rs_difficult = 1;
2174 nrs->rs_no_ack = rs->rs_no_ack;
2175 for (i = 0; i < rs->rs_nlocks; i++) {
2176 nrs->rs_locks[i] = rs->rs_locks[i];
2177 nrs->rs_modes[i] = rs->rs_modes[i];
2181 rs->rs_difficult = 0;
2184 ptlrpc_rs_decref(rs);
2187 EXPORT_SYMBOL(req_capsule_server_grow);
2188 /* __REQ_LAYOUT_USER__ */