4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
20 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21 * CA 95054 USA or visit www.sun.com if you need additional information or
27 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
28 * Use is subject to license terms.
30 * Copyright (c) 2011, Whamcloud, Inc.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
36 * lustre/ptlrpc/layout.c
38 * Lustre Metadata Target (mdt) request handler
40 * Author: Nikita Danilov <nikita@clusterfs.com>
43 * This file contains the "capsule/pill" abstraction layered above PTLRPC.
45 * Every struct ptlrpc_request contains a "pill", which points to a description
46 * of the format that the request conforms to.
49 #if !defined(__REQ_LAYOUT_USER__)
51 #define DEBUG_SUBSYSTEM S_RPC
54 #include <linux/module.h>
56 # include <liblustre.h>
59 /* LUSTRE_VERSION_CODE */
60 #include <lustre_ver.h>
62 #include <obd_support.h>
63 /* lustre_swab_mdt_body */
64 #include <lustre/lustre_idl.h>
65 /* obd2cli_tgt() (required by DEBUG_REQ()) */
68 /* __REQ_LAYOUT_USER__ */
70 /* struct ptlrpc_request, lustre_msg* */
71 #include <lustre_req_layout.h>
72 #include <lustre_acl.h>
73 #include <lustre_debug.h>
76 * RQFs (see below) refer to two struct req_msg_field arrays describing the
77 * client request and server reply, respectively.
79 /* empty set of fields... for suitable definition of emptiness. */
80 static const struct req_msg_field *empty[] = {
84 static const struct req_msg_field *mgs_target_info_only[] = {
89 static const struct req_msg_field *mgs_set_info[] = {
94 static const struct req_msg_field *mgs_config_read_client[] = {
99 static const struct req_msg_field *mgs_config_read_server[] = {
104 static const struct req_msg_field *log_cancel_client[] = {
109 static const struct req_msg_field *mdt_body_only[] = {
114 static const struct req_msg_field *mdt_body_capa[] = {
120 static const struct req_msg_field *quotactl_only[] = {
124 static const struct req_msg_field *quota_adjust_qunit_only[] = {
126 &RMF_QUOTA_ADJUST_QUNIT
129 static const struct req_msg_field *qunit_data_only[] = {
134 static const struct req_msg_field *quota_body_only[] = {
139 static const struct req_msg_field *ldlm_intent_quota_client[] = {
146 static const struct req_msg_field *ldlm_intent_quota_server[] = {
153 static const struct req_msg_field *mdt_close_client[] = {
160 static const struct req_msg_field *obd_statfs_server[] = {
165 static const struct req_msg_field *seq_query_client[] = {
171 static const struct req_msg_field *seq_query_server[] = {
176 static const struct req_msg_field *fld_query_client[] = {
182 static const struct req_msg_field *fld_query_server[] = {
187 static const struct req_msg_field *mds_getattr_name_client[] = {
194 static const struct req_msg_field *mds_reint_client[] = {
199 static const struct req_msg_field *mds_reint_create_client[] = {
206 static const struct req_msg_field *mds_reint_create_slave_client[] = {
215 static const struct req_msg_field *mds_reint_create_rmt_acl_client[] = {
224 static const struct req_msg_field *mds_reint_create_sym_client[] = {
233 static const struct req_msg_field *mds_reint_open_client[] = {
242 static const struct req_msg_field *mds_reint_open_server[] = {
251 static const struct req_msg_field *mds_reint_unlink_client[] = {
259 static const struct req_msg_field *mds_reint_link_client[] = {
268 static const struct req_msg_field *mds_reint_rename_client[] = {
278 static const struct req_msg_field *mds_last_unlink_server[] = {
287 static const struct req_msg_field *mds_reint_setattr_client[] = {
297 static const struct req_msg_field *mds_reint_setxattr_client[] = {
305 static const struct req_msg_field *obd_connect_client[] = {
313 static const struct req_msg_field *obd_connect_server[] = {
318 static const struct req_msg_field *obd_set_info_client[] = {
324 static const struct req_msg_field *ost_grant_shrink_client[] = {
330 static const struct req_msg_field *mds_getinfo_client[] = {
336 static const struct req_msg_field *mds_getinfo_server[] = {
341 static const struct req_msg_field *ldlm_enqueue_client[] = {
346 static const struct req_msg_field *ldlm_enqueue_server[] = {
351 static const struct req_msg_field *ldlm_enqueue_lvb_server[] = {
357 static const struct req_msg_field *ldlm_cp_callback_client[] = {
363 static const struct req_msg_field *ldlm_gl_callback_desc_client[] = {
369 static const struct req_msg_field *ldlm_gl_callback_server[] = {
374 static const struct req_msg_field *ldlm_intent_client[] = {
381 static const struct req_msg_field *ldlm_intent_server[] = {
389 static const struct req_msg_field *ldlm_intent_open_server[] = {
399 static const struct req_msg_field *ldlm_intent_getattr_client[] = {
403 &RMF_MDT_BODY, /* coincides with mds_getattr_name_client[] */
408 static const struct req_msg_field *ldlm_intent_getattr_server[] = {
417 static const struct req_msg_field *ldlm_intent_create_client[] = {
421 &RMF_REC_REINT, /* coincides with mds_reint_create_client[] */
427 static const struct req_msg_field *ldlm_intent_open_client[] = {
431 &RMF_REC_REINT, /* coincides with mds_reint_open_client[] */
438 static const struct req_msg_field *ldlm_intent_unlink_client[] = {
442 &RMF_REC_REINT, /* coincides with mds_reint_unlink_client[] */
447 static const struct req_msg_field *mds_getxattr_client[] = {
455 static const struct req_msg_field *mds_getxattr_server[] = {
461 static const struct req_msg_field *mds_getattr_server[] = {
470 static const struct req_msg_field *mds_setattr_server[] = {
479 static const struct req_msg_field *llog_origin_handle_create_client[] = {
485 static const struct req_msg_field *llogd_body_only[] = {
490 static const struct req_msg_field *llog_log_hdr_only[] = {
495 static const struct req_msg_field *llogd_conn_body_only[] = {
500 static const struct req_msg_field *llog_origin_handle_next_block_server[] = {
506 static const struct req_msg_field *obd_idx_read_client[] = {
511 static const struct req_msg_field *obd_idx_read_server[] = {
516 static const struct req_msg_field *ost_body_only[] = {
521 static const struct req_msg_field *ost_body_capa[] = {
527 static const struct req_msg_field *ost_destroy_client[] = {
535 static const struct req_msg_field *ost_brw_client[] = {
543 static const struct req_msg_field *ost_brw_read_server[] = {
548 static const struct req_msg_field *ost_brw_write_server[] = {
554 static const struct req_msg_field *ost_get_info_generic_server[] = {
559 static const struct req_msg_field *ost_get_info_generic_client[] = {
564 static const struct req_msg_field *ost_get_last_id_server[] = {
569 static const struct req_msg_field *ost_get_fiemap_client[] = {
575 static const struct req_msg_field *ost_get_fiemap_server[] = {
580 static struct req_format *req_formats[] = {
587 &RQF_MGS_CONFIG_READ,
596 &RQF_MDS_GETATTR_NAME,
605 &RQF_MDS_DONE_WRITING,
607 &RQF_MDS_REINT_CREATE,
608 &RQF_MDS_REINT_CREATE_RMT_ACL,
609 &RQF_MDS_REINT_CREATE_SLAVE,
610 &RQF_MDS_REINT_CREATE_SYM,
612 &RQF_MDS_REINT_UNLINK,
614 &RQF_MDS_REINT_RENAME,
615 &RQF_MDS_REINT_SETATTR,
616 &RQF_MDS_REINT_SETXATTR,
619 &RQF_MDS_QUOTA_DQACQ,
625 &RQF_OST_QUOTA_ADJUST_QUNIT,
635 &RQF_OST_SET_GRANT_INFO,
636 &RQF_OST_GET_INFO_GENERIC,
637 &RQF_OST_GET_INFO_LAST_ID,
638 &RQF_OST_GET_INFO_FIEMAP,
640 &RQF_LDLM_ENQUEUE_LVB,
644 &RQF_LDLM_CP_CALLBACK,
645 &RQF_LDLM_BL_CALLBACK,
646 &RQF_LDLM_GL_CALLBACK,
647 &RQF_LDLM_GL_DESC_CALLBACK,
649 &RQF_LDLM_INTENT_GETATTR,
650 &RQF_LDLM_INTENT_OPEN,
651 &RQF_LDLM_INTENT_CREATE,
652 &RQF_LDLM_INTENT_UNLINK,
653 &RQF_LDLM_INTENT_QUOTA,
656 &RQF_LLOG_ORIGIN_HANDLE_CREATE,
657 &RQF_LLOG_ORIGIN_HANDLE_DESTROY,
658 &RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK,
659 &RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK,
660 &RQF_LLOG_ORIGIN_HANDLE_READ_HEADER,
661 &RQF_LLOG_ORIGIN_CONNECT
664 struct req_msg_field {
665 const __u32 rmf_flags;
666 const char *rmf_name;
668 * Field length. (-1) means "variable length". If the
669 * \a RMF_F_STRUCT_ARRAY flag is set the field is also variable-length,
670 * but the actual size must be a whole multiple of \a rmf_size.
673 void (*rmf_swabber)(void *);
674 void (*rmf_dumper)(void *);
675 int rmf_offset[ARRAY_SIZE(req_formats)][RCL_NR];
680 * The field is a string, must be NUL-terminated.
682 RMF_F_STRING = 1 << 0,
684 * The field's buffer size need not match the declared \a rmf_size.
686 RMF_F_NO_SIZE_CHECK = 1 << 1,
688 * The field's buffer size must be a whole multiple of the declared \a
689 * rmf_size and the \a rmf_swabber function must work on the declared \a
690 * rmf_size worth of bytes.
692 RMF_F_STRUCT_ARRAY = 1 << 2
700 #define DEFINE_MSGF(name, flags, size, swabber, dumper) { \
701 .rmf_name = (name), \
702 .rmf_flags = (flags), \
703 .rmf_size = (size), \
704 .rmf_swabber = (void (*)(void*))(swabber), \
705 .rmf_dumper = (void (*)(void*))(dumper) \
708 struct req_msg_field RMF_GENERIC_DATA =
709 DEFINE_MSGF("generic_data", 0,
711 EXPORT_SYMBOL(RMF_GENERIC_DATA);
713 struct req_msg_field RMF_MGS_TARGET_INFO =
714 DEFINE_MSGF("mgs_target_info", 0,
715 sizeof(struct mgs_target_info),
716 lustre_swab_mgs_target_info, NULL);
717 EXPORT_SYMBOL(RMF_MGS_TARGET_INFO);
719 struct req_msg_field RMF_MGS_SEND_PARAM =
720 DEFINE_MSGF("mgs_send_param", 0,
721 sizeof(struct mgs_send_param),
723 EXPORT_SYMBOL(RMF_MGS_SEND_PARAM);
725 struct req_msg_field RMF_MGS_CONFIG_BODY =
726 DEFINE_MSGF("mgs_config_read request", 0,
727 sizeof(struct mgs_config_body),
728 lustre_swab_mgs_config_body, NULL);
729 EXPORT_SYMBOL(RMF_MGS_CONFIG_BODY);
731 struct req_msg_field RMF_MGS_CONFIG_RES =
732 DEFINE_MSGF("mgs_config_read reply ", 0,
733 sizeof(struct mgs_config_res),
734 lustre_swab_mgs_config_res, NULL);
735 EXPORT_SYMBOL(RMF_MGS_CONFIG_RES);
737 struct req_msg_field RMF_U32 =
738 DEFINE_MSGF("generic u32", 0,
739 sizeof(__u32), lustre_swab_generic_32s, NULL);
740 EXPORT_SYMBOL(RMF_U32);
742 struct req_msg_field RMF_SETINFO_VAL =
743 DEFINE_MSGF("setinfo_val", 0, -1, NULL, NULL);
744 EXPORT_SYMBOL(RMF_SETINFO_VAL);
746 struct req_msg_field RMF_GETINFO_KEY =
747 DEFINE_MSGF("getinfo_key", 0, -1, NULL, NULL);
748 EXPORT_SYMBOL(RMF_GETINFO_KEY);
750 struct req_msg_field RMF_GETINFO_VALLEN =
751 DEFINE_MSGF("getinfo_vallen", 0,
752 sizeof(__u32), lustre_swab_generic_32s, NULL);
753 EXPORT_SYMBOL(RMF_GETINFO_VALLEN);
755 struct req_msg_field RMF_GETINFO_VAL =
756 DEFINE_MSGF("getinfo_val", 0, -1, NULL, NULL);
757 EXPORT_SYMBOL(RMF_GETINFO_VAL);
759 struct req_msg_field RMF_SEQ_OPC =
760 DEFINE_MSGF("seq_query_opc", 0,
761 sizeof(__u32), lustre_swab_generic_32s, NULL);
762 EXPORT_SYMBOL(RMF_SEQ_OPC);
764 struct req_msg_field RMF_SEQ_RANGE =
765 DEFINE_MSGF("seq_query_range", 0,
766 sizeof(struct lu_seq_range),
767 lustre_swab_lu_seq_range, NULL);
768 EXPORT_SYMBOL(RMF_SEQ_RANGE);
770 struct req_msg_field RMF_FLD_OPC =
771 DEFINE_MSGF("fld_query_opc", 0,
772 sizeof(__u32), lustre_swab_generic_32s, NULL);
773 EXPORT_SYMBOL(RMF_FLD_OPC);
775 struct req_msg_field RMF_FLD_MDFLD =
776 DEFINE_MSGF("fld_query_mdfld", 0,
777 sizeof(struct lu_seq_range),
778 lustre_swab_lu_seq_range, NULL);
779 EXPORT_SYMBOL(RMF_FLD_MDFLD);
781 struct req_msg_field RMF_MDT_BODY =
782 DEFINE_MSGF("mdt_body", 0,
783 sizeof(struct mdt_body), lustre_swab_mdt_body, NULL);
784 EXPORT_SYMBOL(RMF_MDT_BODY);
786 struct req_msg_field RMF_OBD_QUOTACTL =
787 DEFINE_MSGF("obd_quotactl", 0,
788 sizeof(struct obd_quotactl),
789 lustre_swab_obd_quotactl, NULL);
790 EXPORT_SYMBOL(RMF_OBD_QUOTACTL);
792 struct req_msg_field RMF_QUOTA_ADJUST_QUNIT =
793 DEFINE_MSGF("quota_adjust_qunit", 0,
794 sizeof(struct quota_adjust_qunit),
795 lustre_swab_quota_adjust_qunit, NULL);
796 EXPORT_SYMBOL(RMF_QUOTA_ADJUST_QUNIT);
798 struct req_msg_field RMF_QUNIT_DATA =
799 DEFINE_MSGF("qunit_data", 0,
800 sizeof(struct qunit_data), lustre_swab_qdata, NULL);
801 EXPORT_SYMBOL(RMF_QUNIT_DATA);
803 struct req_msg_field RMF_QUOTA_BODY =
804 DEFINE_MSGF("quota_body", 0,
805 sizeof(struct quota_body), lustre_swab_quota_body, NULL);
806 EXPORT_SYMBOL(RMF_QUOTA_BODY);
808 struct req_msg_field RMF_MDT_EPOCH =
809 DEFINE_MSGF("mdt_ioepoch", 0,
810 sizeof(struct mdt_ioepoch), lustre_swab_mdt_ioepoch, NULL);
811 EXPORT_SYMBOL(RMF_MDT_EPOCH);
813 struct req_msg_field RMF_PTLRPC_BODY =
814 DEFINE_MSGF("ptlrpc_body", 0,
815 sizeof(struct ptlrpc_body), lustre_swab_ptlrpc_body, NULL);
816 EXPORT_SYMBOL(RMF_PTLRPC_BODY);
818 struct req_msg_field RMF_OBD_STATFS =
819 DEFINE_MSGF("obd_statfs", 0,
820 sizeof(struct obd_statfs), lustre_swab_obd_statfs, NULL);
821 EXPORT_SYMBOL(RMF_OBD_STATFS);
823 struct req_msg_field RMF_SETINFO_KEY =
824 DEFINE_MSGF("setinfo_key", 0, -1, NULL, NULL);
825 EXPORT_SYMBOL(RMF_SETINFO_KEY);
827 struct req_msg_field RMF_NAME =
828 DEFINE_MSGF("name", RMF_F_STRING, -1, NULL, NULL);
829 EXPORT_SYMBOL(RMF_NAME);
831 struct req_msg_field RMF_SYMTGT =
832 DEFINE_MSGF("symtgt", RMF_F_STRING, -1, NULL, NULL);
833 EXPORT_SYMBOL(RMF_SYMTGT);
835 struct req_msg_field RMF_TGTUUID =
836 DEFINE_MSGF("tgtuuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
838 EXPORT_SYMBOL(RMF_TGTUUID);
840 struct req_msg_field RMF_CLUUID =
841 DEFINE_MSGF("cluuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
843 EXPORT_SYMBOL(RMF_CLUUID);
845 struct req_msg_field RMF_STRING =
846 DEFINE_MSGF("string", RMF_F_STRING, -1, NULL, NULL);
847 EXPORT_SYMBOL(RMF_STRING);
849 struct req_msg_field RMF_LLOGD_BODY =
850 DEFINE_MSGF("llogd_body", 0,
851 sizeof(struct llogd_body), lustre_swab_llogd_body, NULL);
852 EXPORT_SYMBOL(RMF_LLOGD_BODY);
854 struct req_msg_field RMF_LLOG_LOG_HDR =
855 DEFINE_MSGF("llog_log_hdr", 0,
856 sizeof(struct llog_log_hdr), lustre_swab_llog_hdr, NULL);
857 EXPORT_SYMBOL(RMF_LLOG_LOG_HDR);
859 struct req_msg_field RMF_LLOGD_CONN_BODY =
860 DEFINE_MSGF("llogd_conn_body", 0,
861 sizeof(struct llogd_conn_body),
862 lustre_swab_llogd_conn_body, NULL);
863 EXPORT_SYMBOL(RMF_LLOGD_CONN_BODY);
866 * connection handle received in MDS_CONNECT request.
868 * No swabbing needed because struct lustre_handle contains only a 64-bit cookie
869 * that the client does not interpret at all.
871 struct req_msg_field RMF_CONN =
872 DEFINE_MSGF("conn", 0, sizeof(struct lustre_handle), NULL, NULL);
873 EXPORT_SYMBOL(RMF_CONN);
875 struct req_msg_field RMF_CONNECT_DATA =
877 RMF_F_NO_SIZE_CHECK /* we allow extra space for interop */,
878 #if LUSTRE_VERSION_CODE > OBD_OCD_VERSION(2, 7, 50, 0)
879 sizeof(struct obd_connect_data),
881 /* For interoperability with 1.8 and 2.0 clients/servers.
882 * The RPC verification code allows larger RPC buffers, but not
883 * smaller buffers. Until we no longer need to keep compatibility
884 * with older servers/clients we can only check that the buffer
885 * size is at least as large as obd_connect_data_v1. That is not
886 * not in itself harmful, since the chance of just corrupting this
887 * field is low. See JIRA LU-16 for details. */
888 sizeof(struct obd_connect_data_v1),
890 lustre_swab_connect, NULL);
891 EXPORT_SYMBOL(RMF_CONNECT_DATA);
893 struct req_msg_field RMF_DLM_REQ =
894 DEFINE_MSGF("dlm_req", RMF_F_NO_SIZE_CHECK /* ldlm_request_bufsize */,
895 sizeof(struct ldlm_request),
896 lustre_swab_ldlm_request, NULL);
897 EXPORT_SYMBOL(RMF_DLM_REQ);
899 struct req_msg_field RMF_DLM_REP =
900 DEFINE_MSGF("dlm_rep", 0,
901 sizeof(struct ldlm_reply), lustre_swab_ldlm_reply, NULL);
902 EXPORT_SYMBOL(RMF_DLM_REP);
904 struct req_msg_field RMF_LDLM_INTENT =
905 DEFINE_MSGF("ldlm_intent", 0,
906 sizeof(struct ldlm_intent), lustre_swab_ldlm_intent, NULL);
907 EXPORT_SYMBOL(RMF_LDLM_INTENT);
909 struct req_msg_field RMF_DLM_LVB =
910 DEFINE_MSGF("dlm_lvb", 0, sizeof(union ldlm_wire_lvb), lustre_swab_lvb,
912 EXPORT_SYMBOL(RMF_DLM_LVB);
914 struct req_msg_field RMF_DLM_GL_DESC =
915 DEFINE_MSGF("dlm_gl_desc", 0, sizeof(union ldlm_gl_desc),
916 lustre_swab_gl_desc, NULL);
917 EXPORT_SYMBOL(RMF_DLM_GL_DESC);
919 struct req_msg_field RMF_MDT_MD =
920 DEFINE_MSGF("mdt_md", RMF_F_NO_SIZE_CHECK, MIN_MD_SIZE, NULL, NULL);
921 EXPORT_SYMBOL(RMF_MDT_MD);
923 struct req_msg_field RMF_REC_REINT =
924 DEFINE_MSGF("rec_reint", 0, sizeof(struct mdt_rec_reint),
925 lustre_swab_mdt_rec_reint, NULL);
926 EXPORT_SYMBOL(RMF_REC_REINT);
928 /* FIXME: this length should be defined as a macro */
929 struct req_msg_field RMF_EADATA = DEFINE_MSGF("eadata", 0, -1,
931 EXPORT_SYMBOL(RMF_EADATA);
933 struct req_msg_field RMF_ACL =
934 DEFINE_MSGF("acl", RMF_F_NO_SIZE_CHECK,
935 LUSTRE_POSIX_ACL_MAX_SIZE, NULL, NULL);
936 EXPORT_SYMBOL(RMF_ACL);
938 /* FIXME: this should be made to use RMF_F_STRUCT_ARRAY */
939 struct req_msg_field RMF_LOGCOOKIES =
940 DEFINE_MSGF("logcookies", RMF_F_NO_SIZE_CHECK /* multiple cookies */,
941 sizeof(struct llog_cookie), NULL, NULL);
942 EXPORT_SYMBOL(RMF_LOGCOOKIES);
944 struct req_msg_field RMF_CAPA1 =
945 DEFINE_MSGF("capa", 0, sizeof(struct lustre_capa),
946 lustre_swab_lustre_capa, NULL);
947 EXPORT_SYMBOL(RMF_CAPA1);
949 struct req_msg_field RMF_CAPA2 =
950 DEFINE_MSGF("capa", 0, sizeof(struct lustre_capa),
951 lustre_swab_lustre_capa, NULL);
952 EXPORT_SYMBOL(RMF_CAPA2);
957 struct req_msg_field RMF_OST_BODY =
958 DEFINE_MSGF("ost_body", 0,
959 sizeof(struct ost_body), lustre_swab_ost_body, dump_ost_body);
960 EXPORT_SYMBOL(RMF_OST_BODY);
962 struct req_msg_field RMF_OBD_IOOBJ =
963 DEFINE_MSGF("obd_ioobj", RMF_F_STRUCT_ARRAY,
964 sizeof(struct obd_ioobj), lustre_swab_obd_ioobj, dump_ioo);
965 EXPORT_SYMBOL(RMF_OBD_IOOBJ);
967 struct req_msg_field RMF_NIOBUF_REMOTE =
968 DEFINE_MSGF("niobuf_remote", RMF_F_STRUCT_ARRAY,
969 sizeof(struct niobuf_remote), lustre_swab_niobuf_remote,
971 EXPORT_SYMBOL(RMF_NIOBUF_REMOTE);
973 struct req_msg_field RMF_RCS =
974 DEFINE_MSGF("niobuf_remote", RMF_F_STRUCT_ARRAY, sizeof(__u32),
975 lustre_swab_generic_32s, dump_rcs);
976 EXPORT_SYMBOL(RMF_RCS);
978 struct req_msg_field RMF_OBD_ID =
979 DEFINE_MSGF("obd_id", 0,
980 sizeof(obd_id), lustre_swab_ost_last_id, NULL);
981 EXPORT_SYMBOL(RMF_OBD_ID);
983 struct req_msg_field RMF_FIEMAP_KEY =
984 DEFINE_MSGF("fiemap", 0, sizeof(struct ll_fiemap_info_key),
985 lustre_swab_fiemap, NULL);
986 EXPORT_SYMBOL(RMF_FIEMAP_KEY);
988 struct req_msg_field RMF_FIEMAP_VAL =
989 DEFINE_MSGF("fiemap", 0, -1, lustre_swab_fiemap, NULL);
990 EXPORT_SYMBOL(RMF_FIEMAP_VAL);
992 struct req_msg_field RMF_IDX_INFO =
993 DEFINE_MSGF("idx_info", 0, sizeof(struct idx_info),
994 lustre_swab_idx_info, NULL);
995 EXPORT_SYMBOL(RMF_IDX_INFO);
1002 const char *rf_name;
1006 const struct req_msg_field **d;
1007 } rf_fields[RCL_NR];
1010 #define DEFINE_REQ_FMT(name, client, client_nr, server, server_nr) { \
1024 #define DEFINE_REQ_FMT0(name, client, server) \
1025 DEFINE_REQ_FMT(name, client, ARRAY_SIZE(client), server, ARRAY_SIZE(server))
1027 struct req_format RQF_OBD_PING =
1028 DEFINE_REQ_FMT0("OBD_PING", empty, empty);
1029 EXPORT_SYMBOL(RQF_OBD_PING);
1031 struct req_format RQF_OBD_SET_INFO =
1032 DEFINE_REQ_FMT0("OBD_SET_INFO", obd_set_info_client, empty);
1033 EXPORT_SYMBOL(RQF_OBD_SET_INFO);
1035 /* Read index file through the network */
1036 struct req_format RQF_OBD_IDX_READ =
1037 DEFINE_REQ_FMT0("OBD_IDX_READ",
1038 obd_idx_read_client, obd_idx_read_server);
1039 EXPORT_SYMBOL(RQF_OBD_IDX_READ);
1041 struct req_format RQF_SEC_CTX =
1042 DEFINE_REQ_FMT0("SEC_CTX", empty, empty);
1043 EXPORT_SYMBOL(RQF_SEC_CTX);
1045 struct req_format RQF_MGS_TARGET_REG =
1046 DEFINE_REQ_FMT0("MGS_TARGET_REG", mgs_target_info_only,
1047 mgs_target_info_only);
1048 EXPORT_SYMBOL(RQF_MGS_TARGET_REG);
1050 struct req_format RQF_MGS_SET_INFO =
1051 DEFINE_REQ_FMT0("MGS_SET_INFO", mgs_set_info,
1053 EXPORT_SYMBOL(RQF_MGS_SET_INFO);
1055 struct req_format RQF_MGS_CONFIG_READ =
1056 DEFINE_REQ_FMT0("MGS_CONFIG_READ", mgs_config_read_client,
1057 mgs_config_read_server);
1058 EXPORT_SYMBOL(RQF_MGS_CONFIG_READ);
1060 struct req_format RQF_SEQ_QUERY =
1061 DEFINE_REQ_FMT0("SEQ_QUERY", seq_query_client, seq_query_server);
1062 EXPORT_SYMBOL(RQF_SEQ_QUERY);
1064 struct req_format RQF_FLD_QUERY =
1065 DEFINE_REQ_FMT0("FLD_QUERY", fld_query_client, fld_query_server);
1066 EXPORT_SYMBOL(RQF_FLD_QUERY);
1068 struct req_format RQF_LOG_CANCEL =
1069 DEFINE_REQ_FMT0("OBD_LOG_CANCEL", log_cancel_client, empty);
1070 EXPORT_SYMBOL(RQF_LOG_CANCEL);
1072 struct req_format RQF_MDS_QUOTACHECK =
1073 DEFINE_REQ_FMT0("MDS_QUOTACHECK", quotactl_only, empty);
1074 EXPORT_SYMBOL(RQF_MDS_QUOTACHECK);
1076 struct req_format RQF_OST_QUOTACHECK =
1077 DEFINE_REQ_FMT0("OST_QUOTACHECK", quotactl_only, empty);
1078 EXPORT_SYMBOL(RQF_OST_QUOTACHECK);
1080 struct req_format RQF_MDS_QUOTACTL =
1081 DEFINE_REQ_FMT0("MDS_QUOTACTL", quotactl_only, quotactl_only);
1082 EXPORT_SYMBOL(RQF_MDS_QUOTACTL);
1084 struct req_format RQF_OST_QUOTACTL =
1085 DEFINE_REQ_FMT0("OST_QUOTACTL", quotactl_only, quotactl_only);
1086 EXPORT_SYMBOL(RQF_OST_QUOTACTL);
1088 struct req_format RQF_OST_QUOTA_ADJUST_QUNIT =
1089 DEFINE_REQ_FMT0("OST_QUOTA_ADJUST_QUNIT", quota_adjust_qunit_only,
1090 quota_adjust_qunit_only);
1091 EXPORT_SYMBOL(RQF_OST_QUOTA_ADJUST_QUNIT);
1093 struct req_format RQF_QC_CALLBACK =
1094 DEFINE_REQ_FMT0("QC_CALLBACK", quotactl_only, empty);
1095 EXPORT_SYMBOL(RQF_QC_CALLBACK);
1097 struct req_format RQF_MDS_QUOTA_DQACQ =
1098 DEFINE_REQ_FMT0("MDS_QUOTA_DQACQ", qunit_data_only, qunit_data_only);
1099 EXPORT_SYMBOL(RQF_MDS_QUOTA_DQACQ);
1101 struct req_format RQF_QUOTA_DQACQ =
1102 DEFINE_REQ_FMT0("QUOTA_DQACQ", quota_body_only, quota_body_only);
1103 EXPORT_SYMBOL(RQF_QUOTA_DQACQ);
1105 struct req_format RQF_LDLM_INTENT_QUOTA =
1106 DEFINE_REQ_FMT0("LDLM_INTENT_QUOTA",
1107 ldlm_intent_quota_client,
1108 ldlm_intent_quota_server);
1109 EXPORT_SYMBOL(RQF_LDLM_INTENT_QUOTA);
1111 struct req_format RQF_MDS_GETSTATUS =
1112 DEFINE_REQ_FMT0("MDS_GETSTATUS", mdt_body_only, mdt_body_capa);
1113 EXPORT_SYMBOL(RQF_MDS_GETSTATUS);
1115 struct req_format RQF_MDS_STATFS =
1116 DEFINE_REQ_FMT0("MDS_STATFS", empty, obd_statfs_server);
1117 EXPORT_SYMBOL(RQF_MDS_STATFS);
1119 struct req_format RQF_MDS_SYNC =
1120 DEFINE_REQ_FMT0("MDS_SYNC", mdt_body_capa, mdt_body_only);
1121 EXPORT_SYMBOL(RQF_MDS_SYNC);
1123 struct req_format RQF_MDS_GETATTR =
1124 DEFINE_REQ_FMT0("MDS_GETATTR", mdt_body_capa, mds_getattr_server);
1125 EXPORT_SYMBOL(RQF_MDS_GETATTR);
1127 struct req_format RQF_MDS_GETXATTR =
1128 DEFINE_REQ_FMT0("MDS_GETXATTR",
1129 mds_getxattr_client, mds_getxattr_server);
1130 EXPORT_SYMBOL(RQF_MDS_GETXATTR);
1132 struct req_format RQF_MDS_GETATTR_NAME =
1133 DEFINE_REQ_FMT0("MDS_GETATTR_NAME",
1134 mds_getattr_name_client, mds_getattr_server);
1135 EXPORT_SYMBOL(RQF_MDS_GETATTR_NAME);
1137 struct req_format RQF_MDS_REINT =
1138 DEFINE_REQ_FMT0("MDS_REINT", mds_reint_client, mdt_body_only);
1139 EXPORT_SYMBOL(RQF_MDS_REINT);
1141 struct req_format RQF_MDS_REINT_CREATE =
1142 DEFINE_REQ_FMT0("MDS_REINT_CREATE",
1143 mds_reint_create_client, mdt_body_capa);
1144 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE);
1146 struct req_format RQF_MDS_REINT_CREATE_RMT_ACL =
1147 DEFINE_REQ_FMT0("MDS_REINT_CREATE_RMT_ACL",
1148 mds_reint_create_rmt_acl_client, mdt_body_capa);
1149 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_RMT_ACL);
1151 struct req_format RQF_MDS_REINT_CREATE_SLAVE =
1152 DEFINE_REQ_FMT0("MDS_REINT_CREATE_EA",
1153 mds_reint_create_slave_client, mdt_body_capa);
1154 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SLAVE);
1156 struct req_format RQF_MDS_REINT_CREATE_SYM =
1157 DEFINE_REQ_FMT0("MDS_REINT_CREATE_SYM",
1158 mds_reint_create_sym_client, mdt_body_capa);
1159 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SYM);
1161 struct req_format RQF_MDS_REINT_OPEN =
1162 DEFINE_REQ_FMT0("MDS_REINT_OPEN",
1163 mds_reint_open_client, mds_reint_open_server);
1164 EXPORT_SYMBOL(RQF_MDS_REINT_OPEN);
1166 struct req_format RQF_MDS_REINT_UNLINK =
1167 DEFINE_REQ_FMT0("MDS_REINT_UNLINK", mds_reint_unlink_client,
1168 mds_last_unlink_server);
1169 EXPORT_SYMBOL(RQF_MDS_REINT_UNLINK);
1171 struct req_format RQF_MDS_REINT_LINK =
1172 DEFINE_REQ_FMT0("MDS_REINT_LINK",
1173 mds_reint_link_client, mdt_body_only);
1174 EXPORT_SYMBOL(RQF_MDS_REINT_LINK);
1176 struct req_format RQF_MDS_REINT_RENAME =
1177 DEFINE_REQ_FMT0("MDS_REINT_RENAME", mds_reint_rename_client,
1178 mds_last_unlink_server);
1179 EXPORT_SYMBOL(RQF_MDS_REINT_RENAME);
1181 struct req_format RQF_MDS_REINT_SETATTR =
1182 DEFINE_REQ_FMT0("MDS_REINT_SETATTR",
1183 mds_reint_setattr_client, mds_setattr_server);
1184 EXPORT_SYMBOL(RQF_MDS_REINT_SETATTR);
1186 struct req_format RQF_MDS_REINT_SETXATTR =
1187 DEFINE_REQ_FMT0("MDS_REINT_SETXATTR",
1188 mds_reint_setxattr_client, mdt_body_only);
1189 EXPORT_SYMBOL(RQF_MDS_REINT_SETXATTR);
1191 struct req_format RQF_MDS_CONNECT =
1192 DEFINE_REQ_FMT0("MDS_CONNECT",
1193 obd_connect_client, obd_connect_server);
1194 EXPORT_SYMBOL(RQF_MDS_CONNECT);
1196 struct req_format RQF_MDS_DISCONNECT =
1197 DEFINE_REQ_FMT0("MDS_DISCONNECT", empty, empty);
1198 EXPORT_SYMBOL(RQF_MDS_DISCONNECT);
1200 struct req_format RQF_MDS_GET_INFO =
1201 DEFINE_REQ_FMT0("MDS_GET_INFO", mds_getinfo_client,
1202 mds_getinfo_server);
1203 EXPORT_SYMBOL(RQF_MDS_GET_INFO);
1205 struct req_format RQF_LDLM_ENQUEUE =
1206 DEFINE_REQ_FMT0("LDLM_ENQUEUE",
1207 ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1208 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE);
1210 struct req_format RQF_LDLM_ENQUEUE_LVB =
1211 DEFINE_REQ_FMT0("LDLM_ENQUEUE_LVB",
1212 ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1213 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE_LVB);
1215 struct req_format RQF_LDLM_CONVERT =
1216 DEFINE_REQ_FMT0("LDLM_CONVERT",
1217 ldlm_enqueue_client, ldlm_enqueue_server);
1218 EXPORT_SYMBOL(RQF_LDLM_CONVERT);
1220 struct req_format RQF_LDLM_CANCEL =
1221 DEFINE_REQ_FMT0("LDLM_CANCEL", ldlm_enqueue_client, empty);
1222 EXPORT_SYMBOL(RQF_LDLM_CANCEL);
1224 struct req_format RQF_LDLM_CALLBACK =
1225 DEFINE_REQ_FMT0("LDLM_CALLBACK", ldlm_enqueue_client, empty);
1226 EXPORT_SYMBOL(RQF_LDLM_CALLBACK);
1228 struct req_format RQF_LDLM_CP_CALLBACK =
1229 DEFINE_REQ_FMT0("LDLM_CP_CALLBACK", ldlm_cp_callback_client, empty);
1230 EXPORT_SYMBOL(RQF_LDLM_CP_CALLBACK);
1232 struct req_format RQF_LDLM_BL_CALLBACK =
1233 DEFINE_REQ_FMT0("LDLM_BL_CALLBACK", ldlm_enqueue_client, empty);
1234 EXPORT_SYMBOL(RQF_LDLM_BL_CALLBACK);
1236 struct req_format RQF_LDLM_GL_CALLBACK =
1237 DEFINE_REQ_FMT0("LDLM_GL_CALLBACK", ldlm_enqueue_client,
1238 ldlm_gl_callback_server);
1239 EXPORT_SYMBOL(RQF_LDLM_GL_CALLBACK);
1241 struct req_format RQF_LDLM_GL_DESC_CALLBACK =
1242 DEFINE_REQ_FMT0("LDLM_GL_CALLBACK", ldlm_gl_callback_desc_client,
1243 ldlm_gl_callback_server);
1244 EXPORT_SYMBOL(RQF_LDLM_GL_DESC_CALLBACK);
1246 struct req_format RQF_LDLM_INTENT =
1247 DEFINE_REQ_FMT0("LDLM_INTENT",
1248 ldlm_intent_client, ldlm_intent_server);
1249 EXPORT_SYMBOL(RQF_LDLM_INTENT);
1251 struct req_format RQF_LDLM_INTENT_GETATTR =
1252 DEFINE_REQ_FMT0("LDLM_INTENT_GETATTR",
1253 ldlm_intent_getattr_client, ldlm_intent_getattr_server);
1254 EXPORT_SYMBOL(RQF_LDLM_INTENT_GETATTR);
1256 struct req_format RQF_LDLM_INTENT_OPEN =
1257 DEFINE_REQ_FMT0("LDLM_INTENT_OPEN",
1258 ldlm_intent_open_client, ldlm_intent_open_server);
1259 EXPORT_SYMBOL(RQF_LDLM_INTENT_OPEN);
1261 struct req_format RQF_LDLM_INTENT_CREATE =
1262 DEFINE_REQ_FMT0("LDLM_INTENT_CREATE",
1263 ldlm_intent_create_client, ldlm_intent_getattr_server);
1264 EXPORT_SYMBOL(RQF_LDLM_INTENT_CREATE);
1266 struct req_format RQF_LDLM_INTENT_UNLINK =
1267 DEFINE_REQ_FMT0("LDLM_INTENT_UNLINK",
1268 ldlm_intent_unlink_client, ldlm_intent_server);
1269 EXPORT_SYMBOL(RQF_LDLM_INTENT_UNLINK);
1271 struct req_format RQF_MDS_CLOSE =
1272 DEFINE_REQ_FMT0("MDS_CLOSE",
1273 mdt_close_client, mds_last_unlink_server);
1274 EXPORT_SYMBOL(RQF_MDS_CLOSE);
1276 struct req_format RQF_MDS_PIN =
1277 DEFINE_REQ_FMT0("MDS_PIN",
1278 mdt_body_capa, mdt_body_only);
1279 EXPORT_SYMBOL(RQF_MDS_PIN);
1281 struct req_format RQF_MDS_UNPIN =
1282 DEFINE_REQ_FMT0("MDS_UNPIN", mdt_body_only, empty);
1283 EXPORT_SYMBOL(RQF_MDS_UNPIN);
1285 struct req_format RQF_MDS_DONE_WRITING =
1286 DEFINE_REQ_FMT0("MDS_DONE_WRITING",
1287 mdt_close_client, mdt_body_only);
1288 EXPORT_SYMBOL(RQF_MDS_DONE_WRITING);
1290 struct req_format RQF_MDS_READPAGE =
1291 DEFINE_REQ_FMT0("MDS_READPAGE",
1292 mdt_body_capa, mdt_body_only);
1293 EXPORT_SYMBOL(RQF_MDS_READPAGE);
1295 /* This is for split */
1296 struct req_format RQF_MDS_WRITEPAGE =
1297 DEFINE_REQ_FMT0("MDS_WRITEPAGE",
1298 mdt_body_capa, mdt_body_only);
1299 EXPORT_SYMBOL(RQF_MDS_WRITEPAGE);
1301 struct req_format RQF_MDS_IS_SUBDIR =
1302 DEFINE_REQ_FMT0("MDS_IS_SUBDIR",
1303 mdt_body_only, mdt_body_only);
1304 EXPORT_SYMBOL(RQF_MDS_IS_SUBDIR);
1306 struct req_format RQF_LLOG_ORIGIN_HANDLE_CREATE =
1307 DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_CREATE",
1308 llog_origin_handle_create_client, llogd_body_only);
1309 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_CREATE);
1311 struct req_format RQF_LLOG_ORIGIN_HANDLE_DESTROY =
1312 DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_DESTROY",
1313 llogd_body_only, llogd_body_only);
1314 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_DESTROY);
1316 struct req_format RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK =
1317 DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_NEXT_BLOCK",
1318 llogd_body_only, llog_origin_handle_next_block_server);
1319 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK);
1321 struct req_format RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK =
1322 DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_PREV_BLOCK",
1323 llogd_body_only, llog_origin_handle_next_block_server);
1324 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK);
1326 struct req_format RQF_LLOG_ORIGIN_HANDLE_READ_HEADER =
1327 DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_READ_HEADER",
1328 llogd_body_only, llog_log_hdr_only);
1329 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_READ_HEADER);
1331 struct req_format RQF_LLOG_ORIGIN_CONNECT =
1332 DEFINE_REQ_FMT0("LLOG_ORIGIN_CONNECT", llogd_conn_body_only, empty);
1333 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_CONNECT);
1335 struct req_format RQF_OST_CONNECT =
1336 DEFINE_REQ_FMT0("OST_CONNECT",
1337 obd_connect_client, obd_connect_server);
1338 EXPORT_SYMBOL(RQF_OST_CONNECT);
1340 struct req_format RQF_OST_DISCONNECT =
1341 DEFINE_REQ_FMT0("OST_DISCONNECT", empty, empty);
1342 EXPORT_SYMBOL(RQF_OST_DISCONNECT);
1344 struct req_format RQF_OST_GETATTR =
1345 DEFINE_REQ_FMT0("OST_GETATTR", ost_body_capa, ost_body_only);
1346 EXPORT_SYMBOL(RQF_OST_GETATTR);
1348 struct req_format RQF_OST_SETATTR =
1349 DEFINE_REQ_FMT0("OST_SETATTR", ost_body_capa, ost_body_only);
1350 EXPORT_SYMBOL(RQF_OST_SETATTR);
1352 struct req_format RQF_OST_CREATE =
1353 DEFINE_REQ_FMT0("OST_CREATE", ost_body_only, ost_body_only);
1354 EXPORT_SYMBOL(RQF_OST_CREATE);
1356 struct req_format RQF_OST_PUNCH =
1357 DEFINE_REQ_FMT0("OST_PUNCH", ost_body_capa, ost_body_only);
1358 EXPORT_SYMBOL(RQF_OST_PUNCH);
1360 struct req_format RQF_OST_SYNC =
1361 DEFINE_REQ_FMT0("OST_SYNC", ost_body_capa, ost_body_only);
1362 EXPORT_SYMBOL(RQF_OST_SYNC);
1364 struct req_format RQF_OST_DESTROY =
1365 DEFINE_REQ_FMT0("OST_DESTROY", ost_destroy_client, ost_body_only);
1366 EXPORT_SYMBOL(RQF_OST_DESTROY);
1368 struct req_format RQF_OST_BRW_READ =
1369 DEFINE_REQ_FMT0("OST_BRW_READ", ost_brw_client, ost_brw_read_server);
1370 EXPORT_SYMBOL(RQF_OST_BRW_READ);
1372 struct req_format RQF_OST_BRW_WRITE =
1373 DEFINE_REQ_FMT0("OST_BRW_WRITE", ost_brw_client, ost_brw_write_server);
1374 EXPORT_SYMBOL(RQF_OST_BRW_WRITE);
1376 struct req_format RQF_OST_STATFS =
1377 DEFINE_REQ_FMT0("OST_STATFS", empty, obd_statfs_server);
1378 EXPORT_SYMBOL(RQF_OST_STATFS);
1380 struct req_format RQF_OST_SET_GRANT_INFO =
1381 DEFINE_REQ_FMT0("OST_SET_GRANT_INFO", ost_grant_shrink_client,
1383 EXPORT_SYMBOL(RQF_OST_SET_GRANT_INFO);
1385 struct req_format RQF_OST_GET_INFO_GENERIC =
1386 DEFINE_REQ_FMT0("OST_GET_INFO", ost_get_info_generic_client,
1387 ost_get_info_generic_server);
1388 EXPORT_SYMBOL(RQF_OST_GET_INFO_GENERIC);
1390 struct req_format RQF_OST_GET_INFO_LAST_ID =
1391 DEFINE_REQ_FMT0("OST_GET_INFO_LAST_ID", ost_get_info_generic_client,
1392 ost_get_last_id_server);
1393 EXPORT_SYMBOL(RQF_OST_GET_INFO_LAST_ID);
1395 struct req_format RQF_OST_GET_INFO_FIEMAP =
1396 DEFINE_REQ_FMT0("OST_GET_INFO_FIEMAP", ost_get_fiemap_client,
1397 ost_get_fiemap_server);
1398 EXPORT_SYMBOL(RQF_OST_GET_INFO_FIEMAP);
1401 #if !defined(__REQ_LAYOUT_USER__)
1403 /* Convenience macro */
1404 #define FMT_FIELD(fmt, i, j) (fmt)->rf_fields[(i)].d[(j)]
1407 * Initializes the capsule abstraction by computing and setting the \a rf_idx
1408 * field of RQFs and the \a rmf_offset field of RMFs.
1410 int req_layout_init(void)
1415 struct req_format *rf = NULL;
1417 for (i = 0; i < ARRAY_SIZE(req_formats); ++i) {
1418 rf = req_formats[i];
1420 for (j = 0; j < RCL_NR; ++j) {
1421 LASSERT(rf->rf_fields[j].nr <= REQ_MAX_FIELD_NR);
1422 for (k = 0; k < rf->rf_fields[j].nr; ++k) {
1423 struct req_msg_field *field;
1425 field = (typeof(field))rf->rf_fields[j].d[k];
1426 LASSERT(!(field->rmf_flags & RMF_F_STRUCT_ARRAY)
1427 || field->rmf_size > 0);
1428 LASSERT(field->rmf_offset[i][j] == 0);
1430 * k + 1 to detect unused format/field
1433 field->rmf_offset[i][j] = k + 1;
1439 EXPORT_SYMBOL(req_layout_init);
1441 void req_layout_fini(void)
1444 EXPORT_SYMBOL(req_layout_fini);
1447 * Initializes the expected sizes of each RMF in a \a pill (\a rc_area) to -1.
1449 * Actual/expected field sizes are set elsewhere in functions in this file:
1450 * req_capsule_init(), req_capsule_server_pack(), req_capsule_set_size() and
1451 * req_capsule_msg_size(). The \a rc_area information is used by.
1452 * ptlrpc_request_set_replen().
1454 void req_capsule_init_area(struct req_capsule *pill)
1458 for (i = 0; i < ARRAY_SIZE(pill->rc_area[RCL_CLIENT]); i++) {
1459 pill->rc_area[RCL_CLIENT][i] = -1;
1460 pill->rc_area[RCL_SERVER][i] = -1;
1463 EXPORT_SYMBOL(req_capsule_init_area);
1466 * Initialize a pill.
1468 * The \a location indicates whether the caller is executing on the client side
1469 * (RCL_CLIENT) or server side (RCL_SERVER)..
1471 void req_capsule_init(struct req_capsule *pill,
1472 struct ptlrpc_request *req,
1473 enum req_location location)
1475 LASSERT(location == RCL_SERVER || location == RCL_CLIENT);
1478 * Today all capsules are embedded in ptlrpc_request structs,
1479 * but just in case that ever isn't the case, we don't reach
1480 * into req unless req != NULL and pill is the one embedded in
1483 * The req->rq_pill_init flag makes it safe to initialize a pill
1484 * twice, which might happen in the OST paths as a result of the
1485 * high-priority RPC queue getting peeked at before ost_handle()
1486 * handles an OST RPC.
1488 if (req != NULL && pill == &req->rq_pill && req->rq_pill_init)
1491 memset(pill, 0, sizeof *pill);
1493 pill->rc_loc = location;
1494 req_capsule_init_area(pill);
1496 if (req != NULL && pill == &req->rq_pill)
1497 req->rq_pill_init = 1;
1499 EXPORT_SYMBOL(req_capsule_init);
1501 void req_capsule_fini(struct req_capsule *pill)
1504 EXPORT_SYMBOL(req_capsule_fini);
1506 static int __req_format_is_sane(const struct req_format *fmt)
1509 0 <= fmt->rf_idx && fmt->rf_idx < ARRAY_SIZE(req_formats) &&
1510 req_formats[fmt->rf_idx] == fmt;
1513 static struct lustre_msg *__req_msg(const struct req_capsule *pill,
1514 enum req_location loc)
1516 struct ptlrpc_request *req;
1519 return loc == RCL_CLIENT ? req->rq_reqmsg : req->rq_repmsg;
1523 * Set the format (\a fmt) of a \a pill; format changes are not allowed here
1524 * (see req_capsule_extend()).
1526 void req_capsule_set(struct req_capsule *pill, const struct req_format *fmt)
1528 LASSERT(pill->rc_fmt == NULL || pill->rc_fmt == fmt);
1529 LASSERT(__req_format_is_sane(fmt));
1533 EXPORT_SYMBOL(req_capsule_set);
1536 * Fills in any parts of the \a rc_area of a \a pill that haven't been filled in
1539 * \a rc_area is an array of REQ_MAX_FIELD_NR elements, used to store sizes of
1540 * variable-sized fields. The field sizes come from the declared \a rmf_size
1541 * field of a \a pill's \a rc_fmt's RMF's.
1543 int req_capsule_filled_sizes(struct req_capsule *pill,
1544 enum req_location loc)
1546 const struct req_format *fmt = pill->rc_fmt;
1549 LASSERT(fmt != NULL);
1551 for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
1552 if (pill->rc_area[loc][i] == -1) {
1553 pill->rc_area[loc][i] =
1554 fmt->rf_fields[loc].d[i]->rmf_size;
1555 if (pill->rc_area[loc][i] == -1) {
1557 * Skip the following fields.
1559 * If this LASSERT() trips then you're missing a
1560 * call to req_capsule_set_size().
1562 LASSERT(loc != RCL_SERVER);
1569 EXPORT_SYMBOL(req_capsule_filled_sizes);
1572 * Capsule equivalent of lustre_pack_request() and lustre_pack_reply().
1574 * This function uses the \a pill's \a rc_area as filled in by
1575 * req_capsule_set_size() or req_capsule_filled_sizes() (the latter is called by
1578 int req_capsule_server_pack(struct req_capsule *pill)
1580 const struct req_format *fmt;
1584 LASSERT(pill->rc_loc == RCL_SERVER);
1586 LASSERT(fmt != NULL);
1588 count = req_capsule_filled_sizes(pill, RCL_SERVER);
1589 rc = lustre_pack_reply(pill->rc_req, count,
1590 pill->rc_area[RCL_SERVER], NULL);
1592 DEBUG_REQ(D_ERROR, pill->rc_req,
1593 "Cannot pack %d fields in format `%s': ",
1594 count, fmt->rf_name);
1598 EXPORT_SYMBOL(req_capsule_server_pack);
1601 * Returns the PTLRPC request or reply (\a loc) buffer offset of a \a pill
1602 * corresponding to the given RMF (\a field).
1604 static int __req_capsule_offset(const struct req_capsule *pill,
1605 const struct req_msg_field *field,
1606 enum req_location loc)
1610 offset = field->rmf_offset[pill->rc_fmt->rf_idx][loc];
1611 LASSERTF(offset > 0, "%s:%s, off=%d, loc=%d\n",
1612 pill->rc_fmt->rf_name,
1613 field->rmf_name, offset, loc);
1616 LASSERT(0 <= offset && offset < REQ_MAX_FIELD_NR);
1621 * Helper for __req_capsule_get(); swabs value / array of values and/or dumps
1626 swabber_dumper_helper(struct req_capsule *pill,
1627 const struct req_msg_field *field,
1628 enum req_location loc,
1630 void *value, int len, int dump, void (*swabber)( void *))
1636 int inout = loc == RCL_CLIENT;
1638 swabber = swabber ?: field->rmf_swabber;
1640 if (ptlrpc_buf_need_swab(pill->rc_req, inout, offset) &&
1641 swabber != NULL && value != NULL)
1646 if (!(field->rmf_flags & RMF_F_STRUCT_ARRAY)) {
1647 if (dump && field->rmf_dumper) {
1648 CDEBUG(D_RPCTRACE, "Dump of %sfield %s follows\n",
1649 do_swab ? "unswabbed " : "", field->rmf_name);
1650 field->rmf_dumper(value);
1655 ptlrpc_buf_set_swabbed(pill->rc_req, inout, offset);
1657 CDEBUG(D_RPCTRACE, "Dump of swabbed field %s "
1658 "follows\n", field->rmf_name);
1659 field->rmf_dumper(value);
1666 * We're swabbing an array; swabber() swabs a single array element, so
1667 * swab every element.
1669 LASSERT((len % field->rmf_size) == 0);
1670 for (p = value, i = 0, n = len / field->rmf_size;
1672 i++, p += field->rmf_size) {
1673 if (dump && field->rmf_dumper) {
1674 CDEBUG(D_RPCTRACE, "Dump of %sarray field %s, "
1675 "element %d follows\n",
1676 do_swab ? "unswabbed " : "", field->rmf_name, i);
1677 field->rmf_dumper(p);
1682 if (dump && field->rmf_dumper) {
1683 CDEBUG(D_RPCTRACE, "Dump of swabbed array field %s, "
1684 "element %d follows\n", field->rmf_name, i);
1685 field->rmf_dumper(value);
1689 ptlrpc_buf_set_swabbed(pill->rc_req, inout, offset);
1693 * Returns the pointer to a PTLRPC request or reply (\a loc) buffer of a \a pill
1694 * corresponding to the given RMF (\a field).
1696 * The buffer will be swabbed using the given \a swabber. If \a swabber == NULL
1697 * then the \a rmf_swabber from the RMF will be used. Soon there will be no
1698 * calls to __req_capsule_get() with a non-NULL \a swabber; \a swabber will then
1699 * be removed. Fields with the \a RMF_F_STRUCT_ARRAY flag set will have each
1700 * element of the array swabbed.
1702 static void *__req_capsule_get(struct req_capsule *pill,
1703 const struct req_msg_field *field,
1704 enum req_location loc,
1705 void (*swabber)( void *),
1708 const struct req_format *fmt;
1709 struct lustre_msg *msg;
1714 void *(*getter)(struct lustre_msg *m, int n, int minlen);
1716 static const char *rcl_names[RCL_NR] = {
1717 [RCL_CLIENT] = "client",
1718 [RCL_SERVER] = "server"
1721 LASSERT(pill != NULL);
1722 LASSERT(pill != LP_POISON);
1724 LASSERT(fmt != NULL);
1725 LASSERT(fmt != LP_POISON);
1726 LASSERT(__req_format_is_sane(fmt));
1728 offset = __req_capsule_offset(pill, field, loc);
1730 msg = __req_msg(pill, loc);
1731 LASSERT(msg != NULL);
1733 getter = (field->rmf_flags & RMF_F_STRING) ?
1734 (typeof(getter))lustre_msg_string : lustre_msg_buf;
1736 if (field->rmf_flags & RMF_F_STRUCT_ARRAY) {
1738 * We've already asserted that field->rmf_size > 0 in
1739 * req_layout_init().
1741 len = lustre_msg_buflen(msg, offset);
1742 if ((len % field->rmf_size) != 0) {
1743 CERROR("%s: array field size mismatch "
1744 "%d modulo %d != 0 (%d)\n",
1745 field->rmf_name, len, field->rmf_size, loc);
1748 } else if (pill->rc_area[loc][offset] != -1) {
1749 len = pill->rc_area[loc][offset];
1751 len = max(field->rmf_size, 0);
1753 value = getter(msg, offset, len);
1755 if (value == NULL) {
1756 DEBUG_REQ(D_ERROR, pill->rc_req,
1757 "Wrong buffer for field `%s' (%d of %d) "
1758 "in format `%s': %d vs. %d (%s)\n",
1759 field->rmf_name, offset, lustre_msg_bufcount(msg),
1760 fmt->rf_name, lustre_msg_buflen(msg, offset), len,
1763 swabber_dumper_helper(pill, field, loc, offset, value, len,
1771 * Dump a request and/or reply
1773 void __req_capsule_dump(struct req_capsule *pill, enum req_location loc)
1775 const struct req_format *fmt;
1776 const struct req_msg_field *field;
1782 DEBUG_REQ(D_RPCTRACE, pill->rc_req, "BEGIN REQ CAPSULE DUMP\n");
1783 for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
1784 field = FMT_FIELD(fmt, loc, i);
1785 if (field->rmf_dumper == NULL) {
1787 * FIXME Add a default hex dumper for fields that don't
1788 * have a specific dumper
1790 len = req_capsule_get_size(pill, field, loc);
1791 CDEBUG(D_RPCTRACE, "Field %s has no dumper function;"
1792 "field size is %d\n", field->rmf_name, len);
1794 /* It's the dumping side-effect that we're interested in */
1795 (void) __req_capsule_get(pill, field, loc, NULL, 1);
1798 CDEBUG(D_RPCTRACE, "END REQ CAPSULE DUMP\n");
1804 void req_capsule_client_dump(struct req_capsule *pill)
1806 __req_capsule_dump(pill, RCL_CLIENT);
1808 EXPORT_SYMBOL(req_capsule_client_dump);
1813 void req_capsule_server_dump(struct req_capsule *pill)
1815 __req_capsule_dump(pill, RCL_SERVER);
1817 EXPORT_SYMBOL(req_capsule_server_dump);
1820 * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC request
1821 * buffer corresponding to the given RMF (\a field) of a \a pill.
1823 void *req_capsule_client_get(struct req_capsule *pill,
1824 const struct req_msg_field *field)
1826 return __req_capsule_get(pill, field, RCL_CLIENT, NULL, 0);
1828 EXPORT_SYMBOL(req_capsule_client_get);
1831 * Same as req_capsule_client_get(), but with a \a swabber argument.
1833 * Currently unused; will be removed when req_capsule_server_swab_get() is
1836 void *req_capsule_client_swab_get(struct req_capsule *pill,
1837 const struct req_msg_field *field,
1838 void (*swabber)(void* ))
1840 return __req_capsule_get(pill, field, RCL_CLIENT, swabber, 0);
1842 EXPORT_SYMBOL(req_capsule_client_swab_get);
1845 * Utility that combines req_capsule_set_size() and req_capsule_client_get().
1847 * First the \a pill's request \a field's size is set (\a rc_area) using
1848 * req_capsule_set_size() with the given \a len. Then the actual buffer is
1851 void *req_capsule_client_sized_get(struct req_capsule *pill,
1852 const struct req_msg_field *field,
1855 req_capsule_set_size(pill, field, RCL_CLIENT, len);
1856 return __req_capsule_get(pill, field, RCL_CLIENT, NULL, 0);
1858 EXPORT_SYMBOL(req_capsule_client_sized_get);
1861 * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC reply
1862 * buffer corresponding to the given RMF (\a field) of a \a pill.
1864 void *req_capsule_server_get(struct req_capsule *pill,
1865 const struct req_msg_field *field)
1867 return __req_capsule_get(pill, field, RCL_SERVER, NULL, 0);
1869 EXPORT_SYMBOL(req_capsule_server_get);
1872 * Same as req_capsule_server_get(), but with a \a swabber argument.
1874 * Ideally all swabbing should be done pursuant to RMF definitions, with no
1875 * swabbing done outside this capsule abstraction.
1877 void *req_capsule_server_swab_get(struct req_capsule *pill,
1878 const struct req_msg_field *field,
1881 return __req_capsule_get(pill, field, RCL_SERVER, swabber, 0);
1883 EXPORT_SYMBOL(req_capsule_server_swab_get);
1886 * Utility that combines req_capsule_set_size() and req_capsule_server_get().
1888 * First the \a pill's request \a field's size is set (\a rc_area) using
1889 * req_capsule_set_size() with the given \a len. Then the actual buffer is
1892 void *req_capsule_server_sized_get(struct req_capsule *pill,
1893 const struct req_msg_field *field,
1896 req_capsule_set_size(pill, field, RCL_SERVER, len);
1897 return __req_capsule_get(pill, field, RCL_SERVER, NULL, 0);
1899 EXPORT_SYMBOL(req_capsule_server_sized_get);
1902 * Returns the buffer of a \a pill corresponding to the given \a field from the
1903 * request (if the caller is executing on the server-side) or reply (if the
1904 * caller is executing on the client-side).
1906 * This function convienient for use is code that could be executed on the
1907 * client and server alike.
1909 const void *req_capsule_other_get(struct req_capsule *pill,
1910 const struct req_msg_field *field)
1912 return __req_capsule_get(pill, field, pill->rc_loc ^ 1, NULL, 0);
1914 EXPORT_SYMBOL(req_capsule_other_get);
1917 * Set the size of the PTLRPC request/reply (\a loc) buffer for the given \a
1918 * field of the given \a pill.
1920 * This function must be used when constructing variable sized fields of a
1923 void req_capsule_set_size(struct req_capsule *pill,
1924 const struct req_msg_field *field,
1925 enum req_location loc, int size)
1927 LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
1929 if ((size != field->rmf_size) &&
1930 (field->rmf_size != -1) &&
1931 !(field->rmf_flags & RMF_F_NO_SIZE_CHECK) &&
1933 if ((field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
1934 (size % field->rmf_size != 0)) {
1935 CERROR("%s: array field size mismatch "
1936 "%d %% %d != 0 (%d)\n",
1937 field->rmf_name, size, field->rmf_size, loc);
1939 } else if (!(field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
1940 size < field->rmf_size) {
1941 CERROR("%s: field size mismatch %d != %d (%d)\n",
1942 field->rmf_name, size, field->rmf_size, loc);
1947 pill->rc_area[loc][__req_capsule_offset(pill, field, loc)] = size;
1949 EXPORT_SYMBOL(req_capsule_set_size);
1952 * Return the actual PTLRPC buffer length of a request or reply (\a loc)
1953 * for the given \a pill's given \a field.
1955 * NB: this function doesn't correspond with req_capsule_set_size(), which
1956 * actually sets the size in pill.rc_area[loc][offset], but this function
1957 * returns the message buflen[offset], maybe we should use another name.
1959 int req_capsule_get_size(const struct req_capsule *pill,
1960 const struct req_msg_field *field,
1961 enum req_location loc)
1963 LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
1965 return lustre_msg_buflen(__req_msg(pill, loc),
1966 __req_capsule_offset(pill, field, loc));
1968 EXPORT_SYMBOL(req_capsule_get_size);
1971 * Wrapper around lustre_msg_size() that returns the PTLRPC size needed for the
1972 * given \a pill's request or reply (\a loc) given the field size recorded in
1973 * the \a pill's rc_area.
1975 * See also req_capsule_set_size().
1977 int req_capsule_msg_size(struct req_capsule *pill, enum req_location loc)
1979 return lustre_msg_size(pill->rc_req->rq_import->imp_msg_magic,
1980 pill->rc_fmt->rf_fields[loc].nr,
1981 pill->rc_area[loc]);
1985 * While req_capsule_msg_size() computes the size of a PTLRPC request or reply
1986 * (\a loc) given a \a pill's \a rc_area, this function computes the size of a
1987 * PTLRPC request or reply given only an RQF (\a fmt).
1989 * This function should not be used for formats which contain variable size
1992 int req_capsule_fmt_size(__u32 magic, const struct req_format *fmt,
1993 enum req_location loc)
1998 * This function should probably LASSERT() that fmt has no fields with
1999 * RMF_F_STRUCT_ARRAY in rmf_flags, since we can't know here how many
2000 * elements in the array there will ultimately be, but then, we could
2001 * assume that there will be at least one element, and that's just what
2004 size = lustre_msg_hdr_size(magic, fmt->rf_fields[loc].nr);
2008 for (; i < fmt->rf_fields[loc].nr; ++i)
2009 if (fmt->rf_fields[loc].d[i]->rmf_size != -1)
2010 size += cfs_size_round(fmt->rf_fields[loc].d[i]->
2016 * Changes the format of an RPC.
2018 * The pill must already have been initialized, which means that it already has
2019 * a request format. The new format \a fmt must be an extension of the pill's
2020 * old format. Specifically: the new format must have as many request and reply
2021 * fields as the old one, and all fields shared by the old and new format must
2022 * be at least as large in the new format.
2024 * The new format's fields may be of different "type" than the old format, but
2025 * only for fields that are "opaque" blobs: fields which have a) have no
2026 * \a rmf_swabber, b) \a rmf_flags == 0 or RMF_F_NO_SIZE_CHECK, and c) \a
2027 * rmf_size == -1 or \a rmf_flags == RMF_F_NO_SIZE_CHECK. For example,
2028 * OBD_SET_INFO has a key field and an opaque value field that gets interpreted
2029 * according to the key field. When the value, according to the key, contains a
2030 * structure (or array thereof) to be swabbed, the format should be changed to
2031 * one where the value field has \a rmf_size/rmf_flags/rmf_swabber set
2034 void req_capsule_extend(struct req_capsule *pill, const struct req_format *fmt)
2039 const struct req_format *old;
2041 LASSERT(pill->rc_fmt != NULL);
2042 LASSERT(__req_format_is_sane(fmt));
2046 * Sanity checking...
2048 for (i = 0; i < RCL_NR; ++i) {
2049 LASSERT(fmt->rf_fields[i].nr >= old->rf_fields[i].nr);
2050 for (j = 0; j < old->rf_fields[i].nr - 1; ++j) {
2051 const struct req_msg_field *ofield = FMT_FIELD(old, i, j);
2053 /* "opaque" fields can be transmogrified */
2054 if (ofield->rmf_swabber == NULL &&
2055 (ofield->rmf_flags & ~RMF_F_NO_SIZE_CHECK) == 0 &&
2056 (ofield->rmf_size == -1 ||
2057 ofield->rmf_flags == RMF_F_NO_SIZE_CHECK))
2059 LASSERT(FMT_FIELD(fmt, i, j) == FMT_FIELD(old, i, j));
2062 * Last field in old format can be shorter than in new.
2064 LASSERT(FMT_FIELD(fmt, i, j)->rmf_size >=
2065 FMT_FIELD(old, i, j)->rmf_size);
2070 EXPORT_SYMBOL(req_capsule_extend);
2073 * This function returns a non-zero value if the given \a field is present in
2074 * the format (\a rc_fmt) of \a pill's PTLRPC request or reply (\a loc), else it
2077 int req_capsule_has_field(const struct req_capsule *pill,
2078 const struct req_msg_field *field,
2079 enum req_location loc)
2081 LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2083 return field->rmf_offset[pill->rc_fmt->rf_idx][loc];
2085 EXPORT_SYMBOL(req_capsule_has_field);
2088 * Returns a non-zero value if the given \a field is present in the given \a
2089 * pill's PTLRPC request or reply (\a loc), else it returns 0.
2091 int req_capsule_field_present(const struct req_capsule *pill,
2092 const struct req_msg_field *field,
2093 enum req_location loc)
2097 LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2098 LASSERT(req_capsule_has_field(pill, field, loc));
2100 offset = __req_capsule_offset(pill, field, loc);
2101 return lustre_msg_bufcount(__req_msg(pill, loc)) > offset;
2103 EXPORT_SYMBOL(req_capsule_field_present);
2106 * This function shrinks the size of the _buffer_ of the \a pill's PTLRPC
2107 * request or reply (\a loc).
2109 * This is not the opposite of req_capsule_extend().
2111 void req_capsule_shrink(struct req_capsule *pill,
2112 const struct req_msg_field *field,
2113 unsigned int newlen,
2114 enum req_location loc)
2116 const struct req_format *fmt;
2117 struct lustre_msg *msg;
2122 LASSERT(fmt != NULL);
2123 LASSERT(__req_format_is_sane(fmt));
2124 LASSERT(req_capsule_has_field(pill, field, loc));
2125 LASSERT(req_capsule_field_present(pill, field, loc));
2127 offset = __req_capsule_offset(pill, field, loc);
2129 msg = __req_msg(pill, loc);
2130 len = lustre_msg_buflen(msg, offset);
2131 LASSERTF(newlen <= len, "%s:%s, oldlen=%d, newlen=%d\n",
2132 fmt->rf_name, field->rmf_name, len, newlen);
2134 if (loc == RCL_CLIENT)
2135 pill->rc_req->rq_reqlen = lustre_shrink_msg(msg, offset, newlen,
2138 pill->rc_req->rq_replen = lustre_shrink_msg(msg, offset, newlen,
2141 EXPORT_SYMBOL(req_capsule_shrink);
2143 int req_capsule_server_grow(struct req_capsule *pill,
2144 const struct req_msg_field *field,
2145 unsigned int newlen)
2147 struct ptlrpc_reply_state *rs = pill->rc_req->rq_reply_state, *nrs;
2149 int offset, len, rc;
2151 LASSERT(pill->rc_fmt != NULL);
2152 LASSERT(__req_format_is_sane(pill->rc_fmt));
2153 LASSERT(req_capsule_has_field(pill, field, RCL_SERVER));
2154 LASSERT(req_capsule_field_present(pill, field, RCL_SERVER));
2156 len = req_capsule_get_size(pill, field, RCL_SERVER);
2157 offset = __req_capsule_offset(pill, field, RCL_SERVER);
2158 if (pill->rc_req->rq_repbuf_len >=
2159 lustre_packed_msg_size(pill->rc_req->rq_repmsg) - len + newlen)
2160 CERROR("Inplace repack might be done\n");
2162 pill->rc_req->rq_reply_state = NULL;
2163 req_capsule_set_size(pill, field, RCL_SERVER, newlen);
2164 rc = req_capsule_server_pack(pill);
2166 /* put old rs back, the caller will decide what to do */
2167 pill->rc_req->rq_reply_state = rs;
2170 nrs = pill->rc_req->rq_reply_state;
2171 /* Now we need only buffers, copy first chunk */
2172 to = lustre_msg_buf(nrs->rs_msg, 0, 0);
2173 from = lustre_msg_buf(rs->rs_msg, 0, 0);
2174 len = (char *)lustre_msg_buf(rs->rs_msg, offset, 0) - from;
2175 memcpy(to, from, len);
2176 /* check if we have tail and copy it too */
2177 if (rs->rs_msg->lm_bufcount > offset + 1) {
2178 to = lustre_msg_buf(nrs->rs_msg, offset + 1, 0);
2179 from = lustre_msg_buf(rs->rs_msg, offset + 1, 0);
2180 offset = rs->rs_msg->lm_bufcount - 1;
2181 len = (char *)lustre_msg_buf(rs->rs_msg, offset, 0) +
2182 cfs_size_round(rs->rs_msg->lm_buflens[offset]) - from;
2183 memcpy(to, from, len);
2185 /* drop old reply if everything is fine */
2186 if (rs->rs_difficult) {
2190 nrs->rs_difficult = 1;
2191 nrs->rs_no_ack = rs->rs_no_ack;
2192 for (i = 0; i < rs->rs_nlocks; i++) {
2193 nrs->rs_locks[i] = rs->rs_locks[i];
2194 nrs->rs_modes[i] = rs->rs_modes[i];
2198 rs->rs_difficult = 0;
2201 ptlrpc_rs_decref(rs);
2204 EXPORT_SYMBOL(req_capsule_server_grow);
2205 /* __REQ_LAYOUT_USER__ */