Whamcloud - gitweb
LU-14475 log: Rewrite some log messages
[fs/lustre-release.git] / lustre / ptlrpc / layout.c
1 /*
2  * GPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 only,
8  * as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License version 2 for more details (a copy is included
14  * in the LICENSE file that accompanied this code).
15  *
16  * You should have received a copy of the GNU General Public License
17  * version 2 along with this program; If not, see
18  * http://www.gnu.org/licenses/gpl-2.0.html
19  *
20  * GPL HEADER END
21  */
22 /*
23  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
24  * Use is subject to license terms.
25  *
26  * Copyright (c) 2011, 2017, Intel Corporation.
27  */
28 /*
29  * This file is part of Lustre, http://www.lustre.org/
30  *
31  * lustre/ptlrpc/layout.c
32  *
33  * Lustre Metadata Target (mdt) request handler
34  *
35  * Author: Nikita Danilov <nikita@clusterfs.com>
36  */
37 /*
38  * This file contains the "capsule/pill" abstraction layered above PTLRPC.
39  *
40  * Every struct ptlrpc_request contains a "pill", which points to a description
41  * of the format that the request conforms to.
42  */
43
44 #define DEBUG_SUBSYSTEM S_RPC
45
46 #include <linux/module.h>
47
48 #include <llog_swab.h>
49 #include <lustre_swab.h>
50 #include <obd.h>
51 #include <obd_support.h>
52
53 /* struct ptlrpc_request, lustre_msg* */
54 #include <lustre_req_layout.h>
55 #include <lustre_acl.h>
56 #include <lustre_nodemap.h>
57
58 /*
59  * RQFs (see below) refer to two struct req_msg_field arrays describing the
60  * client request and server reply, respectively.
61  */
62 /* empty set of fields... for suitable definition of emptiness. */
63 static const struct req_msg_field *empty[] = {
64         &RMF_PTLRPC_BODY
65 };
66
67 static const struct req_msg_field *mgs_target_info_only[] = {
68         &RMF_PTLRPC_BODY,
69         &RMF_MGS_TARGET_INFO
70 };
71
72 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 18, 53, 0)
73 static const struct req_msg_field *mgs_set_info[] = {
74         &RMF_PTLRPC_BODY,
75         &RMF_MGS_SEND_PARAM
76 };
77 #endif
78
79 static const struct req_msg_field *mgs_config_read_client[] = {
80         &RMF_PTLRPC_BODY,
81         &RMF_MGS_CONFIG_BODY
82 };
83
84 static const struct req_msg_field *mgs_config_read_server[] = {
85         &RMF_PTLRPC_BODY,
86         &RMF_MGS_CONFIG_RES
87 };
88
89 static const struct req_msg_field *mdt_body_only[] = {
90         &RMF_PTLRPC_BODY,
91         &RMF_MDT_BODY
92 };
93
94 static const struct req_msg_field *mdt_body_capa[] = {
95         &RMF_PTLRPC_BODY,
96         &RMF_MDT_BODY,
97         &RMF_CAPA1
98 };
99
100 static const struct req_msg_field *quotactl_only[] = {
101         &RMF_PTLRPC_BODY,
102         &RMF_OBD_QUOTACTL
103 };
104
105 static const struct req_msg_field *quota_body_only[] = {
106         &RMF_PTLRPC_BODY,
107         &RMF_QUOTA_BODY
108 };
109
110 static const struct req_msg_field *ldlm_intent_quota_client[] = {
111         &RMF_PTLRPC_BODY,
112         &RMF_DLM_REQ,
113         &RMF_LDLM_INTENT,
114         &RMF_QUOTA_BODY
115 };
116
117 static const struct req_msg_field *ldlm_intent_quota_server[] = {
118         &RMF_PTLRPC_BODY,
119         &RMF_DLM_REP,
120         &RMF_DLM_LVB,
121         &RMF_QUOTA_BODY
122 };
123
124 static const struct req_msg_field *mdt_close_client[] = {
125         &RMF_PTLRPC_BODY,
126         &RMF_MDT_EPOCH,
127         &RMF_REC_REINT,
128         &RMF_CAPA1
129 };
130
131 static const struct req_msg_field *mdt_close_intent_client[] = {
132         &RMF_PTLRPC_BODY,
133         &RMF_MDT_EPOCH,
134         &RMF_REC_REINT,
135         &RMF_CAPA1,
136         &RMF_CLOSE_DATA,
137         &RMF_U32
138 };
139
140 static const struct req_msg_field *obd_statfs_server[] = {
141         &RMF_PTLRPC_BODY,
142         &RMF_OBD_STATFS
143 };
144
145 static const struct req_msg_field *seq_query_client[] = {
146         &RMF_PTLRPC_BODY,
147         &RMF_SEQ_OPC,
148         &RMF_SEQ_RANGE
149 };
150
151 static const struct req_msg_field *seq_query_server[] = {
152         &RMF_PTLRPC_BODY,
153         &RMF_SEQ_RANGE
154 };
155
156 static const struct req_msg_field *fld_query_client[] = {
157         &RMF_PTLRPC_BODY,
158         &RMF_FLD_OPC,
159         &RMF_FLD_MDFLD
160 };
161
162 static const struct req_msg_field *fld_query_server[] = {
163         &RMF_PTLRPC_BODY,
164         &RMF_FLD_MDFLD
165 };
166
167 static const struct req_msg_field *fld_read_client[] = {
168         &RMF_PTLRPC_BODY,
169         &RMF_FLD_MDFLD
170 };
171
172 static const struct req_msg_field *fld_read_server[] = {
173         &RMF_PTLRPC_BODY,
174         &RMF_GENERIC_DATA
175 };
176
177 static const struct req_msg_field *mds_getattr_name_client[] = {
178         &RMF_PTLRPC_BODY,
179         &RMF_MDT_BODY,
180         &RMF_CAPA1,
181         &RMF_NAME
182 };
183
184 static const struct req_msg_field *mds_reint_client[] = {
185         &RMF_PTLRPC_BODY,
186         &RMF_REC_REINT
187 };
188
189 static const struct req_msg_field *mds_reint_create_client[] = {
190         &RMF_PTLRPC_BODY,
191         &RMF_REC_REINT,
192         &RMF_CAPA1,
193         &RMF_NAME
194 };
195
196 static const struct req_msg_field *mds_reint_create_slave_client[] = {
197         &RMF_PTLRPC_BODY,
198         &RMF_REC_REINT,
199         &RMF_CAPA1,
200         &RMF_NAME,
201         &RMF_EADATA,
202         &RMF_DLM_REQ
203 };
204
205 static const struct req_msg_field *mds_reint_create_acl_client[] = {
206         &RMF_PTLRPC_BODY,
207         &RMF_REC_REINT,
208         &RMF_CAPA1,
209         &RMF_NAME,
210         &RMF_EADATA,
211         &RMF_DLM_REQ,
212         &RMF_FILE_SECCTX_NAME,
213         &RMF_FILE_SECCTX,
214         &RMF_SELINUX_POL,
215         &RMF_FILE_ENCCTX,
216 };
217
218 static const struct req_msg_field *mds_reint_create_sym_client[] = {
219         &RMF_PTLRPC_BODY,
220         &RMF_REC_REINT,
221         &RMF_CAPA1,
222         &RMF_NAME,
223         &RMF_SYMTGT,
224         &RMF_DLM_REQ,
225         &RMF_FILE_SECCTX_NAME,
226         &RMF_FILE_SECCTX,
227         &RMF_SELINUX_POL,
228         &RMF_FILE_ENCCTX,
229 };
230
231 static const struct req_msg_field *mds_reint_open_client[] = {
232         &RMF_PTLRPC_BODY,
233         &RMF_REC_REINT,
234         &RMF_CAPA1,
235         &RMF_CAPA2,
236         &RMF_NAME,
237         &RMF_EADATA,
238         &RMF_FILE_SECCTX_NAME,
239         &RMF_FILE_SECCTX,
240         &RMF_SELINUX_POL,
241         &RMF_FILE_ENCCTX,
242 };
243
244 static const struct req_msg_field *mds_reint_open_server[] = {
245         &RMF_PTLRPC_BODY,
246         &RMF_MDT_BODY,
247         &RMF_MDT_MD,
248         &RMF_ACL,
249         &RMF_CAPA1,
250         &RMF_CAPA2
251 };
252
253 static const struct req_msg_field *mds_reint_unlink_client[] = {
254         &RMF_PTLRPC_BODY,
255         &RMF_REC_REINT,
256         &RMF_CAPA1,
257         &RMF_NAME,
258         &RMF_DLM_REQ,
259         &RMF_SELINUX_POL
260 };
261
262 static const struct req_msg_field *mds_reint_link_client[] = {
263         &RMF_PTLRPC_BODY,
264         &RMF_REC_REINT,
265         &RMF_CAPA1,
266         &RMF_CAPA2,
267         &RMF_NAME,
268         &RMF_DLM_REQ,
269         &RMF_SELINUX_POL
270 };
271
272 static const struct req_msg_field *mds_reint_rename_client[] = {
273         &RMF_PTLRPC_BODY,
274         &RMF_REC_REINT,
275         &RMF_CAPA1,
276         &RMF_CAPA2,
277         &RMF_NAME,
278         &RMF_SYMTGT,
279         &RMF_DLM_REQ,
280         &RMF_SELINUX_POL
281 };
282
283 static const struct req_msg_field *mds_reint_migrate_client[] = {
284         &RMF_PTLRPC_BODY,
285         &RMF_REC_REINT,
286         &RMF_CAPA1,
287         &RMF_CAPA2,
288         &RMF_NAME,
289         &RMF_SYMTGT,
290         &RMF_DLM_REQ,
291         &RMF_SELINUX_POL,
292         &RMF_MDT_EPOCH,
293         &RMF_CLOSE_DATA,
294         &RMF_EADATA
295 };
296
297 static const struct req_msg_field *mds_last_unlink_server[] = {
298         &RMF_PTLRPC_BODY,
299         &RMF_MDT_BODY,
300         &RMF_MDT_MD,
301         &RMF_LOGCOOKIES,
302         &RMF_CAPA1,
303         &RMF_CAPA2
304 };
305
306 static const struct req_msg_field *mds_reint_setattr_client[] = {
307         &RMF_PTLRPC_BODY,
308         &RMF_REC_REINT,
309         &RMF_CAPA1,
310         &RMF_MDT_EPOCH,
311         &RMF_EADATA,
312         &RMF_LOGCOOKIES,
313         &RMF_DLM_REQ
314 };
315
316 static const struct req_msg_field *mds_reint_setxattr_client[] = {
317         &RMF_PTLRPC_BODY,
318         &RMF_REC_REINT,
319         &RMF_CAPA1,
320         &RMF_NAME,
321         &RMF_EADATA,
322         &RMF_DLM_REQ,
323         &RMF_SELINUX_POL
324 };
325
326 static const struct req_msg_field *mds_reint_resync[] = {
327         &RMF_PTLRPC_BODY,
328         &RMF_REC_REINT,
329         &RMF_DLM_REQ
330 };
331
332 static const struct req_msg_field *mdt_swap_layouts[] = {
333         &RMF_PTLRPC_BODY,
334         &RMF_MDT_BODY,
335         &RMF_SWAP_LAYOUTS,
336         &RMF_CAPA1,
337         &RMF_CAPA2,
338         &RMF_DLM_REQ
339 };
340
341 static const struct req_msg_field *mds_rmfid_client[] = {
342         &RMF_PTLRPC_BODY,
343         &RMF_MDT_BODY,
344         &RMF_FID_ARRAY,
345         &RMF_CAPA1,
346         &RMF_CAPA2,
347 };
348
349 static const struct req_msg_field *mds_rmfid_server[] = {
350         &RMF_PTLRPC_BODY,
351         &RMF_MDT_BODY,
352         &RMF_FID_ARRAY,
353         &RMF_RCS,
354 };
355
356 static const struct req_msg_field *obd_connect_client[] = {
357         &RMF_PTLRPC_BODY,
358         &RMF_TGTUUID,
359         &RMF_CLUUID,
360         &RMF_CONN,
361         &RMF_CONNECT_DATA,
362         &RMF_SELINUX_POL
363 };
364
365 static const struct req_msg_field *obd_connect_server[] = {
366         &RMF_PTLRPC_BODY,
367         &RMF_CONNECT_DATA
368 };
369
370 static const struct req_msg_field *obd_set_info_client[] = {
371         &RMF_PTLRPC_BODY,
372         &RMF_SETINFO_KEY,
373         &RMF_SETINFO_VAL
374 };
375
376 static const struct req_msg_field *mdt_set_info_client[] = {
377         &RMF_PTLRPC_BODY,
378         &RMF_SETINFO_KEY,
379         &RMF_SETINFO_VAL,
380         &RMF_MDT_BODY
381 };
382
383 static const struct req_msg_field *ost_grant_shrink_client[] = {
384         &RMF_PTLRPC_BODY,
385         &RMF_SETINFO_KEY,
386         &RMF_OST_BODY
387 };
388
389 static const struct req_msg_field *mds_getinfo_client[] = {
390         &RMF_PTLRPC_BODY,
391         &RMF_GETINFO_KEY,
392         &RMF_GETINFO_VALLEN
393 };
394
395 static const struct req_msg_field *mds_getinfo_server[] = {
396         &RMF_PTLRPC_BODY,
397         &RMF_GETINFO_VAL,
398 };
399
400 static const struct req_msg_field *ldlm_enqueue_client[] = {
401         &RMF_PTLRPC_BODY,
402         &RMF_DLM_REQ
403 };
404
405 static const struct req_msg_field *ldlm_enqueue_server[] = {
406         &RMF_PTLRPC_BODY,
407         &RMF_DLM_REP
408 };
409
410 static const struct req_msg_field *ldlm_enqueue_lvb_server[] = {
411         &RMF_PTLRPC_BODY,
412         &RMF_DLM_REP,
413         &RMF_DLM_LVB
414 };
415
416 static const struct req_msg_field *ldlm_cp_callback_client[] = {
417         &RMF_PTLRPC_BODY,
418         &RMF_DLM_REQ,
419         &RMF_DLM_LVB
420 };
421
422 static const struct req_msg_field *ldlm_gl_callback_desc_client[] = {
423         &RMF_PTLRPC_BODY,
424         &RMF_DLM_REQ,
425         &RMF_DLM_GL_DESC
426 };
427
428 static const struct req_msg_field *ldlm_gl_callback_server[] = {
429         &RMF_PTLRPC_BODY,
430         &RMF_DLM_LVB
431 };
432
433 static const struct req_msg_field *ldlm_intent_basic_client[] = {
434         &RMF_PTLRPC_BODY,
435         &RMF_DLM_REQ,
436         &RMF_LDLM_INTENT,
437 };
438
439 static const struct req_msg_field *ldlm_intent_client[] = {
440         &RMF_PTLRPC_BODY,
441         &RMF_DLM_REQ,
442         &RMF_LDLM_INTENT,
443         &RMF_REC_REINT
444 };
445
446 static const struct req_msg_field *ldlm_intent_server[] = {
447         &RMF_PTLRPC_BODY,
448         &RMF_DLM_REP,
449         &RMF_MDT_BODY,
450         &RMF_MDT_MD,
451         &RMF_ACL
452 };
453
454 static const struct req_msg_field *ldlm_intent_layout_client[] = {
455         &RMF_PTLRPC_BODY,
456         &RMF_DLM_REQ,
457         &RMF_LDLM_INTENT,
458         &RMF_LAYOUT_INTENT,
459         &RMF_EADATA /* for new layout to be set up */
460 };
461
462 static const struct req_msg_field *ldlm_intent_open_server[] = {
463         &RMF_PTLRPC_BODY,
464         &RMF_DLM_REP,
465         &RMF_MDT_BODY,
466         &RMF_MDT_MD,
467         &RMF_ACL,
468         &RMF_CAPA1,
469         &RMF_CAPA2,
470         &RMF_NIOBUF_INLINE,
471         &RMF_FILE_SECCTX,
472         &RMF_FILE_ENCCTX,
473 };
474
475 static const struct req_msg_field *ldlm_intent_getattr_client[] = {
476         &RMF_PTLRPC_BODY,
477         &RMF_DLM_REQ,
478         &RMF_LDLM_INTENT,
479         &RMF_MDT_BODY,     /* coincides with mds_getattr_name_client[] */
480         &RMF_CAPA1,
481         &RMF_NAME,
482         &RMF_FILE_SECCTX_NAME
483 };
484
485 static const struct req_msg_field *ldlm_intent_getattr_server[] = {
486         &RMF_PTLRPC_BODY,
487         &RMF_DLM_REP,
488         &RMF_MDT_BODY,
489         &RMF_MDT_MD,
490         &RMF_ACL,
491         &RMF_CAPA1,
492         &RMF_FILE_SECCTX,
493         &RMF_DEFAULT_MDT_MD,
494         &RMF_FILE_ENCCTX,
495 };
496
497 static const struct req_msg_field *ldlm_intent_create_client[] = {
498         &RMF_PTLRPC_BODY,
499         &RMF_DLM_REQ,
500         &RMF_LDLM_INTENT,
501         &RMF_REC_REINT,    /* coincides with mds_reint_create_client[] */
502         &RMF_CAPA1,
503         &RMF_NAME,
504         &RMF_EADATA,
505         &RMF_FILE_SECCTX_NAME,
506         &RMF_FILE_SECCTX,
507         &RMF_SELINUX_POL,
508         &RMF_FILE_ENCCTX,
509 };
510
511 static const struct req_msg_field *ldlm_intent_open_client[] = {
512         &RMF_PTLRPC_BODY,
513         &RMF_DLM_REQ,
514         &RMF_LDLM_INTENT,
515         &RMF_REC_REINT,    /* coincides with mds_reint_open_client[] */
516         &RMF_CAPA1,
517         &RMF_CAPA2,
518         &RMF_NAME,
519         &RMF_EADATA,
520         &RMF_FILE_SECCTX_NAME,
521         &RMF_FILE_SECCTX,
522         &RMF_SELINUX_POL,
523         &RMF_FILE_ENCCTX,
524 };
525
526 static const struct req_msg_field *ldlm_intent_getxattr_client[] = {
527         &RMF_PTLRPC_BODY,
528         &RMF_DLM_REQ,
529         &RMF_LDLM_INTENT,
530         &RMF_MDT_BODY,
531         &RMF_CAPA1,
532         &RMF_SELINUX_POL
533 };
534
535 static const struct req_msg_field *ldlm_intent_getxattr_server[] = {
536         &RMF_PTLRPC_BODY,
537         &RMF_DLM_REP,
538         &RMF_MDT_BODY,
539         &RMF_MDT_MD,
540         &RMF_ACL, /* for req_capsule_extend/mdt_intent_policy */
541         &RMF_EADATA,
542         &RMF_EAVALS,
543         &RMF_EAVALS_LENS
544 };
545
546 static const struct req_msg_field *mds_get_root_client[] = {
547         &RMF_PTLRPC_BODY,
548         &RMF_MDT_BODY,
549         &RMF_NAME
550 };
551
552 static const struct req_msg_field *mds_getxattr_client[] = {
553         &RMF_PTLRPC_BODY,
554         &RMF_MDT_BODY,
555         &RMF_CAPA1,
556         &RMF_NAME,
557         &RMF_EADATA,
558         &RMF_SELINUX_POL
559 };
560
561 static const struct req_msg_field *mds_getxattr_server[] = {
562         &RMF_PTLRPC_BODY,
563         &RMF_MDT_BODY,
564         &RMF_EADATA
565 };
566
567 static const struct req_msg_field *mds_getattr_server[] = {
568         &RMF_PTLRPC_BODY,
569         &RMF_MDT_BODY,
570         &RMF_MDT_MD,
571         &RMF_ACL,
572         &RMF_CAPA1,
573         &RMF_CAPA2
574 };
575
576 static const struct req_msg_field *mds_setattr_server[] = {
577         &RMF_PTLRPC_BODY,
578         &RMF_MDT_BODY,
579         &RMF_MDT_MD,
580         &RMF_ACL,
581         &RMF_CAPA1,
582         &RMF_CAPA2
583 };
584
585 static const struct req_msg_field *llog_origin_handle_create_client[] = {
586         &RMF_PTLRPC_BODY,
587         &RMF_LLOGD_BODY,
588         &RMF_NAME,
589         &RMF_MDT_BODY
590 };
591
592 static const struct req_msg_field *llogd_body_only[] = {
593         &RMF_PTLRPC_BODY,
594         &RMF_LLOGD_BODY
595 };
596
597 static const struct req_msg_field *llog_log_hdr_only[] = {
598         &RMF_PTLRPC_BODY,
599         &RMF_LLOG_LOG_HDR
600 };
601
602 static const struct req_msg_field *llog_origin_handle_next_block_server[] = {
603         &RMF_PTLRPC_BODY,
604         &RMF_LLOGD_BODY,
605         &RMF_EADATA
606 };
607
608 static const struct req_msg_field *obd_idx_read_client[] = {
609         &RMF_PTLRPC_BODY,
610         &RMF_IDX_INFO
611 };
612
613 static const struct req_msg_field *obd_idx_read_server[] = {
614         &RMF_PTLRPC_BODY,
615         &RMF_IDX_INFO
616 };
617
618 static const struct req_msg_field *ost_body_only[] = {
619         &RMF_PTLRPC_BODY,
620         &RMF_OST_BODY
621 };
622
623 static const struct req_msg_field *ost_body_capa[] = {
624         &RMF_PTLRPC_BODY,
625         &RMF_OST_BODY,
626         &RMF_CAPA1
627 };
628
629 static const struct req_msg_field *ost_destroy_client[] = {
630         &RMF_PTLRPC_BODY,
631         &RMF_OST_BODY,
632         &RMF_DLM_REQ,
633         &RMF_CAPA1
634 };
635
636
637 static const struct req_msg_field *ost_brw_client[] = {
638         &RMF_PTLRPC_BODY,
639         &RMF_OST_BODY,
640         &RMF_OBD_IOOBJ,
641         &RMF_NIOBUF_REMOTE,
642         &RMF_CAPA1,
643         &RMF_SHORT_IO
644 };
645
646 static const struct req_msg_field *ost_brw_read_server[] = {
647         &RMF_PTLRPC_BODY,
648         &RMF_OST_BODY,
649         &RMF_SHORT_IO
650 };
651
652 static const struct req_msg_field *ost_brw_write_server[] = {
653         &RMF_PTLRPC_BODY,
654         &RMF_OST_BODY,
655         &RMF_RCS
656 };
657
658 static const struct req_msg_field *ost_get_info_generic_server[] = {
659         &RMF_PTLRPC_BODY,
660         &RMF_GENERIC_DATA,
661 };
662
663 static const struct req_msg_field *ost_get_info_generic_client[] = {
664         &RMF_PTLRPC_BODY,
665         &RMF_GETINFO_KEY
666 };
667
668 static const struct req_msg_field *ost_get_last_id_server[] = {
669         &RMF_PTLRPC_BODY,
670         &RMF_OBD_ID
671 };
672
673 static const struct req_msg_field *ost_get_last_fid_client[] = {
674         &RMF_PTLRPC_BODY,
675         &RMF_GETINFO_KEY,
676         &RMF_FID,
677 };
678
679 static const struct req_msg_field *ost_get_last_fid_server[] = {
680         &RMF_PTLRPC_BODY,
681         &RMF_FID,
682 };
683
684 static const struct req_msg_field *ost_get_fiemap_client[] = {
685         &RMF_PTLRPC_BODY,
686         &RMF_FIEMAP_KEY,
687         &RMF_FIEMAP_VAL
688 };
689
690 static const struct req_msg_field *ost_ladvise[] = {
691         &RMF_PTLRPC_BODY,
692         &RMF_OST_BODY,
693         &RMF_OST_LADVISE_HDR,
694         &RMF_OST_LADVISE,
695 };
696
697 static const struct req_msg_field *ost_get_fiemap_server[] = {
698         &RMF_PTLRPC_BODY,
699         &RMF_FIEMAP_VAL
700 };
701
702 static const struct req_msg_field *mdt_hsm_progress[] = {
703         &RMF_PTLRPC_BODY,
704         &RMF_MDT_BODY,
705         &RMF_MDS_HSM_PROGRESS,
706 };
707
708 static const struct req_msg_field *mdt_hsm_ct_register[] = {
709         &RMF_PTLRPC_BODY,
710         &RMF_MDT_BODY,
711         &RMF_MDS_HSM_ARCHIVE,
712 };
713
714 static const struct req_msg_field *mdt_hsm_ct_unregister[] = {
715         &RMF_PTLRPC_BODY,
716         &RMF_MDT_BODY,
717 };
718
719 static const struct req_msg_field *mdt_hsm_action_server[] = {
720         &RMF_PTLRPC_BODY,
721         &RMF_MDT_BODY,
722         &RMF_MDS_HSM_CURRENT_ACTION,
723 };
724
725 static const struct req_msg_field *mdt_hsm_state_get_server[] = {
726         &RMF_PTLRPC_BODY,
727         &RMF_MDT_BODY,
728         &RMF_HSM_USER_STATE,
729 };
730
731 static const struct req_msg_field *mdt_hsm_state_set[] = {
732         &RMF_PTLRPC_BODY,
733         &RMF_MDT_BODY,
734         &RMF_CAPA1,
735         &RMF_HSM_STATE_SET,
736 };
737
738 static const struct req_msg_field *mdt_hsm_request[] = {
739         &RMF_PTLRPC_BODY,
740         &RMF_MDT_BODY,
741         &RMF_MDS_HSM_REQUEST,
742         &RMF_MDS_HSM_USER_ITEM,
743         &RMF_GENERIC_DATA,
744 };
745
746 static const struct req_msg_field *obd_lfsck_request[] = {
747         &RMF_PTLRPC_BODY,
748         &RMF_LFSCK_REQUEST,
749 };
750
751 static const struct req_msg_field *obd_lfsck_reply[] = {
752         &RMF_PTLRPC_BODY,
753         &RMF_LFSCK_REPLY,
754 };
755
756 static struct req_format *req_formats[] = {
757         &RQF_OBD_PING,
758         &RQF_OBD_SET_INFO,
759         &RQF_MDT_SET_INFO,
760         &RQF_OBD_IDX_READ,
761         &RQF_SEC_CTX,
762         &RQF_MGS_TARGET_REG,
763 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 18, 53, 0)
764         &RQF_MGS_SET_INFO,
765 #endif
766         &RQF_MGS_CONFIG_READ,
767         &RQF_SEQ_QUERY,
768         &RQF_FLD_QUERY,
769         &RQF_FLD_READ,
770         &RQF_MDS_CONNECT,
771         &RQF_MDS_DISCONNECT,
772         &RQF_MDS_GET_INFO,
773         &RQF_MDS_GET_ROOT,
774         &RQF_MDS_STATFS,
775         &RQF_MDS_STATFS_NEW,
776         &RQF_MDS_GETATTR,
777         &RQF_MDS_GETATTR_NAME,
778         &RQF_MDS_GETXATTR,
779         &RQF_MDS_SYNC,
780         &RQF_MDS_CLOSE,
781         &RQF_MDS_CLOSE_INTENT,
782         &RQF_MDS_READPAGE,
783         &RQF_MDS_REINT,
784         &RQF_MDS_REINT_CREATE,
785         &RQF_MDS_REINT_CREATE_ACL,
786         &RQF_MDS_REINT_CREATE_SLAVE,
787         &RQF_MDS_REINT_CREATE_SYM,
788         &RQF_MDS_REINT_OPEN,
789         &RQF_MDS_REINT_UNLINK,
790         &RQF_MDS_REINT_LINK,
791         &RQF_MDS_REINT_RENAME,
792         &RQF_MDS_REINT_MIGRATE,
793         &RQF_MDS_REINT_SETATTR,
794         &RQF_MDS_REINT_SETXATTR,
795         &RQF_MDS_REINT_RESYNC,
796         &RQF_MDS_QUOTACTL,
797         &RQF_MDS_HSM_PROGRESS,
798         &RQF_MDS_HSM_CT_REGISTER,
799         &RQF_MDS_HSM_CT_UNREGISTER,
800         &RQF_MDS_HSM_STATE_GET,
801         &RQF_MDS_HSM_STATE_SET,
802         &RQF_MDS_HSM_ACTION,
803         &RQF_MDS_HSM_REQUEST,
804         &RQF_MDS_SWAP_LAYOUTS,
805         &RQF_MDS_RMFID,
806 #ifdef HAVE_SERVER_SUPPORT
807         &RQF_OUT_UPDATE,
808 #endif
809         &RQF_OST_CONNECT,
810         &RQF_OST_DISCONNECT,
811         &RQF_OST_QUOTACTL,
812         &RQF_OST_GETATTR,
813         &RQF_OST_SETATTR,
814         &RQF_OST_CREATE,
815         &RQF_OST_PUNCH,
816         &RQF_OST_FALLOCATE,
817         &RQF_OST_SYNC,
818         &RQF_OST_DESTROY,
819         &RQF_OST_BRW_READ,
820         &RQF_OST_BRW_WRITE,
821         &RQF_OST_STATFS,
822         &RQF_OST_SET_GRANT_INFO,
823         &RQF_OST_GET_INFO,
824         &RQF_OST_GET_INFO_LAST_ID,
825         &RQF_OST_GET_INFO_LAST_FID,
826         &RQF_OST_SET_INFO_LAST_FID,
827         &RQF_OST_GET_INFO_FIEMAP,
828         &RQF_OST_LADVISE,
829         &RQF_OST_SEEK,
830         &RQF_LDLM_ENQUEUE,
831         &RQF_LDLM_ENQUEUE_LVB,
832         &RQF_LDLM_CONVERT,
833         &RQF_LDLM_CANCEL,
834         &RQF_LDLM_CALLBACK,
835         &RQF_LDLM_CP_CALLBACK,
836         &RQF_LDLM_BL_CALLBACK,
837         &RQF_LDLM_GL_CALLBACK,
838         &RQF_LDLM_GL_CALLBACK_DESC,
839         &RQF_LDLM_INTENT,
840         &RQF_LDLM_INTENT_BASIC,
841         &RQF_LDLM_INTENT_LAYOUT,
842         &RQF_LDLM_INTENT_GETATTR,
843         &RQF_LDLM_INTENT_OPEN,
844         &RQF_LDLM_INTENT_CREATE,
845         &RQF_LDLM_INTENT_GETXATTR,
846         &RQF_LDLM_INTENT_QUOTA,
847         &RQF_QUOTA_DQACQ,
848         &RQF_LLOG_ORIGIN_HANDLE_CREATE,
849         &RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK,
850         &RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK,
851         &RQF_LLOG_ORIGIN_HANDLE_READ_HEADER,
852         &RQF_CONNECT,
853         &RQF_LFSCK_NOTIFY,
854         &RQF_LFSCK_QUERY,
855 };
856
857 struct req_msg_field {
858         const __u32 rmf_flags;
859         const char  *rmf_name;
860         /**
861          * Field length. (-1) means "variable length".  If the
862          * \a RMF_F_STRUCT_ARRAY flag is set the field is also variable-length,
863          * but the actual size must be a whole multiple of \a rmf_size.
864          */
865         const int   rmf_size;
866         void        (*rmf_swabber)(void *);
867         /**
868          * Pass buffer size to swabbing function
869          * \retval      > 0             the number of bytes swabbed
870          *              -EOVERFLOW      on error
871          */
872         int         (*rmf_swab_len)(void *, __u32);
873         void        (*rmf_dumper)(void *);
874         int         rmf_offset[ARRAY_SIZE(req_formats)][RCL_NR];
875 };
876
877 enum rmf_flags {
878         /**
879          * The field is a string, must be NUL-terminated.
880          */
881         RMF_F_STRING            = BIT(0),
882         /**
883          * The field's buffer size need not match the declared \a rmf_size.
884          */
885         RMF_F_NO_SIZE_CHECK     = BIT(1),
886         /**
887          * The field's buffer size must be a whole multiple of the declared \a
888          * rmf_size and the \a rmf_swabber function must work on the declared \a
889          * rmf_size worth of bytes.
890          */
891         RMF_F_STRUCT_ARRAY      = BIT(2),
892 };
893
894 struct req_capsule;
895
896 /*
897  * Request fields.
898  */
899 #define DEFINE_MSGF(name, flags, size, swabber, dumper) {       \
900         .rmf_name    = (name),                                  \
901         .rmf_flags   = (flags),                                 \
902         .rmf_size    = (size),                                  \
903         .rmf_swabber = (void (*)(void*))(swabber),              \
904         .rmf_dumper  = (void (*)(void*))(dumper)                \
905 }
906
907 #define DEFINE_MSGFL(name, flags, size, swab_len, dumper) {     \
908         .rmf_name     = (name),                                 \
909         .rmf_flags    = (flags),                                \
910         .rmf_size     = (size),                                 \
911         .rmf_swab_len = (int (*)(void *, __u32))(swab_len),     \
912         .rmf_dumper   = (void (*)(void *))(dumper)              \
913 }
914
915 struct req_msg_field RMF_GENERIC_DATA =
916         DEFINE_MSGF("generic_data", 0,
917                     -1, NULL, NULL);
918 EXPORT_SYMBOL(RMF_GENERIC_DATA);
919
920 struct req_msg_field RMF_MGS_TARGET_INFO =
921         DEFINE_MSGF("mgs_target_info", 0,
922                     sizeof(struct mgs_target_info),
923                     lustre_swab_mgs_target_info, NULL);
924 EXPORT_SYMBOL(RMF_MGS_TARGET_INFO);
925
926 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 18, 53, 0)
927 struct req_msg_field RMF_MGS_SEND_PARAM =
928         DEFINE_MSGF("mgs_send_param", 0,
929                     sizeof(struct mgs_send_param),
930                     NULL, NULL);
931 EXPORT_SYMBOL(RMF_MGS_SEND_PARAM);
932 #endif
933
934 struct req_msg_field RMF_MGS_CONFIG_BODY =
935         DEFINE_MSGF("mgs_config_read request", 0,
936                     sizeof(struct mgs_config_body),
937                     lustre_swab_mgs_config_body, NULL);
938 EXPORT_SYMBOL(RMF_MGS_CONFIG_BODY);
939
940 struct req_msg_field RMF_MGS_CONFIG_RES =
941         DEFINE_MSGF("mgs_config_read reply ", 0,
942                     sizeof(struct mgs_config_res),
943                     lustre_swab_mgs_config_res, NULL);
944 EXPORT_SYMBOL(RMF_MGS_CONFIG_RES);
945
946 struct req_msg_field RMF_U32 =
947         DEFINE_MSGF("generic u32", RMF_F_STRUCT_ARRAY,
948                     sizeof(__u32), lustre_swab_generic_32s, NULL);
949 EXPORT_SYMBOL(RMF_U32);
950
951 struct req_msg_field RMF_SETINFO_VAL =
952         DEFINE_MSGF("setinfo_val", 0, -1, NULL, NULL);
953 EXPORT_SYMBOL(RMF_SETINFO_VAL);
954
955 struct req_msg_field RMF_GETINFO_KEY =
956         DEFINE_MSGF("getinfo_key", 0, -1, NULL, NULL);
957 EXPORT_SYMBOL(RMF_GETINFO_KEY);
958
959 struct req_msg_field RMF_GETINFO_VALLEN =
960         DEFINE_MSGF("getinfo_vallen", 0,
961                     sizeof(__u32), lustre_swab_generic_32s, NULL);
962 EXPORT_SYMBOL(RMF_GETINFO_VALLEN);
963
964 struct req_msg_field RMF_GETINFO_VAL =
965         DEFINE_MSGF("getinfo_val", 0, -1, NULL, NULL);
966 EXPORT_SYMBOL(RMF_GETINFO_VAL);
967
968 struct req_msg_field RMF_SEQ_OPC =
969         DEFINE_MSGF("seq_query_opc", 0,
970                     sizeof(__u32), lustre_swab_generic_32s, NULL);
971 EXPORT_SYMBOL(RMF_SEQ_OPC);
972
973 struct req_msg_field RMF_SEQ_RANGE =
974         DEFINE_MSGF("seq_query_range", 0,
975                     sizeof(struct lu_seq_range),
976                     lustre_swab_lu_seq_range, NULL);
977 EXPORT_SYMBOL(RMF_SEQ_RANGE);
978
979 struct req_msg_field RMF_FLD_OPC =
980         DEFINE_MSGF("fld_query_opc", 0,
981                     sizeof(__u32), lustre_swab_generic_32s, NULL);
982 EXPORT_SYMBOL(RMF_FLD_OPC);
983
984 struct req_msg_field RMF_FLD_MDFLD =
985         DEFINE_MSGF("fld_query_mdfld", 0,
986                     sizeof(struct lu_seq_range),
987                     lustre_swab_lu_seq_range, NULL);
988 EXPORT_SYMBOL(RMF_FLD_MDFLD);
989
990 struct req_msg_field RMF_MDT_BODY =
991         DEFINE_MSGF("mdt_body", 0,
992                     sizeof(struct mdt_body), lustre_swab_mdt_body, NULL);
993 EXPORT_SYMBOL(RMF_MDT_BODY);
994
995 struct req_msg_field RMF_OBD_QUOTACTL =
996         DEFINE_MSGFL("obd_quotactl",
997                      0,
998                      sizeof(struct obd_quotactl),
999                      lustre_swab_obd_quotactl, NULL);
1000 EXPORT_SYMBOL(RMF_OBD_QUOTACTL);
1001
1002 struct req_msg_field RMF_QUOTA_BODY =
1003         DEFINE_MSGF("quota_body", 0,
1004                     sizeof(struct quota_body), lustre_swab_quota_body, NULL);
1005 EXPORT_SYMBOL(RMF_QUOTA_BODY);
1006
1007 struct req_msg_field RMF_MDT_EPOCH =
1008         DEFINE_MSGF("mdt_ioepoch", 0,
1009                     sizeof(struct mdt_ioepoch), lustre_swab_mdt_ioepoch, NULL);
1010 EXPORT_SYMBOL(RMF_MDT_EPOCH);
1011
1012 struct req_msg_field RMF_PTLRPC_BODY =
1013         DEFINE_MSGF("ptlrpc_body", 0,
1014                     sizeof(struct ptlrpc_body), lustre_swab_ptlrpc_body, NULL);
1015 EXPORT_SYMBOL(RMF_PTLRPC_BODY);
1016
1017 struct req_msg_field RMF_CLOSE_DATA =
1018         DEFINE_MSGF("data_version", 0,
1019                     sizeof(struct close_data), lustre_swab_close_data, NULL);
1020 EXPORT_SYMBOL(RMF_CLOSE_DATA);
1021
1022 struct req_msg_field RMF_OBD_STATFS =
1023         DEFINE_MSGF("obd_statfs", 0,
1024                     sizeof(struct obd_statfs), lustre_swab_obd_statfs, NULL);
1025 EXPORT_SYMBOL(RMF_OBD_STATFS);
1026
1027 struct req_msg_field RMF_SETINFO_KEY =
1028         DEFINE_MSGF("setinfo_key", 0, -1, NULL, NULL);
1029 EXPORT_SYMBOL(RMF_SETINFO_KEY);
1030
1031 struct req_msg_field RMF_NAME =
1032         DEFINE_MSGF("name", RMF_F_STRING, -1, NULL, NULL);
1033 EXPORT_SYMBOL(RMF_NAME);
1034
1035 struct req_msg_field RMF_FID_ARRAY =
1036         DEFINE_MSGF("fid_array", 0, -1, NULL, NULL);
1037 EXPORT_SYMBOL(RMF_FID_ARRAY);
1038
1039 struct req_msg_field RMF_SYMTGT =
1040         DEFINE_MSGF("symtgt", 0, -1, NULL, NULL);
1041 EXPORT_SYMBOL(RMF_SYMTGT);
1042
1043 struct req_msg_field RMF_TGTUUID =
1044         DEFINE_MSGF("tgtuuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
1045         NULL);
1046 EXPORT_SYMBOL(RMF_TGTUUID);
1047
1048 struct req_msg_field RMF_CLUUID =
1049         DEFINE_MSGF("cluuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
1050         NULL);
1051 EXPORT_SYMBOL(RMF_CLUUID);
1052
1053 struct req_msg_field RMF_STRING =
1054         DEFINE_MSGF("string", RMF_F_STRING, -1, NULL, NULL);
1055 EXPORT_SYMBOL(RMF_STRING);
1056
1057 struct req_msg_field RMF_FILE_SECCTX_NAME =
1058         DEFINE_MSGF("file_secctx_name", RMF_F_STRING, -1, NULL, NULL);
1059 EXPORT_SYMBOL(RMF_FILE_SECCTX_NAME);
1060
1061 struct req_msg_field RMF_FILE_SECCTX =
1062         DEFINE_MSGF("file_secctx", RMF_F_NO_SIZE_CHECK, -1, NULL, NULL);
1063 EXPORT_SYMBOL(RMF_FILE_SECCTX);
1064
1065 struct req_msg_field RMF_FILE_ENCCTX =
1066         DEFINE_MSGF("file_encctx", RMF_F_NO_SIZE_CHECK, -1, NULL, NULL);
1067 EXPORT_SYMBOL(RMF_FILE_ENCCTX);
1068
1069 struct req_msg_field RMF_LLOGD_BODY =
1070         DEFINE_MSGF("llogd_body", 0,
1071                     sizeof(struct llogd_body), lustre_swab_llogd_body, NULL);
1072 EXPORT_SYMBOL(RMF_LLOGD_BODY);
1073
1074 struct req_msg_field RMF_LLOG_LOG_HDR =
1075         DEFINE_MSGF("llog_log_hdr", 0,
1076                     sizeof(struct llog_log_hdr), lustre_swab_llog_hdr, NULL);
1077 EXPORT_SYMBOL(RMF_LLOG_LOG_HDR);
1078
1079 struct req_msg_field RMF_LLOGD_CONN_BODY =
1080         DEFINE_MSGF("llogd_conn_body", 0,
1081                     sizeof(struct llogd_conn_body),
1082                     lustre_swab_llogd_conn_body, NULL);
1083 EXPORT_SYMBOL(RMF_LLOGD_CONN_BODY);
1084
1085 /*
1086  * connection handle received in MDS_CONNECT request.
1087  *
1088  * No swabbing needed because struct lustre_handle contains only a 64-bit cookie
1089  * that the client does not interpret at all.
1090  */
1091 struct req_msg_field RMF_CONN =
1092         DEFINE_MSGF("conn", 0, sizeof(struct lustre_handle), NULL, NULL);
1093 EXPORT_SYMBOL(RMF_CONN);
1094
1095 struct req_msg_field RMF_CONNECT_DATA =
1096         DEFINE_MSGF("cdata",
1097                     RMF_F_NO_SIZE_CHECK /* we allow extra space for interop */,
1098                     sizeof(struct obd_connect_data),
1099                     lustre_swab_connect, NULL);
1100 EXPORT_SYMBOL(RMF_CONNECT_DATA);
1101
1102 struct req_msg_field RMF_DLM_REQ =
1103         DEFINE_MSGF("dlm_req", RMF_F_NO_SIZE_CHECK /* ldlm_request_bufsize */,
1104                     sizeof(struct ldlm_request),
1105                     lustre_swab_ldlm_request, NULL);
1106 EXPORT_SYMBOL(RMF_DLM_REQ);
1107
1108 struct req_msg_field RMF_DLM_REP =
1109         DEFINE_MSGF("dlm_rep", 0,
1110                     sizeof(struct ldlm_reply), lustre_swab_ldlm_reply, NULL);
1111 EXPORT_SYMBOL(RMF_DLM_REP);
1112
1113 struct req_msg_field RMF_LDLM_INTENT =
1114         DEFINE_MSGF("ldlm_intent", 0,
1115                     sizeof(struct ldlm_intent), lustre_swab_ldlm_intent, NULL);
1116 EXPORT_SYMBOL(RMF_LDLM_INTENT);
1117
1118 struct req_msg_field RMF_DLM_LVB =
1119         DEFINE_MSGF("dlm_lvb", 0, -1, NULL, NULL);
1120 EXPORT_SYMBOL(RMF_DLM_LVB);
1121
1122 struct req_msg_field RMF_DLM_GL_DESC =
1123         DEFINE_MSGF("dlm_gl_desc", 0, sizeof(union ldlm_gl_desc), NULL, NULL);
1124 EXPORT_SYMBOL(RMF_DLM_GL_DESC);
1125
1126 struct req_msg_field RMF_MDT_MD =
1127         DEFINE_MSGF("mdt_md", RMF_F_NO_SIZE_CHECK, MIN_MD_SIZE, NULL, NULL);
1128 EXPORT_SYMBOL(RMF_MDT_MD);
1129
1130 struct req_msg_field RMF_DEFAULT_MDT_MD =
1131         DEFINE_MSGF("default_mdt_md", RMF_F_NO_SIZE_CHECK, MIN_MD_SIZE, NULL,
1132                     NULL);
1133 EXPORT_SYMBOL(RMF_DEFAULT_MDT_MD);
1134
1135 struct req_msg_field RMF_REC_REINT =
1136         DEFINE_MSGF("rec_reint", 0, sizeof(struct mdt_rec_reint),
1137                     lustre_swab_mdt_rec_reint, NULL);
1138 EXPORT_SYMBOL(RMF_REC_REINT);
1139
1140 /* FIXME: this length should be defined as a macro */
1141 struct req_msg_field RMF_EADATA = DEFINE_MSGF("eadata", 0, -1,
1142                                                     NULL, NULL);
1143 EXPORT_SYMBOL(RMF_EADATA);
1144
1145 struct req_msg_field RMF_EAVALS = DEFINE_MSGF("eavals", 0, -1, NULL, NULL);
1146 EXPORT_SYMBOL(RMF_EAVALS);
1147
1148 struct req_msg_field RMF_ACL = DEFINE_MSGF("acl", 0, -1, NULL, NULL);
1149 EXPORT_SYMBOL(RMF_ACL);
1150
1151 /* FIXME: this should be made to use RMF_F_STRUCT_ARRAY */
1152 struct req_msg_field RMF_LOGCOOKIES =
1153         DEFINE_MSGF("logcookies", RMF_F_NO_SIZE_CHECK /* multiple cookies */,
1154                     sizeof(struct llog_cookie), NULL, NULL);
1155 EXPORT_SYMBOL(RMF_LOGCOOKIES);
1156
1157 struct req_msg_field RMF_CAPA1 =
1158         DEFINE_MSGF("capa", 0, 0, NULL, NULL);
1159 EXPORT_SYMBOL(RMF_CAPA1);
1160
1161 struct req_msg_field RMF_CAPA2 =
1162         DEFINE_MSGF("capa", 0, 0, NULL, NULL);
1163 EXPORT_SYMBOL(RMF_CAPA2);
1164
1165 struct req_msg_field RMF_LAYOUT_INTENT =
1166         DEFINE_MSGF("layout_intent", 0,
1167                     sizeof(struct layout_intent), lustre_swab_layout_intent,
1168                     NULL);
1169 EXPORT_SYMBOL(RMF_LAYOUT_INTENT);
1170
1171 struct req_msg_field RMF_SELINUX_POL =
1172         DEFINE_MSGF("selinux_pol", RMF_F_STRING, -1, NULL, NULL);
1173 EXPORT_SYMBOL(RMF_SELINUX_POL);
1174
1175 /*
1176  * OST request field.
1177  */
1178 struct req_msg_field RMF_OST_BODY =
1179         DEFINE_MSGF("ost_body", 0,
1180                     sizeof(struct ost_body), lustre_swab_ost_body,
1181                     dump_ost_body);
1182 EXPORT_SYMBOL(RMF_OST_BODY);
1183
1184 struct req_msg_field RMF_OBD_IOOBJ =
1185         DEFINE_MSGF("obd_ioobj", RMF_F_STRUCT_ARRAY,
1186                     sizeof(struct obd_ioobj), lustre_swab_obd_ioobj, dump_ioo);
1187 EXPORT_SYMBOL(RMF_OBD_IOOBJ);
1188
1189 struct req_msg_field RMF_NIOBUF_REMOTE =
1190         DEFINE_MSGF("niobuf_remote", RMF_F_STRUCT_ARRAY,
1191                     sizeof(struct niobuf_remote), lustre_swab_niobuf_remote,
1192                     dump_rniobuf);
1193 EXPORT_SYMBOL(RMF_NIOBUF_REMOTE);
1194
1195 struct req_msg_field RMF_NIOBUF_INLINE =
1196         DEFINE_MSGF("niobuf_inline", RMF_F_NO_SIZE_CHECK,
1197                     sizeof(struct niobuf_remote), lustre_swab_niobuf_remote,
1198                     dump_rniobuf);
1199 EXPORT_SYMBOL(RMF_NIOBUF_INLINE);
1200
1201 struct req_msg_field RMF_RCS =
1202         DEFINE_MSGF("niobuf_rcs", RMF_F_STRUCT_ARRAY, sizeof(__u32),
1203                     lustre_swab_generic_32s, dump_rcs);
1204 EXPORT_SYMBOL(RMF_RCS);
1205
1206 struct req_msg_field RMF_EAVALS_LENS =
1207         DEFINE_MSGF("eavals_lens", RMF_F_STRUCT_ARRAY, sizeof(__u32),
1208                 lustre_swab_generic_32s, NULL);
1209 EXPORT_SYMBOL(RMF_EAVALS_LENS);
1210
1211 struct req_msg_field RMF_OBD_ID =
1212         DEFINE_MSGF("obd_id", 0,
1213                     sizeof(__u64), lustre_swab_ost_last_id, NULL);
1214 EXPORT_SYMBOL(RMF_OBD_ID);
1215
1216 struct req_msg_field RMF_FID =
1217         DEFINE_MSGF("fid", 0,
1218                     sizeof(struct lu_fid), lustre_swab_lu_fid, NULL);
1219 EXPORT_SYMBOL(RMF_FID);
1220
1221 struct req_msg_field RMF_OST_ID =
1222         DEFINE_MSGF("ost_id", 0,
1223                     sizeof(struct ost_id), lustre_swab_ost_id, NULL);
1224 EXPORT_SYMBOL(RMF_OST_ID);
1225
1226 struct req_msg_field RMF_FIEMAP_KEY =
1227         DEFINE_MSGF("fiemap_key", 0, sizeof(struct ll_fiemap_info_key),
1228                     lustre_swab_fiemap_info_key, NULL);
1229 EXPORT_SYMBOL(RMF_FIEMAP_KEY);
1230
1231 struct req_msg_field RMF_FIEMAP_VAL =
1232         DEFINE_MSGFL("fiemap", 0, -1, lustre_swab_fiemap, NULL);
1233 EXPORT_SYMBOL(RMF_FIEMAP_VAL);
1234
1235 struct req_msg_field RMF_IDX_INFO =
1236         DEFINE_MSGF("idx_info", 0, sizeof(struct idx_info),
1237                     lustre_swab_idx_info, NULL);
1238 EXPORT_SYMBOL(RMF_IDX_INFO);
1239 struct req_msg_field RMF_SHORT_IO =
1240         DEFINE_MSGF("short_io", 0, -1, NULL, NULL);
1241 EXPORT_SYMBOL(RMF_SHORT_IO);
1242 struct req_msg_field RMF_HSM_USER_STATE =
1243         DEFINE_MSGF("hsm_user_state", 0, sizeof(struct hsm_user_state),
1244                     lustre_swab_hsm_user_state, NULL);
1245 EXPORT_SYMBOL(RMF_HSM_USER_STATE);
1246
1247 struct req_msg_field RMF_HSM_STATE_SET =
1248         DEFINE_MSGF("hsm_state_set", 0, sizeof(struct hsm_state_set),
1249                     lustre_swab_hsm_state_set, NULL);
1250 EXPORT_SYMBOL(RMF_HSM_STATE_SET);
1251
1252 struct req_msg_field RMF_MDS_HSM_PROGRESS =
1253         DEFINE_MSGF("hsm_progress", 0, sizeof(struct hsm_progress_kernel),
1254                     lustre_swab_hsm_progress_kernel, NULL);
1255 EXPORT_SYMBOL(RMF_MDS_HSM_PROGRESS);
1256
1257 struct req_msg_field RMF_MDS_HSM_CURRENT_ACTION =
1258         DEFINE_MSGF("hsm_current_action", 0, sizeof(struct hsm_current_action),
1259                     lustre_swab_hsm_current_action, NULL);
1260 EXPORT_SYMBOL(RMF_MDS_HSM_CURRENT_ACTION);
1261
1262 struct req_msg_field RMF_MDS_HSM_USER_ITEM =
1263         DEFINE_MSGF("hsm_user_item", RMF_F_STRUCT_ARRAY,
1264                     sizeof(struct hsm_user_item), lustre_swab_hsm_user_item,
1265                     NULL);
1266 EXPORT_SYMBOL(RMF_MDS_HSM_USER_ITEM);
1267
1268 struct req_msg_field RMF_MDS_HSM_ARCHIVE =
1269         DEFINE_MSGF("hsm_archive", RMF_F_STRUCT_ARRAY,
1270                     sizeof(__u32), lustre_swab_generic_32s, NULL);
1271 EXPORT_SYMBOL(RMF_MDS_HSM_ARCHIVE);
1272
1273 struct req_msg_field RMF_MDS_HSM_REQUEST =
1274         DEFINE_MSGF("hsm_request", 0, sizeof(struct hsm_request),
1275                     lustre_swab_hsm_request, NULL);
1276 EXPORT_SYMBOL(RMF_MDS_HSM_REQUEST);
1277
1278 struct req_msg_field RMF_SWAP_LAYOUTS =
1279         DEFINE_MSGF("swap_layouts", 0, sizeof(struct  mdc_swap_layouts),
1280                     lustre_swab_swap_layouts, NULL);
1281 EXPORT_SYMBOL(RMF_SWAP_LAYOUTS);
1282
1283 struct req_msg_field RMF_LFSCK_REQUEST =
1284         DEFINE_MSGF("lfsck_request", 0, sizeof(struct lfsck_request),
1285                     lustre_swab_lfsck_request, NULL);
1286 EXPORT_SYMBOL(RMF_LFSCK_REQUEST);
1287
1288 struct req_msg_field RMF_LFSCK_REPLY =
1289         DEFINE_MSGF("lfsck_reply", 0, sizeof(struct lfsck_reply),
1290                     lustre_swab_lfsck_reply, NULL);
1291 EXPORT_SYMBOL(RMF_LFSCK_REPLY);
1292
1293 struct req_msg_field RMF_OST_LADVISE_HDR =
1294         DEFINE_MSGF("ladvise_request", 0,
1295                     sizeof(struct ladvise_hdr),
1296                     lustre_swab_ladvise_hdr, NULL);
1297 EXPORT_SYMBOL(RMF_OST_LADVISE_HDR);
1298
1299 struct req_msg_field RMF_OST_LADVISE =
1300         DEFINE_MSGF("ladvise_request", RMF_F_STRUCT_ARRAY,
1301                     sizeof(struct lu_ladvise),
1302                     lustre_swab_ladvise, NULL);
1303 EXPORT_SYMBOL(RMF_OST_LADVISE);
1304
1305 /*
1306  * Request formats.
1307  */
1308
1309 struct req_format {
1310         const char *rf_name;
1311         size_t      rf_idx;
1312         struct {
1313                 size_t                       nr;
1314                 const struct req_msg_field **d;
1315         } rf_fields[RCL_NR];
1316 };
1317
1318 #define DEFINE_REQ_FMT(name, client, client_nr, server, server_nr) {    \
1319         .rf_name   = name,                                              \
1320         .rf_fields = {                                                  \
1321                 [RCL_CLIENT] = {                                        \
1322                         .nr = client_nr,                                \
1323                         .d  = client                                    \
1324                 },                                                      \
1325                 [RCL_SERVER] = {                                        \
1326                         .nr = server_nr,                                \
1327                         .d  = server                                    \
1328                 }                                                       \
1329         }                                                               \
1330 }
1331
1332 #define DEFINE_REQ_FMT0(name, client, server)                                  \
1333 DEFINE_REQ_FMT(name, client, ARRAY_SIZE(client), server, ARRAY_SIZE(server))
1334
1335 struct req_format RQF_OBD_PING =
1336         DEFINE_REQ_FMT0("OBD_PING", empty, empty);
1337 EXPORT_SYMBOL(RQF_OBD_PING);
1338
1339 struct req_format RQF_OBD_SET_INFO =
1340         DEFINE_REQ_FMT0("OBD_SET_INFO", obd_set_info_client, empty);
1341 EXPORT_SYMBOL(RQF_OBD_SET_INFO);
1342
1343 struct req_format RQF_MDT_SET_INFO =
1344         DEFINE_REQ_FMT0("MDT_SET_INFO", mdt_set_info_client, empty);
1345 EXPORT_SYMBOL(RQF_MDT_SET_INFO);
1346
1347 /* Read index file through the network */
1348 struct req_format RQF_OBD_IDX_READ =
1349         DEFINE_REQ_FMT0("OBD_IDX_READ",
1350                         obd_idx_read_client, obd_idx_read_server);
1351 EXPORT_SYMBOL(RQF_OBD_IDX_READ);
1352
1353 struct req_format RQF_SEC_CTX =
1354         DEFINE_REQ_FMT0("SEC_CTX", empty, empty);
1355 EXPORT_SYMBOL(RQF_SEC_CTX);
1356
1357 struct req_format RQF_MGS_TARGET_REG =
1358         DEFINE_REQ_FMT0("MGS_TARGET_REG", mgs_target_info_only,
1359                          mgs_target_info_only);
1360 EXPORT_SYMBOL(RQF_MGS_TARGET_REG);
1361
1362 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 18, 53, 0)
1363 struct req_format RQF_MGS_SET_INFO =
1364         DEFINE_REQ_FMT0("MGS_SET_INFO", mgs_set_info,
1365                         mgs_set_info);
1366 EXPORT_SYMBOL(RQF_MGS_SET_INFO);
1367 #endif
1368
1369 struct req_format RQF_MGS_CONFIG_READ =
1370         DEFINE_REQ_FMT0("MGS_CONFIG_READ", mgs_config_read_client,
1371                          mgs_config_read_server);
1372 EXPORT_SYMBOL(RQF_MGS_CONFIG_READ);
1373
1374 struct req_format RQF_SEQ_QUERY =
1375         DEFINE_REQ_FMT0("SEQ_QUERY", seq_query_client, seq_query_server);
1376 EXPORT_SYMBOL(RQF_SEQ_QUERY);
1377
1378 struct req_format RQF_FLD_QUERY =
1379         DEFINE_REQ_FMT0("FLD_QUERY", fld_query_client, fld_query_server);
1380 EXPORT_SYMBOL(RQF_FLD_QUERY);
1381
1382 /* The 'fld_read_server' uses 'RMF_GENERIC_DATA' to hold the 'FLD_QUERY'
1383  * RPC reply that is composed of 'struct lu_seq_range_array'. But there
1384  * is not registered swabber function for 'RMF_GENERIC_DATA'. So the RPC
1385  * peers need to handle the RPC reply with fixed little-endian format.
1386  *
1387  * In theory, we can define new structure with some swabber registered to
1388  * handle the 'FLD_QUERY' RPC reply result automatically. But from the
1389  * implementation view, it is not easy to be done within current "struct
1390  * req_msg_field" framework. Because the sequence range array in the RPC
1391  * reply is not fixed length, instead, its length depends on 'lu_seq_range'
1392  * count, that is unknown when prepare the RPC buffer. Generally, for such
1393  * flexible length RPC usage, there will be a field in the RPC layout to
1394  * indicate the data length. But for the 'FLD_READ' RPC, we have no way to
1395  * do that unless we add new length filed that will broken the on-wire RPC
1396  * protocol and cause interoperability trouble with old peer. */
1397 struct req_format RQF_FLD_READ =
1398         DEFINE_REQ_FMT0("FLD_READ", fld_read_client, fld_read_server);
1399 EXPORT_SYMBOL(RQF_FLD_READ);
1400
1401 struct req_format RQF_MDS_QUOTACTL =
1402         DEFINE_REQ_FMT0("MDS_QUOTACTL", quotactl_only, quotactl_only);
1403 EXPORT_SYMBOL(RQF_MDS_QUOTACTL);
1404
1405 struct req_format RQF_OST_QUOTACTL =
1406         DEFINE_REQ_FMT0("OST_QUOTACTL", quotactl_only, quotactl_only);
1407 EXPORT_SYMBOL(RQF_OST_QUOTACTL);
1408
1409 struct req_format RQF_QUOTA_DQACQ =
1410         DEFINE_REQ_FMT0("QUOTA_DQACQ", quota_body_only, quota_body_only);
1411 EXPORT_SYMBOL(RQF_QUOTA_DQACQ);
1412
1413 struct req_format RQF_LDLM_INTENT_QUOTA =
1414         DEFINE_REQ_FMT0("LDLM_INTENT_QUOTA",
1415                         ldlm_intent_quota_client,
1416                         ldlm_intent_quota_server);
1417 EXPORT_SYMBOL(RQF_LDLM_INTENT_QUOTA);
1418
1419 struct req_format RQF_MDS_GET_ROOT =
1420         DEFINE_REQ_FMT0("MDS_GET_ROOT", mds_get_root_client, mdt_body_capa);
1421 EXPORT_SYMBOL(RQF_MDS_GET_ROOT);
1422
1423 struct req_format RQF_MDS_STATFS =
1424         DEFINE_REQ_FMT0("MDS_STATFS", empty, obd_statfs_server);
1425 EXPORT_SYMBOL(RQF_MDS_STATFS);
1426
1427 struct req_format RQF_MDS_STATFS_NEW =
1428         DEFINE_REQ_FMT0("MDS_STATFS_NEW", mdt_body_only, obd_statfs_server);
1429 EXPORT_SYMBOL(RQF_MDS_STATFS_NEW);
1430
1431 struct req_format RQF_MDS_SYNC =
1432         DEFINE_REQ_FMT0("MDS_SYNC", mdt_body_capa, mdt_body_only);
1433 EXPORT_SYMBOL(RQF_MDS_SYNC);
1434
1435 struct req_format RQF_MDS_GETATTR =
1436         DEFINE_REQ_FMT0("MDS_GETATTR", mdt_body_capa, mds_getattr_server);
1437 EXPORT_SYMBOL(RQF_MDS_GETATTR);
1438
1439 struct req_format RQF_MDS_GETXATTR =
1440         DEFINE_REQ_FMT0("MDS_GETXATTR",
1441                         mds_getxattr_client, mds_getxattr_server);
1442 EXPORT_SYMBOL(RQF_MDS_GETXATTR);
1443
1444 struct req_format RQF_MDS_GETATTR_NAME =
1445         DEFINE_REQ_FMT0("MDS_GETATTR_NAME",
1446                         mds_getattr_name_client, mds_getattr_server);
1447 EXPORT_SYMBOL(RQF_MDS_GETATTR_NAME);
1448
1449 struct req_format RQF_MDS_REINT =
1450         DEFINE_REQ_FMT0("MDS_REINT", mds_reint_client, mdt_body_only);
1451 EXPORT_SYMBOL(RQF_MDS_REINT);
1452
1453 struct req_format RQF_MDS_REINT_CREATE =
1454         DEFINE_REQ_FMT0("MDS_REINT_CREATE",
1455                         mds_reint_create_client, mdt_body_capa);
1456 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE);
1457
1458 struct req_format RQF_MDS_REINT_CREATE_ACL =
1459         DEFINE_REQ_FMT0("MDS_REINT_CREATE_ACL",
1460                         mds_reint_create_acl_client, mdt_body_capa);
1461 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_ACL);
1462
1463 struct req_format RQF_MDS_REINT_CREATE_SLAVE =
1464         DEFINE_REQ_FMT0("MDS_REINT_CREATE_EA",
1465                         mds_reint_create_slave_client, mdt_body_capa);
1466 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SLAVE);
1467
1468 struct req_format RQF_MDS_REINT_CREATE_SYM =
1469         DEFINE_REQ_FMT0("MDS_REINT_CREATE_SYM",
1470                         mds_reint_create_sym_client, mdt_body_capa);
1471 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SYM);
1472
1473 struct req_format RQF_MDS_REINT_OPEN =
1474         DEFINE_REQ_FMT0("MDS_REINT_OPEN",
1475                         mds_reint_open_client, mds_reint_open_server);
1476 EXPORT_SYMBOL(RQF_MDS_REINT_OPEN);
1477
1478 struct req_format RQF_MDS_REINT_UNLINK =
1479         DEFINE_REQ_FMT0("MDS_REINT_UNLINK", mds_reint_unlink_client,
1480                         mds_last_unlink_server);
1481 EXPORT_SYMBOL(RQF_MDS_REINT_UNLINK);
1482
1483 struct req_format RQF_MDS_REINT_LINK =
1484         DEFINE_REQ_FMT0("MDS_REINT_LINK",
1485                         mds_reint_link_client, mdt_body_only);
1486 EXPORT_SYMBOL(RQF_MDS_REINT_LINK);
1487
1488 struct req_format RQF_MDS_REINT_RENAME =
1489         DEFINE_REQ_FMT0("MDS_REINT_RENAME", mds_reint_rename_client,
1490                         mds_last_unlink_server);
1491 EXPORT_SYMBOL(RQF_MDS_REINT_RENAME);
1492
1493 struct req_format RQF_MDS_REINT_MIGRATE =
1494         DEFINE_REQ_FMT0("MDS_REINT_MIGRATE", mds_reint_migrate_client,
1495                         mds_last_unlink_server);
1496 EXPORT_SYMBOL(RQF_MDS_REINT_MIGRATE);
1497
1498 struct req_format RQF_MDS_REINT_SETATTR =
1499         DEFINE_REQ_FMT0("MDS_REINT_SETATTR",
1500                         mds_reint_setattr_client, mds_setattr_server);
1501 EXPORT_SYMBOL(RQF_MDS_REINT_SETATTR);
1502
1503 struct req_format RQF_MDS_REINT_SETXATTR =
1504         DEFINE_REQ_FMT0("MDS_REINT_SETXATTR",
1505                         mds_reint_setxattr_client, mdt_body_only);
1506 EXPORT_SYMBOL(RQF_MDS_REINT_SETXATTR);
1507
1508 struct req_format RQF_MDS_REINT_RESYNC =
1509         DEFINE_REQ_FMT0("MDS_REINT_RESYNC", mds_reint_resync, mdt_body_only);
1510 EXPORT_SYMBOL(RQF_MDS_REINT_RESYNC);
1511
1512 struct req_format RQF_MDS_CONNECT =
1513         DEFINE_REQ_FMT0("MDS_CONNECT",
1514                         obd_connect_client, obd_connect_server);
1515 EXPORT_SYMBOL(RQF_MDS_CONNECT);
1516
1517 struct req_format RQF_MDS_DISCONNECT =
1518         DEFINE_REQ_FMT0("MDS_DISCONNECT", empty, empty);
1519 EXPORT_SYMBOL(RQF_MDS_DISCONNECT);
1520
1521 struct req_format RQF_MDS_GET_INFO =
1522         DEFINE_REQ_FMT0("MDS_GET_INFO", mds_getinfo_client,
1523                         mds_getinfo_server);
1524 EXPORT_SYMBOL(RQF_MDS_GET_INFO);
1525
1526 struct req_format RQF_LDLM_ENQUEUE =
1527         DEFINE_REQ_FMT0("LDLM_ENQUEUE",
1528                         ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1529 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE);
1530
1531 struct req_format RQF_LDLM_ENQUEUE_LVB =
1532         DEFINE_REQ_FMT0("LDLM_ENQUEUE_LVB",
1533                         ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1534 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE_LVB);
1535
1536 struct req_format RQF_LDLM_CONVERT =
1537         DEFINE_REQ_FMT0("LDLM_CONVERT",
1538                         ldlm_enqueue_client, ldlm_enqueue_server);
1539 EXPORT_SYMBOL(RQF_LDLM_CONVERT);
1540
1541 struct req_format RQF_LDLM_CANCEL =
1542         DEFINE_REQ_FMT0("LDLM_CANCEL", ldlm_enqueue_client, empty);
1543 EXPORT_SYMBOL(RQF_LDLM_CANCEL);
1544
1545 struct req_format RQF_LDLM_CALLBACK =
1546         DEFINE_REQ_FMT0("LDLM_CALLBACK", ldlm_enqueue_client, empty);
1547 EXPORT_SYMBOL(RQF_LDLM_CALLBACK);
1548
1549 struct req_format RQF_LDLM_CP_CALLBACK =
1550         DEFINE_REQ_FMT0("LDLM_CP_CALLBACK", ldlm_cp_callback_client, empty);
1551 EXPORT_SYMBOL(RQF_LDLM_CP_CALLBACK);
1552
1553 struct req_format RQF_LDLM_BL_CALLBACK =
1554         DEFINE_REQ_FMT0("LDLM_BL_CALLBACK", ldlm_enqueue_client, empty);
1555 EXPORT_SYMBOL(RQF_LDLM_BL_CALLBACK);
1556
1557 struct req_format RQF_LDLM_GL_CALLBACK =
1558         DEFINE_REQ_FMT0("LDLM_GL_CALLBACK", ldlm_enqueue_client,
1559                         ldlm_gl_callback_server);
1560 EXPORT_SYMBOL(RQF_LDLM_GL_CALLBACK);
1561
1562 struct req_format RQF_LDLM_GL_CALLBACK_DESC =
1563         DEFINE_REQ_FMT0("LDLM_GL_CALLBACK", ldlm_gl_callback_desc_client,
1564                         ldlm_gl_callback_server);
1565 EXPORT_SYMBOL(RQF_LDLM_GL_CALLBACK_DESC);
1566
1567 struct req_format RQF_LDLM_INTENT_BASIC =
1568         DEFINE_REQ_FMT0("LDLM_INTENT_BASIC",
1569                         ldlm_intent_basic_client, ldlm_enqueue_lvb_server);
1570 EXPORT_SYMBOL(RQF_LDLM_INTENT_BASIC);
1571
1572 struct req_format RQF_LDLM_INTENT =
1573         DEFINE_REQ_FMT0("LDLM_INTENT",
1574                         ldlm_intent_client, ldlm_intent_server);
1575 EXPORT_SYMBOL(RQF_LDLM_INTENT);
1576
1577 struct req_format RQF_LDLM_INTENT_LAYOUT =
1578         DEFINE_REQ_FMT0("LDLM_INTENT_LAYOUT",
1579                         ldlm_intent_layout_client, ldlm_enqueue_lvb_server);
1580 EXPORT_SYMBOL(RQF_LDLM_INTENT_LAYOUT);
1581
1582 struct req_format RQF_LDLM_INTENT_GETATTR =
1583         DEFINE_REQ_FMT0("LDLM_INTENT_GETATTR",
1584                         ldlm_intent_getattr_client, ldlm_intent_getattr_server);
1585 EXPORT_SYMBOL(RQF_LDLM_INTENT_GETATTR);
1586
1587 struct req_format RQF_LDLM_INTENT_OPEN =
1588         DEFINE_REQ_FMT0("LDLM_INTENT_OPEN",
1589                         ldlm_intent_open_client, ldlm_intent_open_server);
1590 EXPORT_SYMBOL(RQF_LDLM_INTENT_OPEN);
1591
1592 struct req_format RQF_LDLM_INTENT_CREATE =
1593         DEFINE_REQ_FMT0("LDLM_INTENT_CREATE",
1594                         ldlm_intent_create_client, ldlm_intent_getattr_server);
1595 EXPORT_SYMBOL(RQF_LDLM_INTENT_CREATE);
1596
1597 struct req_format RQF_LDLM_INTENT_GETXATTR =
1598         DEFINE_REQ_FMT0("LDLM_INTENT_GETXATTR",
1599                         ldlm_intent_getxattr_client,
1600                         ldlm_intent_getxattr_server);
1601 EXPORT_SYMBOL(RQF_LDLM_INTENT_GETXATTR);
1602
1603 struct req_format RQF_MDS_CLOSE =
1604         DEFINE_REQ_FMT0("MDS_CLOSE",
1605                         mdt_close_client, mds_last_unlink_server);
1606 EXPORT_SYMBOL(RQF_MDS_CLOSE);
1607
1608 struct req_format RQF_MDS_CLOSE_INTENT =
1609         DEFINE_REQ_FMT0("MDS_CLOSE_INTENT",
1610                         mdt_close_intent_client, mds_last_unlink_server);
1611 EXPORT_SYMBOL(RQF_MDS_CLOSE_INTENT);
1612
1613 struct req_format RQF_MDS_READPAGE =
1614         DEFINE_REQ_FMT0("MDS_READPAGE",
1615                         mdt_body_capa, mdt_body_only);
1616 EXPORT_SYMBOL(RQF_MDS_READPAGE);
1617
1618 struct req_format RQF_MDS_HSM_ACTION =
1619         DEFINE_REQ_FMT0("MDS_HSM_ACTION", mdt_body_capa, mdt_hsm_action_server);
1620 EXPORT_SYMBOL(RQF_MDS_HSM_ACTION);
1621
1622 struct req_format RQF_MDS_HSM_PROGRESS =
1623         DEFINE_REQ_FMT0("MDS_HSM_PROGRESS", mdt_hsm_progress, empty);
1624 EXPORT_SYMBOL(RQF_MDS_HSM_PROGRESS);
1625
1626 struct req_format RQF_MDS_HSM_CT_REGISTER =
1627         DEFINE_REQ_FMT0("MDS_HSM_CT_REGISTER", mdt_hsm_ct_register, empty);
1628 EXPORT_SYMBOL(RQF_MDS_HSM_CT_REGISTER);
1629
1630 struct req_format RQF_MDS_HSM_CT_UNREGISTER =
1631         DEFINE_REQ_FMT0("MDS_HSM_CT_UNREGISTER", mdt_hsm_ct_unregister, empty);
1632 EXPORT_SYMBOL(RQF_MDS_HSM_CT_UNREGISTER);
1633
1634 struct req_format RQF_MDS_HSM_STATE_GET =
1635         DEFINE_REQ_FMT0("MDS_HSM_STATE_GET",
1636                         mdt_body_capa, mdt_hsm_state_get_server);
1637 EXPORT_SYMBOL(RQF_MDS_HSM_STATE_GET);
1638
1639 struct req_format RQF_MDS_HSM_STATE_SET =
1640         DEFINE_REQ_FMT0("MDS_HSM_STATE_SET", mdt_hsm_state_set, empty);
1641 EXPORT_SYMBOL(RQF_MDS_HSM_STATE_SET);
1642
1643 struct req_format RQF_MDS_HSM_REQUEST =
1644         DEFINE_REQ_FMT0("MDS_HSM_REQUEST", mdt_hsm_request, empty);
1645 EXPORT_SYMBOL(RQF_MDS_HSM_REQUEST);
1646
1647 struct req_format RQF_MDS_SWAP_LAYOUTS =
1648         DEFINE_REQ_FMT0("MDS_SWAP_LAYOUTS",
1649                         mdt_swap_layouts, empty);
1650 EXPORT_SYMBOL(RQF_MDS_SWAP_LAYOUTS);
1651
1652 struct req_format RQF_MDS_RMFID =
1653         DEFINE_REQ_FMT0("MDS_RMFID", mds_rmfid_client,
1654                         mds_rmfid_server);
1655 EXPORT_SYMBOL(RQF_MDS_RMFID);
1656
1657 struct req_format RQF_LLOG_ORIGIN_HANDLE_CREATE =
1658         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_CREATE",
1659                         llog_origin_handle_create_client, llogd_body_only);
1660 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_CREATE);
1661
1662 struct req_format RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK =
1663         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_NEXT_BLOCK",
1664                         llogd_body_only, llog_origin_handle_next_block_server);
1665 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK);
1666
1667 struct req_format RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK =
1668         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_PREV_BLOCK",
1669                         llogd_body_only, llog_origin_handle_next_block_server);
1670 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK);
1671
1672 struct req_format RQF_LLOG_ORIGIN_HANDLE_READ_HEADER =
1673         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_READ_HEADER",
1674                         llogd_body_only, llog_log_hdr_only);
1675 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_READ_HEADER);
1676
1677 struct req_format RQF_CONNECT =
1678         DEFINE_REQ_FMT0("CONNECT", obd_connect_client, obd_connect_server);
1679 EXPORT_SYMBOL(RQF_CONNECT);
1680
1681 struct req_format RQF_OST_CONNECT =
1682         DEFINE_REQ_FMT0("OST_CONNECT",
1683                         obd_connect_client, obd_connect_server);
1684 EXPORT_SYMBOL(RQF_OST_CONNECT);
1685
1686 struct req_format RQF_OST_DISCONNECT =
1687         DEFINE_REQ_FMT0("OST_DISCONNECT", empty, empty);
1688 EXPORT_SYMBOL(RQF_OST_DISCONNECT);
1689
1690 struct req_format RQF_OST_GETATTR =
1691         DEFINE_REQ_FMT0("OST_GETATTR", ost_body_capa, ost_body_only);
1692 EXPORT_SYMBOL(RQF_OST_GETATTR);
1693
1694 struct req_format RQF_OST_SETATTR =
1695         DEFINE_REQ_FMT0("OST_SETATTR", ost_body_capa, ost_body_only);
1696 EXPORT_SYMBOL(RQF_OST_SETATTR);
1697
1698 struct req_format RQF_OST_CREATE =
1699         DEFINE_REQ_FMT0("OST_CREATE", ost_body_only, ost_body_only);
1700 EXPORT_SYMBOL(RQF_OST_CREATE);
1701
1702 struct req_format RQF_OST_PUNCH =
1703         DEFINE_REQ_FMT0("OST_PUNCH", ost_body_capa, ost_body_only);
1704 EXPORT_SYMBOL(RQF_OST_PUNCH);
1705
1706 struct req_format RQF_OST_FALLOCATE =
1707         DEFINE_REQ_FMT0("OST_FALLOCATE", ost_body_capa, ost_body_only);
1708 EXPORT_SYMBOL(RQF_OST_FALLOCATE);
1709
1710 struct req_format RQF_OST_SEEK =
1711         DEFINE_REQ_FMT0("OST_SEEK", ost_body_only, ost_body_only);
1712 EXPORT_SYMBOL(RQF_OST_SEEK);
1713
1714 struct req_format RQF_OST_SYNC =
1715         DEFINE_REQ_FMT0("OST_SYNC", ost_body_capa, ost_body_only);
1716 EXPORT_SYMBOL(RQF_OST_SYNC);
1717
1718 struct req_format RQF_OST_DESTROY =
1719         DEFINE_REQ_FMT0("OST_DESTROY", ost_destroy_client, ost_body_only);
1720 EXPORT_SYMBOL(RQF_OST_DESTROY);
1721
1722 struct req_format RQF_OST_BRW_READ =
1723         DEFINE_REQ_FMT0("OST_BRW_READ", ost_brw_client, ost_brw_read_server);
1724 EXPORT_SYMBOL(RQF_OST_BRW_READ);
1725
1726 struct req_format RQF_OST_BRW_WRITE =
1727         DEFINE_REQ_FMT0("OST_BRW_WRITE", ost_brw_client, ost_brw_write_server);
1728 EXPORT_SYMBOL(RQF_OST_BRW_WRITE);
1729
1730 struct req_format RQF_OST_STATFS =
1731         DEFINE_REQ_FMT0("OST_STATFS", empty, obd_statfs_server);
1732 EXPORT_SYMBOL(RQF_OST_STATFS);
1733
1734 struct req_format RQF_OST_SET_GRANT_INFO =
1735         DEFINE_REQ_FMT0("OST_SET_GRANT_INFO", ost_grant_shrink_client,
1736                          ost_body_only);
1737 EXPORT_SYMBOL(RQF_OST_SET_GRANT_INFO);
1738
1739 struct req_format RQF_OST_GET_INFO =
1740         DEFINE_REQ_FMT0("OST_GET_INFO", ost_get_info_generic_client,
1741                                         ost_get_info_generic_server);
1742 EXPORT_SYMBOL(RQF_OST_GET_INFO);
1743
1744 struct req_format RQF_OST_GET_INFO_LAST_ID =
1745         DEFINE_REQ_FMT0("OST_GET_INFO_LAST_ID", ost_get_info_generic_client,
1746                                                 ost_get_last_id_server);
1747 EXPORT_SYMBOL(RQF_OST_GET_INFO_LAST_ID);
1748
1749 struct req_format RQF_OST_GET_INFO_LAST_FID =
1750         DEFINE_REQ_FMT0("OST_GET_INFO_LAST_FID", ost_get_last_fid_client,
1751                                                  ost_get_last_fid_server);
1752 EXPORT_SYMBOL(RQF_OST_GET_INFO_LAST_FID);
1753
1754 struct req_format RQF_OST_SET_INFO_LAST_FID =
1755         DEFINE_REQ_FMT0("OST_SET_INFO_LAST_FID", obd_set_info_client,
1756                                                  empty);
1757 EXPORT_SYMBOL(RQF_OST_SET_INFO_LAST_FID);
1758
1759 struct req_format RQF_OST_GET_INFO_FIEMAP =
1760         DEFINE_REQ_FMT0("OST_GET_INFO_FIEMAP", ost_get_fiemap_client,
1761                                                ost_get_fiemap_server);
1762 EXPORT_SYMBOL(RQF_OST_GET_INFO_FIEMAP);
1763
1764 struct req_format RQF_LFSCK_NOTIFY =
1765         DEFINE_REQ_FMT0("LFSCK_NOTIFY", obd_lfsck_request, empty);
1766 EXPORT_SYMBOL(RQF_LFSCK_NOTIFY);
1767
1768 struct req_format RQF_LFSCK_QUERY =
1769         DEFINE_REQ_FMT0("LFSCK_QUERY", obd_lfsck_request, obd_lfsck_reply);
1770 EXPORT_SYMBOL(RQF_LFSCK_QUERY);
1771
1772 struct req_format RQF_OST_LADVISE =
1773         DEFINE_REQ_FMT0("OST_LADVISE", ost_ladvise, ost_body_only);
1774 EXPORT_SYMBOL(RQF_OST_LADVISE);
1775
1776 /* Convenience macro */
1777 #define FMT_FIELD(fmt, i, j) (fmt)->rf_fields[(i)].d[(j)]
1778
1779 /**
1780  * Initializes the capsule abstraction by computing and setting the \a rf_idx
1781  * field of RQFs and the \a rmf_offset field of RMFs.
1782  */
1783 int req_layout_init(void)
1784 {
1785         size_t i;
1786         size_t j;
1787         size_t k;
1788         struct req_format *rf = NULL;
1789
1790         for (i = 0; i < ARRAY_SIZE(req_formats); ++i) {
1791                 rf = req_formats[i];
1792                 rf->rf_idx = i;
1793                 for (j = 0; j < RCL_NR; ++j) {
1794                         LASSERT(rf->rf_fields[j].nr <= REQ_MAX_FIELD_NR);
1795                         for (k = 0; k < rf->rf_fields[j].nr; ++k) {
1796                                 struct req_msg_field *field;
1797
1798                                 field = (typeof(field))rf->rf_fields[j].d[k];
1799                                 LASSERT(!(field->rmf_flags & RMF_F_STRUCT_ARRAY)
1800                                         || field->rmf_size > 0);
1801                                 LASSERT(field->rmf_offset[i][j] == 0);
1802                                 /*
1803                                  * k + 1 to detect unused format/field
1804                                  * combinations.
1805                                  */
1806                                 field->rmf_offset[i][j] = k + 1;
1807                         }
1808                 }
1809         }
1810         return 0;
1811 }
1812 EXPORT_SYMBOL(req_layout_init);
1813
1814 void req_layout_fini(void)
1815 {
1816 }
1817 EXPORT_SYMBOL(req_layout_fini);
1818
1819 /**
1820  * Initializes the expected sizes of each RMF in a \a pill (\a rc_area) to -1.
1821  *
1822  * Actual/expected field sizes are set elsewhere in functions in this file:
1823  * req_capsule_init(), req_capsule_server_pack(), req_capsule_set_size() and
1824  * req_capsule_msg_size().  The \a rc_area information is used by.
1825  * ptlrpc_request_set_replen().
1826  */
1827 void req_capsule_init_area(struct req_capsule *pill)
1828 {
1829         size_t i;
1830
1831         for (i = 0; i < ARRAY_SIZE(pill->rc_area[RCL_CLIENT]); i++) {
1832                 pill->rc_area[RCL_CLIENT][i] = -1;
1833                 pill->rc_area[RCL_SERVER][i] = -1;
1834         }
1835 }
1836 EXPORT_SYMBOL(req_capsule_init_area);
1837
1838 /**
1839  * Initialize a pill.
1840  *
1841  * The \a location indicates whether the caller is executing on the client side
1842  * (RCL_CLIENT) or server side (RCL_SERVER)..
1843  */
1844 void req_capsule_init(struct req_capsule *pill,
1845                       struct ptlrpc_request *req,
1846                       enum req_location location)
1847 {
1848         LASSERT(location == RCL_SERVER || location == RCL_CLIENT);
1849
1850         /*
1851          * Today all capsules are embedded in ptlrpc_request structs,
1852          * but just in case that ever isn't the case, we don't reach
1853          * into req unless req != NULL and pill is the one embedded in
1854          * the req.
1855          *
1856          * The req->rq_pill_init flag makes it safe to initialize a pill
1857          * twice, which might happen in the OST paths as a result of the
1858          * high-priority RPC queue getting peeked at before ost_handle()
1859          * handles an OST RPC.
1860          */
1861         if (req != NULL && pill == &req->rq_pill && req->rq_pill_init)
1862                 return;
1863
1864         pill->rc_fmt = NULL;
1865         pill->rc_req = req;
1866         pill->rc_loc = location;
1867         req_capsule_init_area(pill);
1868
1869         if (req != NULL && pill == &req->rq_pill)
1870                 req->rq_pill_init = 1;
1871 }
1872 EXPORT_SYMBOL(req_capsule_init);
1873
1874 void req_capsule_fini(struct req_capsule *pill)
1875 {
1876 }
1877 EXPORT_SYMBOL(req_capsule_fini);
1878
1879 static int __req_format_is_sane(const struct req_format *fmt)
1880 {
1881         return fmt->rf_idx < ARRAY_SIZE(req_formats) &&
1882                 req_formats[fmt->rf_idx] == fmt;
1883 }
1884
1885 static struct lustre_msg *__req_msg(const struct req_capsule *pill,
1886                                     enum req_location loc)
1887 {
1888         return loc == RCL_CLIENT ? pill->rc_reqmsg : pill->rc_repmsg;
1889 }
1890
1891 /**
1892  * Set the format (\a fmt) of a \a pill; format changes are not allowed here
1893  * (see req_capsule_extend()).
1894  */
1895 void req_capsule_set(struct req_capsule *pill, const struct req_format *fmt)
1896 {
1897         LASSERT(pill->rc_fmt == NULL || pill->rc_fmt == fmt);
1898         LASSERT(__req_format_is_sane(fmt));
1899
1900         pill->rc_fmt = fmt;
1901 }
1902 EXPORT_SYMBOL(req_capsule_set);
1903
1904 /**
1905  * Fills in any parts of the \a rc_area of a \a pill that haven't been filled in
1906  * yet.
1907
1908  * \a rc_area is an array of REQ_MAX_FIELD_NR elements, used to store sizes of
1909  * variable-sized fields.  The field sizes come from the declared \a rmf_size
1910  * field of a \a pill's \a rc_fmt's RMF's.
1911  */
1912 size_t req_capsule_filled_sizes(struct req_capsule *pill,
1913                                 enum req_location loc)
1914 {
1915         const struct req_format *fmt = pill->rc_fmt;
1916         size_t                   i;
1917
1918         LASSERT(fmt != NULL);
1919
1920         for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
1921                 if (pill->rc_area[loc][i] == -1) {
1922                         pill->rc_area[loc][i] =
1923                                             fmt->rf_fields[loc].d[i]->rmf_size;
1924                         if (pill->rc_area[loc][i] == -1) {
1925                                 /*
1926                                  * Skip the following fields.
1927                                  *
1928                                  * If this LASSERT() trips then you're missing a
1929                                  * call to req_capsule_set_size().
1930                                  */
1931                                 LASSERT(loc != RCL_SERVER);
1932                                 break;
1933                         }
1934                 }
1935         }
1936         return i;
1937 }
1938 EXPORT_SYMBOL(req_capsule_filled_sizes);
1939
1940 /**
1941  * Capsule equivalent of lustre_pack_request() and lustre_pack_reply().
1942  *
1943  * This function uses the \a pill's \a rc_area as filled in by
1944  * req_capsule_set_size() or req_capsule_filled_sizes() (the latter is called by
1945  * this function).
1946  */
1947 int req_capsule_server_pack(struct req_capsule *pill)
1948 {
1949         const struct req_format *fmt;
1950         int count;
1951         int rc;
1952
1953         LASSERT(pill->rc_loc == RCL_SERVER);
1954         fmt = pill->rc_fmt;
1955         LASSERT(fmt != NULL);
1956
1957         count = req_capsule_filled_sizes(pill, RCL_SERVER);
1958         rc = lustre_pack_reply(pill->rc_req, count,
1959                                pill->rc_area[RCL_SERVER], NULL);
1960         if (rc != 0) {
1961                 DEBUG_REQ(D_ERROR, pill->rc_req,
1962                           "Cannot pack %d fields in format '%s'",
1963                           count, fmt->rf_name);
1964         }
1965         return rc;
1966 }
1967 EXPORT_SYMBOL(req_capsule_server_pack);
1968
1969 /**
1970  * Returns the PTLRPC request or reply (\a loc) buffer offset of a \a pill
1971  * corresponding to the given RMF (\a field).
1972  */
1973 __u32 __req_capsule_offset(const struct req_capsule *pill,
1974                            const struct req_msg_field *field,
1975                            enum req_location loc)
1976 {
1977         unsigned int offset;
1978
1979         offset = field->rmf_offset[pill->rc_fmt->rf_idx][loc];
1980         LASSERTF(offset > 0, "%s:%s, off=%d, loc=%d\n",
1981                              pill->rc_fmt->rf_name,
1982                              field->rmf_name, offset, loc);
1983         offset--;
1984
1985         LASSERT(offset < REQ_MAX_FIELD_NR);
1986         return offset;
1987 }
1988
1989 void req_capsule_set_swabbed(struct req_capsule *pill, enum req_location loc,
1990                             __u32 index)
1991 {
1992         if (loc == RCL_CLIENT)
1993                 req_capsule_set_req_swabbed(pill, index);
1994         else
1995                 req_capsule_set_rep_swabbed(pill, index);
1996 }
1997
1998 bool req_capsule_need_swab(struct req_capsule *pill, enum req_location loc,
1999                            __u32 index)
2000 {
2001         if (loc == RCL_CLIENT)
2002                 return (req_capsule_req_need_swab(pill) &&
2003                         !req_capsule_req_swabbed(pill, index));
2004
2005         return (req_capsule_rep_need_swab(pill) &&
2006                !req_capsule_rep_swabbed(pill, index));
2007 }
2008
2009 /**
2010  * Helper for __req_capsule_get(); swabs value / array of values and/or dumps
2011  * them if desired.
2012  */
2013 static int
2014 swabber_dumper_helper(struct req_capsule *pill,
2015                       const struct req_msg_field *field,
2016                       enum req_location loc,
2017                       int offset,
2018                       void *value, int len, bool dump, void (*swabber)(void *))
2019 {
2020         void *p;
2021         int i;
2022         int n;
2023         int size;
2024         int rc = 0;
2025         bool do_swab;
2026         bool array = field->rmf_flags & RMF_F_STRUCT_ARRAY;
2027
2028         swabber = swabber ?: field->rmf_swabber;
2029
2030         if (req_capsule_need_swab(pill, loc, offset) &&
2031             (swabber != NULL || field->rmf_swab_len != NULL) && value != NULL)
2032                 do_swab = true;
2033         else
2034                 do_swab = false;
2035
2036         if (!field->rmf_dumper)
2037                 dump = false;
2038
2039         /*
2040          * We're swabbing an array; swabber() swabs a single array element, so
2041          * swab every element.
2042          */
2043         if (array && (len % field->rmf_size)) {
2044                 static const struct req_msg_field *last_field;
2045
2046                 if (field != last_field) {
2047                         CERROR("%s: array buffer size %u is not a multiple of element size %u\n",
2048                                field->rmf_name, len, field->rmf_size);
2049                         last_field = field;
2050                 }
2051         }
2052         /* For the non-array cases, the process of swab/dump/swab only
2053          * needs to be done once. (n = 1)
2054          */
2055         if (!array)
2056                 len = field->rmf_size;
2057         for (p = value, i = 0, n = len / field->rmf_size;
2058              i < n;
2059              i++, p += field->rmf_size) {
2060                 if (dump) {
2061                         CDEBUG(D_RPCTRACE, "Dump of %s%sfield %s element %d follows\n",
2062                                do_swab ? "unswabbed " : "",
2063                                array ? "array " : "",
2064                                field->rmf_name, i);
2065                         field->rmf_dumper(p);
2066                 }
2067                 if (!do_swab) {
2068                         if (array)
2069                                 continue;
2070                         else
2071                                 break;
2072                 }
2073                 if (!field->rmf_swab_len) {
2074                         swabber(p);
2075                 } else {
2076                         size = field->rmf_swab_len(p, len);
2077                         if (size > 0) {
2078                                 len -= size;
2079                         } else {
2080                                 rc = size;
2081                                 break;
2082                         }
2083                 }
2084                 if (dump) {
2085                         CDEBUG(D_RPCTRACE, "Dump of swabbed %sfield %s, element %d follows\n",
2086                                array ? "array " : "", field->rmf_name, i);
2087                         field->rmf_dumper(value);
2088                 }
2089         }
2090         if (do_swab)
2091                 req_capsule_set_swabbed(pill, loc, offset);
2092
2093         return rc;
2094 }
2095
2096 /**
2097  * Returns the pointer to a PTLRPC request or reply (\a loc) buffer of a \a pill
2098  * corresponding to the given RMF (\a field).
2099  *
2100  * The buffer will be swabbed using the given \a swabber.  If \a swabber == NULL
2101  * then the \a rmf_swabber from the RMF will be used.  Soon there will be no
2102  * calls to __req_capsule_get() with a non-NULL \a swabber; \a swabber will then
2103  * be removed.  Fields with the \a RMF_F_STRUCT_ARRAY flag set will have each
2104  * element of the array swabbed.
2105  */
2106 static void *__req_capsule_get(struct req_capsule *pill,
2107                                const struct req_msg_field *field,
2108                                enum req_location loc,
2109                                void (*swabber)(void *),
2110                                bool dump)
2111 {
2112         const struct req_format *fmt;
2113         struct lustre_msg       *msg;
2114         void                    *value;
2115         __u32                    len;
2116         __u32                    offset;
2117
2118         void *(*getter)(struct lustre_msg *m, __u32 n, __u32 minlen);
2119
2120         static const char *rcl_names[RCL_NR] = {
2121                 [RCL_CLIENT] = "client",
2122                 [RCL_SERVER] = "server"
2123         };
2124
2125         LASSERT(pill != NULL);
2126         LASSERT(pill != LP_POISON);
2127         fmt = pill->rc_fmt;
2128         LASSERT(fmt != NULL);
2129         LASSERT(fmt != LP_POISON);
2130         LASSERT(__req_format_is_sane(fmt));
2131
2132         offset = __req_capsule_offset(pill, field, loc);
2133
2134         msg = __req_msg(pill, loc);
2135         LASSERT(msg != NULL);
2136
2137         getter = (field->rmf_flags & RMF_F_STRING) ?
2138                 (typeof(getter))lustre_msg_string : lustre_msg_buf;
2139
2140         if (field->rmf_flags & (RMF_F_STRUCT_ARRAY|RMF_F_NO_SIZE_CHECK)) {
2141                 /*
2142                  * We've already asserted that field->rmf_size > 0 in
2143                  * req_layout_init().
2144                  */
2145                 len = lustre_msg_buflen(msg, offset);
2146                 if (!(field->rmf_flags & RMF_F_NO_SIZE_CHECK) &&
2147                     (len % field->rmf_size) != 0) {
2148                         CERROR("%s: array field size mismatch "
2149                                 "%d modulo %u != 0 (%d)\n",
2150                                 field->rmf_name, len, field->rmf_size, loc);
2151                         return NULL;
2152                 }
2153         } else if (pill->rc_area[loc][offset] != -1) {
2154                 len = pill->rc_area[loc][offset];
2155         } else {
2156                 len = max_t(typeof(field->rmf_size), field->rmf_size, 0);
2157         }
2158         value = getter(msg, offset, len);
2159
2160         if (value == NULL) {
2161                 DEBUG_REQ(D_ERROR, pill->rc_req,
2162                           "Wrong buffer for field '%s' (%u of %u) in format '%s', %u vs. %u (%s)",
2163                           field->rmf_name, offset, lustre_msg_bufcount(msg),
2164                           fmt->rf_name, lustre_msg_buflen(msg, offset), len,
2165                           rcl_names[loc]);
2166         } else {
2167                 swabber_dumper_helper(pill, field, loc, offset, value, len,
2168                                       dump, swabber);
2169         }
2170
2171         return value;
2172 }
2173
2174 /**
2175  * Dump a request and/or reply
2176  */
2177 void __req_capsule_dump(struct req_capsule *pill, enum req_location loc)
2178 {
2179         const struct req_format *fmt;
2180         const struct req_msg_field *field;
2181         __u32 len;
2182         size_t i;
2183
2184         fmt = pill->rc_fmt;
2185
2186         DEBUG_REQ(D_RPCTRACE, pill->rc_req, "BEGIN REQ CAPSULE DUMP");
2187         for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
2188                 field = FMT_FIELD(fmt, loc, i);
2189                 if (field->rmf_dumper == NULL) {
2190                         /*
2191                          * FIXME Add a default hex dumper for fields that don't
2192                          * have a specific dumper
2193                          */
2194                         len = req_capsule_get_size(pill, field, loc);
2195                         CDEBUG(D_RPCTRACE,
2196                                "Field %s has no dumper function; field size is %u\n",
2197                                field->rmf_name, len);
2198                 } else {
2199                         /* It's dumping side-effect that we're interested in */
2200                         (void) __req_capsule_get(pill, field, loc, NULL, true);
2201                 }
2202         }
2203         CDEBUG(D_RPCTRACE, "END REQ CAPSULE DUMP\n");
2204 }
2205
2206 /**
2207  * Dump a request.
2208  */
2209 void req_capsule_client_dump(struct req_capsule *pill)
2210 {
2211         __req_capsule_dump(pill, RCL_CLIENT);
2212 }
2213 EXPORT_SYMBOL(req_capsule_client_dump);
2214
2215 /**
2216  * Dump a reply
2217  */
2218 void req_capsule_server_dump(struct req_capsule *pill)
2219 {
2220         __req_capsule_dump(pill, RCL_SERVER);
2221 }
2222 EXPORT_SYMBOL(req_capsule_server_dump);
2223
2224 /**
2225  * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC request
2226  * buffer corresponding to the given RMF (\a field) of a \a pill.
2227  */
2228 void *req_capsule_client_get(struct req_capsule *pill,
2229                              const struct req_msg_field *field)
2230 {
2231         return __req_capsule_get(pill, field, RCL_CLIENT, NULL, false);
2232 }
2233 EXPORT_SYMBOL(req_capsule_client_get);
2234
2235 /**
2236  * Same as req_capsule_client_get(), but with a \a swabber argument.
2237  *
2238  * Currently unused; will be removed when req_capsule_server_swab_get() is
2239  * unused too.
2240  */
2241 void *req_capsule_client_swab_get(struct req_capsule *pill,
2242                                   const struct req_msg_field *field,
2243                                   void *swabber)
2244 {
2245         return __req_capsule_get(pill, field, RCL_CLIENT, swabber, false);
2246 }
2247 EXPORT_SYMBOL(req_capsule_client_swab_get);
2248
2249 /**
2250  * Utility that combines req_capsule_set_size() and req_capsule_client_get().
2251  *
2252  * First the \a pill's request \a field's size is set (\a rc_area) using
2253  * req_capsule_set_size() with the given \a len.  Then the actual buffer is
2254  * returned.
2255  */
2256 void *req_capsule_client_sized_get(struct req_capsule *pill,
2257                                    const struct req_msg_field *field,
2258                                    __u32 len)
2259 {
2260         req_capsule_set_size(pill, field, RCL_CLIENT, len);
2261         return __req_capsule_get(pill, field, RCL_CLIENT, NULL, false);
2262 }
2263 EXPORT_SYMBOL(req_capsule_client_sized_get);
2264
2265 /**
2266  * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC reply
2267  * buffer corresponding to the given RMF (\a field) of a \a pill.
2268  */
2269 void *req_capsule_server_get(struct req_capsule *pill,
2270                              const struct req_msg_field *field)
2271 {
2272         return __req_capsule_get(pill, field, RCL_SERVER, NULL, false);
2273 }
2274 EXPORT_SYMBOL(req_capsule_server_get);
2275
2276 /**
2277  * Same as req_capsule_server_get(), but with a \a swabber argument.
2278  *
2279  * Ideally all swabbing should be done pursuant to RMF definitions, with no
2280  * swabbing done outside this capsule abstraction.
2281  */
2282 void *req_capsule_server_swab_get(struct req_capsule *pill,
2283                                   const struct req_msg_field *field,
2284                                   void *swabber)
2285 {
2286         return __req_capsule_get(pill, field, RCL_SERVER, swabber, false);
2287 }
2288 EXPORT_SYMBOL(req_capsule_server_swab_get);
2289
2290 /**
2291  * Utility that combines req_capsule_set_size() and req_capsule_server_get().
2292  *
2293  * First the \a pill's request \a field's size is set (\a rc_area) using
2294  * req_capsule_set_size() with the given \a len.  Then the actual buffer is
2295  * returned.
2296  */
2297 void *req_capsule_server_sized_get(struct req_capsule *pill,
2298                                    const struct req_msg_field *field,
2299                                    __u32 len)
2300 {
2301         req_capsule_set_size(pill, field, RCL_SERVER, len);
2302         return __req_capsule_get(pill, field, RCL_SERVER, NULL, false);
2303 }
2304 EXPORT_SYMBOL(req_capsule_server_sized_get);
2305
2306 void *req_capsule_server_sized_swab_get(struct req_capsule *pill,
2307                                         const struct req_msg_field *field,
2308                                         __u32 len, void *swabber)
2309 {
2310         req_capsule_set_size(pill, field, RCL_SERVER, len);
2311         return __req_capsule_get(pill, field, RCL_SERVER, swabber, false);
2312 }
2313 EXPORT_SYMBOL(req_capsule_server_sized_swab_get);
2314
2315 /**
2316  * Returns the buffer of a \a pill corresponding to the given \a field from the
2317  * request (if the caller is executing on the server-side) or reply (if the
2318  * caller is executing on the client-side).
2319  *
2320  * This function convienient for use is code that could be executed on the
2321  * client and server alike.
2322  */
2323 const void *req_capsule_other_get(struct req_capsule *pill,
2324                                   const struct req_msg_field *field)
2325 {
2326         return __req_capsule_get(pill, field, pill->rc_loc ^ 1, NULL, false);
2327 }
2328 EXPORT_SYMBOL(req_capsule_other_get);
2329
2330 /**
2331  * Set the size of the PTLRPC request/reply (\a loc) buffer for the given \a
2332  * field of the given \a pill.
2333  *
2334  * This function must be used when constructing variable sized fields of a
2335  * request or reply.
2336  */
2337 void req_capsule_set_size(struct req_capsule *pill,
2338                           const struct req_msg_field *field,
2339                           enum req_location loc, __u32 size)
2340 {
2341         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2342
2343         if ((size != (__u32)field->rmf_size) &&
2344             (field->rmf_size != -1) &&
2345             !(field->rmf_flags & RMF_F_NO_SIZE_CHECK) &&
2346             (size > 0)) {
2347                 __u32 rmf_size = (__u32)field->rmf_size;
2348                 if ((field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
2349                     (size % rmf_size != 0)) {
2350                         CERROR("%s: array field size mismatch "
2351                                 "%u %% %u != 0 (%d)\n",
2352                                 field->rmf_name, size, rmf_size, loc);
2353                         LBUG();
2354                 } else if (!(field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
2355                            size < rmf_size) {
2356                         CERROR("%s: field size mismatch %u != %u (%d)\n",
2357                                 field->rmf_name, size, rmf_size, loc);
2358                         LBUG();
2359                 }
2360         }
2361
2362         pill->rc_area[loc][__req_capsule_offset(pill, field, loc)] = size;
2363 }
2364 EXPORT_SYMBOL(req_capsule_set_size);
2365
2366 /**
2367  * Return the actual PTLRPC buffer length of a request or reply (\a loc)
2368  * for the given \a pill's given \a field.
2369  *
2370  * NB: this function doesn't correspond with req_capsule_set_size(), which
2371  * actually sets the size in pill.rc_area[loc][offset], but this function
2372  * returns the message buflen[offset], maybe we should use another name.
2373  */
2374 __u32 req_capsule_get_size(const struct req_capsule *pill,
2375                          const struct req_msg_field *field,
2376                          enum req_location loc)
2377 {
2378         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2379
2380         return lustre_msg_buflen(__req_msg(pill, loc),
2381                                  __req_capsule_offset(pill, field, loc));
2382 }
2383 EXPORT_SYMBOL(req_capsule_get_size);
2384
2385 /**
2386  * Wrapper around lustre_msg_size() that returns the PTLRPC size needed for the
2387  * given \a pill's request or reply (\a loc) given the field size recorded in
2388  * the \a pill's rc_area.
2389  *
2390  * See also req_capsule_set_size().
2391  */
2392 __u32 req_capsule_msg_size(struct req_capsule *pill, enum req_location loc)
2393 {
2394         return lustre_msg_size(pill->rc_req->rq_import->imp_msg_magic,
2395                                pill->rc_fmt->rf_fields[loc].nr,
2396                                pill->rc_area[loc]);
2397 }
2398
2399 /**
2400  * While req_capsule_msg_size() computes the size of a PTLRPC request or reply
2401  * (\a loc) given a \a pill's \a rc_area, this function computes the size of a
2402  * PTLRPC request or reply given only an RQF (\a fmt).
2403  *
2404  * This function should not be used for formats which contain variable size
2405  * fields.
2406  */
2407 __u32 req_capsule_fmt_size(__u32 magic, const struct req_format *fmt,
2408                          enum req_location loc)
2409 {
2410         __u32 size;
2411         size_t i = 0;
2412
2413         /*
2414          * This function should probably LASSERT() that fmt has no fields with
2415          * RMF_F_STRUCT_ARRAY in rmf_flags, since we can't know here how many
2416          * elements in the array there will ultimately be, but then, we could
2417          * assume that there will be at least one element, and that's just what
2418          * we do.
2419          */
2420         size = lustre_msg_hdr_size(magic, fmt->rf_fields[loc].nr);
2421         if (size == 0)
2422                 return size;
2423
2424         for (; i < fmt->rf_fields[loc].nr; ++i)
2425                 if (fmt->rf_fields[loc].d[i]->rmf_size != -1)
2426                         size += cfs_size_round(fmt->rf_fields[loc].d[i]->
2427                                                rmf_size);
2428         return size;
2429 }
2430 EXPORT_SYMBOL(req_capsule_fmt_size);
2431
2432 /**
2433  * Changes the format of an RPC.
2434  *
2435  * The pill must already have been initialized, which means that it already has
2436  * a request format.  The new format \a fmt must be an extension of the pill's
2437  * old format.  Specifically: the new format must have as many request and reply
2438  * fields as the old one, and all fields shared by the old and new format must
2439  * be at least as large in the new format.
2440  *
2441  * The new format's fields may be of different "type" than the old format, but
2442  * only for fields that are "opaque" blobs: fields which have a) have no
2443  * \a rmf_swabber, b) \a rmf_flags == 0 or RMF_F_NO_SIZE_CHECK, and c) \a
2444  * rmf_size == -1 or \a rmf_flags == RMF_F_NO_SIZE_CHECK.  For example,
2445  * OBD_SET_INFO has a key field and an opaque value field that gets interpreted
2446  * according to the key field.  When the value, according to the key, contains a
2447  * structure (or array thereof) to be swabbed, the format should be changed to
2448  * one where the value field has \a rmf_size/rmf_flags/rmf_swabber set
2449  * accordingly.
2450  */
2451 void req_capsule_extend(struct req_capsule *pill, const struct req_format *fmt)
2452 {
2453         int i;
2454         size_t j;
2455
2456         const struct req_format *old;
2457
2458         LASSERT(pill->rc_fmt != NULL);
2459         LASSERT(__req_format_is_sane(fmt));
2460
2461         old = pill->rc_fmt;
2462         /*
2463          * Sanity checking...
2464          */
2465         for (i = 0; i < RCL_NR; ++i) {
2466                 LASSERT(fmt->rf_fields[i].nr >= old->rf_fields[i].nr);
2467                 for (j = 0; j < old->rf_fields[i].nr - 1; ++j) {
2468                         const struct req_msg_field *ofield = FMT_FIELD(old, i, j);
2469
2470                         /* "opaque" fields can be transmogrified */
2471                         if (ofield->rmf_swabber == NULL &&
2472                             (ofield->rmf_flags & ~RMF_F_NO_SIZE_CHECK) == 0 &&
2473                             (ofield->rmf_size == -1 ||
2474                             ofield->rmf_flags == RMF_F_NO_SIZE_CHECK))
2475                                 continue;
2476                         LASSERT(FMT_FIELD(fmt, i, j) == FMT_FIELD(old, i, j));
2477                 }
2478                 /*
2479                  * Last field in old format can be shorter than in new.
2480                  */
2481                 LASSERT(FMT_FIELD(fmt, i, j)->rmf_size >=
2482                         FMT_FIELD(old, i, j)->rmf_size);
2483         }
2484
2485         pill->rc_fmt = fmt;
2486 }
2487 EXPORT_SYMBOL(req_capsule_extend);
2488
2489 /**
2490  * This function returns a non-zero value if the given \a field is present in
2491  * the format (\a rc_fmt) of \a pill's PTLRPC request or reply (\a loc), else it
2492  * returns 0.
2493  */
2494 int req_capsule_has_field(const struct req_capsule *pill,
2495                           const struct req_msg_field *field,
2496                           enum req_location loc)
2497 {
2498         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2499
2500         return field->rmf_offset[pill->rc_fmt->rf_idx][loc];
2501 }
2502 EXPORT_SYMBOL(req_capsule_has_field);
2503
2504 /**
2505  * Returns a non-zero value if the given \a field is present in the given \a
2506  * pill's PTLRPC request or reply (\a loc), else it returns 0.
2507  */
2508 int req_capsule_field_present(const struct req_capsule *pill,
2509                               const struct req_msg_field *field,
2510                               enum req_location loc)
2511 {
2512         __u32 offset;
2513
2514         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2515         LASSERT(req_capsule_has_field(pill, field, loc));
2516
2517         offset = __req_capsule_offset(pill, field, loc);
2518         return lustre_msg_bufcount(__req_msg(pill, loc)) > offset;
2519 }
2520 EXPORT_SYMBOL(req_capsule_field_present);
2521
2522 /**
2523  * This function shrinks the size of the _buffer_ of the \a pill's PTLRPC
2524  * request or reply (\a loc).
2525  *
2526  * This is not the opposite of req_capsule_extend().
2527  */
2528 void req_capsule_shrink(struct req_capsule *pill,
2529                         const struct req_msg_field *field,
2530                         __u32 newlen,
2531                         enum req_location loc)
2532 {
2533         const struct req_format *fmt;
2534         struct lustre_msg       *msg;
2535         __u32                    len;
2536         int                      offset;
2537
2538         fmt = pill->rc_fmt;
2539         LASSERT(fmt != NULL);
2540         LASSERT(__req_format_is_sane(fmt));
2541         LASSERT(req_capsule_has_field(pill, field, loc));
2542         LASSERT(req_capsule_field_present(pill, field, loc));
2543
2544         offset = __req_capsule_offset(pill, field, loc);
2545
2546         msg = __req_msg(pill, loc);
2547         len = lustre_msg_buflen(msg, offset);
2548         LASSERTF(newlen <= len, "%s:%s, oldlen=%u, newlen=%u\n",
2549                  fmt->rf_name, field->rmf_name, len, newlen);
2550
2551         if (loc == RCL_CLIENT) {
2552                 pill->rc_req->rq_reqlen = lustre_shrink_msg(msg, offset, newlen,
2553                                                             1);
2554         } else {
2555                 pill->rc_req->rq_replen = lustre_shrink_msg(msg, offset, newlen,
2556                                                             1);
2557                 /* update also field size in reply lenghts arrays for possible
2558                  * reply re-pack due to req_capsule_server_grow() call.
2559                  */
2560                 req_capsule_set_size(pill, field, loc, newlen);
2561         }
2562 }
2563 EXPORT_SYMBOL(req_capsule_shrink);
2564
2565 int req_capsule_server_grow(struct req_capsule *pill,
2566                             const struct req_msg_field *field,
2567                             __u32 newlen)
2568 {
2569         struct ptlrpc_reply_state *rs = pill->rc_req->rq_reply_state, *nrs;
2570         char *from, *to;
2571         int rc;
2572         __u32 offset, len;
2573
2574         LASSERT(pill->rc_fmt != NULL);
2575         LASSERT(__req_format_is_sane(pill->rc_fmt));
2576         LASSERT(req_capsule_has_field(pill, field, RCL_SERVER));
2577         LASSERT(req_capsule_field_present(pill, field, RCL_SERVER));
2578
2579         len = req_capsule_get_size(pill, field, RCL_SERVER);
2580         offset = __req_capsule_offset(pill, field, RCL_SERVER);
2581
2582         CDEBUG(D_INFO, "Reply packed: %d, allocated: %d, field len %d -> %d\n",
2583                lustre_packed_msg_size(rs->rs_msg), rs->rs_repbuf_len,
2584                                       len, newlen);
2585
2586         req_capsule_set_size(pill, field, RCL_SERVER, newlen);
2587         /**
2588          * There can be enough space in current reply buffer, make sure
2589          * that rs_repbuf is not a wrapper but real reply msg, otherwise
2590          * re-packing is still needed.
2591          */
2592         if (rs->rs_msg == rs->rs_repbuf &&
2593             rs->rs_repbuf_len >=
2594             lustre_packed_msg_size(rs->rs_msg) - len + newlen) {
2595                 pill->rc_req->rq_replen = lustre_grow_msg(rs->rs_msg, offset,
2596                                                           newlen);
2597                 return 0;
2598         }
2599
2600         /* Re-allocate replay state */
2601         pill->rc_req->rq_reply_state = NULL;
2602         rc = req_capsule_server_pack(pill);
2603         if (rc) {
2604                 /* put old values back, the caller should decide what to do */
2605                 req_capsule_set_size(pill, field, RCL_SERVER, len);
2606                 pill->rc_req->rq_reply_state = rs;
2607                 return rc;
2608         }
2609         nrs = pill->rc_req->rq_reply_state;
2610         LASSERT(lustre_packed_msg_size(nrs->rs_msg) >
2611                 lustre_packed_msg_size(rs->rs_msg));
2612
2613         /* Now we need only buffers, copy them and grow the needed one */
2614         to = lustre_msg_buf(nrs->rs_msg, 0, 0);
2615         from = lustre_msg_buf(rs->rs_msg, 0, 0);
2616         memcpy(to, from,
2617                (char *)rs->rs_msg + lustre_packed_msg_size(rs->rs_msg) - from);
2618         lustre_msg_set_buflen(nrs->rs_msg, offset, len);
2619         pill->rc_req->rq_replen = lustre_grow_msg(nrs->rs_msg, offset, newlen);
2620
2621         if (rs->rs_difficult) {
2622                 /* copy rs data */
2623                 int i;
2624
2625                 nrs->rs_difficult = 1;
2626                 nrs->rs_no_ack = rs->rs_no_ack;
2627                 nrs->rs_convert_lock = rs->rs_convert_lock;
2628                 for (i = 0; i < rs->rs_nlocks; i++) {
2629                         nrs->rs_locks[i] = rs->rs_locks[i];
2630                         nrs->rs_modes[i] = rs->rs_modes[i];
2631                         nrs->rs_nlocks++;
2632                 }
2633                 rs->rs_nlocks = 0;
2634                 rs->rs_difficult = 0;
2635                 rs->rs_no_ack = 0;
2636         }
2637         ptlrpc_rs_decref(rs);
2638         return 0;
2639 }
2640 EXPORT_SYMBOL(req_capsule_server_grow);
2641
2642 #ifdef HAVE_SERVER_SUPPORT
2643 static const struct req_msg_field *mds_update_client[] = {
2644         &RMF_PTLRPC_BODY,
2645         &RMF_OUT_UPDATE_HEADER,
2646         &RMF_OUT_UPDATE_BUF,
2647 };
2648
2649 static const struct req_msg_field *mds_update_server[] = {
2650         &RMF_PTLRPC_BODY,
2651         &RMF_OUT_UPDATE_REPLY,
2652 };
2653
2654 struct req_msg_field RMF_OUT_UPDATE = DEFINE_MSGFL("object_update", 0, -1,
2655                                 lustre_swab_object_update_request, NULL);
2656 EXPORT_SYMBOL(RMF_OUT_UPDATE);
2657
2658 struct req_msg_field RMF_OUT_UPDATE_REPLY =
2659                         DEFINE_MSGFL("object_update_reply", 0, -1,
2660                                     lustre_swab_object_update_reply, NULL);
2661 EXPORT_SYMBOL(RMF_OUT_UPDATE_REPLY);
2662
2663 struct req_msg_field RMF_OUT_UPDATE_HEADER = DEFINE_MSGF("out_update_header", 0,
2664                                 -1, lustre_swab_out_update_header, NULL);
2665 EXPORT_SYMBOL(RMF_OUT_UPDATE_HEADER);
2666
2667 struct req_msg_field RMF_OUT_UPDATE_BUF = DEFINE_MSGF("update_buf",
2668                         RMF_F_STRUCT_ARRAY, sizeof(struct out_update_buffer),
2669                         lustre_swab_out_update_buffer, NULL);
2670 EXPORT_SYMBOL(RMF_OUT_UPDATE_BUF);
2671
2672 struct req_format RQF_OUT_UPDATE =
2673         DEFINE_REQ_FMT0("OUT_UPDATE", mds_update_client,
2674                         mds_update_server);
2675 EXPORT_SYMBOL(RQF_OUT_UPDATE);
2676
2677 int req_check_sepol(struct req_capsule *pill)
2678 {
2679         int rc = 0;
2680         struct obd_export *export;
2681         struct lu_nodemap *nm = NULL;
2682         const char *sepol = NULL;
2683         const char *nm_sepol = NULL;
2684
2685         if (!pill->rc_req)
2686                 return -EPROTO;
2687
2688         export = pill->rc_req->rq_export;
2689         if (!export || !exp_connect_sepol(export) ||
2690             !req_capsule_has_field(pill, &RMF_SELINUX_POL, RCL_CLIENT))
2691                 goto nm;
2692
2693         if (req_capsule_get_size(pill, &RMF_SELINUX_POL, RCL_CLIENT) == 0)
2694                 goto nm;
2695
2696         sepol = req_capsule_client_get(pill, &RMF_SELINUX_POL);
2697         CDEBUG(D_SEC, "retrieved sepol %s\n", sepol);
2698
2699 nm:
2700         if (export) {
2701                 nm = nodemap_get_from_exp(export);
2702                 if (!IS_ERR_OR_NULL(nm)) {
2703                         nm_sepol = nodemap_get_sepol(nm);
2704                         if (nm_sepol && nm_sepol[0])
2705                                 if (sepol == NULL ||
2706                                     strcmp(sepol, nm_sepol) != 0)
2707                                         rc = -EACCES;
2708                 }
2709         }
2710
2711         if (!IS_ERR_OR_NULL(nm))
2712                 nodemap_putref(nm);
2713
2714         return rc;
2715 }
2716 EXPORT_SYMBOL(req_check_sepol);
2717 #endif