Whamcloud - gitweb
LU-6401 obdclass: make get/set_wire_obdo non-inline
[fs/lustre-release.git] / lustre / ptlrpc / layout.c
1 /*
2  * GPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 only,
8  * as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License version 2 for more details (a copy is included
14  * in the LICENSE file that accompanied this code).
15  *
16  * You should have received a copy of the GNU General Public License
17  * version 2 along with this program; If not, see
18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
19  *
20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21  * CA 95054 USA or visit www.sun.com if you need additional information or
22  * have any questions.
23  *
24  * GPL HEADER END
25  */
26 /*
27  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
28  * Use is subject to license terms.
29  *
30  * Copyright (c) 2011, 2015, Intel Corporation.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  *
36  * lustre/ptlrpc/layout.c
37  *
38  * Lustre Metadata Target (mdt) request handler
39  *
40  * Author: Nikita Danilov <nikita@clusterfs.com>
41  */
42 /*
43  * This file contains the "capsule/pill" abstraction layered above PTLRPC.
44  *
45  * Every struct ptlrpc_request contains a "pill", which points to a description
46  * of the format that the request conforms to.
47  */
48
49 #if !defined(__REQ_LAYOUT_USER__)
50
51 #define DEBUG_SUBSYSTEM S_RPC
52
53 #include <linux/module.h>
54
55 #include <lustre/lustre_idl.h>
56
57 #include <llog_swab.h>
58 #include <lustre_debug.h>
59 #include <lustre_swab.h>
60 #include <lustre_ver.h>
61 #include <obd.h>
62 #include <obd_support.h>
63 #endif /* !__REQ_LAYOUT_USER__ */
64
65 /* struct ptlrpc_request, lustre_msg* */
66 #include <lustre_req_layout.h>
67 #include <lustre_acl.h>
68
69 /*
70  * RQFs (see below) refer to two struct req_msg_field arrays describing the
71  * client request and server reply, respectively.
72  */
73 /* empty set of fields... for suitable definition of emptiness. */
74 static const struct req_msg_field *empty[] = {
75         &RMF_PTLRPC_BODY
76 };
77
78 static const struct req_msg_field *mgs_target_info_only[] = {
79         &RMF_PTLRPC_BODY,
80         &RMF_MGS_TARGET_INFO
81 };
82
83 static const struct req_msg_field *mgs_set_info[] = {
84         &RMF_PTLRPC_BODY,
85         &RMF_MGS_SEND_PARAM
86 };
87
88 static const struct req_msg_field *mgs_config_read_client[] = {
89         &RMF_PTLRPC_BODY,
90         &RMF_MGS_CONFIG_BODY
91 };
92
93 static const struct req_msg_field *mgs_config_read_server[] = {
94         &RMF_PTLRPC_BODY,
95         &RMF_MGS_CONFIG_RES
96 };
97
98 static const struct req_msg_field *log_cancel_client[] = {
99         &RMF_PTLRPC_BODY,
100         &RMF_LOGCOOKIES
101 };
102
103 static const struct req_msg_field *mdt_body_only[] = {
104         &RMF_PTLRPC_BODY,
105         &RMF_MDT_BODY
106 };
107
108 static const struct req_msg_field *mdt_body_capa[] = {
109         &RMF_PTLRPC_BODY,
110         &RMF_MDT_BODY,
111         &RMF_CAPA1
112 };
113
114 static const struct req_msg_field *quotactl_only[] = {
115         &RMF_PTLRPC_BODY,
116         &RMF_OBD_QUOTACTL
117 };
118
119 static const struct req_msg_field *quota_body_only[] = {
120         &RMF_PTLRPC_BODY,
121         &RMF_QUOTA_BODY
122 };
123
124 static const struct req_msg_field *ldlm_intent_quota_client[] = {
125         &RMF_PTLRPC_BODY,
126         &RMF_DLM_REQ,
127         &RMF_LDLM_INTENT,
128         &RMF_QUOTA_BODY
129 };
130
131 static const struct req_msg_field *ldlm_intent_quota_server[] = {
132         &RMF_PTLRPC_BODY,
133         &RMF_DLM_REP,
134         &RMF_DLM_LVB,
135         &RMF_QUOTA_BODY
136 };
137
138 static const struct req_msg_field *mdt_close_client[] = {
139         &RMF_PTLRPC_BODY,
140         &RMF_MDT_EPOCH,
141         &RMF_REC_REINT,
142         &RMF_CAPA1
143 };
144
145 static const struct req_msg_field *mdt_intent_close_client[] = {
146         &RMF_PTLRPC_BODY,
147         &RMF_MDT_EPOCH,
148         &RMF_REC_REINT,
149         &RMF_CAPA1,
150         &RMF_CLOSE_DATA
151 };
152
153 static const struct req_msg_field *obd_statfs_server[] = {
154         &RMF_PTLRPC_BODY,
155         &RMF_OBD_STATFS
156 };
157
158 static const struct req_msg_field *seq_query_client[] = {
159         &RMF_PTLRPC_BODY,
160         &RMF_SEQ_OPC,
161         &RMF_SEQ_RANGE
162 };
163
164 static const struct req_msg_field *seq_query_server[] = {
165         &RMF_PTLRPC_BODY,
166         &RMF_SEQ_RANGE
167 };
168
169 static const struct req_msg_field *fld_query_client[] = {
170         &RMF_PTLRPC_BODY,
171         &RMF_FLD_OPC,
172         &RMF_FLD_MDFLD
173 };
174
175 static const struct req_msg_field *fld_query_server[] = {
176         &RMF_PTLRPC_BODY,
177         &RMF_FLD_MDFLD
178 };
179
180 static const struct req_msg_field *fld_read_client[] = {
181         &RMF_PTLRPC_BODY,
182         &RMF_FLD_MDFLD
183 };
184
185 static const struct req_msg_field *fld_read_server[] = {
186         &RMF_PTLRPC_BODY,
187         &RMF_GENERIC_DATA
188 };
189
190 static const struct req_msg_field *mds_getattr_name_client[] = {
191         &RMF_PTLRPC_BODY,
192         &RMF_MDT_BODY,
193         &RMF_CAPA1,
194         &RMF_NAME
195 };
196
197 static const struct req_msg_field *mds_reint_client[] = {
198         &RMF_PTLRPC_BODY,
199         &RMF_REC_REINT
200 };
201
202 static const struct req_msg_field *mds_reint_create_client[] = {
203         &RMF_PTLRPC_BODY,
204         &RMF_REC_REINT,
205         &RMF_CAPA1,
206         &RMF_NAME
207 };
208
209 static const struct req_msg_field *mds_reint_create_slave_client[] = {
210         &RMF_PTLRPC_BODY,
211         &RMF_REC_REINT,
212         &RMF_CAPA1,
213         &RMF_NAME,
214         &RMF_EADATA,
215         &RMF_DLM_REQ
216 };
217
218 static const struct req_msg_field *mds_reint_create_acl_client[] = {
219         &RMF_PTLRPC_BODY,
220         &RMF_REC_REINT,
221         &RMF_CAPA1,
222         &RMF_NAME,
223         &RMF_EADATA,
224         &RMF_DLM_REQ
225 };
226
227 static const struct req_msg_field *mds_reint_create_sym_client[] = {
228         &RMF_PTLRPC_BODY,
229         &RMF_REC_REINT,
230         &RMF_CAPA1,
231         &RMF_NAME,
232         &RMF_SYMTGT,
233         &RMF_DLM_REQ
234 };
235
236 static const struct req_msg_field *mds_reint_open_client[] = {
237         &RMF_PTLRPC_BODY,
238         &RMF_REC_REINT,
239         &RMF_CAPA1,
240         &RMF_CAPA2,
241         &RMF_NAME,
242         &RMF_EADATA
243 };
244
245 static const struct req_msg_field *mds_reint_open_server[] = {
246         &RMF_PTLRPC_BODY,
247         &RMF_MDT_BODY,
248         &RMF_MDT_MD,
249         &RMF_ACL,
250         &RMF_CAPA1,
251         &RMF_CAPA2
252 };
253
254 static const struct req_msg_field *mds_reint_unlink_client[] = {
255         &RMF_PTLRPC_BODY,
256         &RMF_REC_REINT,
257         &RMF_CAPA1,
258         &RMF_NAME,
259         &RMF_DLM_REQ
260 };
261
262 static const struct req_msg_field *mds_reint_link_client[] = {
263         &RMF_PTLRPC_BODY,
264         &RMF_REC_REINT,
265         &RMF_CAPA1,
266         &RMF_CAPA2,
267         &RMF_NAME,
268         &RMF_DLM_REQ
269 };
270
271 static const struct req_msg_field *mds_reint_rename_client[] = {
272         &RMF_PTLRPC_BODY,
273         &RMF_REC_REINT,
274         &RMF_CAPA1,
275         &RMF_CAPA2,
276         &RMF_NAME,
277         &RMF_SYMTGT,
278         &RMF_DLM_REQ
279 };
280
281 static const struct req_msg_field *mds_reint_migrate_client[] = {
282         &RMF_PTLRPC_BODY,
283         &RMF_REC_REINT,
284         &RMF_CAPA1,
285         &RMF_CAPA2,
286         &RMF_NAME,
287         &RMF_SYMTGT,
288         &RMF_DLM_REQ,
289         &RMF_MDT_EPOCH,
290         &RMF_CLOSE_DATA
291 };
292
293 static const struct req_msg_field *mds_last_unlink_server[] = {
294         &RMF_PTLRPC_BODY,
295         &RMF_MDT_BODY,
296         &RMF_MDT_MD,
297         &RMF_LOGCOOKIES,
298         &RMF_CAPA1,
299         &RMF_CAPA2
300 };
301
302 static const struct req_msg_field *mds_reint_setattr_client[] = {
303         &RMF_PTLRPC_BODY,
304         &RMF_REC_REINT,
305         &RMF_CAPA1,
306         &RMF_MDT_EPOCH,
307         &RMF_EADATA,
308         &RMF_LOGCOOKIES,
309         &RMF_DLM_REQ
310 };
311
312 static const struct req_msg_field *mds_reint_setxattr_client[] = {
313         &RMF_PTLRPC_BODY,
314         &RMF_REC_REINT,
315         &RMF_CAPA1,
316         &RMF_NAME,
317         &RMF_EADATA,
318         &RMF_DLM_REQ
319 };
320
321 static const struct req_msg_field *mdt_swap_layouts[] = {
322         &RMF_PTLRPC_BODY,
323         &RMF_MDT_BODY,
324         &RMF_SWAP_LAYOUTS,
325         &RMF_CAPA1,
326         &RMF_CAPA2,
327         &RMF_DLM_REQ
328 };
329
330 static const struct req_msg_field *obd_connect_client[] = {
331         &RMF_PTLRPC_BODY,
332         &RMF_TGTUUID,
333         &RMF_CLUUID,
334         &RMF_CONN,
335         &RMF_CONNECT_DATA
336 };
337
338 static const struct req_msg_field *obd_connect_server[] = {
339         &RMF_PTLRPC_BODY,
340         &RMF_CONNECT_DATA
341 };
342
343 static const struct req_msg_field *obd_set_info_client[] = {
344         &RMF_PTLRPC_BODY,
345         &RMF_SETINFO_KEY,
346         &RMF_SETINFO_VAL
347 };
348
349 static const struct req_msg_field *ost_grant_shrink_client[] = {
350         &RMF_PTLRPC_BODY,
351         &RMF_SETINFO_KEY,
352         &RMF_OST_BODY
353 };
354
355 static const struct req_msg_field *mds_getinfo_client[] = {
356         &RMF_PTLRPC_BODY,
357         &RMF_GETINFO_KEY,
358         &RMF_GETINFO_VALLEN
359 };
360
361 static const struct req_msg_field *mds_getinfo_server[] = {
362         &RMF_PTLRPC_BODY,
363         &RMF_GETINFO_VAL,
364 };
365
366 static const struct req_msg_field *ldlm_enqueue_client[] = {
367         &RMF_PTLRPC_BODY,
368         &RMF_DLM_REQ
369 };
370
371 static const struct req_msg_field *ldlm_enqueue_server[] = {
372         &RMF_PTLRPC_BODY,
373         &RMF_DLM_REP
374 };
375
376 static const struct req_msg_field *ldlm_enqueue_lvb_server[] = {
377         &RMF_PTLRPC_BODY,
378         &RMF_DLM_REP,
379         &RMF_DLM_LVB
380 };
381
382 static const struct req_msg_field *ldlm_cp_callback_client[] = {
383         &RMF_PTLRPC_BODY,
384         &RMF_DLM_REQ,
385         &RMF_DLM_LVB
386 };
387
388 static const struct req_msg_field *ldlm_gl_callback_desc_client[] = {
389         &RMF_PTLRPC_BODY,
390         &RMF_DLM_REQ,
391         &RMF_DLM_GL_DESC
392 };
393
394 static const struct req_msg_field *ldlm_gl_callback_server[] = {
395         &RMF_PTLRPC_BODY,
396         &RMF_DLM_LVB
397 };
398
399 static const struct req_msg_field *ldlm_intent_basic_client[] = {
400         &RMF_PTLRPC_BODY,
401         &RMF_DLM_REQ,
402         &RMF_LDLM_INTENT,
403 };
404
405 static const struct req_msg_field *ldlm_intent_client[] = {
406         &RMF_PTLRPC_BODY,
407         &RMF_DLM_REQ,
408         &RMF_LDLM_INTENT,
409         &RMF_REC_REINT
410 };
411
412 static const struct req_msg_field *ldlm_intent_server[] = {
413         &RMF_PTLRPC_BODY,
414         &RMF_DLM_REP,
415         &RMF_MDT_BODY,
416         &RMF_MDT_MD,
417         &RMF_ACL
418 };
419
420 static const struct req_msg_field *ldlm_intent_layout_client[] = {
421         &RMF_PTLRPC_BODY,
422         &RMF_DLM_REQ,
423         &RMF_LDLM_INTENT,
424         &RMF_LAYOUT_INTENT,
425         &RMF_EADATA /* for new layout to be set up */
426 };
427 static const struct req_msg_field *ldlm_intent_open_server[] = {
428         &RMF_PTLRPC_BODY,
429         &RMF_DLM_REP,
430         &RMF_MDT_BODY,
431         &RMF_MDT_MD,
432         &RMF_ACL,
433         &RMF_CAPA1,
434         &RMF_CAPA2
435 };
436
437 static const struct req_msg_field *ldlm_intent_getattr_client[] = {
438         &RMF_PTLRPC_BODY,
439         &RMF_DLM_REQ,
440         &RMF_LDLM_INTENT,
441         &RMF_MDT_BODY,     /* coincides with mds_getattr_name_client[] */
442         &RMF_CAPA1,
443         &RMF_NAME
444 };
445
446 static const struct req_msg_field *ldlm_intent_getattr_server[] = {
447         &RMF_PTLRPC_BODY,
448         &RMF_DLM_REP,
449         &RMF_MDT_BODY,
450         &RMF_MDT_MD,
451         &RMF_ACL,
452         &RMF_CAPA1
453 };
454
455 static const struct req_msg_field *ldlm_intent_create_client[] = {
456         &RMF_PTLRPC_BODY,
457         &RMF_DLM_REQ,
458         &RMF_LDLM_INTENT,
459         &RMF_REC_REINT,    /* coincides with mds_reint_create_client[] */
460         &RMF_CAPA1,
461         &RMF_NAME,
462         &RMF_EADATA
463 };
464
465 static const struct req_msg_field *ldlm_intent_open_client[] = {
466         &RMF_PTLRPC_BODY,
467         &RMF_DLM_REQ,
468         &RMF_LDLM_INTENT,
469         &RMF_REC_REINT,    /* coincides with mds_reint_open_client[] */
470         &RMF_CAPA1,
471         &RMF_CAPA2,
472         &RMF_NAME,
473         &RMF_EADATA
474 };
475
476 static const struct req_msg_field *ldlm_intent_unlink_client[] = {
477         &RMF_PTLRPC_BODY,
478         &RMF_DLM_REQ,
479         &RMF_LDLM_INTENT,
480         &RMF_REC_REINT,    /* coincides with mds_reint_unlink_client[] */
481         &RMF_CAPA1,
482         &RMF_NAME
483 };
484
485 static const struct req_msg_field *ldlm_intent_getxattr_client[] = {
486         &RMF_PTLRPC_BODY,
487         &RMF_DLM_REQ,
488         &RMF_LDLM_INTENT,
489         &RMF_MDT_BODY,
490         &RMF_CAPA1,
491 };
492
493 static const struct req_msg_field *ldlm_intent_getxattr_server[] = {
494         &RMF_PTLRPC_BODY,
495         &RMF_DLM_REP,
496         &RMF_MDT_BODY,
497         &RMF_MDT_MD,
498         &RMF_ACL, /* for req_capsule_extend/mdt_intent_policy */
499         &RMF_EADATA,
500         &RMF_EAVALS,
501         &RMF_EAVALS_LENS
502 };
503
504 static const struct req_msg_field *mds_get_root_client[] = {
505         &RMF_PTLRPC_BODY,
506         &RMF_MDT_BODY,
507         &RMF_NAME
508 };
509
510 static const struct req_msg_field *mds_getxattr_client[] = {
511         &RMF_PTLRPC_BODY,
512         &RMF_MDT_BODY,
513         &RMF_CAPA1,
514         &RMF_NAME,
515         &RMF_EADATA
516 };
517
518 static const struct req_msg_field *mds_getxattr_server[] = {
519         &RMF_PTLRPC_BODY,
520         &RMF_MDT_BODY,
521         &RMF_EADATA
522 };
523
524 static const struct req_msg_field *mds_getattr_server[] = {
525         &RMF_PTLRPC_BODY,
526         &RMF_MDT_BODY,
527         &RMF_MDT_MD,
528         &RMF_ACL,
529         &RMF_CAPA1,
530         &RMF_CAPA2
531 };
532
533 static const struct req_msg_field *mds_setattr_server[] = {
534         &RMF_PTLRPC_BODY,
535         &RMF_MDT_BODY,
536         &RMF_MDT_MD,
537         &RMF_ACL,
538         &RMF_CAPA1,
539         &RMF_CAPA2
540 };
541
542 static const struct req_msg_field *mds_update_client[] = {
543         &RMF_PTLRPC_BODY,
544         &RMF_OUT_UPDATE_HEADER,
545         &RMF_OUT_UPDATE_BUF,
546 };
547
548 static const struct req_msg_field *mds_update_server[] = {
549         &RMF_PTLRPC_BODY,
550         &RMF_OUT_UPDATE_REPLY,
551 };
552
553 static const struct req_msg_field *llog_origin_handle_create_client[] = {
554         &RMF_PTLRPC_BODY,
555         &RMF_LLOGD_BODY,
556         &RMF_NAME
557 };
558
559 static const struct req_msg_field *llogd_body_only[] = {
560         &RMF_PTLRPC_BODY,
561         &RMF_LLOGD_BODY
562 };
563
564 static const struct req_msg_field *llog_log_hdr_only[] = {
565         &RMF_PTLRPC_BODY,
566         &RMF_LLOG_LOG_HDR
567 };
568
569 static const struct req_msg_field *llogd_conn_body_only[] = {
570         &RMF_PTLRPC_BODY,
571         &RMF_LLOGD_CONN_BODY
572 };
573
574 static const struct req_msg_field *llog_origin_handle_next_block_server[] = {
575         &RMF_PTLRPC_BODY,
576         &RMF_LLOGD_BODY,
577         &RMF_EADATA
578 };
579
580 static const struct req_msg_field *obd_idx_read_client[] = {
581         &RMF_PTLRPC_BODY,
582         &RMF_IDX_INFO
583 };
584
585 static const struct req_msg_field *obd_idx_read_server[] = {
586         &RMF_PTLRPC_BODY,
587         &RMF_IDX_INFO
588 };
589
590 static const struct req_msg_field *ost_body_only[] = {
591         &RMF_PTLRPC_BODY,
592         &RMF_OST_BODY
593 };
594
595 static const struct req_msg_field *ost_body_capa[] = {
596         &RMF_PTLRPC_BODY,
597         &RMF_OST_BODY,
598         &RMF_CAPA1
599 };
600
601 static const struct req_msg_field *ost_destroy_client[] = {
602         &RMF_PTLRPC_BODY,
603         &RMF_OST_BODY,
604         &RMF_DLM_REQ,
605         &RMF_CAPA1
606 };
607
608
609 static const struct req_msg_field *ost_brw_client[] = {
610         &RMF_PTLRPC_BODY,
611         &RMF_OST_BODY,
612         &RMF_OBD_IOOBJ,
613         &RMF_NIOBUF_REMOTE,
614         &RMF_CAPA1
615 };
616
617 static const struct req_msg_field *ost_brw_read_server[] = {
618         &RMF_PTLRPC_BODY,
619         &RMF_OST_BODY
620 };
621
622 static const struct req_msg_field *ost_brw_write_server[] = {
623         &RMF_PTLRPC_BODY,
624         &RMF_OST_BODY,
625         &RMF_RCS
626 };
627
628 static const struct req_msg_field *ost_get_info_generic_server[] = {
629         &RMF_PTLRPC_BODY,
630         &RMF_GENERIC_DATA,
631 };
632
633 static const struct req_msg_field *ost_get_info_generic_client[] = {
634         &RMF_PTLRPC_BODY,
635         &RMF_GETINFO_KEY
636 };
637
638 static const struct req_msg_field *ost_get_last_id_server[] = {
639         &RMF_PTLRPC_BODY,
640         &RMF_OBD_ID
641 };
642
643 static const struct req_msg_field *ost_get_last_fid_client[] = {
644         &RMF_PTLRPC_BODY,
645         &RMF_GETINFO_KEY,
646         &RMF_FID,
647 };
648
649 static const struct req_msg_field *ost_get_last_fid_server[] = {
650         &RMF_PTLRPC_BODY,
651         &RMF_FID,
652 };
653
654 static const struct req_msg_field *ost_get_fiemap_client[] = {
655         &RMF_PTLRPC_BODY,
656         &RMF_FIEMAP_KEY,
657         &RMF_FIEMAP_VAL
658 };
659
660 static const struct req_msg_field *ost_ladvise[] = {
661         &RMF_PTLRPC_BODY,
662         &RMF_OST_BODY,
663         &RMF_OST_LADVISE_HDR,
664         &RMF_OST_LADVISE,
665 };
666
667 static const struct req_msg_field *ost_get_fiemap_server[] = {
668         &RMF_PTLRPC_BODY,
669         &RMF_FIEMAP_VAL
670 };
671
672 static const struct req_msg_field *mdt_hsm_progress[] = {
673         &RMF_PTLRPC_BODY,
674         &RMF_MDT_BODY,
675         &RMF_MDS_HSM_PROGRESS,
676 };
677
678 static const struct req_msg_field *mdt_hsm_ct_register[] = {
679         &RMF_PTLRPC_BODY,
680         &RMF_MDT_BODY,
681         &RMF_MDS_HSM_ARCHIVE,
682 };
683
684 static const struct req_msg_field *mdt_hsm_ct_unregister[] = {
685         &RMF_PTLRPC_BODY,
686         &RMF_MDT_BODY,
687 };
688
689 static const struct req_msg_field *mdt_hsm_action_server[] = {
690         &RMF_PTLRPC_BODY,
691         &RMF_MDT_BODY,
692         &RMF_MDS_HSM_CURRENT_ACTION,
693 };
694
695 static const struct req_msg_field *mdt_hsm_state_get_server[] = {
696         &RMF_PTLRPC_BODY,
697         &RMF_MDT_BODY,
698         &RMF_HSM_USER_STATE,
699 };
700
701 static const struct req_msg_field *mdt_hsm_state_set[] = {
702         &RMF_PTLRPC_BODY,
703         &RMF_MDT_BODY,
704         &RMF_CAPA1,
705         &RMF_HSM_STATE_SET,
706 };
707
708 static const struct req_msg_field *mdt_hsm_request[] = {
709         &RMF_PTLRPC_BODY,
710         &RMF_MDT_BODY,
711         &RMF_MDS_HSM_REQUEST,
712         &RMF_MDS_HSM_USER_ITEM,
713         &RMF_GENERIC_DATA,
714 };
715
716 static const struct req_msg_field *obd_lfsck_request[] = {
717         &RMF_PTLRPC_BODY,
718         &RMF_LFSCK_REQUEST,
719 };
720
721 static const struct req_msg_field *obd_lfsck_reply[] = {
722         &RMF_PTLRPC_BODY,
723         &RMF_LFSCK_REPLY,
724 };
725
726 static struct req_format *req_formats[] = {
727         &RQF_OBD_PING,
728         &RQF_OBD_SET_INFO,
729         &RQF_OBD_IDX_READ,
730         &RQF_SEC_CTX,
731         &RQF_MGS_TARGET_REG,
732         &RQF_MGS_SET_INFO,
733         &RQF_MGS_CONFIG_READ,
734         &RQF_SEQ_QUERY,
735         &RQF_FLD_QUERY,
736         &RQF_FLD_READ,
737         &RQF_MDS_CONNECT,
738         &RQF_MDS_DISCONNECT,
739         &RQF_MDS_GET_INFO,
740         &RQF_MDS_GET_ROOT,
741         &RQF_MDS_STATFS,
742         &RQF_MDS_GETATTR,
743         &RQF_MDS_GETATTR_NAME,
744         &RQF_MDS_GETXATTR,
745         &RQF_MDS_SYNC,
746         &RQF_MDS_CLOSE,
747         &RQF_MDS_INTENT_CLOSE,
748         &RQF_MDS_READPAGE,
749         &RQF_MDS_REINT,
750         &RQF_MDS_REINT_CREATE,
751         &RQF_MDS_REINT_CREATE_ACL,
752         &RQF_MDS_REINT_CREATE_SLAVE,
753         &RQF_MDS_REINT_CREATE_SYM,
754         &RQF_MDS_REINT_OPEN,
755         &RQF_MDS_REINT_UNLINK,
756         &RQF_MDS_REINT_LINK,
757         &RQF_MDS_REINT_RENAME,
758         &RQF_MDS_REINT_MIGRATE,
759         &RQF_MDS_REINT_SETATTR,
760         &RQF_MDS_REINT_SETXATTR,
761         &RQF_MDS_QUOTACTL,
762         &RQF_MDS_HSM_PROGRESS,
763         &RQF_MDS_HSM_CT_REGISTER,
764         &RQF_MDS_HSM_CT_UNREGISTER,
765         &RQF_MDS_HSM_STATE_GET,
766         &RQF_MDS_HSM_STATE_SET,
767         &RQF_MDS_HSM_ACTION,
768         &RQF_MDS_HSM_REQUEST,
769         &RQF_MDS_SWAP_LAYOUTS,
770         &RQF_OUT_UPDATE,
771         &RQF_OST_CONNECT,
772         &RQF_OST_DISCONNECT,
773         &RQF_OST_QUOTACTL,
774         &RQF_OST_GETATTR,
775         &RQF_OST_SETATTR,
776         &RQF_OST_CREATE,
777         &RQF_OST_PUNCH,
778         &RQF_OST_SYNC,
779         &RQF_OST_DESTROY,
780         &RQF_OST_BRW_READ,
781         &RQF_OST_BRW_WRITE,
782         &RQF_OST_STATFS,
783         &RQF_OST_SET_GRANT_INFO,
784         &RQF_OST_GET_INFO,
785         &RQF_OST_GET_INFO_LAST_ID,
786         &RQF_OST_GET_INFO_LAST_FID,
787         &RQF_OST_SET_INFO_LAST_FID,
788         &RQF_OST_GET_INFO_FIEMAP,
789         &RQF_OST_LADVISE,
790         &RQF_LDLM_ENQUEUE,
791         &RQF_LDLM_ENQUEUE_LVB,
792         &RQF_LDLM_CONVERT,
793         &RQF_LDLM_CANCEL,
794         &RQF_LDLM_CALLBACK,
795         &RQF_LDLM_CP_CALLBACK,
796         &RQF_LDLM_BL_CALLBACK,
797         &RQF_LDLM_GL_CALLBACK,
798         &RQF_LDLM_GL_DESC_CALLBACK,
799         &RQF_LDLM_INTENT,
800         &RQF_LDLM_INTENT_BASIC,
801         &RQF_LDLM_INTENT_LAYOUT,
802         &RQF_LDLM_INTENT_GETATTR,
803         &RQF_LDLM_INTENT_OPEN,
804         &RQF_LDLM_INTENT_CREATE,
805         &RQF_LDLM_INTENT_UNLINK,
806         &RQF_LDLM_INTENT_GETXATTR,
807         &RQF_LDLM_INTENT_QUOTA,
808         &RQF_QUOTA_DQACQ,
809         &RQF_LOG_CANCEL,
810         &RQF_LLOG_ORIGIN_HANDLE_CREATE,
811         &RQF_LLOG_ORIGIN_HANDLE_DESTROY,
812         &RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK,
813         &RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK,
814         &RQF_LLOG_ORIGIN_HANDLE_READ_HEADER,
815         &RQF_LLOG_ORIGIN_CONNECT,
816         &RQF_CONNECT,
817         &RQF_LFSCK_NOTIFY,
818         &RQF_LFSCK_QUERY,
819 };
820
821 struct req_msg_field {
822         const __u32 rmf_flags;
823         const char  *rmf_name;
824         /**
825          * Field length. (-1) means "variable length".  If the
826          * \a RMF_F_STRUCT_ARRAY flag is set the field is also variable-length,
827          * but the actual size must be a whole multiple of \a rmf_size.
828          */
829         const int   rmf_size;
830         void        (*rmf_swabber)(void *);
831         void        (*rmf_dumper)(void *);
832         int         rmf_offset[ARRAY_SIZE(req_formats)][RCL_NR];
833 };
834
835 enum rmf_flags {
836         /**
837          * The field is a string, must be NUL-terminated.
838          */
839         RMF_F_STRING = 1 << 0,
840         /**
841          * The field's buffer size need not match the declared \a rmf_size.
842          */
843         RMF_F_NO_SIZE_CHECK = 1 << 1,
844         /**
845          * The field's buffer size must be a whole multiple of the declared \a
846          * rmf_size and the \a rmf_swabber function must work on the declared \a
847          * rmf_size worth of bytes.
848          */
849         RMF_F_STRUCT_ARRAY = 1 << 2
850 };
851
852 struct req_capsule;
853
854 /*
855  * Request fields.
856  */
857 #define DEFINE_MSGF(name, flags, size, swabber, dumper) {       \
858         .rmf_name    = (name),                                  \
859         .rmf_flags   = (flags),                                 \
860         .rmf_size    = (size),                                  \
861         .rmf_swabber = (void (*)(void*))(swabber),              \
862         .rmf_dumper  = (void (*)(void*))(dumper)                \
863 }
864
865 struct req_msg_field RMF_GENERIC_DATA =
866         DEFINE_MSGF("generic_data", 0,
867                     -1, NULL, NULL);
868 EXPORT_SYMBOL(RMF_GENERIC_DATA);
869
870 struct req_msg_field RMF_MGS_TARGET_INFO =
871         DEFINE_MSGF("mgs_target_info", 0,
872                     sizeof(struct mgs_target_info),
873                     lustre_swab_mgs_target_info, NULL);
874 EXPORT_SYMBOL(RMF_MGS_TARGET_INFO);
875
876 struct req_msg_field RMF_MGS_SEND_PARAM =
877         DEFINE_MSGF("mgs_send_param", 0,
878                     sizeof(struct mgs_send_param),
879                     NULL, NULL);
880 EXPORT_SYMBOL(RMF_MGS_SEND_PARAM);
881
882 struct req_msg_field RMF_MGS_CONFIG_BODY =
883         DEFINE_MSGF("mgs_config_read request", 0,
884                     sizeof(struct mgs_config_body),
885                     lustre_swab_mgs_config_body, NULL);
886 EXPORT_SYMBOL(RMF_MGS_CONFIG_BODY);
887
888 struct req_msg_field RMF_MGS_CONFIG_RES =
889         DEFINE_MSGF("mgs_config_read reply ", 0,
890                     sizeof(struct mgs_config_res),
891                     lustre_swab_mgs_config_res, NULL);
892 EXPORT_SYMBOL(RMF_MGS_CONFIG_RES);
893
894 struct req_msg_field RMF_U32 =
895         DEFINE_MSGF("generic u32", 0,
896                     sizeof(__u32), lustre_swab_generic_32s, NULL);
897 EXPORT_SYMBOL(RMF_U32);
898
899 struct req_msg_field RMF_SETINFO_VAL =
900         DEFINE_MSGF("setinfo_val", 0, -1, NULL, NULL);
901 EXPORT_SYMBOL(RMF_SETINFO_VAL);
902
903 struct req_msg_field RMF_GETINFO_KEY =
904         DEFINE_MSGF("getinfo_key", 0, -1, NULL, NULL);
905 EXPORT_SYMBOL(RMF_GETINFO_KEY);
906
907 struct req_msg_field RMF_GETINFO_VALLEN =
908         DEFINE_MSGF("getinfo_vallen", 0,
909                     sizeof(__u32), lustre_swab_generic_32s, NULL);
910 EXPORT_SYMBOL(RMF_GETINFO_VALLEN);
911
912 struct req_msg_field RMF_GETINFO_VAL =
913         DEFINE_MSGF("getinfo_val", 0, -1, NULL, NULL);
914 EXPORT_SYMBOL(RMF_GETINFO_VAL);
915
916 struct req_msg_field RMF_SEQ_OPC =
917         DEFINE_MSGF("seq_query_opc", 0,
918                     sizeof(__u32), lustre_swab_generic_32s, NULL);
919 EXPORT_SYMBOL(RMF_SEQ_OPC);
920
921 struct req_msg_field RMF_SEQ_RANGE =
922         DEFINE_MSGF("seq_query_range", 0,
923                     sizeof(struct lu_seq_range),
924                     lustre_swab_lu_seq_range, NULL);
925 EXPORT_SYMBOL(RMF_SEQ_RANGE);
926
927 struct req_msg_field RMF_FLD_OPC =
928         DEFINE_MSGF("fld_query_opc", 0,
929                     sizeof(__u32), lustre_swab_generic_32s, NULL);
930 EXPORT_SYMBOL(RMF_FLD_OPC);
931
932 struct req_msg_field RMF_FLD_MDFLD =
933         DEFINE_MSGF("fld_query_mdfld", 0,
934                     sizeof(struct lu_seq_range),
935                     lustre_swab_lu_seq_range, NULL);
936 EXPORT_SYMBOL(RMF_FLD_MDFLD);
937
938 struct req_msg_field RMF_MDT_BODY =
939         DEFINE_MSGF("mdt_body", 0,
940                     sizeof(struct mdt_body), lustre_swab_mdt_body, NULL);
941 EXPORT_SYMBOL(RMF_MDT_BODY);
942
943 struct req_msg_field RMF_OBD_QUOTACTL =
944         DEFINE_MSGF("obd_quotactl", 0,
945                     sizeof(struct obd_quotactl),
946                     lustre_swab_obd_quotactl, NULL);
947 EXPORT_SYMBOL(RMF_OBD_QUOTACTL);
948
949 struct req_msg_field RMF_QUOTA_BODY =
950         DEFINE_MSGF("quota_body", 0,
951                     sizeof(struct quota_body), lustre_swab_quota_body, NULL);
952 EXPORT_SYMBOL(RMF_QUOTA_BODY);
953
954 struct req_msg_field RMF_MDT_EPOCH =
955         DEFINE_MSGF("mdt_ioepoch", 0,
956                     sizeof(struct mdt_ioepoch), lustre_swab_mdt_ioepoch, NULL);
957 EXPORT_SYMBOL(RMF_MDT_EPOCH);
958
959 struct req_msg_field RMF_PTLRPC_BODY =
960         DEFINE_MSGF("ptlrpc_body", 0,
961                     sizeof(struct ptlrpc_body), lustre_swab_ptlrpc_body, NULL);
962 EXPORT_SYMBOL(RMF_PTLRPC_BODY);
963
964 struct req_msg_field RMF_CLOSE_DATA =
965         DEFINE_MSGF("data_version", 0,
966                     sizeof(struct close_data), lustre_swab_close_data, NULL);
967 EXPORT_SYMBOL(RMF_CLOSE_DATA);
968
969 struct req_msg_field RMF_OBD_STATFS =
970         DEFINE_MSGF("obd_statfs", 0,
971                     sizeof(struct obd_statfs), lustre_swab_obd_statfs, NULL);
972 EXPORT_SYMBOL(RMF_OBD_STATFS);
973
974 struct req_msg_field RMF_SETINFO_KEY =
975         DEFINE_MSGF("setinfo_key", 0, -1, NULL, NULL);
976 EXPORT_SYMBOL(RMF_SETINFO_KEY);
977
978 struct req_msg_field RMF_NAME =
979         DEFINE_MSGF("name", RMF_F_STRING, -1, NULL, NULL);
980 EXPORT_SYMBOL(RMF_NAME);
981
982 struct req_msg_field RMF_SYMTGT =
983         DEFINE_MSGF("symtgt", RMF_F_STRING, -1, NULL, NULL);
984 EXPORT_SYMBOL(RMF_SYMTGT);
985
986 struct req_msg_field RMF_TGTUUID =
987         DEFINE_MSGF("tgtuuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
988         NULL);
989 EXPORT_SYMBOL(RMF_TGTUUID);
990
991 struct req_msg_field RMF_CLUUID =
992         DEFINE_MSGF("cluuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
993         NULL);
994 EXPORT_SYMBOL(RMF_CLUUID);
995
996 struct req_msg_field RMF_STRING =
997         DEFINE_MSGF("string", RMF_F_STRING, -1, NULL, NULL);
998 EXPORT_SYMBOL(RMF_STRING);
999
1000 struct req_msg_field RMF_LLOGD_BODY =
1001         DEFINE_MSGF("llogd_body", 0,
1002                     sizeof(struct llogd_body), lustre_swab_llogd_body, NULL);
1003 EXPORT_SYMBOL(RMF_LLOGD_BODY);
1004
1005 struct req_msg_field RMF_LLOG_LOG_HDR =
1006         DEFINE_MSGF("llog_log_hdr", 0,
1007                     sizeof(struct llog_log_hdr), lustre_swab_llog_hdr, NULL);
1008 EXPORT_SYMBOL(RMF_LLOG_LOG_HDR);
1009
1010 struct req_msg_field RMF_LLOGD_CONN_BODY =
1011         DEFINE_MSGF("llogd_conn_body", 0,
1012                     sizeof(struct llogd_conn_body),
1013                     lustre_swab_llogd_conn_body, NULL);
1014 EXPORT_SYMBOL(RMF_LLOGD_CONN_BODY);
1015
1016 /*
1017  * connection handle received in MDS_CONNECT request.
1018  *
1019  * No swabbing needed because struct lustre_handle contains only a 64-bit cookie
1020  * that the client does not interpret at all.
1021  */
1022 struct req_msg_field RMF_CONN =
1023         DEFINE_MSGF("conn", 0, sizeof(struct lustre_handle), NULL, NULL);
1024 EXPORT_SYMBOL(RMF_CONN);
1025
1026 struct req_msg_field RMF_CONNECT_DATA =
1027         DEFINE_MSGF("cdata",
1028                     RMF_F_NO_SIZE_CHECK /* we allow extra space for interop */,
1029                     sizeof(struct obd_connect_data),
1030                     lustre_swab_connect, NULL);
1031 EXPORT_SYMBOL(RMF_CONNECT_DATA);
1032
1033 struct req_msg_field RMF_DLM_REQ =
1034         DEFINE_MSGF("dlm_req", RMF_F_NO_SIZE_CHECK /* ldlm_request_bufsize */,
1035                     sizeof(struct ldlm_request),
1036                     lustre_swab_ldlm_request, NULL);
1037 EXPORT_SYMBOL(RMF_DLM_REQ);
1038
1039 struct req_msg_field RMF_DLM_REP =
1040         DEFINE_MSGF("dlm_rep", 0,
1041                     sizeof(struct ldlm_reply), lustre_swab_ldlm_reply, NULL);
1042 EXPORT_SYMBOL(RMF_DLM_REP);
1043
1044 struct req_msg_field RMF_LDLM_INTENT =
1045         DEFINE_MSGF("ldlm_intent", 0,
1046                     sizeof(struct ldlm_intent), lustre_swab_ldlm_intent, NULL);
1047 EXPORT_SYMBOL(RMF_LDLM_INTENT);
1048
1049 struct req_msg_field RMF_DLM_LVB =
1050         DEFINE_MSGF("dlm_lvb", 0, -1, NULL, NULL);
1051 EXPORT_SYMBOL(RMF_DLM_LVB);
1052
1053 struct req_msg_field RMF_DLM_GL_DESC =
1054         DEFINE_MSGF("dlm_gl_desc", 0, sizeof(union ldlm_gl_desc),
1055                     lustre_swab_gl_desc, NULL);
1056 EXPORT_SYMBOL(RMF_DLM_GL_DESC);
1057
1058 struct req_msg_field RMF_MDT_MD =
1059         DEFINE_MSGF("mdt_md", RMF_F_NO_SIZE_CHECK, MIN_MD_SIZE, NULL, NULL);
1060 EXPORT_SYMBOL(RMF_MDT_MD);
1061
1062 struct req_msg_field RMF_REC_REINT =
1063         DEFINE_MSGF("rec_reint", 0, sizeof(struct mdt_rec_reint),
1064                     lustre_swab_mdt_rec_reint, NULL);
1065 EXPORT_SYMBOL(RMF_REC_REINT);
1066
1067 /* FIXME: this length should be defined as a macro */
1068 struct req_msg_field RMF_EADATA = DEFINE_MSGF("eadata", 0, -1,
1069                                                     NULL, NULL);
1070 EXPORT_SYMBOL(RMF_EADATA);
1071
1072 struct req_msg_field RMF_EAVALS = DEFINE_MSGF("eavals", 0, -1, NULL, NULL);
1073 EXPORT_SYMBOL(RMF_EAVALS);
1074
1075 struct req_msg_field RMF_ACL =
1076         DEFINE_MSGF("acl", RMF_F_NO_SIZE_CHECK,
1077                     LUSTRE_POSIX_ACL_MAX_SIZE, NULL, NULL);
1078 EXPORT_SYMBOL(RMF_ACL);
1079
1080 /* FIXME: this should be made to use RMF_F_STRUCT_ARRAY */
1081 struct req_msg_field RMF_LOGCOOKIES =
1082         DEFINE_MSGF("logcookies", RMF_F_NO_SIZE_CHECK /* multiple cookies */,
1083                     sizeof(struct llog_cookie), NULL, NULL);
1084 EXPORT_SYMBOL(RMF_LOGCOOKIES);
1085
1086 struct req_msg_field RMF_CAPA1 =
1087         DEFINE_MSGF("capa", 0, sizeof(struct lustre_capa),
1088                     lustre_swab_lustre_capa, NULL);
1089 EXPORT_SYMBOL(RMF_CAPA1);
1090
1091 struct req_msg_field RMF_CAPA2 =
1092         DEFINE_MSGF("capa", 0, sizeof(struct lustre_capa),
1093                     lustre_swab_lustre_capa, NULL);
1094 EXPORT_SYMBOL(RMF_CAPA2);
1095
1096 struct req_msg_field RMF_LAYOUT_INTENT =
1097         DEFINE_MSGF("layout_intent", 0,
1098                     sizeof(struct layout_intent), lustre_swab_layout_intent,
1099                     NULL);
1100 EXPORT_SYMBOL(RMF_LAYOUT_INTENT);
1101
1102 /*
1103  * OST request field.
1104  */
1105 struct req_msg_field RMF_OST_BODY =
1106         DEFINE_MSGF("ost_body", 0,
1107                     sizeof(struct ost_body), lustre_swab_ost_body,
1108                     dump_ost_body);
1109 EXPORT_SYMBOL(RMF_OST_BODY);
1110
1111 struct req_msg_field RMF_OBD_IOOBJ =
1112         DEFINE_MSGF("obd_ioobj", RMF_F_STRUCT_ARRAY,
1113                     sizeof(struct obd_ioobj), lustre_swab_obd_ioobj, dump_ioo);
1114 EXPORT_SYMBOL(RMF_OBD_IOOBJ);
1115
1116 struct req_msg_field RMF_NIOBUF_REMOTE =
1117         DEFINE_MSGF("niobuf_remote", RMF_F_STRUCT_ARRAY,
1118                     sizeof(struct niobuf_remote), lustre_swab_niobuf_remote,
1119                     dump_rniobuf);
1120 EXPORT_SYMBOL(RMF_NIOBUF_REMOTE);
1121
1122 struct req_msg_field RMF_RCS =
1123         DEFINE_MSGF("niobuf_remote", RMF_F_STRUCT_ARRAY, sizeof(__u32),
1124                     lustre_swab_generic_32s, dump_rcs);
1125 EXPORT_SYMBOL(RMF_RCS);
1126
1127 struct req_msg_field RMF_EAVALS_LENS =
1128         DEFINE_MSGF("eavals_lens", RMF_F_STRUCT_ARRAY, sizeof(__u32),
1129                 lustre_swab_generic_32s, NULL);
1130 EXPORT_SYMBOL(RMF_EAVALS_LENS);
1131
1132 struct req_msg_field RMF_OBD_ID =
1133         DEFINE_MSGF("obd_id", 0,
1134                     sizeof(__u64), lustre_swab_ost_last_id, NULL);
1135 EXPORT_SYMBOL(RMF_OBD_ID);
1136
1137 struct req_msg_field RMF_FID =
1138         DEFINE_MSGF("fid", 0,
1139                     sizeof(struct lu_fid), lustre_swab_lu_fid, NULL);
1140 EXPORT_SYMBOL(RMF_FID);
1141
1142 struct req_msg_field RMF_OST_ID =
1143         DEFINE_MSGF("ost_id", 0,
1144                     sizeof(struct ost_id), lustre_swab_ost_id, NULL);
1145 EXPORT_SYMBOL(RMF_OST_ID);
1146
1147 struct req_msg_field RMF_FIEMAP_KEY =
1148         DEFINE_MSGF("fiemap", 0, sizeof(struct ll_fiemap_info_key),
1149                     lustre_swab_fiemap, NULL);
1150 EXPORT_SYMBOL(RMF_FIEMAP_KEY);
1151
1152 struct req_msg_field RMF_FIEMAP_VAL =
1153         DEFINE_MSGF("fiemap", 0, -1, lustre_swab_fiemap, NULL);
1154 EXPORT_SYMBOL(RMF_FIEMAP_VAL);
1155
1156 struct req_msg_field RMF_IDX_INFO =
1157         DEFINE_MSGF("idx_info", 0, sizeof(struct idx_info),
1158                     lustre_swab_idx_info, NULL);
1159 EXPORT_SYMBOL(RMF_IDX_INFO);
1160 struct req_msg_field RMF_HSM_USER_STATE =
1161         DEFINE_MSGF("hsm_user_state", 0, sizeof(struct hsm_user_state),
1162                     lustre_swab_hsm_user_state, NULL);
1163 EXPORT_SYMBOL(RMF_HSM_USER_STATE);
1164
1165 struct req_msg_field RMF_HSM_STATE_SET =
1166         DEFINE_MSGF("hsm_state_set", 0, sizeof(struct hsm_state_set),
1167                     lustre_swab_hsm_state_set, NULL);
1168 EXPORT_SYMBOL(RMF_HSM_STATE_SET);
1169
1170 struct req_msg_field RMF_MDS_HSM_PROGRESS =
1171         DEFINE_MSGF("hsm_progress", 0, sizeof(struct hsm_progress_kernel),
1172                     lustre_swab_hsm_progress_kernel, NULL);
1173 EXPORT_SYMBOL(RMF_MDS_HSM_PROGRESS);
1174
1175 struct req_msg_field RMF_MDS_HSM_CURRENT_ACTION =
1176         DEFINE_MSGF("hsm_current_action", 0, sizeof(struct hsm_current_action),
1177                     lustre_swab_hsm_current_action, NULL);
1178 EXPORT_SYMBOL(RMF_MDS_HSM_CURRENT_ACTION);
1179
1180 struct req_msg_field RMF_MDS_HSM_USER_ITEM =
1181         DEFINE_MSGF("hsm_user_item", RMF_F_STRUCT_ARRAY,
1182                     sizeof(struct hsm_user_item), lustre_swab_hsm_user_item,
1183                     NULL);
1184 EXPORT_SYMBOL(RMF_MDS_HSM_USER_ITEM);
1185
1186 struct req_msg_field RMF_MDS_HSM_ARCHIVE =
1187         DEFINE_MSGF("hsm_archive", 0,
1188                     sizeof(__u32), lustre_swab_generic_32s, NULL);
1189 EXPORT_SYMBOL(RMF_MDS_HSM_ARCHIVE);
1190
1191 struct req_msg_field RMF_MDS_HSM_REQUEST =
1192         DEFINE_MSGF("hsm_request", 0, sizeof(struct hsm_request),
1193                     lustre_swab_hsm_request, NULL);
1194 EXPORT_SYMBOL(RMF_MDS_HSM_REQUEST);
1195
1196 struct req_msg_field RMF_OUT_UPDATE = DEFINE_MSGF("object_update", 0, -1,
1197                                 lustre_swab_object_update_request, NULL);
1198 EXPORT_SYMBOL(RMF_OUT_UPDATE);
1199
1200 struct req_msg_field RMF_OUT_UPDATE_REPLY =
1201                         DEFINE_MSGF("object_update_reply", 0, -1,
1202                                     lustre_swab_object_update_reply, NULL);
1203 EXPORT_SYMBOL(RMF_OUT_UPDATE_REPLY);
1204
1205 struct req_msg_field RMF_SWAP_LAYOUTS =
1206         DEFINE_MSGF("swap_layouts", 0, sizeof(struct  mdc_swap_layouts),
1207                     lustre_swab_swap_layouts, NULL);
1208 EXPORT_SYMBOL(RMF_SWAP_LAYOUTS);
1209
1210 struct req_msg_field RMF_LFSCK_REQUEST =
1211         DEFINE_MSGF("lfsck_request", 0, sizeof(struct lfsck_request),
1212                     lustre_swab_lfsck_request, NULL);
1213 EXPORT_SYMBOL(RMF_LFSCK_REQUEST);
1214
1215 struct req_msg_field RMF_LFSCK_REPLY =
1216         DEFINE_MSGF("lfsck_reply", 0, sizeof(struct lfsck_reply),
1217                     lustre_swab_lfsck_reply, NULL);
1218 EXPORT_SYMBOL(RMF_LFSCK_REPLY);
1219
1220 struct req_msg_field RMF_OST_LADVISE_HDR =
1221         DEFINE_MSGF("ladvise_request", 0,
1222                     sizeof(struct ladvise_hdr),
1223                     lustre_swab_ladvise_hdr, NULL);
1224 EXPORT_SYMBOL(RMF_OST_LADVISE_HDR);
1225
1226 struct req_msg_field RMF_OST_LADVISE =
1227         DEFINE_MSGF("ladvise_request", RMF_F_STRUCT_ARRAY,
1228                     sizeof(struct lu_ladvise),
1229                     lustre_swab_ladvise, NULL);
1230 EXPORT_SYMBOL(RMF_OST_LADVISE);
1231
1232 struct req_msg_field RMF_OUT_UPDATE_HEADER = DEFINE_MSGF("out_update_header", 0,
1233                                 -1, lustre_swab_out_update_header, NULL);
1234 EXPORT_SYMBOL(RMF_OUT_UPDATE_HEADER);
1235
1236 struct req_msg_field RMF_OUT_UPDATE_BUF = DEFINE_MSGF("update_buf",
1237                         RMF_F_STRUCT_ARRAY, sizeof(struct out_update_buffer),
1238                         lustre_swab_out_update_buffer, NULL);
1239 EXPORT_SYMBOL(RMF_OUT_UPDATE_BUF);
1240
1241 /*
1242  * Request formats.
1243  */
1244
1245 struct req_format {
1246         const char *rf_name;
1247         size_t      rf_idx;
1248         struct {
1249                 size_t                       nr;
1250                 const struct req_msg_field **d;
1251         } rf_fields[RCL_NR];
1252 };
1253
1254 #define DEFINE_REQ_FMT(name, client, client_nr, server, server_nr) {    \
1255         .rf_name   = name,                                              \
1256         .rf_fields = {                                                  \
1257                 [RCL_CLIENT] = {                                        \
1258                         .nr = client_nr,                                \
1259                         .d  = client                                    \
1260                 },                                                      \
1261                 [RCL_SERVER] = {                                        \
1262                         .nr = server_nr,                                \
1263                         .d  = server                                    \
1264                 }                                                       \
1265         }                                                               \
1266 }
1267
1268 #define DEFINE_REQ_FMT0(name, client, server)                                  \
1269 DEFINE_REQ_FMT(name, client, ARRAY_SIZE(client), server, ARRAY_SIZE(server))
1270
1271 struct req_format RQF_OBD_PING =
1272         DEFINE_REQ_FMT0("OBD_PING", empty, empty);
1273 EXPORT_SYMBOL(RQF_OBD_PING);
1274
1275 struct req_format RQF_OBD_SET_INFO =
1276         DEFINE_REQ_FMT0("OBD_SET_INFO", obd_set_info_client, empty);
1277 EXPORT_SYMBOL(RQF_OBD_SET_INFO);
1278
1279 /* Read index file through the network */
1280 struct req_format RQF_OBD_IDX_READ =
1281         DEFINE_REQ_FMT0("OBD_IDX_READ",
1282                         obd_idx_read_client, obd_idx_read_server);
1283 EXPORT_SYMBOL(RQF_OBD_IDX_READ);
1284
1285 struct req_format RQF_SEC_CTX =
1286         DEFINE_REQ_FMT0("SEC_CTX", empty, empty);
1287 EXPORT_SYMBOL(RQF_SEC_CTX);
1288
1289 struct req_format RQF_MGS_TARGET_REG =
1290         DEFINE_REQ_FMT0("MGS_TARGET_REG", mgs_target_info_only,
1291                          mgs_target_info_only);
1292 EXPORT_SYMBOL(RQF_MGS_TARGET_REG);
1293
1294 struct req_format RQF_MGS_SET_INFO =
1295         DEFINE_REQ_FMT0("MGS_SET_INFO", mgs_set_info,
1296                          mgs_set_info);
1297 EXPORT_SYMBOL(RQF_MGS_SET_INFO);
1298
1299 struct req_format RQF_MGS_CONFIG_READ =
1300         DEFINE_REQ_FMT0("MGS_CONFIG_READ", mgs_config_read_client,
1301                          mgs_config_read_server);
1302 EXPORT_SYMBOL(RQF_MGS_CONFIG_READ);
1303
1304 struct req_format RQF_SEQ_QUERY =
1305         DEFINE_REQ_FMT0("SEQ_QUERY", seq_query_client, seq_query_server);
1306 EXPORT_SYMBOL(RQF_SEQ_QUERY);
1307
1308 struct req_format RQF_FLD_QUERY =
1309         DEFINE_REQ_FMT0("FLD_QUERY", fld_query_client, fld_query_server);
1310 EXPORT_SYMBOL(RQF_FLD_QUERY);
1311
1312 struct req_format RQF_FLD_READ =
1313         DEFINE_REQ_FMT0("FLD_READ", fld_read_client, fld_read_server);
1314 EXPORT_SYMBOL(RQF_FLD_READ);
1315
1316 struct req_format RQF_LOG_CANCEL =
1317         DEFINE_REQ_FMT0("OBD_LOG_CANCEL", log_cancel_client, empty);
1318 EXPORT_SYMBOL(RQF_LOG_CANCEL);
1319
1320 struct req_format RQF_MDS_QUOTACTL =
1321         DEFINE_REQ_FMT0("MDS_QUOTACTL", quotactl_only, quotactl_only);
1322 EXPORT_SYMBOL(RQF_MDS_QUOTACTL);
1323
1324 struct req_format RQF_OST_QUOTACTL =
1325         DEFINE_REQ_FMT0("OST_QUOTACTL", quotactl_only, quotactl_only);
1326 EXPORT_SYMBOL(RQF_OST_QUOTACTL);
1327
1328 struct req_format RQF_QUOTA_DQACQ =
1329         DEFINE_REQ_FMT0("QUOTA_DQACQ", quota_body_only, quota_body_only);
1330 EXPORT_SYMBOL(RQF_QUOTA_DQACQ);
1331
1332 struct req_format RQF_LDLM_INTENT_QUOTA =
1333         DEFINE_REQ_FMT0("LDLM_INTENT_QUOTA",
1334                         ldlm_intent_quota_client,
1335                         ldlm_intent_quota_server);
1336 EXPORT_SYMBOL(RQF_LDLM_INTENT_QUOTA);
1337
1338 struct req_format RQF_MDS_GET_ROOT =
1339         DEFINE_REQ_FMT0("MDS_GET_ROOT", mds_get_root_client, mdt_body_capa);
1340 EXPORT_SYMBOL(RQF_MDS_GET_ROOT);
1341
1342 struct req_format RQF_MDS_STATFS =
1343         DEFINE_REQ_FMT0("MDS_STATFS", empty, obd_statfs_server);
1344 EXPORT_SYMBOL(RQF_MDS_STATFS);
1345
1346 struct req_format RQF_MDS_SYNC =
1347         DEFINE_REQ_FMT0("MDS_SYNC", mdt_body_capa, mdt_body_only);
1348 EXPORT_SYMBOL(RQF_MDS_SYNC);
1349
1350 struct req_format RQF_MDS_GETATTR =
1351         DEFINE_REQ_FMT0("MDS_GETATTR", mdt_body_capa, mds_getattr_server);
1352 EXPORT_SYMBOL(RQF_MDS_GETATTR);
1353
1354 struct req_format RQF_MDS_GETXATTR =
1355         DEFINE_REQ_FMT0("MDS_GETXATTR",
1356                         mds_getxattr_client, mds_getxattr_server);
1357 EXPORT_SYMBOL(RQF_MDS_GETXATTR);
1358
1359 struct req_format RQF_MDS_GETATTR_NAME =
1360         DEFINE_REQ_FMT0("MDS_GETATTR_NAME",
1361                         mds_getattr_name_client, mds_getattr_server);
1362 EXPORT_SYMBOL(RQF_MDS_GETATTR_NAME);
1363
1364 struct req_format RQF_MDS_REINT =
1365         DEFINE_REQ_FMT0("MDS_REINT", mds_reint_client, mdt_body_only);
1366 EXPORT_SYMBOL(RQF_MDS_REINT);
1367
1368 struct req_format RQF_MDS_REINT_CREATE =
1369         DEFINE_REQ_FMT0("MDS_REINT_CREATE",
1370                         mds_reint_create_client, mdt_body_capa);
1371 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE);
1372
1373 struct req_format RQF_MDS_REINT_CREATE_ACL =
1374         DEFINE_REQ_FMT0("MDS_REINT_CREATE_ACL",
1375                         mds_reint_create_acl_client, mdt_body_capa);
1376 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_ACL);
1377
1378 struct req_format RQF_MDS_REINT_CREATE_SLAVE =
1379         DEFINE_REQ_FMT0("MDS_REINT_CREATE_EA",
1380                         mds_reint_create_slave_client, mdt_body_capa);
1381 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SLAVE);
1382
1383 struct req_format RQF_MDS_REINT_CREATE_SYM =
1384         DEFINE_REQ_FMT0("MDS_REINT_CREATE_SYM",
1385                         mds_reint_create_sym_client, mdt_body_capa);
1386 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SYM);
1387
1388 struct req_format RQF_MDS_REINT_OPEN =
1389         DEFINE_REQ_FMT0("MDS_REINT_OPEN",
1390                         mds_reint_open_client, mds_reint_open_server);
1391 EXPORT_SYMBOL(RQF_MDS_REINT_OPEN);
1392
1393 struct req_format RQF_MDS_REINT_UNLINK =
1394         DEFINE_REQ_FMT0("MDS_REINT_UNLINK", mds_reint_unlink_client,
1395                         mds_last_unlink_server);
1396 EXPORT_SYMBOL(RQF_MDS_REINT_UNLINK);
1397
1398 struct req_format RQF_MDS_REINT_LINK =
1399         DEFINE_REQ_FMT0("MDS_REINT_LINK",
1400                         mds_reint_link_client, mdt_body_only);
1401 EXPORT_SYMBOL(RQF_MDS_REINT_LINK);
1402
1403 struct req_format RQF_MDS_REINT_RENAME =
1404         DEFINE_REQ_FMT0("MDS_REINT_RENAME", mds_reint_rename_client,
1405                         mds_last_unlink_server);
1406 EXPORT_SYMBOL(RQF_MDS_REINT_RENAME);
1407
1408 struct req_format RQF_MDS_REINT_MIGRATE =
1409         DEFINE_REQ_FMT0("MDS_REINT_MIGRATE", mds_reint_migrate_client,
1410                         mds_last_unlink_server);
1411 EXPORT_SYMBOL(RQF_MDS_REINT_MIGRATE);
1412
1413 struct req_format RQF_MDS_REINT_SETATTR =
1414         DEFINE_REQ_FMT0("MDS_REINT_SETATTR",
1415                         mds_reint_setattr_client, mds_setattr_server);
1416 EXPORT_SYMBOL(RQF_MDS_REINT_SETATTR);
1417
1418 struct req_format RQF_MDS_REINT_SETXATTR =
1419         DEFINE_REQ_FMT0("MDS_REINT_SETXATTR",
1420                         mds_reint_setxattr_client, mdt_body_only);
1421 EXPORT_SYMBOL(RQF_MDS_REINT_SETXATTR);
1422
1423 struct req_format RQF_MDS_CONNECT =
1424         DEFINE_REQ_FMT0("MDS_CONNECT",
1425                         obd_connect_client, obd_connect_server);
1426 EXPORT_SYMBOL(RQF_MDS_CONNECT);
1427
1428 struct req_format RQF_MDS_DISCONNECT =
1429         DEFINE_REQ_FMT0("MDS_DISCONNECT", empty, empty);
1430 EXPORT_SYMBOL(RQF_MDS_DISCONNECT);
1431
1432 struct req_format RQF_MDS_GET_INFO =
1433         DEFINE_REQ_FMT0("MDS_GET_INFO", mds_getinfo_client,
1434                         mds_getinfo_server);
1435 EXPORT_SYMBOL(RQF_MDS_GET_INFO);
1436
1437 struct req_format RQF_OUT_UPDATE =
1438         DEFINE_REQ_FMT0("OUT_UPDATE", mds_update_client,
1439                         mds_update_server);
1440 EXPORT_SYMBOL(RQF_OUT_UPDATE);
1441
1442 struct req_format RQF_LDLM_ENQUEUE =
1443         DEFINE_REQ_FMT0("LDLM_ENQUEUE",
1444                         ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1445 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE);
1446
1447 struct req_format RQF_LDLM_ENQUEUE_LVB =
1448         DEFINE_REQ_FMT0("LDLM_ENQUEUE_LVB",
1449                         ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1450 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE_LVB);
1451
1452 struct req_format RQF_LDLM_CONVERT =
1453         DEFINE_REQ_FMT0("LDLM_CONVERT",
1454                         ldlm_enqueue_client, ldlm_enqueue_server);
1455 EXPORT_SYMBOL(RQF_LDLM_CONVERT);
1456
1457 struct req_format RQF_LDLM_CANCEL =
1458         DEFINE_REQ_FMT0("LDLM_CANCEL", ldlm_enqueue_client, empty);
1459 EXPORT_SYMBOL(RQF_LDLM_CANCEL);
1460
1461 struct req_format RQF_LDLM_CALLBACK =
1462         DEFINE_REQ_FMT0("LDLM_CALLBACK", ldlm_enqueue_client, empty);
1463 EXPORT_SYMBOL(RQF_LDLM_CALLBACK);
1464
1465 struct req_format RQF_LDLM_CP_CALLBACK =
1466         DEFINE_REQ_FMT0("LDLM_CP_CALLBACK", ldlm_cp_callback_client, empty);
1467 EXPORT_SYMBOL(RQF_LDLM_CP_CALLBACK);
1468
1469 struct req_format RQF_LDLM_BL_CALLBACK =
1470         DEFINE_REQ_FMT0("LDLM_BL_CALLBACK", ldlm_enqueue_client, empty);
1471 EXPORT_SYMBOL(RQF_LDLM_BL_CALLBACK);
1472
1473 struct req_format RQF_LDLM_GL_CALLBACK =
1474         DEFINE_REQ_FMT0("LDLM_GL_CALLBACK", ldlm_enqueue_client,
1475                         ldlm_gl_callback_server);
1476 EXPORT_SYMBOL(RQF_LDLM_GL_CALLBACK);
1477
1478 struct req_format RQF_LDLM_GL_DESC_CALLBACK =
1479         DEFINE_REQ_FMT0("LDLM_GL_CALLBACK", ldlm_gl_callback_desc_client,
1480                         ldlm_gl_callback_server);
1481 EXPORT_SYMBOL(RQF_LDLM_GL_DESC_CALLBACK);
1482
1483 struct req_format RQF_LDLM_INTENT_BASIC =
1484         DEFINE_REQ_FMT0("LDLM_INTENT_BASIC",
1485                         ldlm_intent_basic_client, ldlm_enqueue_lvb_server);
1486 EXPORT_SYMBOL(RQF_LDLM_INTENT_BASIC);
1487
1488 struct req_format RQF_LDLM_INTENT =
1489         DEFINE_REQ_FMT0("LDLM_INTENT",
1490                         ldlm_intent_client, ldlm_intent_server);
1491 EXPORT_SYMBOL(RQF_LDLM_INTENT);
1492
1493 struct req_format RQF_LDLM_INTENT_LAYOUT =
1494         DEFINE_REQ_FMT0("LDLM_INTENT_LAYOUT ",
1495                         ldlm_intent_layout_client, ldlm_enqueue_lvb_server);
1496 EXPORT_SYMBOL(RQF_LDLM_INTENT_LAYOUT);
1497
1498 struct req_format RQF_LDLM_INTENT_GETATTR =
1499         DEFINE_REQ_FMT0("LDLM_INTENT_GETATTR",
1500                         ldlm_intent_getattr_client, ldlm_intent_getattr_server);
1501 EXPORT_SYMBOL(RQF_LDLM_INTENT_GETATTR);
1502
1503 struct req_format RQF_LDLM_INTENT_OPEN =
1504         DEFINE_REQ_FMT0("LDLM_INTENT_OPEN",
1505                         ldlm_intent_open_client, ldlm_intent_open_server);
1506 EXPORT_SYMBOL(RQF_LDLM_INTENT_OPEN);
1507
1508 struct req_format RQF_LDLM_INTENT_CREATE =
1509         DEFINE_REQ_FMT0("LDLM_INTENT_CREATE",
1510                         ldlm_intent_create_client, ldlm_intent_getattr_server);
1511 EXPORT_SYMBOL(RQF_LDLM_INTENT_CREATE);
1512
1513 struct req_format RQF_LDLM_INTENT_UNLINK =
1514         DEFINE_REQ_FMT0("LDLM_INTENT_UNLINK",
1515                         ldlm_intent_unlink_client, ldlm_intent_server);
1516 EXPORT_SYMBOL(RQF_LDLM_INTENT_UNLINK);
1517
1518 struct req_format RQF_LDLM_INTENT_GETXATTR =
1519         DEFINE_REQ_FMT0("LDLM_INTENT_GETXATTR",
1520                         ldlm_intent_getxattr_client,
1521                         ldlm_intent_getxattr_server);
1522 EXPORT_SYMBOL(RQF_LDLM_INTENT_GETXATTR);
1523
1524 struct req_format RQF_MDS_CLOSE =
1525         DEFINE_REQ_FMT0("MDS_CLOSE",
1526                         mdt_close_client, mds_last_unlink_server);
1527 EXPORT_SYMBOL(RQF_MDS_CLOSE);
1528
1529 struct req_format RQF_MDS_INTENT_CLOSE =
1530         DEFINE_REQ_FMT0("MDS_CLOSE",
1531                         mdt_intent_close_client, mds_last_unlink_server);
1532 EXPORT_SYMBOL(RQF_MDS_INTENT_CLOSE);
1533
1534 struct req_format RQF_MDS_READPAGE =
1535         DEFINE_REQ_FMT0("MDS_READPAGE",
1536                         mdt_body_capa, mdt_body_only);
1537 EXPORT_SYMBOL(RQF_MDS_READPAGE);
1538
1539 struct req_format RQF_MDS_HSM_ACTION =
1540         DEFINE_REQ_FMT0("MDS_HSM_ACTION", mdt_body_capa, mdt_hsm_action_server);
1541 EXPORT_SYMBOL(RQF_MDS_HSM_ACTION);
1542
1543 struct req_format RQF_MDS_HSM_PROGRESS =
1544         DEFINE_REQ_FMT0("MDS_HSM_PROGRESS", mdt_hsm_progress, empty);
1545 EXPORT_SYMBOL(RQF_MDS_HSM_PROGRESS);
1546
1547 struct req_format RQF_MDS_HSM_CT_REGISTER =
1548         DEFINE_REQ_FMT0("MDS_HSM_CT_REGISTER", mdt_hsm_ct_register, empty);
1549 EXPORT_SYMBOL(RQF_MDS_HSM_CT_REGISTER);
1550
1551 struct req_format RQF_MDS_HSM_CT_UNREGISTER =
1552         DEFINE_REQ_FMT0("MDS_HSM_CT_UNREGISTER", mdt_hsm_ct_unregister, empty);
1553 EXPORT_SYMBOL(RQF_MDS_HSM_CT_UNREGISTER);
1554
1555 struct req_format RQF_MDS_HSM_STATE_GET =
1556         DEFINE_REQ_FMT0("MDS_HSM_STATE_GET",
1557                         mdt_body_capa, mdt_hsm_state_get_server);
1558 EXPORT_SYMBOL(RQF_MDS_HSM_STATE_GET);
1559
1560 struct req_format RQF_MDS_HSM_STATE_SET =
1561         DEFINE_REQ_FMT0("MDS_HSM_STATE_SET", mdt_hsm_state_set, empty);
1562 EXPORT_SYMBOL(RQF_MDS_HSM_STATE_SET);
1563
1564 struct req_format RQF_MDS_HSM_REQUEST =
1565         DEFINE_REQ_FMT0("MDS_HSM_REQUEST", mdt_hsm_request, empty);
1566 EXPORT_SYMBOL(RQF_MDS_HSM_REQUEST);
1567
1568 struct req_format RQF_MDS_SWAP_LAYOUTS =
1569         DEFINE_REQ_FMT0("MDS_SWAP_LAYOUTS",
1570                         mdt_swap_layouts, empty);
1571 EXPORT_SYMBOL(RQF_MDS_SWAP_LAYOUTS);
1572
1573 struct req_format RQF_LLOG_ORIGIN_HANDLE_CREATE =
1574         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_CREATE",
1575                         llog_origin_handle_create_client, llogd_body_only);
1576 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_CREATE);
1577
1578 struct req_format RQF_LLOG_ORIGIN_HANDLE_DESTROY =
1579         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_DESTROY",
1580                         llogd_body_only, llogd_body_only);
1581 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_DESTROY);
1582
1583 struct req_format RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK =
1584         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_NEXT_BLOCK",
1585                         llogd_body_only, llog_origin_handle_next_block_server);
1586 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK);
1587
1588 struct req_format RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK =
1589         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_PREV_BLOCK",
1590                         llogd_body_only, llog_origin_handle_next_block_server);
1591 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK);
1592
1593 struct req_format RQF_LLOG_ORIGIN_HANDLE_READ_HEADER =
1594         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_READ_HEADER",
1595                         llogd_body_only, llog_log_hdr_only);
1596 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_READ_HEADER);
1597
1598 struct req_format RQF_LLOG_ORIGIN_CONNECT =
1599         DEFINE_REQ_FMT0("LLOG_ORIGIN_CONNECT", llogd_conn_body_only, empty);
1600 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_CONNECT);
1601
1602 struct req_format RQF_CONNECT =
1603         DEFINE_REQ_FMT0("CONNECT", obd_connect_client, obd_connect_server);
1604 EXPORT_SYMBOL(RQF_CONNECT);
1605
1606 struct req_format RQF_OST_CONNECT =
1607         DEFINE_REQ_FMT0("OST_CONNECT",
1608                         obd_connect_client, obd_connect_server);
1609 EXPORT_SYMBOL(RQF_OST_CONNECT);
1610
1611 struct req_format RQF_OST_DISCONNECT =
1612         DEFINE_REQ_FMT0("OST_DISCONNECT", empty, empty);
1613 EXPORT_SYMBOL(RQF_OST_DISCONNECT);
1614
1615 struct req_format RQF_OST_GETATTR =
1616         DEFINE_REQ_FMT0("OST_GETATTR", ost_body_capa, ost_body_only);
1617 EXPORT_SYMBOL(RQF_OST_GETATTR);
1618
1619 struct req_format RQF_OST_SETATTR =
1620         DEFINE_REQ_FMT0("OST_SETATTR", ost_body_capa, ost_body_only);
1621 EXPORT_SYMBOL(RQF_OST_SETATTR);
1622
1623 struct req_format RQF_OST_CREATE =
1624         DEFINE_REQ_FMT0("OST_CREATE", ost_body_only, ost_body_only);
1625 EXPORT_SYMBOL(RQF_OST_CREATE);
1626
1627 struct req_format RQF_OST_PUNCH =
1628         DEFINE_REQ_FMT0("OST_PUNCH", ost_body_capa, ost_body_only);
1629 EXPORT_SYMBOL(RQF_OST_PUNCH);
1630
1631 struct req_format RQF_OST_SYNC =
1632         DEFINE_REQ_FMT0("OST_SYNC", ost_body_capa, ost_body_only);
1633 EXPORT_SYMBOL(RQF_OST_SYNC);
1634
1635 struct req_format RQF_OST_DESTROY =
1636         DEFINE_REQ_FMT0("OST_DESTROY", ost_destroy_client, ost_body_only);
1637 EXPORT_SYMBOL(RQF_OST_DESTROY);
1638
1639 struct req_format RQF_OST_BRW_READ =
1640         DEFINE_REQ_FMT0("OST_BRW_READ", ost_brw_client, ost_brw_read_server);
1641 EXPORT_SYMBOL(RQF_OST_BRW_READ);
1642
1643 struct req_format RQF_OST_BRW_WRITE =
1644         DEFINE_REQ_FMT0("OST_BRW_WRITE", ost_brw_client, ost_brw_write_server);
1645 EXPORT_SYMBOL(RQF_OST_BRW_WRITE);
1646
1647 struct req_format RQF_OST_STATFS =
1648         DEFINE_REQ_FMT0("OST_STATFS", empty, obd_statfs_server);
1649 EXPORT_SYMBOL(RQF_OST_STATFS);
1650
1651 struct req_format RQF_OST_SET_GRANT_INFO =
1652         DEFINE_REQ_FMT0("OST_SET_GRANT_INFO", ost_grant_shrink_client,
1653                          ost_body_only);
1654 EXPORT_SYMBOL(RQF_OST_SET_GRANT_INFO);
1655
1656 struct req_format RQF_OST_GET_INFO =
1657         DEFINE_REQ_FMT0("OST_GET_INFO", ost_get_info_generic_client,
1658                                         ost_get_info_generic_server);
1659 EXPORT_SYMBOL(RQF_OST_GET_INFO);
1660
1661 struct req_format RQF_OST_GET_INFO_LAST_ID =
1662         DEFINE_REQ_FMT0("OST_GET_INFO_LAST_ID", ost_get_info_generic_client,
1663                                                 ost_get_last_id_server);
1664 EXPORT_SYMBOL(RQF_OST_GET_INFO_LAST_ID);
1665
1666 struct req_format RQF_OST_GET_INFO_LAST_FID =
1667         DEFINE_REQ_FMT0("OST_GET_INFO_LAST_FID", ost_get_last_fid_client,
1668                                                  ost_get_last_fid_server);
1669 EXPORT_SYMBOL(RQF_OST_GET_INFO_LAST_FID);
1670
1671 struct req_format RQF_OST_SET_INFO_LAST_FID =
1672         DEFINE_REQ_FMT0("OST_SET_INFO_LAST_FID", obd_set_info_client,
1673                                                  empty);
1674 EXPORT_SYMBOL(RQF_OST_SET_INFO_LAST_FID);
1675
1676 struct req_format RQF_OST_GET_INFO_FIEMAP =
1677         DEFINE_REQ_FMT0("OST_GET_INFO_FIEMAP", ost_get_fiemap_client,
1678                                                ost_get_fiemap_server);
1679 EXPORT_SYMBOL(RQF_OST_GET_INFO_FIEMAP);
1680
1681 struct req_format RQF_LFSCK_NOTIFY =
1682         DEFINE_REQ_FMT0("LFSCK_NOTIFY", obd_lfsck_request, empty);
1683 EXPORT_SYMBOL(RQF_LFSCK_NOTIFY);
1684
1685 struct req_format RQF_LFSCK_QUERY =
1686         DEFINE_REQ_FMT0("LFSCK_QUERY", obd_lfsck_request, obd_lfsck_reply);
1687 EXPORT_SYMBOL(RQF_LFSCK_QUERY);
1688
1689 struct req_format RQF_OST_LADVISE =
1690         DEFINE_REQ_FMT0("OST_LADVISE", ost_ladvise, ost_body_only);
1691 EXPORT_SYMBOL(RQF_OST_LADVISE);
1692
1693 #if !defined(__REQ_LAYOUT_USER__)
1694
1695 /* Convenience macro */
1696 #define FMT_FIELD(fmt, i, j) (fmt)->rf_fields[(i)].d[(j)]
1697
1698 /**
1699  * Initializes the capsule abstraction by computing and setting the \a rf_idx
1700  * field of RQFs and the \a rmf_offset field of RMFs.
1701  */
1702 int req_layout_init(void)
1703 {
1704         size_t i;
1705         size_t j;
1706         size_t k;
1707         struct req_format *rf = NULL;
1708
1709         for (i = 0; i < ARRAY_SIZE(req_formats); ++i) {
1710                 rf = req_formats[i];
1711                 rf->rf_idx = i;
1712                 for (j = 0; j < RCL_NR; ++j) {
1713                         LASSERT(rf->rf_fields[j].nr <= REQ_MAX_FIELD_NR);
1714                         for (k = 0; k < rf->rf_fields[j].nr; ++k) {
1715                                 struct req_msg_field *field;
1716
1717                                 field = (typeof(field))rf->rf_fields[j].d[k];
1718                                 LASSERT(!(field->rmf_flags & RMF_F_STRUCT_ARRAY)
1719                                         || field->rmf_size > 0);
1720                                 LASSERT(field->rmf_offset[i][j] == 0);
1721                                 /*
1722                                  * k + 1 to detect unused format/field
1723                                  * combinations.
1724                                  */
1725                                 field->rmf_offset[i][j] = k + 1;
1726                         }
1727                 }
1728         }
1729         return 0;
1730 }
1731 EXPORT_SYMBOL(req_layout_init);
1732
1733 void req_layout_fini(void)
1734 {
1735 }
1736 EXPORT_SYMBOL(req_layout_fini);
1737
1738 /**
1739  * Initializes the expected sizes of each RMF in a \a pill (\a rc_area) to -1.
1740  *
1741  * Actual/expected field sizes are set elsewhere in functions in this file:
1742  * req_capsule_init(), req_capsule_server_pack(), req_capsule_set_size() and
1743  * req_capsule_msg_size().  The \a rc_area information is used by.
1744  * ptlrpc_request_set_replen().
1745  */
1746 void req_capsule_init_area(struct req_capsule *pill)
1747 {
1748         size_t i;
1749
1750         for (i = 0; i < ARRAY_SIZE(pill->rc_area[RCL_CLIENT]); i++) {
1751                 pill->rc_area[RCL_CLIENT][i] = -1;
1752                 pill->rc_area[RCL_SERVER][i] = -1;
1753         }
1754 }
1755 EXPORT_SYMBOL(req_capsule_init_area);
1756
1757 /**
1758  * Initialize a pill.
1759  *
1760  * The \a location indicates whether the caller is executing on the client side
1761  * (RCL_CLIENT) or server side (RCL_SERVER)..
1762  */
1763 void req_capsule_init(struct req_capsule *pill,
1764                       struct ptlrpc_request *req,
1765                       enum req_location location)
1766 {
1767         LASSERT(location == RCL_SERVER || location == RCL_CLIENT);
1768
1769         /*
1770          * Today all capsules are embedded in ptlrpc_request structs,
1771          * but just in case that ever isn't the case, we don't reach
1772          * into req unless req != NULL and pill is the one embedded in
1773          * the req.
1774          *
1775          * The req->rq_pill_init flag makes it safe to initialize a pill
1776          * twice, which might happen in the OST paths as a result of the
1777          * high-priority RPC queue getting peeked at before ost_handle()
1778          * handles an OST RPC.
1779          */
1780         if (req != NULL && pill == &req->rq_pill && req->rq_pill_init)
1781                 return;
1782
1783         memset(pill, 0, sizeof *pill);
1784         pill->rc_req = req;
1785         pill->rc_loc = location;
1786         req_capsule_init_area(pill);
1787
1788         if (req != NULL && pill == &req->rq_pill)
1789                 req->rq_pill_init = 1;
1790 }
1791 EXPORT_SYMBOL(req_capsule_init);
1792
1793 void req_capsule_fini(struct req_capsule *pill)
1794 {
1795 }
1796 EXPORT_SYMBOL(req_capsule_fini);
1797
1798 static int __req_format_is_sane(const struct req_format *fmt)
1799 {
1800         return fmt->rf_idx < ARRAY_SIZE(req_formats) &&
1801                 req_formats[fmt->rf_idx] == fmt;
1802 }
1803
1804 static struct lustre_msg *__req_msg(const struct req_capsule *pill,
1805                                     enum req_location loc)
1806 {
1807         struct ptlrpc_request *req;
1808
1809         req = pill->rc_req;
1810         return loc == RCL_CLIENT ? req->rq_reqmsg : req->rq_repmsg;
1811 }
1812
1813 /**
1814  * Set the format (\a fmt) of a \a pill; format changes are not allowed here
1815  * (see req_capsule_extend()).
1816  */
1817 void req_capsule_set(struct req_capsule *pill, const struct req_format *fmt)
1818 {
1819         LASSERT(pill->rc_fmt == NULL || pill->rc_fmt == fmt);
1820         LASSERT(__req_format_is_sane(fmt));
1821
1822         pill->rc_fmt = fmt;
1823 }
1824 EXPORT_SYMBOL(req_capsule_set);
1825
1826 /**
1827  * Fills in any parts of the \a rc_area of a \a pill that haven't been filled in
1828  * yet.
1829
1830  * \a rc_area is an array of REQ_MAX_FIELD_NR elements, used to store sizes of
1831  * variable-sized fields.  The field sizes come from the declared \a rmf_size
1832  * field of a \a pill's \a rc_fmt's RMF's.
1833  */
1834 size_t req_capsule_filled_sizes(struct req_capsule *pill,
1835                                 enum req_location loc)
1836 {
1837         const struct req_format *fmt = pill->rc_fmt;
1838         size_t                   i;
1839
1840         LASSERT(fmt != NULL);
1841
1842         for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
1843                 if (pill->rc_area[loc][i] == -1) {
1844                         pill->rc_area[loc][i] =
1845                                             fmt->rf_fields[loc].d[i]->rmf_size;
1846                         if (pill->rc_area[loc][i] == -1) {
1847                                 /*
1848                                  * Skip the following fields.
1849                                  *
1850                                  * If this LASSERT() trips then you're missing a
1851                                  * call to req_capsule_set_size().
1852                                  */
1853                                 LASSERT(loc != RCL_SERVER);
1854                                 break;
1855                         }
1856                 }
1857         }
1858         return i;
1859 }
1860 EXPORT_SYMBOL(req_capsule_filled_sizes);
1861
1862 /**
1863  * Capsule equivalent of lustre_pack_request() and lustre_pack_reply().
1864  *
1865  * This function uses the \a pill's \a rc_area as filled in by
1866  * req_capsule_set_size() or req_capsule_filled_sizes() (the latter is called by
1867  * this function).
1868  */
1869 int req_capsule_server_pack(struct req_capsule *pill)
1870 {
1871         const struct req_format *fmt;
1872         int                      count;
1873         int                      rc;
1874
1875         LASSERT(pill->rc_loc == RCL_SERVER);
1876         fmt = pill->rc_fmt;
1877         LASSERT(fmt != NULL);
1878
1879         count = req_capsule_filled_sizes(pill, RCL_SERVER);
1880         rc = lustre_pack_reply(pill->rc_req, count,
1881                                pill->rc_area[RCL_SERVER], NULL);
1882         if (rc != 0) {
1883                 DEBUG_REQ(D_ERROR, pill->rc_req,
1884                        "Cannot pack %d fields in format `%s': ",
1885                        count, fmt->rf_name);
1886         }
1887         return rc;
1888 }
1889 EXPORT_SYMBOL(req_capsule_server_pack);
1890
1891 /**
1892  * Returns the PTLRPC request or reply (\a loc) buffer offset of a \a pill
1893  * corresponding to the given RMF (\a field).
1894  */
1895 static __u32 __req_capsule_offset(const struct req_capsule *pill,
1896                                   const struct req_msg_field *field,
1897                                   enum req_location loc)
1898 {
1899         int offset;
1900
1901         offset = field->rmf_offset[pill->rc_fmt->rf_idx][loc];
1902         LASSERTF(offset > 0, "%s:%s, off=%d, loc=%d\n",
1903                             pill->rc_fmt->rf_name,
1904                             field->rmf_name, offset, loc);
1905         offset --;
1906
1907         LASSERT(0 <= offset && offset < REQ_MAX_FIELD_NR);
1908         return offset;
1909 }
1910
1911 /**
1912  * Helper for __req_capsule_get(); swabs value / array of values and/or dumps
1913  * them if desired.
1914  */
1915 static
1916 void
1917 swabber_dumper_helper(struct req_capsule *pill,
1918                       const struct req_msg_field *field,
1919                       enum req_location loc,
1920                       int offset,
1921                       void *value, int len, int dump, void (*swabber)( void *))
1922 {
1923         void    *p;
1924         int     i;
1925         int     n;
1926         int     do_swab;
1927         int     inout = loc == RCL_CLIENT;
1928
1929         swabber = swabber ?: field->rmf_swabber;
1930
1931         if (ptlrpc_buf_need_swab(pill->rc_req, inout, offset) &&
1932             swabber != NULL && value != NULL)
1933                 do_swab = 1;
1934         else
1935                 do_swab = 0;
1936
1937         if (!field->rmf_dumper)
1938                 dump = 0;
1939
1940         if (!(field->rmf_flags & RMF_F_STRUCT_ARRAY)) {
1941                 if (dump) {
1942                         CDEBUG(D_RPCTRACE, "Dump of %sfield %s follows\n",
1943                                do_swab ? "unswabbed " : "", field->rmf_name);
1944                         field->rmf_dumper(value);
1945                 }
1946                 if (!do_swab)
1947                         return;
1948                 swabber(value);
1949                 ptlrpc_buf_set_swabbed(pill->rc_req, inout, offset);
1950                 if (dump) {
1951                         CDEBUG(D_RPCTRACE, "Dump of swabbed field %s "
1952                                "follows\n", field->rmf_name);
1953                         field->rmf_dumper(value);
1954                 }
1955
1956                 return;
1957         }
1958
1959         /*
1960          * We're swabbing an array; swabber() swabs a single array element, so
1961          * swab every element.
1962          */
1963         LASSERT((len % field->rmf_size) == 0);
1964         for (p = value, i = 0, n = len / field->rmf_size;
1965              i < n;
1966              i++, p += field->rmf_size) {
1967                 if (dump) {
1968                         CDEBUG(D_RPCTRACE, "Dump of %sarray field %s, "
1969                                "element %d follows\n",
1970                                do_swab ? "unswabbed " : "", field->rmf_name, i);
1971                         field->rmf_dumper(p);
1972                 }
1973                 if (!do_swab)
1974                         continue;
1975                 swabber(p);
1976                 if (dump) {
1977                         CDEBUG(D_RPCTRACE, "Dump of swabbed array field %s, "
1978                                "element %d follows\n", field->rmf_name, i);
1979                         field->rmf_dumper(value);
1980                 }
1981         }
1982         if (do_swab)
1983                 ptlrpc_buf_set_swabbed(pill->rc_req, inout, offset);
1984 }
1985
1986 /**
1987  * Returns the pointer to a PTLRPC request or reply (\a loc) buffer of a \a pill
1988  * corresponding to the given RMF (\a field).
1989  *
1990  * The buffer will be swabbed using the given \a swabber.  If \a swabber == NULL
1991  * then the \a rmf_swabber from the RMF will be used.  Soon there will be no
1992  * calls to __req_capsule_get() with a non-NULL \a swabber; \a swabber will then
1993  * be removed.  Fields with the \a RMF_F_STRUCT_ARRAY flag set will have each
1994  * element of the array swabbed.
1995  */
1996 static void *__req_capsule_get(struct req_capsule *pill,
1997                                const struct req_msg_field *field,
1998                                enum req_location loc,
1999                                void (*swabber)( void *),
2000                                int dump)
2001 {
2002         const struct req_format *fmt;
2003         struct lustre_msg       *msg;
2004         void                    *value;
2005         __u32                    len;
2006         __u32                    offset;
2007
2008         void *(*getter)(struct lustre_msg *m, __u32 n, __u32 minlen);
2009
2010         static const char *rcl_names[RCL_NR] = {
2011                 [RCL_CLIENT] = "client",
2012                 [RCL_SERVER] = "server"
2013         };
2014
2015         LASSERT(pill != NULL);
2016         LASSERT(pill != LP_POISON);
2017         fmt = pill->rc_fmt;
2018         LASSERT(fmt != NULL);
2019         LASSERT(fmt != LP_POISON);
2020         LASSERT(__req_format_is_sane(fmt));
2021
2022         offset = __req_capsule_offset(pill, field, loc);
2023
2024         msg = __req_msg(pill, loc);
2025         LASSERT(msg != NULL);
2026
2027         getter = (field->rmf_flags & RMF_F_STRING) ?
2028                 (typeof(getter))lustre_msg_string : lustre_msg_buf;
2029
2030         if (field->rmf_flags & (RMF_F_STRUCT_ARRAY|RMF_F_NO_SIZE_CHECK)) {
2031                 /*
2032                  * We've already asserted that field->rmf_size > 0 in
2033                  * req_layout_init().
2034                  */
2035                 len = lustre_msg_buflen(msg, offset);
2036                 if (!(field->rmf_flags & RMF_F_NO_SIZE_CHECK) &&
2037                     (len % field->rmf_size) != 0) {
2038                         CERROR("%s: array field size mismatch "
2039                                 "%d modulo %u != 0 (%d)\n",
2040                                 field->rmf_name, len, field->rmf_size, loc);
2041                         return NULL;
2042                 }
2043         } else if (pill->rc_area[loc][offset] != -1) {
2044                 len = pill->rc_area[loc][offset];
2045         } else {
2046                 len = max_t(typeof(field->rmf_size), field->rmf_size, 0);
2047         }
2048         value = getter(msg, offset, len);
2049
2050         if (value == NULL) {
2051                 DEBUG_REQ(D_ERROR, pill->rc_req,
2052                           "Wrong buffer for field `%s' (%u of %u) "
2053                           "in format `%s': %u vs. %u (%s)\n",
2054                           field->rmf_name, offset, lustre_msg_bufcount(msg),
2055                           fmt->rf_name, lustre_msg_buflen(msg, offset), len,
2056                           rcl_names[loc]);
2057         } else {
2058                 swabber_dumper_helper(pill, field, loc, offset, value, len,
2059                                       dump, swabber);
2060         }
2061
2062         return value;
2063 }
2064
2065 /**
2066  * Dump a request and/or reply
2067  */
2068 void __req_capsule_dump(struct req_capsule *pill, enum req_location loc)
2069 {
2070         const struct    req_format *fmt;
2071         const struct    req_msg_field *field;
2072         __u32           len;
2073         size_t          i;
2074
2075         fmt = pill->rc_fmt;
2076
2077         DEBUG_REQ(D_RPCTRACE, pill->rc_req, "BEGIN REQ CAPSULE DUMP\n");
2078         for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
2079                 field = FMT_FIELD(fmt, loc, i);
2080                 if (field->rmf_dumper == NULL) {
2081                         /*
2082                          * FIXME Add a default hex dumper for fields that don't
2083                          * have a specific dumper
2084                          */
2085                         len = req_capsule_get_size(pill, field, loc);
2086                         CDEBUG(D_RPCTRACE, "Field %s has no dumper function;"
2087                                 "field size is %u\n", field->rmf_name, len);
2088                 } else {
2089                         /* It's the dumping side-effect that we're interested in */
2090                         (void) __req_capsule_get(pill, field, loc, NULL, 1);
2091                 }
2092         }
2093         CDEBUG(D_RPCTRACE, "END REQ CAPSULE DUMP\n");
2094 }
2095
2096 /**
2097  * Dump a request.
2098  */
2099 void req_capsule_client_dump(struct req_capsule *pill)
2100 {
2101         __req_capsule_dump(pill, RCL_CLIENT);
2102 }
2103 EXPORT_SYMBOL(req_capsule_client_dump);
2104
2105 /**
2106  * Dump a reply
2107  */
2108 void req_capsule_server_dump(struct req_capsule *pill)
2109 {
2110         __req_capsule_dump(pill, RCL_SERVER);
2111 }
2112 EXPORT_SYMBOL(req_capsule_server_dump);
2113
2114 /**
2115  * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC request
2116  * buffer corresponding to the given RMF (\a field) of a \a pill.
2117  */
2118 void *req_capsule_client_get(struct req_capsule *pill,
2119                              const struct req_msg_field *field)
2120 {
2121         return __req_capsule_get(pill, field, RCL_CLIENT, NULL, 0);
2122 }
2123 EXPORT_SYMBOL(req_capsule_client_get);
2124
2125 /**
2126  * Same as req_capsule_client_get(), but with a \a swabber argument.
2127  *
2128  * Currently unused; will be removed when req_capsule_server_swab_get() is
2129  * unused too.
2130  */
2131 void *req_capsule_client_swab_get(struct req_capsule *pill,
2132                                   const struct req_msg_field *field,
2133                                   void *swabber)
2134 {
2135         return __req_capsule_get(pill, field, RCL_CLIENT, swabber, 0);
2136 }
2137 EXPORT_SYMBOL(req_capsule_client_swab_get);
2138
2139 /**
2140  * Utility that combines req_capsule_set_size() and req_capsule_client_get().
2141  *
2142  * First the \a pill's request \a field's size is set (\a rc_area) using
2143  * req_capsule_set_size() with the given \a len.  Then the actual buffer is
2144  * returned.
2145  */
2146 void *req_capsule_client_sized_get(struct req_capsule *pill,
2147                                    const struct req_msg_field *field,
2148                                    __u32 len)
2149 {
2150         req_capsule_set_size(pill, field, RCL_CLIENT, len);
2151         return __req_capsule_get(pill, field, RCL_CLIENT, NULL, 0);
2152 }
2153 EXPORT_SYMBOL(req_capsule_client_sized_get);
2154
2155 /**
2156  * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC reply
2157  * buffer corresponding to the given RMF (\a field) of a \a pill.
2158  */
2159 void *req_capsule_server_get(struct req_capsule *pill,
2160                              const struct req_msg_field *field)
2161 {
2162         return __req_capsule_get(pill, field, RCL_SERVER, NULL, 0);
2163 }
2164 EXPORT_SYMBOL(req_capsule_server_get);
2165
2166 /**
2167  * Same as req_capsule_server_get(), but with a \a swabber argument.
2168  *
2169  * Ideally all swabbing should be done pursuant to RMF definitions, with no
2170  * swabbing done outside this capsule abstraction.
2171  */
2172 void *req_capsule_server_swab_get(struct req_capsule *pill,
2173                                   const struct req_msg_field *field,
2174                                   void *swabber)
2175 {
2176         return __req_capsule_get(pill, field, RCL_SERVER, swabber, 0);
2177 }
2178 EXPORT_SYMBOL(req_capsule_server_swab_get);
2179
2180 /**
2181  * Utility that combines req_capsule_set_size() and req_capsule_server_get().
2182  *
2183  * First the \a pill's request \a field's size is set (\a rc_area) using
2184  * req_capsule_set_size() with the given \a len.  Then the actual buffer is
2185  * returned.
2186  */
2187 void *req_capsule_server_sized_get(struct req_capsule *pill,
2188                                    const struct req_msg_field *field,
2189                                    __u32 len)
2190 {
2191         req_capsule_set_size(pill, field, RCL_SERVER, len);
2192         return __req_capsule_get(pill, field, RCL_SERVER, NULL, 0);
2193 }
2194 EXPORT_SYMBOL(req_capsule_server_sized_get);
2195
2196 void *req_capsule_server_sized_swab_get(struct req_capsule *pill,
2197                                         const struct req_msg_field *field,
2198                                         __u32 len, void *swabber)
2199 {
2200         req_capsule_set_size(pill, field, RCL_SERVER, len);
2201         return __req_capsule_get(pill, field, RCL_SERVER, swabber, 0);
2202 }
2203 EXPORT_SYMBOL(req_capsule_server_sized_swab_get);
2204
2205 /**
2206  * Returns the buffer of a \a pill corresponding to the given \a field from the
2207  * request (if the caller is executing on the server-side) or reply (if the
2208  * caller is executing on the client-side).
2209  *
2210  * This function convienient for use is code that could be executed on the
2211  * client and server alike.
2212  */
2213 const void *req_capsule_other_get(struct req_capsule *pill,
2214                                   const struct req_msg_field *field)
2215 {
2216         return __req_capsule_get(pill, field, pill->rc_loc ^ 1, NULL, 0);
2217 }
2218 EXPORT_SYMBOL(req_capsule_other_get);
2219
2220 /**
2221  * Set the size of the PTLRPC request/reply (\a loc) buffer for the given \a
2222  * field of the given \a pill.
2223  *
2224  * This function must be used when constructing variable sized fields of a
2225  * request or reply.
2226  */
2227 void req_capsule_set_size(struct req_capsule *pill,
2228                           const struct req_msg_field *field,
2229                           enum req_location loc, __u32 size)
2230 {
2231         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2232
2233         if ((size != (__u32)field->rmf_size) &&
2234             (field->rmf_size != -1) &&
2235             !(field->rmf_flags & RMF_F_NO_SIZE_CHECK) &&
2236             (size > 0)) {
2237                 __u32 rmf_size = (__u32)field->rmf_size;
2238                 if ((field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
2239                     (size % rmf_size != 0)) {
2240                         CERROR("%s: array field size mismatch "
2241                                 "%u %% %u != 0 (%d)\n",
2242                                 field->rmf_name, size, rmf_size, loc);
2243                         LBUG();
2244                 } else if (!(field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
2245                            size < rmf_size) {
2246                         CERROR("%s: field size mismatch %u != %u (%d)\n",
2247                                 field->rmf_name, size, rmf_size, loc);
2248                         LBUG();
2249                 }
2250         }
2251
2252         pill->rc_area[loc][__req_capsule_offset(pill, field, loc)] = size;
2253 }
2254 EXPORT_SYMBOL(req_capsule_set_size);
2255
2256 /**
2257  * Return the actual PTLRPC buffer length of a request or reply (\a loc)
2258  * for the given \a pill's given \a field.
2259  *
2260  * NB: this function doesn't correspond with req_capsule_set_size(), which
2261  * actually sets the size in pill.rc_area[loc][offset], but this function
2262  * returns the message buflen[offset], maybe we should use another name.
2263  */
2264 __u32 req_capsule_get_size(const struct req_capsule *pill,
2265                          const struct req_msg_field *field,
2266                          enum req_location loc)
2267 {
2268         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2269
2270         return lustre_msg_buflen(__req_msg(pill, loc),
2271                                  __req_capsule_offset(pill, field, loc));
2272 }
2273 EXPORT_SYMBOL(req_capsule_get_size);
2274
2275 /**
2276  * Wrapper around lustre_msg_size() that returns the PTLRPC size needed for the
2277  * given \a pill's request or reply (\a loc) given the field size recorded in
2278  * the \a pill's rc_area.
2279  *
2280  * See also req_capsule_set_size().
2281  */
2282 __u32 req_capsule_msg_size(struct req_capsule *pill, enum req_location loc)
2283 {
2284         return lustre_msg_size(pill->rc_req->rq_import->imp_msg_magic,
2285                                pill->rc_fmt->rf_fields[loc].nr,
2286                                pill->rc_area[loc]);
2287 }
2288
2289 /**
2290  * While req_capsule_msg_size() computes the size of a PTLRPC request or reply
2291  * (\a loc) given a \a pill's \a rc_area, this function computes the size of a
2292  * PTLRPC request or reply given only an RQF (\a fmt).
2293  *
2294  * This function should not be used for formats which contain variable size
2295  * fields.
2296  */
2297 __u32 req_capsule_fmt_size(__u32 magic, const struct req_format *fmt,
2298                          enum req_location loc)
2299 {
2300         __u32 size;
2301         size_t i = 0;
2302
2303         /*
2304          * This function should probably LASSERT() that fmt has no fields with
2305          * RMF_F_STRUCT_ARRAY in rmf_flags, since we can't know here how many
2306          * elements in the array there will ultimately be, but then, we could
2307          * assume that there will be at least one element, and that's just what
2308          * we do.
2309          */
2310         size = lustre_msg_hdr_size(magic, fmt->rf_fields[loc].nr);
2311         if (size == 0)
2312                 return size;
2313
2314         for (; i < fmt->rf_fields[loc].nr; ++i)
2315                 if (fmt->rf_fields[loc].d[i]->rmf_size != -1)
2316                         size += cfs_size_round(fmt->rf_fields[loc].d[i]->
2317                                                rmf_size);
2318         return size;
2319 }
2320
2321 /**
2322  * Changes the format of an RPC.
2323  *
2324  * The pill must already have been initialized, which means that it already has
2325  * a request format.  The new format \a fmt must be an extension of the pill's
2326  * old format.  Specifically: the new format must have as many request and reply
2327  * fields as the old one, and all fields shared by the old and new format must
2328  * be at least as large in the new format.
2329  *
2330  * The new format's fields may be of different "type" than the old format, but
2331  * only for fields that are "opaque" blobs: fields which have a) have no
2332  * \a rmf_swabber, b) \a rmf_flags == 0 or RMF_F_NO_SIZE_CHECK, and c) \a
2333  * rmf_size == -1 or \a rmf_flags == RMF_F_NO_SIZE_CHECK.  For example,
2334  * OBD_SET_INFO has a key field and an opaque value field that gets interpreted
2335  * according to the key field.  When the value, according to the key, contains a
2336  * structure (or array thereof) to be swabbed, the format should be changed to
2337  * one where the value field has \a rmf_size/rmf_flags/rmf_swabber set
2338  * accordingly.
2339  */
2340 void req_capsule_extend(struct req_capsule *pill, const struct req_format *fmt)
2341 {
2342         int i;
2343         size_t j;
2344
2345         const struct req_format *old;
2346
2347         LASSERT(pill->rc_fmt != NULL);
2348         LASSERT(__req_format_is_sane(fmt));
2349
2350         old = pill->rc_fmt;
2351         /*
2352          * Sanity checking...
2353          */
2354         for (i = 0; i < RCL_NR; ++i) {
2355                 LASSERT(fmt->rf_fields[i].nr >= old->rf_fields[i].nr);
2356                 for (j = 0; j < old->rf_fields[i].nr - 1; ++j) {
2357                         const struct req_msg_field *ofield = FMT_FIELD(old, i, j);
2358
2359                         /* "opaque" fields can be transmogrified */
2360                         if (ofield->rmf_swabber == NULL &&
2361                             (ofield->rmf_flags & ~RMF_F_NO_SIZE_CHECK) == 0 &&
2362                             (ofield->rmf_size == -1 ||
2363                             ofield->rmf_flags == RMF_F_NO_SIZE_CHECK))
2364                                 continue;
2365                         LASSERT(FMT_FIELD(fmt, i, j) == FMT_FIELD(old, i, j));
2366                 }
2367                 /*
2368                  * Last field in old format can be shorter than in new.
2369                  */
2370                 LASSERT(FMT_FIELD(fmt, i, j)->rmf_size >=
2371                         FMT_FIELD(old, i, j)->rmf_size);
2372         }
2373
2374         pill->rc_fmt = fmt;
2375 }
2376 EXPORT_SYMBOL(req_capsule_extend);
2377
2378 /**
2379  * This function returns a non-zero value if the given \a field is present in
2380  * the format (\a rc_fmt) of \a pill's PTLRPC request or reply (\a loc), else it
2381  * returns 0.
2382  */
2383 int req_capsule_has_field(const struct req_capsule *pill,
2384                           const struct req_msg_field *field,
2385                           enum req_location loc)
2386 {
2387         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2388
2389         return field->rmf_offset[pill->rc_fmt->rf_idx][loc];
2390 }
2391 EXPORT_SYMBOL(req_capsule_has_field);
2392
2393 /**
2394  * Returns a non-zero value if the given \a field is present in the given \a
2395  * pill's PTLRPC request or reply (\a loc), else it returns 0.
2396  */
2397 int req_capsule_field_present(const struct req_capsule *pill,
2398                               const struct req_msg_field *field,
2399                               enum req_location loc)
2400 {
2401         __u32 offset;
2402
2403         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2404         LASSERT(req_capsule_has_field(pill, field, loc));
2405
2406         offset = __req_capsule_offset(pill, field, loc);
2407         return lustre_msg_bufcount(__req_msg(pill, loc)) > offset;
2408 }
2409 EXPORT_SYMBOL(req_capsule_field_present);
2410
2411 /**
2412  * This function shrinks the size of the _buffer_ of the \a pill's PTLRPC
2413  * request or reply (\a loc).
2414  *
2415  * This is not the opposite of req_capsule_extend().
2416  */
2417 void req_capsule_shrink(struct req_capsule *pill,
2418                         const struct req_msg_field *field,
2419                         __u32 newlen,
2420                         enum req_location loc)
2421 {
2422         const struct req_format *fmt;
2423         struct lustre_msg       *msg;
2424         __u32                    len;
2425         int                      offset;
2426
2427         fmt = pill->rc_fmt;
2428         LASSERT(fmt != NULL);
2429         LASSERT(__req_format_is_sane(fmt));
2430         LASSERT(req_capsule_has_field(pill, field, loc));
2431         LASSERT(req_capsule_field_present(pill, field, loc));
2432
2433         offset = __req_capsule_offset(pill, field, loc);
2434
2435         msg = __req_msg(pill, loc);
2436         len = lustre_msg_buflen(msg, offset);
2437         LASSERTF(newlen <= len, "%s:%s, oldlen=%u, newlen=%u\n",
2438                                 fmt->rf_name, field->rmf_name, len, newlen);
2439
2440         if (loc == RCL_CLIENT)
2441                 pill->rc_req->rq_reqlen = lustre_shrink_msg(msg, offset, newlen,
2442                                                             1);
2443         else
2444                 pill->rc_req->rq_replen = lustre_shrink_msg(msg, offset, newlen,
2445                                                             1);
2446 }
2447 EXPORT_SYMBOL(req_capsule_shrink);
2448
2449 int req_capsule_server_grow(struct req_capsule *pill,
2450                             const struct req_msg_field *field,
2451                             __u32 newlen)
2452 {
2453         struct ptlrpc_reply_state *rs = pill->rc_req->rq_reply_state, *nrs;
2454         char *from, *to;
2455         int rc;
2456         __u32 offset, len;
2457
2458         LASSERT(pill->rc_fmt != NULL);
2459         LASSERT(__req_format_is_sane(pill->rc_fmt));
2460         LASSERT(req_capsule_has_field(pill, field, RCL_SERVER));
2461         LASSERT(req_capsule_field_present(pill, field, RCL_SERVER));
2462
2463         len = req_capsule_get_size(pill, field, RCL_SERVER);
2464         offset = __req_capsule_offset(pill, field, RCL_SERVER);
2465         if ((__u32)pill->rc_req->rq_repbuf_len >=
2466             lustre_packed_msg_size(pill->rc_req->rq_repmsg) - len + newlen)
2467                 CERROR("Inplace repack might be done\n");
2468
2469         pill->rc_req->rq_reply_state = NULL;
2470         req_capsule_set_size(pill, field, RCL_SERVER, newlen);
2471         rc = req_capsule_server_pack(pill);
2472         if (rc) {
2473                 /* put old rs back, the caller will decide what to do */
2474                 pill->rc_req->rq_reply_state = rs;
2475                 return rc;
2476         }
2477         nrs = pill->rc_req->rq_reply_state;
2478         /* Now we need only buffers, copy first chunk */
2479         to = lustre_msg_buf(nrs->rs_msg, 0, 0);
2480         from = lustre_msg_buf(rs->rs_msg, 0, 0);
2481         len = (char *)lustre_msg_buf(rs->rs_msg, offset, 0) - from;
2482         memcpy(to, from, len);
2483         /* check if we have tail and copy it too */
2484         if (rs->rs_msg->lm_bufcount > offset + 1) {
2485                 to = lustre_msg_buf(nrs->rs_msg, offset + 1, 0);
2486                 from = lustre_msg_buf(rs->rs_msg, offset + 1, 0);
2487                 offset = rs->rs_msg->lm_bufcount - 1;
2488                 len = (char *)lustre_msg_buf(rs->rs_msg, offset, 0) +
2489                       cfs_size_round(rs->rs_msg->lm_buflens[offset]) - from;
2490                 memcpy(to, from, len);
2491         }
2492         /* drop old reply if everything is fine */
2493         if (rs->rs_difficult) {
2494                 /* copy rs data */
2495                 int i;
2496
2497                 nrs->rs_difficult = 1;
2498                 nrs->rs_no_ack = rs->rs_no_ack;
2499                 for (i = 0; i < rs->rs_nlocks; i++) {
2500                         nrs->rs_locks[i] = rs->rs_locks[i];
2501                         nrs->rs_modes[i] = rs->rs_modes[i];
2502                         nrs->rs_nlocks++;
2503                 }
2504                 rs->rs_nlocks = 0;
2505                 rs->rs_difficult = 0;
2506                 rs->rs_no_ack = 0;
2507         }
2508         ptlrpc_rs_decref(rs);
2509         return 0;
2510 }
2511 EXPORT_SYMBOL(req_capsule_server_grow);
2512 /* __REQ_LAYOUT_USER__ */
2513 #endif