Whamcloud - gitweb
LU-6475 mdt: race between open and migrate
[fs/lustre-release.git] / lustre / ptlrpc / layout.c
1 /*
2  * GPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 only,
8  * as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License version 2 for more details (a copy is included
14  * in the LICENSE file that accompanied this code).
15  *
16  * You should have received a copy of the GNU General Public License
17  * version 2 along with this program; If not, see
18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
19  *
20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21  * CA 95054 USA or visit www.sun.com if you need additional information or
22  * have any questions.
23  *
24  * GPL HEADER END
25  */
26 /*
27  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
28  * Use is subject to license terms.
29  *
30  * Copyright (c) 2011, 2014, Intel Corporation.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  *
36  * lustre/ptlrpc/layout.c
37  *
38  * Lustre Metadata Target (mdt) request handler
39  *
40  * Author: Nikita Danilov <nikita@clusterfs.com>
41  */
42 /*
43  * This file contains the "capsule/pill" abstraction layered above PTLRPC.
44  *
45  * Every struct ptlrpc_request contains a "pill", which points to a description
46  * of the format that the request conforms to.
47  */
48
49 #if !defined(__REQ_LAYOUT_USER__)
50
51 #define DEBUG_SUBSYSTEM S_RPC
52
53 #include <linux/module.h>
54
55 /* LUSTRE_VERSION_CODE */
56 #include <lustre_ver.h>
57
58 #include <obd_support.h>
59 /* lustre_swab_mdt_body */
60 #include <lustre/lustre_idl.h>
61 /* obd2cli_tgt() (required by DEBUG_REQ()) */
62 #include <obd.h>
63 #include <lustre_debug.h>
64 #endif /* !__REQ_LAYOUT_USER__ */
65
66 /* struct ptlrpc_request, lustre_msg* */
67 #include <lustre_req_layout.h>
68 #include <lustre_acl.h>
69
70 /*
71  * RQFs (see below) refer to two struct req_msg_field arrays describing the
72  * client request and server reply, respectively.
73  */
74 /* empty set of fields... for suitable definition of emptiness. */
75 static const struct req_msg_field *empty[] = {
76         &RMF_PTLRPC_BODY
77 };
78
79 static const struct req_msg_field *mgs_target_info_only[] = {
80         &RMF_PTLRPC_BODY,
81         &RMF_MGS_TARGET_INFO
82 };
83
84 static const struct req_msg_field *mgs_set_info[] = {
85         &RMF_PTLRPC_BODY,
86         &RMF_MGS_SEND_PARAM
87 };
88
89 static const struct req_msg_field *mgs_config_read_client[] = {
90         &RMF_PTLRPC_BODY,
91         &RMF_MGS_CONFIG_BODY
92 };
93
94 static const struct req_msg_field *mgs_config_read_server[] = {
95         &RMF_PTLRPC_BODY,
96         &RMF_MGS_CONFIG_RES
97 };
98
99 static const struct req_msg_field *log_cancel_client[] = {
100         &RMF_PTLRPC_BODY,
101         &RMF_LOGCOOKIES
102 };
103
104 static const struct req_msg_field *mdt_body_only[] = {
105         &RMF_PTLRPC_BODY,
106         &RMF_MDT_BODY
107 };
108
109 static const struct req_msg_field *mdt_body_capa[] = {
110         &RMF_PTLRPC_BODY,
111         &RMF_MDT_BODY,
112         &RMF_CAPA1
113 };
114
115 static const struct req_msg_field *quotactl_only[] = {
116         &RMF_PTLRPC_BODY,
117         &RMF_OBD_QUOTACTL
118 };
119
120 static const struct req_msg_field *quota_body_only[] = {
121         &RMF_PTLRPC_BODY,
122         &RMF_QUOTA_BODY
123 };
124
125 static const struct req_msg_field *ldlm_intent_quota_client[] = {
126         &RMF_PTLRPC_BODY,
127         &RMF_DLM_REQ,
128         &RMF_LDLM_INTENT,
129         &RMF_QUOTA_BODY
130 };
131
132 static const struct req_msg_field *ldlm_intent_quota_server[] = {
133         &RMF_PTLRPC_BODY,
134         &RMF_DLM_REP,
135         &RMF_DLM_LVB,
136         &RMF_QUOTA_BODY
137 };
138
139 static const struct req_msg_field *mdt_close_client[] = {
140         &RMF_PTLRPC_BODY,
141         &RMF_MDT_EPOCH,
142         &RMF_REC_REINT,
143         &RMF_CAPA1
144 };
145
146 static const struct req_msg_field *mdt_intent_close_client[] = {
147         &RMF_PTLRPC_BODY,
148         &RMF_MDT_EPOCH,
149         &RMF_REC_REINT,
150         &RMF_CAPA1,
151         &RMF_CLOSE_DATA
152 };
153
154 static const struct req_msg_field *obd_statfs_server[] = {
155         &RMF_PTLRPC_BODY,
156         &RMF_OBD_STATFS
157 };
158
159 static const struct req_msg_field *seq_query_client[] = {
160         &RMF_PTLRPC_BODY,
161         &RMF_SEQ_OPC,
162         &RMF_SEQ_RANGE
163 };
164
165 static const struct req_msg_field *seq_query_server[] = {
166         &RMF_PTLRPC_BODY,
167         &RMF_SEQ_RANGE
168 };
169
170 static const struct req_msg_field *fld_query_client[] = {
171         &RMF_PTLRPC_BODY,
172         &RMF_FLD_OPC,
173         &RMF_FLD_MDFLD
174 };
175
176 static const struct req_msg_field *fld_query_server[] = {
177         &RMF_PTLRPC_BODY,
178         &RMF_FLD_MDFLD
179 };
180
181 static const struct req_msg_field *fld_read_client[] = {
182         &RMF_PTLRPC_BODY,
183         &RMF_FLD_MDFLD
184 };
185
186 static const struct req_msg_field *fld_read_server[] = {
187         &RMF_PTLRPC_BODY,
188         &RMF_GENERIC_DATA
189 };
190
191 static const struct req_msg_field *mds_getattr_name_client[] = {
192         &RMF_PTLRPC_BODY,
193         &RMF_MDT_BODY,
194         &RMF_CAPA1,
195         &RMF_NAME
196 };
197
198 static const struct req_msg_field *mds_reint_client[] = {
199         &RMF_PTLRPC_BODY,
200         &RMF_REC_REINT
201 };
202
203 static const struct req_msg_field *mds_reint_create_client[] = {
204         &RMF_PTLRPC_BODY,
205         &RMF_REC_REINT,
206         &RMF_CAPA1,
207         &RMF_NAME
208 };
209
210 static const struct req_msg_field *mds_reint_create_slave_client[] = {
211         &RMF_PTLRPC_BODY,
212         &RMF_REC_REINT,
213         &RMF_CAPA1,
214         &RMF_NAME,
215         &RMF_EADATA,
216         &RMF_DLM_REQ
217 };
218
219 static const struct req_msg_field *mds_reint_create_rmt_acl_client[] = {
220         &RMF_PTLRPC_BODY,
221         &RMF_REC_REINT,
222         &RMF_CAPA1,
223         &RMF_NAME,
224         &RMF_EADATA,
225         &RMF_DLM_REQ
226 };
227
228 static const struct req_msg_field *mds_reint_create_sym_client[] = {
229         &RMF_PTLRPC_BODY,
230         &RMF_REC_REINT,
231         &RMF_CAPA1,
232         &RMF_NAME,
233         &RMF_SYMTGT,
234         &RMF_DLM_REQ
235 };
236
237 static const struct req_msg_field *mds_reint_open_client[] = {
238         &RMF_PTLRPC_BODY,
239         &RMF_REC_REINT,
240         &RMF_CAPA1,
241         &RMF_CAPA2,
242         &RMF_NAME,
243         &RMF_EADATA
244 };
245
246 static const struct req_msg_field *mds_reint_open_server[] = {
247         &RMF_PTLRPC_BODY,
248         &RMF_MDT_BODY,
249         &RMF_MDT_MD,
250         &RMF_ACL,
251         &RMF_CAPA1,
252         &RMF_CAPA2
253 };
254
255 static const struct req_msg_field *mds_reint_unlink_client[] = {
256         &RMF_PTLRPC_BODY,
257         &RMF_REC_REINT,
258         &RMF_CAPA1,
259         &RMF_NAME,
260         &RMF_DLM_REQ
261 };
262
263 static const struct req_msg_field *mds_reint_link_client[] = {
264         &RMF_PTLRPC_BODY,
265         &RMF_REC_REINT,
266         &RMF_CAPA1,
267         &RMF_CAPA2,
268         &RMF_NAME,
269         &RMF_DLM_REQ
270 };
271
272 static const struct req_msg_field *mds_reint_rename_client[] = {
273         &RMF_PTLRPC_BODY,
274         &RMF_REC_REINT,
275         &RMF_CAPA1,
276         &RMF_CAPA2,
277         &RMF_NAME,
278         &RMF_SYMTGT,
279         &RMF_DLM_REQ
280 };
281
282 static const struct req_msg_field *mds_reint_migrate_client[] = {
283         &RMF_PTLRPC_BODY,
284         &RMF_REC_REINT,
285         &RMF_CAPA1,
286         &RMF_CAPA2,
287         &RMF_NAME,
288         &RMF_SYMTGT,
289         &RMF_DLM_REQ,
290         &RMF_MDT_EPOCH,
291         &RMF_CLOSE_DATA
292 };
293
294 static const struct req_msg_field *mds_last_unlink_server[] = {
295         &RMF_PTLRPC_BODY,
296         &RMF_MDT_BODY,
297         &RMF_MDT_MD,
298         &RMF_LOGCOOKIES,
299         &RMF_CAPA1,
300         &RMF_CAPA2
301 };
302
303 static const struct req_msg_field *mds_reint_setattr_client[] = {
304         &RMF_PTLRPC_BODY,
305         &RMF_REC_REINT,
306         &RMF_CAPA1,
307         &RMF_MDT_EPOCH,
308         &RMF_EADATA,
309         &RMF_LOGCOOKIES,
310         &RMF_DLM_REQ
311 };
312
313 static const struct req_msg_field *mds_reint_setxattr_client[] = {
314         &RMF_PTLRPC_BODY,
315         &RMF_REC_REINT,
316         &RMF_CAPA1,
317         &RMF_NAME,
318         &RMF_EADATA,
319         &RMF_DLM_REQ
320 };
321
322 static const struct req_msg_field *mdt_swap_layouts[] = {
323         &RMF_PTLRPC_BODY,
324         &RMF_MDT_BODY,
325         &RMF_SWAP_LAYOUTS,
326         &RMF_CAPA1,
327         &RMF_CAPA2,
328         &RMF_DLM_REQ
329 };
330
331 static const struct req_msg_field *obd_connect_client[] = {
332         &RMF_PTLRPC_BODY,
333         &RMF_TGTUUID,
334         &RMF_CLUUID,
335         &RMF_CONN,
336         &RMF_CONNECT_DATA
337 };
338
339 static const struct req_msg_field *obd_connect_server[] = {
340         &RMF_PTLRPC_BODY,
341         &RMF_CONNECT_DATA
342 };
343
344 static const struct req_msg_field *obd_set_info_client[] = {
345         &RMF_PTLRPC_BODY,
346         &RMF_SETINFO_KEY,
347         &RMF_SETINFO_VAL
348 };
349
350 static const struct req_msg_field *ost_grant_shrink_client[] = {
351         &RMF_PTLRPC_BODY,
352         &RMF_SETINFO_KEY,
353         &RMF_OST_BODY
354 };
355
356 static const struct req_msg_field *mds_getinfo_client[] = {
357         &RMF_PTLRPC_BODY,
358         &RMF_GETINFO_KEY,
359         &RMF_GETINFO_VALLEN
360 };
361
362 static const struct req_msg_field *mds_getinfo_server[] = {
363         &RMF_PTLRPC_BODY,
364         &RMF_GETINFO_VAL,
365 };
366
367 static const struct req_msg_field *ldlm_enqueue_client[] = {
368         &RMF_PTLRPC_BODY,
369         &RMF_DLM_REQ
370 };
371
372 static const struct req_msg_field *ldlm_enqueue_server[] = {
373         &RMF_PTLRPC_BODY,
374         &RMF_DLM_REP
375 };
376
377 static const struct req_msg_field *ldlm_enqueue_lvb_server[] = {
378         &RMF_PTLRPC_BODY,
379         &RMF_DLM_REP,
380         &RMF_DLM_LVB
381 };
382
383 static const struct req_msg_field *ldlm_cp_callback_client[] = {
384         &RMF_PTLRPC_BODY,
385         &RMF_DLM_REQ,
386         &RMF_DLM_LVB
387 };
388
389 static const struct req_msg_field *ldlm_gl_callback_desc_client[] = {
390         &RMF_PTLRPC_BODY,
391         &RMF_DLM_REQ,
392         &RMF_DLM_GL_DESC
393 };
394
395 static const struct req_msg_field *ldlm_gl_callback_server[] = {
396         &RMF_PTLRPC_BODY,
397         &RMF_DLM_LVB
398 };
399
400 static const struct req_msg_field *ldlm_intent_basic_client[] = {
401         &RMF_PTLRPC_BODY,
402         &RMF_DLM_REQ,
403         &RMF_LDLM_INTENT,
404 };
405
406 static const struct req_msg_field *ldlm_intent_client[] = {
407         &RMF_PTLRPC_BODY,
408         &RMF_DLM_REQ,
409         &RMF_LDLM_INTENT,
410         &RMF_REC_REINT
411 };
412
413 static const struct req_msg_field *ldlm_intent_server[] = {
414         &RMF_PTLRPC_BODY,
415         &RMF_DLM_REP,
416         &RMF_MDT_BODY,
417         &RMF_MDT_MD,
418         &RMF_ACL
419 };
420
421 static const struct req_msg_field *ldlm_intent_layout_client[] = {
422         &RMF_PTLRPC_BODY,
423         &RMF_DLM_REQ,
424         &RMF_LDLM_INTENT,
425         &RMF_LAYOUT_INTENT,
426         &RMF_EADATA /* for new layout to be set up */
427 };
428 static const struct req_msg_field *ldlm_intent_open_server[] = {
429         &RMF_PTLRPC_BODY,
430         &RMF_DLM_REP,
431         &RMF_MDT_BODY,
432         &RMF_MDT_MD,
433         &RMF_ACL,
434         &RMF_CAPA1,
435         &RMF_CAPA2
436 };
437
438 static const struct req_msg_field *ldlm_intent_getattr_client[] = {
439         &RMF_PTLRPC_BODY,
440         &RMF_DLM_REQ,
441         &RMF_LDLM_INTENT,
442         &RMF_MDT_BODY,     /* coincides with mds_getattr_name_client[] */
443         &RMF_CAPA1,
444         &RMF_NAME
445 };
446
447 static const struct req_msg_field *ldlm_intent_getattr_server[] = {
448         &RMF_PTLRPC_BODY,
449         &RMF_DLM_REP,
450         &RMF_MDT_BODY,
451         &RMF_MDT_MD,
452         &RMF_ACL,
453         &RMF_CAPA1
454 };
455
456 static const struct req_msg_field *ldlm_intent_create_client[] = {
457         &RMF_PTLRPC_BODY,
458         &RMF_DLM_REQ,
459         &RMF_LDLM_INTENT,
460         &RMF_REC_REINT,    /* coincides with mds_reint_create_client[] */
461         &RMF_CAPA1,
462         &RMF_NAME,
463         &RMF_EADATA
464 };
465
466 static const struct req_msg_field *ldlm_intent_open_client[] = {
467         &RMF_PTLRPC_BODY,
468         &RMF_DLM_REQ,
469         &RMF_LDLM_INTENT,
470         &RMF_REC_REINT,    /* coincides with mds_reint_open_client[] */
471         &RMF_CAPA1,
472         &RMF_CAPA2,
473         &RMF_NAME,
474         &RMF_EADATA
475 };
476
477 static const struct req_msg_field *ldlm_intent_unlink_client[] = {
478         &RMF_PTLRPC_BODY,
479         &RMF_DLM_REQ,
480         &RMF_LDLM_INTENT,
481         &RMF_REC_REINT,    /* coincides with mds_reint_unlink_client[] */
482         &RMF_CAPA1,
483         &RMF_NAME
484 };
485
486 static const struct req_msg_field *ldlm_intent_getxattr_client[] = {
487         &RMF_PTLRPC_BODY,
488         &RMF_DLM_REQ,
489         &RMF_LDLM_INTENT,
490         &RMF_MDT_BODY,
491         &RMF_CAPA1,
492 };
493
494 static const struct req_msg_field *ldlm_intent_getxattr_server[] = {
495         &RMF_PTLRPC_BODY,
496         &RMF_DLM_REP,
497         &RMF_MDT_BODY,
498         &RMF_MDT_MD,
499         &RMF_ACL, /* for req_capsule_extend/mdt_intent_policy */
500         &RMF_EADATA,
501         &RMF_EAVALS,
502         &RMF_EAVALS_LENS
503 };
504
505 static const struct req_msg_field *mds_getxattr_client[] = {
506         &RMF_PTLRPC_BODY,
507         &RMF_MDT_BODY,
508         &RMF_CAPA1,
509         &RMF_NAME,
510         &RMF_EADATA
511 };
512
513 static const struct req_msg_field *mds_getxattr_server[] = {
514         &RMF_PTLRPC_BODY,
515         &RMF_MDT_BODY,
516         &RMF_EADATA
517 };
518
519 static const struct req_msg_field *mds_getattr_server[] = {
520         &RMF_PTLRPC_BODY,
521         &RMF_MDT_BODY,
522         &RMF_MDT_MD,
523         &RMF_ACL,
524         &RMF_CAPA1,
525         &RMF_CAPA2
526 };
527
528 static const struct req_msg_field *mds_setattr_server[] = {
529         &RMF_PTLRPC_BODY,
530         &RMF_MDT_BODY,
531         &RMF_MDT_MD,
532         &RMF_ACL,
533         &RMF_CAPA1,
534         &RMF_CAPA2
535 };
536
537 static const struct req_msg_field *mds_update_client[] = {
538         &RMF_PTLRPC_BODY,
539         &RMF_OUT_UPDATE_HEADER,
540         &RMF_OUT_UPDATE_BUF,
541 };
542
543 static const struct req_msg_field *mds_update_server[] = {
544         &RMF_PTLRPC_BODY,
545         &RMF_OUT_UPDATE_REPLY,
546 };
547
548 static const struct req_msg_field *llog_origin_handle_create_client[] = {
549         &RMF_PTLRPC_BODY,
550         &RMF_LLOGD_BODY,
551         &RMF_NAME
552 };
553
554 static const struct req_msg_field *llogd_body_only[] = {
555         &RMF_PTLRPC_BODY,
556         &RMF_LLOGD_BODY
557 };
558
559 static const struct req_msg_field *llog_log_hdr_only[] = {
560         &RMF_PTLRPC_BODY,
561         &RMF_LLOG_LOG_HDR
562 };
563
564 static const struct req_msg_field *llogd_conn_body_only[] = {
565         &RMF_PTLRPC_BODY,
566         &RMF_LLOGD_CONN_BODY
567 };
568
569 static const struct req_msg_field *llog_origin_handle_next_block_server[] = {
570         &RMF_PTLRPC_BODY,
571         &RMF_LLOGD_BODY,
572         &RMF_EADATA
573 };
574
575 static const struct req_msg_field *obd_idx_read_client[] = {
576         &RMF_PTLRPC_BODY,
577         &RMF_IDX_INFO
578 };
579
580 static const struct req_msg_field *obd_idx_read_server[] = {
581         &RMF_PTLRPC_BODY,
582         &RMF_IDX_INFO
583 };
584
585 static const struct req_msg_field *ost_body_only[] = {
586         &RMF_PTLRPC_BODY,
587         &RMF_OST_BODY
588 };
589
590 static const struct req_msg_field *ost_body_capa[] = {
591         &RMF_PTLRPC_BODY,
592         &RMF_OST_BODY,
593         &RMF_CAPA1
594 };
595
596 static const struct req_msg_field *ost_destroy_client[] = {
597         &RMF_PTLRPC_BODY,
598         &RMF_OST_BODY,
599         &RMF_DLM_REQ,
600         &RMF_CAPA1
601 };
602
603
604 static const struct req_msg_field *ost_brw_client[] = {
605         &RMF_PTLRPC_BODY,
606         &RMF_OST_BODY,
607         &RMF_OBD_IOOBJ,
608         &RMF_NIOBUF_REMOTE,
609         &RMF_CAPA1
610 };
611
612 static const struct req_msg_field *ost_brw_read_server[] = {
613         &RMF_PTLRPC_BODY,
614         &RMF_OST_BODY
615 };
616
617 static const struct req_msg_field *ost_brw_write_server[] = {
618         &RMF_PTLRPC_BODY,
619         &RMF_OST_BODY,
620         &RMF_RCS
621 };
622
623 static const struct req_msg_field *ost_get_info_generic_server[] = {
624         &RMF_PTLRPC_BODY,
625         &RMF_GENERIC_DATA,
626 };
627
628 static const struct req_msg_field *ost_get_info_generic_client[] = {
629         &RMF_PTLRPC_BODY,
630         &RMF_GETINFO_KEY
631 };
632
633 static const struct req_msg_field *ost_get_last_id_server[] = {
634         &RMF_PTLRPC_BODY,
635         &RMF_OBD_ID
636 };
637
638 static const struct req_msg_field *ost_get_last_fid_client[] = {
639         &RMF_PTLRPC_BODY,
640         &RMF_GETINFO_KEY,
641         &RMF_FID,
642 };
643
644 static const struct req_msg_field *ost_get_last_fid_server[] = {
645         &RMF_PTLRPC_BODY,
646         &RMF_FID,
647 };
648
649 static const struct req_msg_field *ost_get_fiemap_client[] = {
650         &RMF_PTLRPC_BODY,
651         &RMF_FIEMAP_KEY,
652         &RMF_FIEMAP_VAL
653 };
654
655 static const struct req_msg_field *ost_get_fiemap_server[] = {
656         &RMF_PTLRPC_BODY,
657         &RMF_FIEMAP_VAL
658 };
659
660 static const struct req_msg_field *mdt_hsm_progress[] = {
661         &RMF_PTLRPC_BODY,
662         &RMF_MDT_BODY,
663         &RMF_MDS_HSM_PROGRESS,
664 };
665
666 static const struct req_msg_field *mdt_hsm_ct_register[] = {
667         &RMF_PTLRPC_BODY,
668         &RMF_MDT_BODY,
669         &RMF_MDS_HSM_ARCHIVE,
670 };
671
672 static const struct req_msg_field *mdt_hsm_ct_unregister[] = {
673         &RMF_PTLRPC_BODY,
674         &RMF_MDT_BODY,
675 };
676
677 static const struct req_msg_field *mdt_hsm_action_server[] = {
678         &RMF_PTLRPC_BODY,
679         &RMF_MDT_BODY,
680         &RMF_MDS_HSM_CURRENT_ACTION,
681 };
682
683 static const struct req_msg_field *mdt_hsm_state_get_server[] = {
684         &RMF_PTLRPC_BODY,
685         &RMF_MDT_BODY,
686         &RMF_HSM_USER_STATE,
687 };
688
689 static const struct req_msg_field *mdt_hsm_state_set[] = {
690         &RMF_PTLRPC_BODY,
691         &RMF_MDT_BODY,
692         &RMF_CAPA1,
693         &RMF_HSM_STATE_SET,
694 };
695
696 static const struct req_msg_field *mdt_hsm_request[] = {
697         &RMF_PTLRPC_BODY,
698         &RMF_MDT_BODY,
699         &RMF_MDS_HSM_REQUEST,
700         &RMF_MDS_HSM_USER_ITEM,
701         &RMF_GENERIC_DATA,
702 };
703
704 static const struct req_msg_field *obd_lfsck_request[] = {
705         &RMF_PTLRPC_BODY,
706         &RMF_LFSCK_REQUEST,
707 };
708
709 static const struct req_msg_field *obd_lfsck_reply[] = {
710         &RMF_PTLRPC_BODY,
711         &RMF_LFSCK_REPLY,
712 };
713
714 static struct req_format *req_formats[] = {
715         &RQF_OBD_PING,
716         &RQF_OBD_SET_INFO,
717         &RQF_OBD_IDX_READ,
718         &RQF_SEC_CTX,
719         &RQF_MGS_TARGET_REG,
720         &RQF_MGS_SET_INFO,
721         &RQF_MGS_CONFIG_READ,
722         &RQF_SEQ_QUERY,
723         &RQF_FLD_QUERY,
724         &RQF_FLD_READ,
725         &RQF_MDS_CONNECT,
726         &RQF_MDS_DISCONNECT,
727         &RQF_MDS_GET_INFO,
728         &RQF_MDS_GETSTATUS,
729         &RQF_MDS_STATFS,
730         &RQF_MDS_GETATTR,
731         &RQF_MDS_GETATTR_NAME,
732         &RQF_MDS_GETXATTR,
733         &RQF_MDS_SYNC,
734         &RQF_MDS_CLOSE,
735         &RQF_MDS_INTENT_CLOSE,
736         &RQF_MDS_READPAGE,
737         &RQF_MDS_REINT,
738         &RQF_MDS_REINT_CREATE,
739         &RQF_MDS_REINT_CREATE_RMT_ACL,
740         &RQF_MDS_REINT_CREATE_SLAVE,
741         &RQF_MDS_REINT_CREATE_SYM,
742         &RQF_MDS_REINT_OPEN,
743         &RQF_MDS_REINT_UNLINK,
744         &RQF_MDS_REINT_LINK,
745         &RQF_MDS_REINT_RENAME,
746         &RQF_MDS_REINT_MIGRATE,
747         &RQF_MDS_REINT_SETATTR,
748         &RQF_MDS_REINT_SETXATTR,
749         &RQF_MDS_QUOTACTL,
750         &RQF_MDS_HSM_PROGRESS,
751         &RQF_MDS_HSM_CT_REGISTER,
752         &RQF_MDS_HSM_CT_UNREGISTER,
753         &RQF_MDS_HSM_STATE_GET,
754         &RQF_MDS_HSM_STATE_SET,
755         &RQF_MDS_HSM_ACTION,
756         &RQF_MDS_HSM_REQUEST,
757         &RQF_MDS_SWAP_LAYOUTS,
758         &RQF_OUT_UPDATE,
759         &RQF_OST_CONNECT,
760         &RQF_OST_DISCONNECT,
761         &RQF_OST_QUOTACTL,
762         &RQF_OST_GETATTR,
763         &RQF_OST_SETATTR,
764         &RQF_OST_CREATE,
765         &RQF_OST_PUNCH,
766         &RQF_OST_SYNC,
767         &RQF_OST_DESTROY,
768         &RQF_OST_BRW_READ,
769         &RQF_OST_BRW_WRITE,
770         &RQF_OST_STATFS,
771         &RQF_OST_SET_GRANT_INFO,
772         &RQF_OST_GET_INFO,
773         &RQF_OST_GET_INFO_LAST_ID,
774         &RQF_OST_GET_INFO_LAST_FID,
775         &RQF_OST_SET_INFO_LAST_FID,
776         &RQF_OST_GET_INFO_FIEMAP,
777         &RQF_LDLM_ENQUEUE,
778         &RQF_LDLM_ENQUEUE_LVB,
779         &RQF_LDLM_CONVERT,
780         &RQF_LDLM_CANCEL,
781         &RQF_LDLM_CALLBACK,
782         &RQF_LDLM_CP_CALLBACK,
783         &RQF_LDLM_BL_CALLBACK,
784         &RQF_LDLM_GL_CALLBACK,
785         &RQF_LDLM_GL_DESC_CALLBACK,
786         &RQF_LDLM_INTENT,
787         &RQF_LDLM_INTENT_BASIC,
788         &RQF_LDLM_INTENT_LAYOUT,
789         &RQF_LDLM_INTENT_GETATTR,
790         &RQF_LDLM_INTENT_OPEN,
791         &RQF_LDLM_INTENT_CREATE,
792         &RQF_LDLM_INTENT_UNLINK,
793         &RQF_LDLM_INTENT_GETXATTR,
794         &RQF_LDLM_INTENT_QUOTA,
795         &RQF_QUOTA_DQACQ,
796         &RQF_LOG_CANCEL,
797         &RQF_LLOG_ORIGIN_HANDLE_CREATE,
798         &RQF_LLOG_ORIGIN_HANDLE_DESTROY,
799         &RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK,
800         &RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK,
801         &RQF_LLOG_ORIGIN_HANDLE_READ_HEADER,
802         &RQF_LLOG_ORIGIN_CONNECT,
803         &RQF_CONNECT,
804         &RQF_LFSCK_NOTIFY,
805         &RQF_LFSCK_QUERY,
806 };
807
808 struct req_msg_field {
809         const __u32 rmf_flags;
810         const char  *rmf_name;
811         /**
812          * Field length. (-1) means "variable length".  If the
813          * \a RMF_F_STRUCT_ARRAY flag is set the field is also variable-length,
814          * but the actual size must be a whole multiple of \a rmf_size.
815          */
816         const int   rmf_size;
817         void        (*rmf_swabber)(void *);
818         void        (*rmf_dumper)(void *);
819         int         rmf_offset[ARRAY_SIZE(req_formats)][RCL_NR];
820 };
821
822 enum rmf_flags {
823         /**
824          * The field is a string, must be NUL-terminated.
825          */
826         RMF_F_STRING = 1 << 0,
827         /**
828          * The field's buffer size need not match the declared \a rmf_size.
829          */
830         RMF_F_NO_SIZE_CHECK = 1 << 1,
831         /**
832          * The field's buffer size must be a whole multiple of the declared \a
833          * rmf_size and the \a rmf_swabber function must work on the declared \a
834          * rmf_size worth of bytes.
835          */
836         RMF_F_STRUCT_ARRAY = 1 << 2
837 };
838
839 struct req_capsule;
840
841 /*
842  * Request fields.
843  */
844 #define DEFINE_MSGF(name, flags, size, swabber, dumper) {       \
845         .rmf_name    = (name),                                  \
846         .rmf_flags   = (flags),                                 \
847         .rmf_size    = (size),                                  \
848         .rmf_swabber = (void (*)(void*))(swabber),              \
849         .rmf_dumper  = (void (*)(void*))(dumper)                \
850 }
851
852 struct req_msg_field RMF_GENERIC_DATA =
853         DEFINE_MSGF("generic_data", 0,
854                     -1, NULL, NULL);
855 EXPORT_SYMBOL(RMF_GENERIC_DATA);
856
857 struct req_msg_field RMF_MGS_TARGET_INFO =
858         DEFINE_MSGF("mgs_target_info", 0,
859                     sizeof(struct mgs_target_info),
860                     lustre_swab_mgs_target_info, NULL);
861 EXPORT_SYMBOL(RMF_MGS_TARGET_INFO);
862
863 struct req_msg_field RMF_MGS_SEND_PARAM =
864         DEFINE_MSGF("mgs_send_param", 0,
865                     sizeof(struct mgs_send_param),
866                     NULL, NULL);
867 EXPORT_SYMBOL(RMF_MGS_SEND_PARAM);
868
869 struct req_msg_field RMF_MGS_CONFIG_BODY =
870         DEFINE_MSGF("mgs_config_read request", 0,
871                     sizeof(struct mgs_config_body),
872                     lustre_swab_mgs_config_body, NULL);
873 EXPORT_SYMBOL(RMF_MGS_CONFIG_BODY);
874
875 struct req_msg_field RMF_MGS_CONFIG_RES =
876         DEFINE_MSGF("mgs_config_read reply ", 0,
877                     sizeof(struct mgs_config_res),
878                     lustre_swab_mgs_config_res, NULL);
879 EXPORT_SYMBOL(RMF_MGS_CONFIG_RES);
880
881 struct req_msg_field RMF_U32 =
882         DEFINE_MSGF("generic u32", 0,
883                     sizeof(__u32), lustre_swab_generic_32s, NULL);
884 EXPORT_SYMBOL(RMF_U32);
885
886 struct req_msg_field RMF_SETINFO_VAL =
887         DEFINE_MSGF("setinfo_val", 0, -1, NULL, NULL);
888 EXPORT_SYMBOL(RMF_SETINFO_VAL);
889
890 struct req_msg_field RMF_GETINFO_KEY =
891         DEFINE_MSGF("getinfo_key", 0, -1, NULL, NULL);
892 EXPORT_SYMBOL(RMF_GETINFO_KEY);
893
894 struct req_msg_field RMF_GETINFO_VALLEN =
895         DEFINE_MSGF("getinfo_vallen", 0,
896                     sizeof(__u32), lustre_swab_generic_32s, NULL);
897 EXPORT_SYMBOL(RMF_GETINFO_VALLEN);
898
899 struct req_msg_field RMF_GETINFO_VAL =
900         DEFINE_MSGF("getinfo_val", 0, -1, NULL, NULL);
901 EXPORT_SYMBOL(RMF_GETINFO_VAL);
902
903 struct req_msg_field RMF_SEQ_OPC =
904         DEFINE_MSGF("seq_query_opc", 0,
905                     sizeof(__u32), lustre_swab_generic_32s, NULL);
906 EXPORT_SYMBOL(RMF_SEQ_OPC);
907
908 struct req_msg_field RMF_SEQ_RANGE =
909         DEFINE_MSGF("seq_query_range", 0,
910                     sizeof(struct lu_seq_range),
911                     lustre_swab_lu_seq_range, NULL);
912 EXPORT_SYMBOL(RMF_SEQ_RANGE);
913
914 struct req_msg_field RMF_FLD_OPC =
915         DEFINE_MSGF("fld_query_opc", 0,
916                     sizeof(__u32), lustre_swab_generic_32s, NULL);
917 EXPORT_SYMBOL(RMF_FLD_OPC);
918
919 struct req_msg_field RMF_FLD_MDFLD =
920         DEFINE_MSGF("fld_query_mdfld", 0,
921                     sizeof(struct lu_seq_range),
922                     lustre_swab_lu_seq_range, NULL);
923 EXPORT_SYMBOL(RMF_FLD_MDFLD);
924
925 struct req_msg_field RMF_MDT_BODY =
926         DEFINE_MSGF("mdt_body", 0,
927                     sizeof(struct mdt_body), lustre_swab_mdt_body, NULL);
928 EXPORT_SYMBOL(RMF_MDT_BODY);
929
930 struct req_msg_field RMF_OBD_QUOTACTL =
931         DEFINE_MSGF("obd_quotactl", 0,
932                     sizeof(struct obd_quotactl),
933                     lustre_swab_obd_quotactl, NULL);
934 EXPORT_SYMBOL(RMF_OBD_QUOTACTL);
935
936 struct req_msg_field RMF_QUOTA_BODY =
937         DEFINE_MSGF("quota_body", 0,
938                     sizeof(struct quota_body), lustre_swab_quota_body, NULL);
939 EXPORT_SYMBOL(RMF_QUOTA_BODY);
940
941 struct req_msg_field RMF_MDT_EPOCH =
942         DEFINE_MSGF("mdt_ioepoch", 0,
943                     sizeof(struct mdt_ioepoch), lustre_swab_mdt_ioepoch, NULL);
944 EXPORT_SYMBOL(RMF_MDT_EPOCH);
945
946 struct req_msg_field RMF_PTLRPC_BODY =
947         DEFINE_MSGF("ptlrpc_body", 0,
948                     sizeof(struct ptlrpc_body), lustre_swab_ptlrpc_body, NULL);
949 EXPORT_SYMBOL(RMF_PTLRPC_BODY);
950
951 struct req_msg_field RMF_CLOSE_DATA =
952         DEFINE_MSGF("data_version", 0,
953                     sizeof(struct close_data), lustre_swab_close_data, NULL);
954 EXPORT_SYMBOL(RMF_CLOSE_DATA);
955
956 struct req_msg_field RMF_OBD_STATFS =
957         DEFINE_MSGF("obd_statfs", 0,
958                     sizeof(struct obd_statfs), lustre_swab_obd_statfs, NULL);
959 EXPORT_SYMBOL(RMF_OBD_STATFS);
960
961 struct req_msg_field RMF_SETINFO_KEY =
962         DEFINE_MSGF("setinfo_key", 0, -1, NULL, NULL);
963 EXPORT_SYMBOL(RMF_SETINFO_KEY);
964
965 struct req_msg_field RMF_NAME =
966         DEFINE_MSGF("name", RMF_F_STRING, -1, NULL, NULL);
967 EXPORT_SYMBOL(RMF_NAME);
968
969 struct req_msg_field RMF_SYMTGT =
970         DEFINE_MSGF("symtgt", RMF_F_STRING, -1, NULL, NULL);
971 EXPORT_SYMBOL(RMF_SYMTGT);
972
973 struct req_msg_field RMF_TGTUUID =
974         DEFINE_MSGF("tgtuuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
975         NULL);
976 EXPORT_SYMBOL(RMF_TGTUUID);
977
978 struct req_msg_field RMF_CLUUID =
979         DEFINE_MSGF("cluuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
980         NULL);
981 EXPORT_SYMBOL(RMF_CLUUID);
982
983 struct req_msg_field RMF_STRING =
984         DEFINE_MSGF("string", RMF_F_STRING, -1, NULL, NULL);
985 EXPORT_SYMBOL(RMF_STRING);
986
987 struct req_msg_field RMF_LLOGD_BODY =
988         DEFINE_MSGF("llogd_body", 0,
989                     sizeof(struct llogd_body), lustre_swab_llogd_body, NULL);
990 EXPORT_SYMBOL(RMF_LLOGD_BODY);
991
992 struct req_msg_field RMF_LLOG_LOG_HDR =
993         DEFINE_MSGF("llog_log_hdr", 0,
994                     sizeof(struct llog_log_hdr), lustre_swab_llog_hdr, NULL);
995 EXPORT_SYMBOL(RMF_LLOG_LOG_HDR);
996
997 struct req_msg_field RMF_LLOGD_CONN_BODY =
998         DEFINE_MSGF("llogd_conn_body", 0,
999                     sizeof(struct llogd_conn_body),
1000                     lustre_swab_llogd_conn_body, NULL);
1001 EXPORT_SYMBOL(RMF_LLOGD_CONN_BODY);
1002
1003 /*
1004  * connection handle received in MDS_CONNECT request.
1005  *
1006  * No swabbing needed because struct lustre_handle contains only a 64-bit cookie
1007  * that the client does not interpret at all.
1008  */
1009 struct req_msg_field RMF_CONN =
1010         DEFINE_MSGF("conn", 0, sizeof(struct lustre_handle), NULL, NULL);
1011 EXPORT_SYMBOL(RMF_CONN);
1012
1013 struct req_msg_field RMF_CONNECT_DATA =
1014         DEFINE_MSGF("cdata",
1015                     RMF_F_NO_SIZE_CHECK /* we allow extra space for interop */,
1016                     sizeof(struct obd_connect_data),
1017                     lustre_swab_connect, NULL);
1018 EXPORT_SYMBOL(RMF_CONNECT_DATA);
1019
1020 struct req_msg_field RMF_DLM_REQ =
1021         DEFINE_MSGF("dlm_req", RMF_F_NO_SIZE_CHECK /* ldlm_request_bufsize */,
1022                     sizeof(struct ldlm_request),
1023                     lustre_swab_ldlm_request, NULL);
1024 EXPORT_SYMBOL(RMF_DLM_REQ);
1025
1026 struct req_msg_field RMF_DLM_REP =
1027         DEFINE_MSGF("dlm_rep", 0,
1028                     sizeof(struct ldlm_reply), lustre_swab_ldlm_reply, NULL);
1029 EXPORT_SYMBOL(RMF_DLM_REP);
1030
1031 struct req_msg_field RMF_LDLM_INTENT =
1032         DEFINE_MSGF("ldlm_intent", 0,
1033                     sizeof(struct ldlm_intent), lustre_swab_ldlm_intent, NULL);
1034 EXPORT_SYMBOL(RMF_LDLM_INTENT);
1035
1036 struct req_msg_field RMF_DLM_LVB =
1037         DEFINE_MSGF("dlm_lvb", 0, -1, NULL, NULL);
1038 EXPORT_SYMBOL(RMF_DLM_LVB);
1039
1040 struct req_msg_field RMF_DLM_GL_DESC =
1041         DEFINE_MSGF("dlm_gl_desc", 0, sizeof(union ldlm_gl_desc),
1042                     lustre_swab_gl_desc, NULL);
1043 EXPORT_SYMBOL(RMF_DLM_GL_DESC);
1044
1045 struct req_msg_field RMF_MDT_MD =
1046         DEFINE_MSGF("mdt_md", RMF_F_NO_SIZE_CHECK, MIN_MD_SIZE, NULL, NULL);
1047 EXPORT_SYMBOL(RMF_MDT_MD);
1048
1049 struct req_msg_field RMF_REC_REINT =
1050         DEFINE_MSGF("rec_reint", 0, sizeof(struct mdt_rec_reint),
1051                     lustre_swab_mdt_rec_reint, NULL);
1052 EXPORT_SYMBOL(RMF_REC_REINT);
1053
1054 /* FIXME: this length should be defined as a macro */
1055 struct req_msg_field RMF_EADATA = DEFINE_MSGF("eadata", 0, -1,
1056                                                     NULL, NULL);
1057 EXPORT_SYMBOL(RMF_EADATA);
1058
1059 struct req_msg_field RMF_EAVALS = DEFINE_MSGF("eavals", 0, -1, NULL, NULL);
1060 EXPORT_SYMBOL(RMF_EAVALS);
1061
1062 struct req_msg_field RMF_ACL =
1063         DEFINE_MSGF("acl", RMF_F_NO_SIZE_CHECK,
1064                     LUSTRE_POSIX_ACL_MAX_SIZE, NULL, NULL);
1065 EXPORT_SYMBOL(RMF_ACL);
1066
1067 /* FIXME: this should be made to use RMF_F_STRUCT_ARRAY */
1068 struct req_msg_field RMF_LOGCOOKIES =
1069         DEFINE_MSGF("logcookies", RMF_F_NO_SIZE_CHECK /* multiple cookies */,
1070                     sizeof(struct llog_cookie), NULL, NULL);
1071 EXPORT_SYMBOL(RMF_LOGCOOKIES);
1072
1073 struct req_msg_field RMF_CAPA1 =
1074         DEFINE_MSGF("capa", 0, sizeof(struct lustre_capa),
1075                     lustre_swab_lustre_capa, NULL);
1076 EXPORT_SYMBOL(RMF_CAPA1);
1077
1078 struct req_msg_field RMF_CAPA2 =
1079         DEFINE_MSGF("capa", 0, sizeof(struct lustre_capa),
1080                     lustre_swab_lustre_capa, NULL);
1081 EXPORT_SYMBOL(RMF_CAPA2);
1082
1083 struct req_msg_field RMF_LAYOUT_INTENT =
1084         DEFINE_MSGF("layout_intent", 0,
1085                     sizeof(struct layout_intent), lustre_swab_layout_intent,
1086                     NULL);
1087 EXPORT_SYMBOL(RMF_LAYOUT_INTENT);
1088
1089 /*
1090  * OST request field.
1091  */
1092 struct req_msg_field RMF_OST_BODY =
1093         DEFINE_MSGF("ost_body", 0,
1094                     sizeof(struct ost_body), lustre_swab_ost_body, dump_ost_body);
1095 EXPORT_SYMBOL(RMF_OST_BODY);
1096
1097 struct req_msg_field RMF_OBD_IOOBJ =
1098         DEFINE_MSGF("obd_ioobj", RMF_F_STRUCT_ARRAY,
1099                     sizeof(struct obd_ioobj), lustre_swab_obd_ioobj, dump_ioo);
1100 EXPORT_SYMBOL(RMF_OBD_IOOBJ);
1101
1102 struct req_msg_field RMF_NIOBUF_REMOTE =
1103         DEFINE_MSGF("niobuf_remote", RMF_F_STRUCT_ARRAY,
1104                     sizeof(struct niobuf_remote), lustre_swab_niobuf_remote,
1105                     dump_rniobuf);
1106 EXPORT_SYMBOL(RMF_NIOBUF_REMOTE);
1107
1108 struct req_msg_field RMF_RCS =
1109         DEFINE_MSGF("niobuf_remote", RMF_F_STRUCT_ARRAY, sizeof(__u32),
1110                     lustre_swab_generic_32s, dump_rcs);
1111 EXPORT_SYMBOL(RMF_RCS);
1112
1113 struct req_msg_field RMF_EAVALS_LENS =
1114         DEFINE_MSGF("eavals_lens", RMF_F_STRUCT_ARRAY, sizeof(__u32),
1115                 lustre_swab_generic_32s, NULL);
1116 EXPORT_SYMBOL(RMF_EAVALS_LENS);
1117
1118 struct req_msg_field RMF_OBD_ID =
1119         DEFINE_MSGF("obd_id", 0,
1120                     sizeof(__u64), lustre_swab_ost_last_id, NULL);
1121 EXPORT_SYMBOL(RMF_OBD_ID);
1122
1123 struct req_msg_field RMF_FID =
1124         DEFINE_MSGF("fid", 0,
1125                     sizeof(struct lu_fid), lustre_swab_lu_fid, NULL);
1126 EXPORT_SYMBOL(RMF_FID);
1127
1128 struct req_msg_field RMF_OST_ID =
1129         DEFINE_MSGF("ost_id", 0,
1130                     sizeof(struct ost_id), lustre_swab_ost_id, NULL);
1131 EXPORT_SYMBOL(RMF_OST_ID);
1132
1133 struct req_msg_field RMF_FIEMAP_KEY =
1134         DEFINE_MSGF("fiemap", 0, sizeof(struct ll_fiemap_info_key),
1135                     lustre_swab_fiemap, NULL);
1136 EXPORT_SYMBOL(RMF_FIEMAP_KEY);
1137
1138 struct req_msg_field RMF_FIEMAP_VAL =
1139         DEFINE_MSGF("fiemap", 0, -1, lustre_swab_fiemap, NULL);
1140 EXPORT_SYMBOL(RMF_FIEMAP_VAL);
1141
1142 struct req_msg_field RMF_IDX_INFO =
1143         DEFINE_MSGF("idx_info", 0, sizeof(struct idx_info),
1144                     lustre_swab_idx_info, NULL);
1145 EXPORT_SYMBOL(RMF_IDX_INFO);
1146 struct req_msg_field RMF_HSM_USER_STATE =
1147         DEFINE_MSGF("hsm_user_state", 0, sizeof(struct hsm_user_state),
1148                     lustre_swab_hsm_user_state, NULL);
1149 EXPORT_SYMBOL(RMF_HSM_USER_STATE);
1150
1151 struct req_msg_field RMF_HSM_STATE_SET =
1152         DEFINE_MSGF("hsm_state_set", 0, sizeof(struct hsm_state_set),
1153                     lustre_swab_hsm_state_set, NULL);
1154 EXPORT_SYMBOL(RMF_HSM_STATE_SET);
1155
1156 struct req_msg_field RMF_MDS_HSM_PROGRESS =
1157         DEFINE_MSGF("hsm_progress", 0, sizeof(struct hsm_progress_kernel),
1158                     lustre_swab_hsm_progress_kernel, NULL);
1159 EXPORT_SYMBOL(RMF_MDS_HSM_PROGRESS);
1160
1161 struct req_msg_field RMF_MDS_HSM_CURRENT_ACTION =
1162         DEFINE_MSGF("hsm_current_action", 0, sizeof(struct hsm_current_action),
1163                     lustre_swab_hsm_current_action, NULL);
1164 EXPORT_SYMBOL(RMF_MDS_HSM_CURRENT_ACTION);
1165
1166 struct req_msg_field RMF_MDS_HSM_USER_ITEM =
1167         DEFINE_MSGF("hsm_user_item", RMF_F_STRUCT_ARRAY,
1168                     sizeof(struct hsm_user_item), lustre_swab_hsm_user_item,
1169                     NULL);
1170 EXPORT_SYMBOL(RMF_MDS_HSM_USER_ITEM);
1171
1172 struct req_msg_field RMF_MDS_HSM_ARCHIVE =
1173         DEFINE_MSGF("hsm_archive", 0,
1174                     sizeof(__u32), lustre_swab_generic_32s, NULL);
1175 EXPORT_SYMBOL(RMF_MDS_HSM_ARCHIVE);
1176
1177 struct req_msg_field RMF_MDS_HSM_REQUEST =
1178         DEFINE_MSGF("hsm_request", 0, sizeof(struct hsm_request),
1179                     lustre_swab_hsm_request, NULL);
1180 EXPORT_SYMBOL(RMF_MDS_HSM_REQUEST);
1181
1182 struct req_msg_field RMF_OUT_UPDATE = DEFINE_MSGF("object_update", 0, -1,
1183                                 lustre_swab_object_update_request, NULL);
1184 EXPORT_SYMBOL(RMF_OUT_UPDATE);
1185
1186 struct req_msg_field RMF_OUT_UPDATE_REPLY =
1187                         DEFINE_MSGF("object_update_reply", 0, -1,
1188                                     lustre_swab_object_update_reply, NULL);
1189 EXPORT_SYMBOL(RMF_OUT_UPDATE_REPLY);
1190
1191 struct req_msg_field RMF_SWAP_LAYOUTS =
1192         DEFINE_MSGF("swap_layouts", 0, sizeof(struct  mdc_swap_layouts),
1193                     lustre_swab_swap_layouts, NULL);
1194 EXPORT_SYMBOL(RMF_SWAP_LAYOUTS);
1195
1196 struct req_msg_field RMF_LFSCK_REQUEST =
1197         DEFINE_MSGF("lfsck_request", 0, sizeof(struct lfsck_request),
1198                     lustre_swab_lfsck_request, NULL);
1199 EXPORT_SYMBOL(RMF_LFSCK_REQUEST);
1200
1201 struct req_msg_field RMF_LFSCK_REPLY =
1202         DEFINE_MSGF("lfsck_reply", 0, sizeof(struct lfsck_reply),
1203                     lustre_swab_lfsck_reply, NULL);
1204 EXPORT_SYMBOL(RMF_LFSCK_REPLY);
1205
1206 struct req_msg_field RMF_OUT_UPDATE_HEADER = DEFINE_MSGF("out_update", 0,
1207                                 sizeof(struct out_update_header),
1208                                 lustre_swab_out_update_header, NULL);
1209 EXPORT_SYMBOL(RMF_OUT_UPDATE_HEADER);
1210
1211 struct req_msg_field RMF_OUT_UPDATE_BUF = DEFINE_MSGF("update_buf",
1212                         RMF_F_STRUCT_ARRAY, sizeof(struct out_update_buffer),
1213                         lustre_swab_out_update_buffer, NULL);
1214 EXPORT_SYMBOL(RMF_OUT_UPDATE_BUF);
1215
1216 /*
1217  * Request formats.
1218  */
1219
1220 struct req_format {
1221         const char *rf_name;
1222         size_t      rf_idx;
1223         struct {
1224                 size_t                       nr;
1225                 const struct req_msg_field **d;
1226         } rf_fields[RCL_NR];
1227 };
1228
1229 #define DEFINE_REQ_FMT(name, client, client_nr, server, server_nr) {    \
1230         .rf_name   = name,                                              \
1231         .rf_fields = {                                                  \
1232                 [RCL_CLIENT] = {                                        \
1233                         .nr = client_nr,                                \
1234                         .d  = client                                    \
1235                 },                                                      \
1236                 [RCL_SERVER] = {                                        \
1237                         .nr = server_nr,                                \
1238                         .d  = server                                    \
1239                 }                                                       \
1240         }                                                               \
1241 }
1242
1243 #define DEFINE_REQ_FMT0(name, client, server)                                  \
1244 DEFINE_REQ_FMT(name, client, ARRAY_SIZE(client), server, ARRAY_SIZE(server))
1245
1246 struct req_format RQF_OBD_PING =
1247         DEFINE_REQ_FMT0("OBD_PING", empty, empty);
1248 EXPORT_SYMBOL(RQF_OBD_PING);
1249
1250 struct req_format RQF_OBD_SET_INFO =
1251         DEFINE_REQ_FMT0("OBD_SET_INFO", obd_set_info_client, empty);
1252 EXPORT_SYMBOL(RQF_OBD_SET_INFO);
1253
1254 /* Read index file through the network */
1255 struct req_format RQF_OBD_IDX_READ =
1256         DEFINE_REQ_FMT0("OBD_IDX_READ",
1257                         obd_idx_read_client, obd_idx_read_server);
1258 EXPORT_SYMBOL(RQF_OBD_IDX_READ);
1259
1260 struct req_format RQF_SEC_CTX =
1261         DEFINE_REQ_FMT0("SEC_CTX", empty, empty);
1262 EXPORT_SYMBOL(RQF_SEC_CTX);
1263
1264 struct req_format RQF_MGS_TARGET_REG =
1265         DEFINE_REQ_FMT0("MGS_TARGET_REG", mgs_target_info_only,
1266                          mgs_target_info_only);
1267 EXPORT_SYMBOL(RQF_MGS_TARGET_REG);
1268
1269 struct req_format RQF_MGS_SET_INFO =
1270         DEFINE_REQ_FMT0("MGS_SET_INFO", mgs_set_info,
1271                          mgs_set_info);
1272 EXPORT_SYMBOL(RQF_MGS_SET_INFO);
1273
1274 struct req_format RQF_MGS_CONFIG_READ =
1275         DEFINE_REQ_FMT0("MGS_CONFIG_READ", mgs_config_read_client,
1276                          mgs_config_read_server);
1277 EXPORT_SYMBOL(RQF_MGS_CONFIG_READ);
1278
1279 struct req_format RQF_SEQ_QUERY =
1280         DEFINE_REQ_FMT0("SEQ_QUERY", seq_query_client, seq_query_server);
1281 EXPORT_SYMBOL(RQF_SEQ_QUERY);
1282
1283 struct req_format RQF_FLD_QUERY =
1284         DEFINE_REQ_FMT0("FLD_QUERY", fld_query_client, fld_query_server);
1285 EXPORT_SYMBOL(RQF_FLD_QUERY);
1286
1287 struct req_format RQF_FLD_READ =
1288         DEFINE_REQ_FMT0("FLD_READ", fld_read_client, fld_read_server);
1289 EXPORT_SYMBOL(RQF_FLD_READ);
1290
1291 struct req_format RQF_LOG_CANCEL =
1292         DEFINE_REQ_FMT0("OBD_LOG_CANCEL", log_cancel_client, empty);
1293 EXPORT_SYMBOL(RQF_LOG_CANCEL);
1294
1295 struct req_format RQF_MDS_QUOTACTL =
1296         DEFINE_REQ_FMT0("MDS_QUOTACTL", quotactl_only, quotactl_only);
1297 EXPORT_SYMBOL(RQF_MDS_QUOTACTL);
1298
1299 struct req_format RQF_OST_QUOTACTL =
1300         DEFINE_REQ_FMT0("OST_QUOTACTL", quotactl_only, quotactl_only);
1301 EXPORT_SYMBOL(RQF_OST_QUOTACTL);
1302
1303 struct req_format RQF_QUOTA_DQACQ =
1304         DEFINE_REQ_FMT0("QUOTA_DQACQ", quota_body_only, quota_body_only);
1305 EXPORT_SYMBOL(RQF_QUOTA_DQACQ);
1306
1307 struct req_format RQF_LDLM_INTENT_QUOTA =
1308         DEFINE_REQ_FMT0("LDLM_INTENT_QUOTA",
1309                         ldlm_intent_quota_client,
1310                         ldlm_intent_quota_server);
1311 EXPORT_SYMBOL(RQF_LDLM_INTENT_QUOTA);
1312
1313 struct req_format RQF_MDS_GETSTATUS =
1314         DEFINE_REQ_FMT0("MDS_GETSTATUS", mdt_body_only, mdt_body_capa);
1315 EXPORT_SYMBOL(RQF_MDS_GETSTATUS);
1316
1317 struct req_format RQF_MDS_STATFS =
1318         DEFINE_REQ_FMT0("MDS_STATFS", empty, obd_statfs_server);
1319 EXPORT_SYMBOL(RQF_MDS_STATFS);
1320
1321 struct req_format RQF_MDS_SYNC =
1322         DEFINE_REQ_FMT0("MDS_SYNC", mdt_body_capa, mdt_body_only);
1323 EXPORT_SYMBOL(RQF_MDS_SYNC);
1324
1325 struct req_format RQF_MDS_GETATTR =
1326         DEFINE_REQ_FMT0("MDS_GETATTR", mdt_body_capa, mds_getattr_server);
1327 EXPORT_SYMBOL(RQF_MDS_GETATTR);
1328
1329 struct req_format RQF_MDS_GETXATTR =
1330         DEFINE_REQ_FMT0("MDS_GETXATTR",
1331                         mds_getxattr_client, mds_getxattr_server);
1332 EXPORT_SYMBOL(RQF_MDS_GETXATTR);
1333
1334 struct req_format RQF_MDS_GETATTR_NAME =
1335         DEFINE_REQ_FMT0("MDS_GETATTR_NAME",
1336                         mds_getattr_name_client, mds_getattr_server);
1337 EXPORT_SYMBOL(RQF_MDS_GETATTR_NAME);
1338
1339 struct req_format RQF_MDS_REINT =
1340         DEFINE_REQ_FMT0("MDS_REINT", mds_reint_client, mdt_body_only);
1341 EXPORT_SYMBOL(RQF_MDS_REINT);
1342
1343 struct req_format RQF_MDS_REINT_CREATE =
1344         DEFINE_REQ_FMT0("MDS_REINT_CREATE",
1345                         mds_reint_create_client, mdt_body_capa);
1346 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE);
1347
1348 struct req_format RQF_MDS_REINT_CREATE_RMT_ACL =
1349         DEFINE_REQ_FMT0("MDS_REINT_CREATE_RMT_ACL",
1350                         mds_reint_create_rmt_acl_client, mdt_body_capa);
1351 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_RMT_ACL);
1352
1353 struct req_format RQF_MDS_REINT_CREATE_SLAVE =
1354         DEFINE_REQ_FMT0("MDS_REINT_CREATE_EA",
1355                         mds_reint_create_slave_client, mdt_body_capa);
1356 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SLAVE);
1357
1358 struct req_format RQF_MDS_REINT_CREATE_SYM =
1359         DEFINE_REQ_FMT0("MDS_REINT_CREATE_SYM",
1360                         mds_reint_create_sym_client, mdt_body_capa);
1361 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SYM);
1362
1363 struct req_format RQF_MDS_REINT_OPEN =
1364         DEFINE_REQ_FMT0("MDS_REINT_OPEN",
1365                         mds_reint_open_client, mds_reint_open_server);
1366 EXPORT_SYMBOL(RQF_MDS_REINT_OPEN);
1367
1368 struct req_format RQF_MDS_REINT_UNLINK =
1369         DEFINE_REQ_FMT0("MDS_REINT_UNLINK", mds_reint_unlink_client,
1370                         mds_last_unlink_server);
1371 EXPORT_SYMBOL(RQF_MDS_REINT_UNLINK);
1372
1373 struct req_format RQF_MDS_REINT_LINK =
1374         DEFINE_REQ_FMT0("MDS_REINT_LINK",
1375                         mds_reint_link_client, mdt_body_only);
1376 EXPORT_SYMBOL(RQF_MDS_REINT_LINK);
1377
1378 struct req_format RQF_MDS_REINT_RENAME =
1379         DEFINE_REQ_FMT0("MDS_REINT_RENAME", mds_reint_rename_client,
1380                         mds_last_unlink_server);
1381 EXPORT_SYMBOL(RQF_MDS_REINT_RENAME);
1382
1383 struct req_format RQF_MDS_REINT_MIGRATE =
1384         DEFINE_REQ_FMT0("MDS_REINT_MIGRATE", mds_reint_migrate_client,
1385                         mds_last_unlink_server);
1386 EXPORT_SYMBOL(RQF_MDS_REINT_MIGRATE);
1387
1388 struct req_format RQF_MDS_REINT_SETATTR =
1389         DEFINE_REQ_FMT0("MDS_REINT_SETATTR",
1390                         mds_reint_setattr_client, mds_setattr_server);
1391 EXPORT_SYMBOL(RQF_MDS_REINT_SETATTR);
1392
1393 struct req_format RQF_MDS_REINT_SETXATTR =
1394         DEFINE_REQ_FMT0("MDS_REINT_SETXATTR",
1395                         mds_reint_setxattr_client, mdt_body_only);
1396 EXPORT_SYMBOL(RQF_MDS_REINT_SETXATTR);
1397
1398 struct req_format RQF_MDS_CONNECT =
1399         DEFINE_REQ_FMT0("MDS_CONNECT",
1400                         obd_connect_client, obd_connect_server);
1401 EXPORT_SYMBOL(RQF_MDS_CONNECT);
1402
1403 struct req_format RQF_MDS_DISCONNECT =
1404         DEFINE_REQ_FMT0("MDS_DISCONNECT", empty, empty);
1405 EXPORT_SYMBOL(RQF_MDS_DISCONNECT);
1406
1407 struct req_format RQF_MDS_GET_INFO =
1408         DEFINE_REQ_FMT0("MDS_GET_INFO", mds_getinfo_client,
1409                         mds_getinfo_server);
1410 EXPORT_SYMBOL(RQF_MDS_GET_INFO);
1411
1412 struct req_format RQF_OUT_UPDATE =
1413         DEFINE_REQ_FMT0("OUT_UPDATE", mds_update_client,
1414                         mds_update_server);
1415 EXPORT_SYMBOL(RQF_OUT_UPDATE);
1416
1417 struct req_format RQF_LDLM_ENQUEUE =
1418         DEFINE_REQ_FMT0("LDLM_ENQUEUE",
1419                         ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1420 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE);
1421
1422 struct req_format RQF_LDLM_ENQUEUE_LVB =
1423         DEFINE_REQ_FMT0("LDLM_ENQUEUE_LVB",
1424                         ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1425 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE_LVB);
1426
1427 struct req_format RQF_LDLM_CONVERT =
1428         DEFINE_REQ_FMT0("LDLM_CONVERT",
1429                         ldlm_enqueue_client, ldlm_enqueue_server);
1430 EXPORT_SYMBOL(RQF_LDLM_CONVERT);
1431
1432 struct req_format RQF_LDLM_CANCEL =
1433         DEFINE_REQ_FMT0("LDLM_CANCEL", ldlm_enqueue_client, empty);
1434 EXPORT_SYMBOL(RQF_LDLM_CANCEL);
1435
1436 struct req_format RQF_LDLM_CALLBACK =
1437         DEFINE_REQ_FMT0("LDLM_CALLBACK", ldlm_enqueue_client, empty);
1438 EXPORT_SYMBOL(RQF_LDLM_CALLBACK);
1439
1440 struct req_format RQF_LDLM_CP_CALLBACK =
1441         DEFINE_REQ_FMT0("LDLM_CP_CALLBACK", ldlm_cp_callback_client, empty);
1442 EXPORT_SYMBOL(RQF_LDLM_CP_CALLBACK);
1443
1444 struct req_format RQF_LDLM_BL_CALLBACK =
1445         DEFINE_REQ_FMT0("LDLM_BL_CALLBACK", ldlm_enqueue_client, empty);
1446 EXPORT_SYMBOL(RQF_LDLM_BL_CALLBACK);
1447
1448 struct req_format RQF_LDLM_GL_CALLBACK =
1449         DEFINE_REQ_FMT0("LDLM_GL_CALLBACK", ldlm_enqueue_client,
1450                         ldlm_gl_callback_server);
1451 EXPORT_SYMBOL(RQF_LDLM_GL_CALLBACK);
1452
1453 struct req_format RQF_LDLM_GL_DESC_CALLBACK =
1454         DEFINE_REQ_FMT0("LDLM_GL_CALLBACK", ldlm_gl_callback_desc_client,
1455                         ldlm_gl_callback_server);
1456 EXPORT_SYMBOL(RQF_LDLM_GL_DESC_CALLBACK);
1457
1458 struct req_format RQF_LDLM_INTENT_BASIC =
1459         DEFINE_REQ_FMT0("LDLM_INTENT_BASIC",
1460                         ldlm_intent_basic_client, ldlm_enqueue_lvb_server);
1461 EXPORT_SYMBOL(RQF_LDLM_INTENT_BASIC);
1462
1463 struct req_format RQF_LDLM_INTENT =
1464         DEFINE_REQ_FMT0("LDLM_INTENT",
1465                         ldlm_intent_client, ldlm_intent_server);
1466 EXPORT_SYMBOL(RQF_LDLM_INTENT);
1467
1468 struct req_format RQF_LDLM_INTENT_LAYOUT =
1469         DEFINE_REQ_FMT0("LDLM_INTENT_LAYOUT ",
1470                         ldlm_intent_layout_client, ldlm_enqueue_lvb_server);
1471 EXPORT_SYMBOL(RQF_LDLM_INTENT_LAYOUT);
1472
1473 struct req_format RQF_LDLM_INTENT_GETATTR =
1474         DEFINE_REQ_FMT0("LDLM_INTENT_GETATTR",
1475                         ldlm_intent_getattr_client, ldlm_intent_getattr_server);
1476 EXPORT_SYMBOL(RQF_LDLM_INTENT_GETATTR);
1477
1478 struct req_format RQF_LDLM_INTENT_OPEN =
1479         DEFINE_REQ_FMT0("LDLM_INTENT_OPEN",
1480                         ldlm_intent_open_client, ldlm_intent_open_server);
1481 EXPORT_SYMBOL(RQF_LDLM_INTENT_OPEN);
1482
1483 struct req_format RQF_LDLM_INTENT_CREATE =
1484         DEFINE_REQ_FMT0("LDLM_INTENT_CREATE",
1485                         ldlm_intent_create_client, ldlm_intent_getattr_server);
1486 EXPORT_SYMBOL(RQF_LDLM_INTENT_CREATE);
1487
1488 struct req_format RQF_LDLM_INTENT_UNLINK =
1489         DEFINE_REQ_FMT0("LDLM_INTENT_UNLINK",
1490                         ldlm_intent_unlink_client, ldlm_intent_server);
1491 EXPORT_SYMBOL(RQF_LDLM_INTENT_UNLINK);
1492
1493 struct req_format RQF_LDLM_INTENT_GETXATTR =
1494         DEFINE_REQ_FMT0("LDLM_INTENT_GETXATTR",
1495                         ldlm_intent_getxattr_client,
1496                         ldlm_intent_getxattr_server);
1497 EXPORT_SYMBOL(RQF_LDLM_INTENT_GETXATTR);
1498
1499 struct req_format RQF_MDS_CLOSE =
1500         DEFINE_REQ_FMT0("MDS_CLOSE",
1501                         mdt_close_client, mds_last_unlink_server);
1502 EXPORT_SYMBOL(RQF_MDS_CLOSE);
1503
1504 struct req_format RQF_MDS_INTENT_CLOSE =
1505         DEFINE_REQ_FMT0("MDS_CLOSE",
1506                         mdt_intent_close_client, mds_last_unlink_server);
1507 EXPORT_SYMBOL(RQF_MDS_INTENT_CLOSE);
1508
1509 struct req_format RQF_MDS_READPAGE =
1510         DEFINE_REQ_FMT0("MDS_READPAGE",
1511                         mdt_body_capa, mdt_body_only);
1512 EXPORT_SYMBOL(RQF_MDS_READPAGE);
1513
1514 struct req_format RQF_MDS_HSM_ACTION =
1515         DEFINE_REQ_FMT0("MDS_HSM_ACTION", mdt_body_capa, mdt_hsm_action_server);
1516 EXPORT_SYMBOL(RQF_MDS_HSM_ACTION);
1517
1518 struct req_format RQF_MDS_HSM_PROGRESS =
1519         DEFINE_REQ_FMT0("MDS_HSM_PROGRESS", mdt_hsm_progress, empty);
1520 EXPORT_SYMBOL(RQF_MDS_HSM_PROGRESS);
1521
1522 struct req_format RQF_MDS_HSM_CT_REGISTER =
1523         DEFINE_REQ_FMT0("MDS_HSM_CT_REGISTER", mdt_hsm_ct_register, empty);
1524 EXPORT_SYMBOL(RQF_MDS_HSM_CT_REGISTER);
1525
1526 struct req_format RQF_MDS_HSM_CT_UNREGISTER =
1527         DEFINE_REQ_FMT0("MDS_HSM_CT_UNREGISTER", mdt_hsm_ct_unregister, empty);
1528 EXPORT_SYMBOL(RQF_MDS_HSM_CT_UNREGISTER);
1529
1530 struct req_format RQF_MDS_HSM_STATE_GET =
1531         DEFINE_REQ_FMT0("MDS_HSM_STATE_GET",
1532                         mdt_body_capa, mdt_hsm_state_get_server);
1533 EXPORT_SYMBOL(RQF_MDS_HSM_STATE_GET);
1534
1535 struct req_format RQF_MDS_HSM_STATE_SET =
1536         DEFINE_REQ_FMT0("MDS_HSM_STATE_SET", mdt_hsm_state_set, empty);
1537 EXPORT_SYMBOL(RQF_MDS_HSM_STATE_SET);
1538
1539 struct req_format RQF_MDS_HSM_REQUEST =
1540         DEFINE_REQ_FMT0("MDS_HSM_REQUEST", mdt_hsm_request, empty);
1541 EXPORT_SYMBOL(RQF_MDS_HSM_REQUEST);
1542
1543 struct req_format RQF_MDS_SWAP_LAYOUTS =
1544         DEFINE_REQ_FMT0("MDS_SWAP_LAYOUTS",
1545                         mdt_swap_layouts, empty);
1546 EXPORT_SYMBOL(RQF_MDS_SWAP_LAYOUTS);
1547
1548 struct req_format RQF_LLOG_ORIGIN_HANDLE_CREATE =
1549         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_CREATE",
1550                         llog_origin_handle_create_client, llogd_body_only);
1551 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_CREATE);
1552
1553 struct req_format RQF_LLOG_ORIGIN_HANDLE_DESTROY =
1554         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_DESTROY",
1555                         llogd_body_only, llogd_body_only);
1556 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_DESTROY);
1557
1558 struct req_format RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK =
1559         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_NEXT_BLOCK",
1560                         llogd_body_only, llog_origin_handle_next_block_server);
1561 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK);
1562
1563 struct req_format RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK =
1564         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_PREV_BLOCK",
1565                         llogd_body_only, llog_origin_handle_next_block_server);
1566 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK);
1567
1568 struct req_format RQF_LLOG_ORIGIN_HANDLE_READ_HEADER =
1569         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_READ_HEADER",
1570                         llogd_body_only, llog_log_hdr_only);
1571 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_READ_HEADER);
1572
1573 struct req_format RQF_LLOG_ORIGIN_CONNECT =
1574         DEFINE_REQ_FMT0("LLOG_ORIGIN_CONNECT", llogd_conn_body_only, empty);
1575 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_CONNECT);
1576
1577 struct req_format RQF_CONNECT =
1578         DEFINE_REQ_FMT0("CONNECT", obd_connect_client, obd_connect_server);
1579 EXPORT_SYMBOL(RQF_CONNECT);
1580
1581 struct req_format RQF_OST_CONNECT =
1582         DEFINE_REQ_FMT0("OST_CONNECT",
1583                         obd_connect_client, obd_connect_server);
1584 EXPORT_SYMBOL(RQF_OST_CONNECT);
1585
1586 struct req_format RQF_OST_DISCONNECT =
1587         DEFINE_REQ_FMT0("OST_DISCONNECT", empty, empty);
1588 EXPORT_SYMBOL(RQF_OST_DISCONNECT);
1589
1590 struct req_format RQF_OST_GETATTR =
1591         DEFINE_REQ_FMT0("OST_GETATTR", ost_body_capa, ost_body_only);
1592 EXPORT_SYMBOL(RQF_OST_GETATTR);
1593
1594 struct req_format RQF_OST_SETATTR =
1595         DEFINE_REQ_FMT0("OST_SETATTR", ost_body_capa, ost_body_only);
1596 EXPORT_SYMBOL(RQF_OST_SETATTR);
1597
1598 struct req_format RQF_OST_CREATE =
1599         DEFINE_REQ_FMT0("OST_CREATE", ost_body_only, ost_body_only);
1600 EXPORT_SYMBOL(RQF_OST_CREATE);
1601
1602 struct req_format RQF_OST_PUNCH =
1603         DEFINE_REQ_FMT0("OST_PUNCH", ost_body_capa, ost_body_only);
1604 EXPORT_SYMBOL(RQF_OST_PUNCH);
1605
1606 struct req_format RQF_OST_SYNC =
1607         DEFINE_REQ_FMT0("OST_SYNC", ost_body_capa, ost_body_only);
1608 EXPORT_SYMBOL(RQF_OST_SYNC);
1609
1610 struct req_format RQF_OST_DESTROY =
1611         DEFINE_REQ_FMT0("OST_DESTROY", ost_destroy_client, ost_body_only);
1612 EXPORT_SYMBOL(RQF_OST_DESTROY);
1613
1614 struct req_format RQF_OST_BRW_READ =
1615         DEFINE_REQ_FMT0("OST_BRW_READ", ost_brw_client, ost_brw_read_server);
1616 EXPORT_SYMBOL(RQF_OST_BRW_READ);
1617
1618 struct req_format RQF_OST_BRW_WRITE =
1619         DEFINE_REQ_FMT0("OST_BRW_WRITE", ost_brw_client, ost_brw_write_server);
1620 EXPORT_SYMBOL(RQF_OST_BRW_WRITE);
1621
1622 struct req_format RQF_OST_STATFS =
1623         DEFINE_REQ_FMT0("OST_STATFS", empty, obd_statfs_server);
1624 EXPORT_SYMBOL(RQF_OST_STATFS);
1625
1626 struct req_format RQF_OST_SET_GRANT_INFO =
1627         DEFINE_REQ_FMT0("OST_SET_GRANT_INFO", ost_grant_shrink_client,
1628                          ost_body_only);
1629 EXPORT_SYMBOL(RQF_OST_SET_GRANT_INFO);
1630
1631 struct req_format RQF_OST_GET_INFO =
1632         DEFINE_REQ_FMT0("OST_GET_INFO", ost_get_info_generic_client,
1633                                         ost_get_info_generic_server);
1634 EXPORT_SYMBOL(RQF_OST_GET_INFO);
1635
1636 struct req_format RQF_OST_GET_INFO_LAST_ID =
1637         DEFINE_REQ_FMT0("OST_GET_INFO_LAST_ID", ost_get_info_generic_client,
1638                                                 ost_get_last_id_server);
1639 EXPORT_SYMBOL(RQF_OST_GET_INFO_LAST_ID);
1640
1641 struct req_format RQF_OST_GET_INFO_LAST_FID =
1642         DEFINE_REQ_FMT0("OST_GET_INFO_LAST_FID", ost_get_last_fid_client,
1643                                                  ost_get_last_fid_server);
1644 EXPORT_SYMBOL(RQF_OST_GET_INFO_LAST_FID);
1645
1646 struct req_format RQF_OST_SET_INFO_LAST_FID =
1647         DEFINE_REQ_FMT0("OST_SET_INFO_LAST_FID", obd_set_info_client,
1648                                                  empty);
1649 EXPORT_SYMBOL(RQF_OST_SET_INFO_LAST_FID);
1650
1651 struct req_format RQF_OST_GET_INFO_FIEMAP =
1652         DEFINE_REQ_FMT0("OST_GET_INFO_FIEMAP", ost_get_fiemap_client,
1653                                                ost_get_fiemap_server);
1654 EXPORT_SYMBOL(RQF_OST_GET_INFO_FIEMAP);
1655
1656 struct req_format RQF_LFSCK_NOTIFY =
1657         DEFINE_REQ_FMT0("LFSCK_NOTIFY", obd_lfsck_request, empty);
1658 EXPORT_SYMBOL(RQF_LFSCK_NOTIFY);
1659
1660 struct req_format RQF_LFSCK_QUERY =
1661         DEFINE_REQ_FMT0("LFSCK_QUERY", obd_lfsck_request, obd_lfsck_reply);
1662 EXPORT_SYMBOL(RQF_LFSCK_QUERY);
1663
1664 #if !defined(__REQ_LAYOUT_USER__)
1665
1666 /* Convenience macro */
1667 #define FMT_FIELD(fmt, i, j) (fmt)->rf_fields[(i)].d[(j)]
1668
1669 /**
1670  * Initializes the capsule abstraction by computing and setting the \a rf_idx
1671  * field of RQFs and the \a rmf_offset field of RMFs.
1672  */
1673 int req_layout_init(void)
1674 {
1675         size_t i;
1676         size_t j;
1677         size_t k;
1678         struct req_format *rf = NULL;
1679
1680         for (i = 0; i < ARRAY_SIZE(req_formats); ++i) {
1681                 rf = req_formats[i];
1682                 rf->rf_idx = i;
1683                 for (j = 0; j < RCL_NR; ++j) {
1684                         LASSERT(rf->rf_fields[j].nr <= REQ_MAX_FIELD_NR);
1685                         for (k = 0; k < rf->rf_fields[j].nr; ++k) {
1686                                 struct req_msg_field *field;
1687
1688                                 field = (typeof(field))rf->rf_fields[j].d[k];
1689                                 LASSERT(!(field->rmf_flags & RMF_F_STRUCT_ARRAY)
1690                                         || field->rmf_size > 0);
1691                                 LASSERT(field->rmf_offset[i][j] == 0);
1692                                 /*
1693                                  * k + 1 to detect unused format/field
1694                                  * combinations.
1695                                  */
1696                                 field->rmf_offset[i][j] = k + 1;
1697                         }
1698                 }
1699         }
1700         return 0;
1701 }
1702 EXPORT_SYMBOL(req_layout_init);
1703
1704 void req_layout_fini(void)
1705 {
1706 }
1707 EXPORT_SYMBOL(req_layout_fini);
1708
1709 /**
1710  * Initializes the expected sizes of each RMF in a \a pill (\a rc_area) to -1.
1711  *
1712  * Actual/expected field sizes are set elsewhere in functions in this file:
1713  * req_capsule_init(), req_capsule_server_pack(), req_capsule_set_size() and
1714  * req_capsule_msg_size().  The \a rc_area information is used by.
1715  * ptlrpc_request_set_replen().
1716  */
1717 void req_capsule_init_area(struct req_capsule *pill)
1718 {
1719         size_t i;
1720
1721         for (i = 0; i < ARRAY_SIZE(pill->rc_area[RCL_CLIENT]); i++) {
1722                 pill->rc_area[RCL_CLIENT][i] = -1;
1723                 pill->rc_area[RCL_SERVER][i] = -1;
1724         }
1725 }
1726 EXPORT_SYMBOL(req_capsule_init_area);
1727
1728 /**
1729  * Initialize a pill.
1730  *
1731  * The \a location indicates whether the caller is executing on the client side
1732  * (RCL_CLIENT) or server side (RCL_SERVER)..
1733  */
1734 void req_capsule_init(struct req_capsule *pill,
1735                       struct ptlrpc_request *req,
1736                       enum req_location location)
1737 {
1738         LASSERT(location == RCL_SERVER || location == RCL_CLIENT);
1739
1740         /*
1741          * Today all capsules are embedded in ptlrpc_request structs,
1742          * but just in case that ever isn't the case, we don't reach
1743          * into req unless req != NULL and pill is the one embedded in
1744          * the req.
1745          *
1746          * The req->rq_pill_init flag makes it safe to initialize a pill
1747          * twice, which might happen in the OST paths as a result of the
1748          * high-priority RPC queue getting peeked at before ost_handle()
1749          * handles an OST RPC.
1750          */
1751         if (req != NULL && pill == &req->rq_pill && req->rq_pill_init)
1752                 return;
1753
1754         memset(pill, 0, sizeof *pill);
1755         pill->rc_req = req;
1756         pill->rc_loc = location;
1757         req_capsule_init_area(pill);
1758
1759         if (req != NULL && pill == &req->rq_pill)
1760                 req->rq_pill_init = 1;
1761 }
1762 EXPORT_SYMBOL(req_capsule_init);
1763
1764 void req_capsule_fini(struct req_capsule *pill)
1765 {
1766 }
1767 EXPORT_SYMBOL(req_capsule_fini);
1768
1769 static int __req_format_is_sane(const struct req_format *fmt)
1770 {
1771         return fmt->rf_idx < ARRAY_SIZE(req_formats) &&
1772                 req_formats[fmt->rf_idx] == fmt;
1773 }
1774
1775 static struct lustre_msg *__req_msg(const struct req_capsule *pill,
1776                                     enum req_location loc)
1777 {
1778         struct ptlrpc_request *req;
1779
1780         req = pill->rc_req;
1781         return loc == RCL_CLIENT ? req->rq_reqmsg : req->rq_repmsg;
1782 }
1783
1784 /**
1785  * Set the format (\a fmt) of a \a pill; format changes are not allowed here
1786  * (see req_capsule_extend()).
1787  */
1788 void req_capsule_set(struct req_capsule *pill, const struct req_format *fmt)
1789 {
1790         LASSERT(pill->rc_fmt == NULL || pill->rc_fmt == fmt);
1791         LASSERT(__req_format_is_sane(fmt));
1792
1793         pill->rc_fmt = fmt;
1794 }
1795 EXPORT_SYMBOL(req_capsule_set);
1796
1797 /**
1798  * Fills in any parts of the \a rc_area of a \a pill that haven't been filled in
1799  * yet.
1800
1801  * \a rc_area is an array of REQ_MAX_FIELD_NR elements, used to store sizes of
1802  * variable-sized fields.  The field sizes come from the declared \a rmf_size
1803  * field of a \a pill's \a rc_fmt's RMF's.
1804  */
1805 size_t req_capsule_filled_sizes(struct req_capsule *pill,
1806                                 enum req_location loc)
1807 {
1808         const struct req_format *fmt = pill->rc_fmt;
1809         size_t                   i;
1810
1811         LASSERT(fmt != NULL);
1812
1813         for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
1814                 if (pill->rc_area[loc][i] == -1) {
1815                         pill->rc_area[loc][i] =
1816                                             fmt->rf_fields[loc].d[i]->rmf_size;
1817                         if (pill->rc_area[loc][i] == -1) {
1818                                 /*
1819                                  * Skip the following fields.
1820                                  *
1821                                  * If this LASSERT() trips then you're missing a
1822                                  * call to req_capsule_set_size().
1823                                  */
1824                                 LASSERT(loc != RCL_SERVER);
1825                                 break;
1826                         }
1827                 }
1828         }
1829         return i;
1830 }
1831 EXPORT_SYMBOL(req_capsule_filled_sizes);
1832
1833 /**
1834  * Capsule equivalent of lustre_pack_request() and lustre_pack_reply().
1835  *
1836  * This function uses the \a pill's \a rc_area as filled in by
1837  * req_capsule_set_size() or req_capsule_filled_sizes() (the latter is called by
1838  * this function).
1839  */
1840 int req_capsule_server_pack(struct req_capsule *pill)
1841 {
1842         const struct req_format *fmt;
1843         int                      count;
1844         int                      rc;
1845
1846         LASSERT(pill->rc_loc == RCL_SERVER);
1847         fmt = pill->rc_fmt;
1848         LASSERT(fmt != NULL);
1849
1850         count = req_capsule_filled_sizes(pill, RCL_SERVER);
1851         rc = lustre_pack_reply(pill->rc_req, count,
1852                                pill->rc_area[RCL_SERVER], NULL);
1853         if (rc != 0) {
1854                 DEBUG_REQ(D_ERROR, pill->rc_req,
1855                        "Cannot pack %d fields in format `%s': ",
1856                        count, fmt->rf_name);
1857         }
1858         return rc;
1859 }
1860 EXPORT_SYMBOL(req_capsule_server_pack);
1861
1862 /**
1863  * Returns the PTLRPC request or reply (\a loc) buffer offset of a \a pill
1864  * corresponding to the given RMF (\a field).
1865  */
1866 static __u32 __req_capsule_offset(const struct req_capsule *pill,
1867                                   const struct req_msg_field *field,
1868                                   enum req_location loc)
1869 {
1870         int offset;
1871
1872         offset = field->rmf_offset[pill->rc_fmt->rf_idx][loc];
1873         LASSERTF(offset > 0, "%s:%s, off=%d, loc=%d\n",
1874                             pill->rc_fmt->rf_name,
1875                             field->rmf_name, offset, loc);
1876         offset --;
1877
1878         LASSERT(0 <= offset && offset < REQ_MAX_FIELD_NR);
1879         return offset;
1880 }
1881
1882 /**
1883  * Helper for __req_capsule_get(); swabs value / array of values and/or dumps
1884  * them if desired.
1885  */
1886 static
1887 void
1888 swabber_dumper_helper(struct req_capsule *pill,
1889                       const struct req_msg_field *field,
1890                       enum req_location loc,
1891                       int offset,
1892                       void *value, int len, int dump, void (*swabber)( void *))
1893 {
1894         void    *p;
1895         int     i;
1896         int     n;
1897         int     do_swab;
1898         int     inout = loc == RCL_CLIENT;
1899
1900         swabber = swabber ?: field->rmf_swabber;
1901
1902         if (ptlrpc_buf_need_swab(pill->rc_req, inout, offset) &&
1903             swabber != NULL && value != NULL)
1904                 do_swab = 1;
1905         else
1906                 do_swab = 0;
1907
1908         if (!field->rmf_dumper)
1909                 dump = 0;
1910
1911         if (!(field->rmf_flags & RMF_F_STRUCT_ARRAY)) {
1912                 if (dump) {
1913                         CDEBUG(D_RPCTRACE, "Dump of %sfield %s follows\n",
1914                                do_swab ? "unswabbed " : "", field->rmf_name);
1915                         field->rmf_dumper(value);
1916                 }
1917                 if (!do_swab)
1918                         return;
1919                 swabber(value);
1920                 ptlrpc_buf_set_swabbed(pill->rc_req, inout, offset);
1921                 if (dump) {
1922                         CDEBUG(D_RPCTRACE, "Dump of swabbed field %s "
1923                                "follows\n", field->rmf_name);
1924                         field->rmf_dumper(value);
1925                 }
1926
1927                 return;
1928         }
1929
1930         /*
1931          * We're swabbing an array; swabber() swabs a single array element, so
1932          * swab every element.
1933          */
1934         LASSERT((len % field->rmf_size) == 0);
1935         for (p = value, i = 0, n = len / field->rmf_size;
1936              i < n;
1937              i++, p += field->rmf_size) {
1938                 if (dump) {
1939                         CDEBUG(D_RPCTRACE, "Dump of %sarray field %s, "
1940                                "element %d follows\n",
1941                                do_swab ? "unswabbed " : "", field->rmf_name, i);
1942                         field->rmf_dumper(p);
1943                 }
1944                 if (!do_swab)
1945                         continue;
1946                 swabber(p);
1947                 if (dump) {
1948                         CDEBUG(D_RPCTRACE, "Dump of swabbed array field %s, "
1949                                "element %d follows\n", field->rmf_name, i);
1950                         field->rmf_dumper(value);
1951                 }
1952         }
1953         if (do_swab)
1954                 ptlrpc_buf_set_swabbed(pill->rc_req, inout, offset);
1955 }
1956
1957 /**
1958  * Returns the pointer to a PTLRPC request or reply (\a loc) buffer of a \a pill
1959  * corresponding to the given RMF (\a field).
1960  *
1961  * The buffer will be swabbed using the given \a swabber.  If \a swabber == NULL
1962  * then the \a rmf_swabber from the RMF will be used.  Soon there will be no
1963  * calls to __req_capsule_get() with a non-NULL \a swabber; \a swabber will then
1964  * be removed.  Fields with the \a RMF_F_STRUCT_ARRAY flag set will have each
1965  * element of the array swabbed.
1966  */
1967 static void *__req_capsule_get(struct req_capsule *pill,
1968                                const struct req_msg_field *field,
1969                                enum req_location loc,
1970                                void (*swabber)( void *),
1971                                int dump)
1972 {
1973         const struct req_format *fmt;
1974         struct lustre_msg       *msg;
1975         void                    *value;
1976         __u32                    len;
1977         __u32                    offset;
1978
1979         void *(*getter)(struct lustre_msg *m, __u32 n, __u32 minlen);
1980
1981         static const char *rcl_names[RCL_NR] = {
1982                 [RCL_CLIENT] = "client",
1983                 [RCL_SERVER] = "server"
1984         };
1985
1986         LASSERT(pill != NULL);
1987         LASSERT(pill != LP_POISON);
1988         fmt = pill->rc_fmt;
1989         LASSERT(fmt != NULL);
1990         LASSERT(fmt != LP_POISON);
1991         LASSERT(__req_format_is_sane(fmt));
1992
1993         offset = __req_capsule_offset(pill, field, loc);
1994
1995         msg = __req_msg(pill, loc);
1996         LASSERT(msg != NULL);
1997
1998         getter = (field->rmf_flags & RMF_F_STRING) ?
1999                 (typeof(getter))lustre_msg_string : lustre_msg_buf;
2000
2001         if (field->rmf_flags & (RMF_F_STRUCT_ARRAY|RMF_F_NO_SIZE_CHECK)) {
2002                 /*
2003                  * We've already asserted that field->rmf_size > 0 in
2004                  * req_layout_init().
2005                  */
2006                 len = lustre_msg_buflen(msg, offset);
2007                 if (!(field->rmf_flags & RMF_F_NO_SIZE_CHECK) &&
2008                     (len % field->rmf_size) != 0) {
2009                         CERROR("%s: array field size mismatch "
2010                                 "%d modulo %u != 0 (%d)\n",
2011                                 field->rmf_name, len, field->rmf_size, loc);
2012                         return NULL;
2013                 }
2014         } else if (pill->rc_area[loc][offset] != -1) {
2015                 len = pill->rc_area[loc][offset];
2016         } else {
2017                 len = max_t(typeof(field->rmf_size), field->rmf_size, 0);
2018         }
2019         value = getter(msg, offset, len);
2020
2021         if (value == NULL) {
2022                 DEBUG_REQ(D_ERROR, pill->rc_req,
2023                           "Wrong buffer for field `%s' (%u of %u) "
2024                           "in format `%s': %u vs. %u (%s)\n",
2025                           field->rmf_name, offset, lustre_msg_bufcount(msg),
2026                           fmt->rf_name, lustre_msg_buflen(msg, offset), len,
2027                           rcl_names[loc]);
2028         } else {
2029                 swabber_dumper_helper(pill, field, loc, offset, value, len,
2030                                       dump, swabber);
2031         }
2032
2033         return value;
2034 }
2035
2036 /**
2037  * Dump a request and/or reply
2038  */
2039 void __req_capsule_dump(struct req_capsule *pill, enum req_location loc)
2040 {
2041         const struct    req_format *fmt;
2042         const struct    req_msg_field *field;
2043         __u32           len;
2044         size_t          i;
2045
2046         fmt = pill->rc_fmt;
2047
2048         DEBUG_REQ(D_RPCTRACE, pill->rc_req, "BEGIN REQ CAPSULE DUMP\n");
2049         for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
2050                 field = FMT_FIELD(fmt, loc, i);
2051                 if (field->rmf_dumper == NULL) {
2052                         /*
2053                          * FIXME Add a default hex dumper for fields that don't
2054                          * have a specific dumper
2055                          */
2056                         len = req_capsule_get_size(pill, field, loc);
2057                         CDEBUG(D_RPCTRACE, "Field %s has no dumper function;"
2058                                 "field size is %u\n", field->rmf_name, len);
2059                 } else {
2060                         /* It's the dumping side-effect that we're interested in */
2061                         (void) __req_capsule_get(pill, field, loc, NULL, 1);
2062                 }
2063         }
2064         CDEBUG(D_RPCTRACE, "END REQ CAPSULE DUMP\n");
2065 }
2066
2067 /**
2068  * Dump a request.
2069  */
2070 void req_capsule_client_dump(struct req_capsule *pill)
2071 {
2072         __req_capsule_dump(pill, RCL_CLIENT);
2073 }
2074 EXPORT_SYMBOL(req_capsule_client_dump);
2075
2076 /**
2077  * Dump a reply
2078  */
2079 void req_capsule_server_dump(struct req_capsule *pill)
2080 {
2081         __req_capsule_dump(pill, RCL_SERVER);
2082 }
2083 EXPORT_SYMBOL(req_capsule_server_dump);
2084
2085 /**
2086  * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC request
2087  * buffer corresponding to the given RMF (\a field) of a \a pill.
2088  */
2089 void *req_capsule_client_get(struct req_capsule *pill,
2090                              const struct req_msg_field *field)
2091 {
2092         return __req_capsule_get(pill, field, RCL_CLIENT, NULL, 0);
2093 }
2094 EXPORT_SYMBOL(req_capsule_client_get);
2095
2096 /**
2097  * Same as req_capsule_client_get(), but with a \a swabber argument.
2098  *
2099  * Currently unused; will be removed when req_capsule_server_swab_get() is
2100  * unused too.
2101  */
2102 void *req_capsule_client_swab_get(struct req_capsule *pill,
2103                                   const struct req_msg_field *field,
2104                                   void *swabber)
2105 {
2106         return __req_capsule_get(pill, field, RCL_CLIENT, swabber, 0);
2107 }
2108 EXPORT_SYMBOL(req_capsule_client_swab_get);
2109
2110 /**
2111  * Utility that combines req_capsule_set_size() and req_capsule_client_get().
2112  *
2113  * First the \a pill's request \a field's size is set (\a rc_area) using
2114  * req_capsule_set_size() with the given \a len.  Then the actual buffer is
2115  * returned.
2116  */
2117 void *req_capsule_client_sized_get(struct req_capsule *pill,
2118                                    const struct req_msg_field *field,
2119                                    __u32 len)
2120 {
2121         req_capsule_set_size(pill, field, RCL_CLIENT, len);
2122         return __req_capsule_get(pill, field, RCL_CLIENT, NULL, 0);
2123 }
2124 EXPORT_SYMBOL(req_capsule_client_sized_get);
2125
2126 /**
2127  * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC reply
2128  * buffer corresponding to the given RMF (\a field) of a \a pill.
2129  */
2130 void *req_capsule_server_get(struct req_capsule *pill,
2131                              const struct req_msg_field *field)
2132 {
2133         return __req_capsule_get(pill, field, RCL_SERVER, NULL, 0);
2134 }
2135 EXPORT_SYMBOL(req_capsule_server_get);
2136
2137 /**
2138  * Same as req_capsule_server_get(), but with a \a swabber argument.
2139  *
2140  * Ideally all swabbing should be done pursuant to RMF definitions, with no
2141  * swabbing done outside this capsule abstraction.
2142  */
2143 void *req_capsule_server_swab_get(struct req_capsule *pill,
2144                                   const struct req_msg_field *field,
2145                                   void *swabber)
2146 {
2147         return __req_capsule_get(pill, field, RCL_SERVER, swabber, 0);
2148 }
2149 EXPORT_SYMBOL(req_capsule_server_swab_get);
2150
2151 /**
2152  * Utility that combines req_capsule_set_size() and req_capsule_server_get().
2153  *
2154  * First the \a pill's request \a field's size is set (\a rc_area) using
2155  * req_capsule_set_size() with the given \a len.  Then the actual buffer is
2156  * returned.
2157  */
2158 void *req_capsule_server_sized_get(struct req_capsule *pill,
2159                                    const struct req_msg_field *field,
2160                                    __u32 len)
2161 {
2162         req_capsule_set_size(pill, field, RCL_SERVER, len);
2163         return __req_capsule_get(pill, field, RCL_SERVER, NULL, 0);
2164 }
2165 EXPORT_SYMBOL(req_capsule_server_sized_get);
2166
2167 void *req_capsule_server_sized_swab_get(struct req_capsule *pill,
2168                                         const struct req_msg_field *field,
2169                                         __u32 len, void *swabber)
2170 {
2171         req_capsule_set_size(pill, field, RCL_SERVER, len);
2172         return __req_capsule_get(pill, field, RCL_SERVER, swabber, 0);
2173 }
2174 EXPORT_SYMBOL(req_capsule_server_sized_swab_get);
2175
2176 /**
2177  * Returns the buffer of a \a pill corresponding to the given \a field from the
2178  * request (if the caller is executing on the server-side) or reply (if the
2179  * caller is executing on the client-side).
2180  *
2181  * This function convienient for use is code that could be executed on the
2182  * client and server alike.
2183  */
2184 const void *req_capsule_other_get(struct req_capsule *pill,
2185                                   const struct req_msg_field *field)
2186 {
2187         return __req_capsule_get(pill, field, pill->rc_loc ^ 1, NULL, 0);
2188 }
2189 EXPORT_SYMBOL(req_capsule_other_get);
2190
2191 /**
2192  * Set the size of the PTLRPC request/reply (\a loc) buffer for the given \a
2193  * field of the given \a pill.
2194  *
2195  * This function must be used when constructing variable sized fields of a
2196  * request or reply.
2197  */
2198 void req_capsule_set_size(struct req_capsule *pill,
2199                           const struct req_msg_field *field,
2200                           enum req_location loc, __u32 size)
2201 {
2202         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2203
2204         if ((size != (__u32)field->rmf_size) &&
2205             (field->rmf_size != -1) &&
2206             !(field->rmf_flags & RMF_F_NO_SIZE_CHECK) &&
2207             (size > 0)) {
2208                 __u32 rmf_size = (__u32)field->rmf_size;
2209                 if ((field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
2210                     (size % rmf_size != 0)) {
2211                         CERROR("%s: array field size mismatch "
2212                                 "%u %% %u != 0 (%d)\n",
2213                                 field->rmf_name, size, rmf_size, loc);
2214                         LBUG();
2215                 } else if (!(field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
2216                            size < rmf_size) {
2217                         CERROR("%s: field size mismatch %u != %u (%d)\n",
2218                                 field->rmf_name, size, rmf_size, loc);
2219                         LBUG();
2220                 }
2221         }
2222
2223         pill->rc_area[loc][__req_capsule_offset(pill, field, loc)] = size;
2224 }
2225 EXPORT_SYMBOL(req_capsule_set_size);
2226
2227 /**
2228  * Return the actual PTLRPC buffer length of a request or reply (\a loc)
2229  * for the given \a pill's given \a field.
2230  *
2231  * NB: this function doesn't correspond with req_capsule_set_size(), which
2232  * actually sets the size in pill.rc_area[loc][offset], but this function
2233  * returns the message buflen[offset], maybe we should use another name.
2234  */
2235 __u32 req_capsule_get_size(const struct req_capsule *pill,
2236                          const struct req_msg_field *field,
2237                          enum req_location loc)
2238 {
2239         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2240
2241         return lustre_msg_buflen(__req_msg(pill, loc),
2242                                  __req_capsule_offset(pill, field, loc));
2243 }
2244 EXPORT_SYMBOL(req_capsule_get_size);
2245
2246 /**
2247  * Wrapper around lustre_msg_size() that returns the PTLRPC size needed for the
2248  * given \a pill's request or reply (\a loc) given the field size recorded in
2249  * the \a pill's rc_area.
2250  *
2251  * See also req_capsule_set_size().
2252  */
2253 __u32 req_capsule_msg_size(struct req_capsule *pill, enum req_location loc)
2254 {
2255         return lustre_msg_size(pill->rc_req->rq_import->imp_msg_magic,
2256                                pill->rc_fmt->rf_fields[loc].nr,
2257                                pill->rc_area[loc]);
2258 }
2259
2260 /**
2261  * While req_capsule_msg_size() computes the size of a PTLRPC request or reply
2262  * (\a loc) given a \a pill's \a rc_area, this function computes the size of a
2263  * PTLRPC request or reply given only an RQF (\a fmt).
2264  *
2265  * This function should not be used for formats which contain variable size
2266  * fields.
2267  */
2268 __u32 req_capsule_fmt_size(__u32 magic, const struct req_format *fmt,
2269                          enum req_location loc)
2270 {
2271         __u32 size;
2272         size_t i = 0;
2273
2274         /*
2275          * This function should probably LASSERT() that fmt has no fields with
2276          * RMF_F_STRUCT_ARRAY in rmf_flags, since we can't know here how many
2277          * elements in the array there will ultimately be, but then, we could
2278          * assume that there will be at least one element, and that's just what
2279          * we do.
2280          */
2281         size = lustre_msg_hdr_size(magic, fmt->rf_fields[loc].nr);
2282         if (size == 0)
2283                 return size;
2284
2285         for (; i < fmt->rf_fields[loc].nr; ++i)
2286                 if (fmt->rf_fields[loc].d[i]->rmf_size != -1)
2287                         size += cfs_size_round(fmt->rf_fields[loc].d[i]->
2288                                                rmf_size);
2289         return size;
2290 }
2291
2292 /**
2293  * Changes the format of an RPC.
2294  *
2295  * The pill must already have been initialized, which means that it already has
2296  * a request format.  The new format \a fmt must be an extension of the pill's
2297  * old format.  Specifically: the new format must have as many request and reply
2298  * fields as the old one, and all fields shared by the old and new format must
2299  * be at least as large in the new format.
2300  *
2301  * The new format's fields may be of different "type" than the old format, but
2302  * only for fields that are "opaque" blobs: fields which have a) have no
2303  * \a rmf_swabber, b) \a rmf_flags == 0 or RMF_F_NO_SIZE_CHECK, and c) \a
2304  * rmf_size == -1 or \a rmf_flags == RMF_F_NO_SIZE_CHECK.  For example,
2305  * OBD_SET_INFO has a key field and an opaque value field that gets interpreted
2306  * according to the key field.  When the value, according to the key, contains a
2307  * structure (or array thereof) to be swabbed, the format should be changed to
2308  * one where the value field has \a rmf_size/rmf_flags/rmf_swabber set
2309  * accordingly.
2310  */
2311 void req_capsule_extend(struct req_capsule *pill, const struct req_format *fmt)
2312 {
2313         int i;
2314         size_t j;
2315
2316         const struct req_format *old;
2317
2318         LASSERT(pill->rc_fmt != NULL);
2319         LASSERT(__req_format_is_sane(fmt));
2320
2321         old = pill->rc_fmt;
2322         /*
2323          * Sanity checking...
2324          */
2325         for (i = 0; i < RCL_NR; ++i) {
2326                 LASSERT(fmt->rf_fields[i].nr >= old->rf_fields[i].nr);
2327                 for (j = 0; j < old->rf_fields[i].nr - 1; ++j) {
2328                         const struct req_msg_field *ofield = FMT_FIELD(old, i, j);
2329
2330                         /* "opaque" fields can be transmogrified */
2331                         if (ofield->rmf_swabber == NULL &&
2332                             (ofield->rmf_flags & ~RMF_F_NO_SIZE_CHECK) == 0 &&
2333                             (ofield->rmf_size == -1 ||
2334                             ofield->rmf_flags == RMF_F_NO_SIZE_CHECK))
2335                                 continue;
2336                         LASSERT(FMT_FIELD(fmt, i, j) == FMT_FIELD(old, i, j));
2337                 }
2338                 /*
2339                  * Last field in old format can be shorter than in new.
2340                  */
2341                 LASSERT(FMT_FIELD(fmt, i, j)->rmf_size >=
2342                         FMT_FIELD(old, i, j)->rmf_size);
2343         }
2344
2345         pill->rc_fmt = fmt;
2346 }
2347 EXPORT_SYMBOL(req_capsule_extend);
2348
2349 /**
2350  * This function returns a non-zero value if the given \a field is present in
2351  * the format (\a rc_fmt) of \a pill's PTLRPC request or reply (\a loc), else it
2352  * returns 0.
2353  */
2354 int req_capsule_has_field(const struct req_capsule *pill,
2355                           const struct req_msg_field *field,
2356                           enum req_location loc)
2357 {
2358         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2359
2360         return field->rmf_offset[pill->rc_fmt->rf_idx][loc];
2361 }
2362 EXPORT_SYMBOL(req_capsule_has_field);
2363
2364 /**
2365  * Returns a non-zero value if the given \a field is present in the given \a
2366  * pill's PTLRPC request or reply (\a loc), else it returns 0.
2367  */
2368 int req_capsule_field_present(const struct req_capsule *pill,
2369                               const struct req_msg_field *field,
2370                               enum req_location loc)
2371 {
2372         __u32 offset;
2373
2374         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2375         LASSERT(req_capsule_has_field(pill, field, loc));
2376
2377         offset = __req_capsule_offset(pill, field, loc);
2378         return lustre_msg_bufcount(__req_msg(pill, loc)) > offset;
2379 }
2380 EXPORT_SYMBOL(req_capsule_field_present);
2381
2382 /**
2383  * This function shrinks the size of the _buffer_ of the \a pill's PTLRPC
2384  * request or reply (\a loc).
2385  *
2386  * This is not the opposite of req_capsule_extend().
2387  */
2388 void req_capsule_shrink(struct req_capsule *pill,
2389                         const struct req_msg_field *field,
2390                         __u32 newlen,
2391                         enum req_location loc)
2392 {
2393         const struct req_format *fmt;
2394         struct lustre_msg       *msg;
2395         __u32                    len;
2396         int                      offset;
2397
2398         fmt = pill->rc_fmt;
2399         LASSERT(fmt != NULL);
2400         LASSERT(__req_format_is_sane(fmt));
2401         LASSERT(req_capsule_has_field(pill, field, loc));
2402         LASSERT(req_capsule_field_present(pill, field, loc));
2403
2404         offset = __req_capsule_offset(pill, field, loc);
2405
2406         msg = __req_msg(pill, loc);
2407         len = lustre_msg_buflen(msg, offset);
2408         LASSERTF(newlen <= len, "%s:%s, oldlen=%u, newlen=%u\n",
2409                                 fmt->rf_name, field->rmf_name, len, newlen);
2410
2411         if (loc == RCL_CLIENT)
2412                 pill->rc_req->rq_reqlen = lustre_shrink_msg(msg, offset, newlen,
2413                                                             1);
2414         else
2415                 pill->rc_req->rq_replen = lustre_shrink_msg(msg, offset, newlen,
2416                                                             1);
2417 }
2418 EXPORT_SYMBOL(req_capsule_shrink);
2419
2420 int req_capsule_server_grow(struct req_capsule *pill,
2421                             const struct req_msg_field *field,
2422                             __u32 newlen)
2423 {
2424         struct ptlrpc_reply_state *rs = pill->rc_req->rq_reply_state, *nrs;
2425         char *from, *to;
2426         int rc;
2427         __u32 offset, len;
2428
2429         LASSERT(pill->rc_fmt != NULL);
2430         LASSERT(__req_format_is_sane(pill->rc_fmt));
2431         LASSERT(req_capsule_has_field(pill, field, RCL_SERVER));
2432         LASSERT(req_capsule_field_present(pill, field, RCL_SERVER));
2433
2434         len = req_capsule_get_size(pill, field, RCL_SERVER);
2435         offset = __req_capsule_offset(pill, field, RCL_SERVER);
2436         if ((__u32)pill->rc_req->rq_repbuf_len >=
2437             lustre_packed_msg_size(pill->rc_req->rq_repmsg) - len + newlen)
2438                 CERROR("Inplace repack might be done\n");
2439
2440         pill->rc_req->rq_reply_state = NULL;
2441         req_capsule_set_size(pill, field, RCL_SERVER, newlen);
2442         rc = req_capsule_server_pack(pill);
2443         if (rc) {
2444                 /* put old rs back, the caller will decide what to do */
2445                 pill->rc_req->rq_reply_state = rs;
2446                 return rc;
2447         }
2448         nrs = pill->rc_req->rq_reply_state;
2449         /* Now we need only buffers, copy first chunk */
2450         to = lustre_msg_buf(nrs->rs_msg, 0, 0);
2451         from = lustre_msg_buf(rs->rs_msg, 0, 0);
2452         len = (char *)lustre_msg_buf(rs->rs_msg, offset, 0) - from;
2453         memcpy(to, from, len);
2454         /* check if we have tail and copy it too */
2455         if (rs->rs_msg->lm_bufcount > offset + 1) {
2456                 to = lustre_msg_buf(nrs->rs_msg, offset + 1, 0);
2457                 from = lustre_msg_buf(rs->rs_msg, offset + 1, 0);
2458                 offset = rs->rs_msg->lm_bufcount - 1;
2459                 len = (char *)lustre_msg_buf(rs->rs_msg, offset, 0) +
2460                       cfs_size_round(rs->rs_msg->lm_buflens[offset]) - from;
2461                 memcpy(to, from, len);
2462         }
2463         /* drop old reply if everything is fine */
2464         if (rs->rs_difficult) {
2465                 /* copy rs data */
2466                 int i;
2467
2468                 nrs->rs_difficult = 1;
2469                 nrs->rs_no_ack = rs->rs_no_ack;
2470                 for (i = 0; i < rs->rs_nlocks; i++) {
2471                         nrs->rs_locks[i] = rs->rs_locks[i];
2472                         nrs->rs_modes[i] = rs->rs_modes[i];
2473                         nrs->rs_nlocks++;
2474                 }
2475                 rs->rs_nlocks = 0;
2476                 rs->rs_difficult = 0;
2477                 rs->rs_no_ack = 0;
2478         }
2479         ptlrpc_rs_decref(rs);
2480         return 0;
2481 }
2482 EXPORT_SYMBOL(req_capsule_server_grow);
2483 /* __REQ_LAYOUT_USER__ */
2484 #endif