lustre/ptlrpc/layout.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Use is subject to license terms.
  25  *
  26  * Copyright (c) 2011, 2017, Intel Corporation.
  27  */
  28 /*
  29  * This file is part of Lustre, http://www.lustre.org/
  30  *
  31  * lustre/ptlrpc/layout.c
  32  *
  33  * Lustre Metadata Target (mdt) request handler
  34  *
  35  * Author: Nikita Danilov <nikita@clusterfs.com>
  36  */
  37 /*
  38  * This file contains the "capsule/pill" abstraction layered above PTLRPC.
  39  *
  40  * Every struct ptlrpc_request contains a "pill", which points to a description
  41  * of the format that the request conforms to.
  42  */
  43
  44 #define DEBUG_SUBSYSTEM S_RPC
  45
  46 #include <linux/module.h>
  47
  48 #include <llog_swab.h>
  49 #include <lustre_swab.h>
  50 #include <obd.h>
  51 #include <obd_support.h>
  52
  53 /* struct ptlrpc_request, lustre_msg* */
  54 #include <lustre_req_layout.h>
  55 #include <lustre_acl.h>
  56 #include <lustre_nodemap.h>
  57
  58 #include "ptlrpc_internal.h"
  59
  60 /*
  61  * RQFs (see below) refer to two struct req_msg_field arrays describing the
  62  * client request and server reply, respectively.
  63  */
  64 /* empty set of fields... for suitable definition of emptiness. */
  65 static const struct req_msg_field *empty[] = {
  66         &RMF_PTLRPC_BODY
  67 };
  68
  69 static const struct req_msg_field *mgs_target_info_only[] = {
  70         &RMF_PTLRPC_BODY,
  71         &RMF_MGS_TARGET_INFO
  72 };
  73
  74 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 18, 53, 0)
  75 static const struct req_msg_field *mgs_set_info[] = {
  76         &RMF_PTLRPC_BODY,
  77         &RMF_MGS_SEND_PARAM
  78 };
  79 #endif
  80
  81 static const struct req_msg_field *mgs_config_read_client[] = {
  82         &RMF_PTLRPC_BODY,
  83         &RMF_MGS_CONFIG_BODY
  84 };
  85
  86 static const struct req_msg_field *mgs_config_read_server[] = {
  87         &RMF_PTLRPC_BODY,
  88         &RMF_MGS_CONFIG_RES
  89 };
  90
  91 static const struct req_msg_field *mdt_body_only[] = {
  92         &RMF_PTLRPC_BODY,
  93         &RMF_MDT_BODY
  94 };
  95
  96 static const struct req_msg_field *mdt_body_capa[] = {
  97         &RMF_PTLRPC_BODY,
  98         &RMF_MDT_BODY,
  99         &RMF_CAPA1
 100 };
 101
 102 static const struct req_msg_field *quotactl_only[] = {
 103         &RMF_PTLRPC_BODY,
 104         &RMF_OBD_QUOTACTL
 105 };
 106
 107 static const struct req_msg_field *quotactl_server_only[] = {
 108         &RMF_PTLRPC_BODY,
 109         &RMF_OBD_QUOTACTL,
 110         &RMF_OBD_QUOTA_ITER
 111 };
 112
 113 static const struct req_msg_field *quota_body_only[] = {
 114         &RMF_PTLRPC_BODY,
 115         &RMF_QUOTA_BODY
 116 };
 117
 118 static const struct req_msg_field *ldlm_intent_quota_client[] = {
 119         &RMF_PTLRPC_BODY,
 120         &RMF_DLM_REQ,
 121         &RMF_LDLM_INTENT,
 122         &RMF_QUOTA_BODY
 123 };
 124
 125 static const struct req_msg_field *ldlm_intent_quota_server[] = {
 126         &RMF_PTLRPC_BODY,
 127         &RMF_DLM_REP,
 128         &RMF_DLM_LVB,
 129         &RMF_QUOTA_BODY
 130 };
 131
 132 static const struct req_msg_field *mdt_close_client[] = {
 133         &RMF_PTLRPC_BODY,
 134         &RMF_MDT_EPOCH,
 135         &RMF_REC_REINT,
 136         &RMF_CAPA1
 137 };
 138
 139 static const struct req_msg_field *mdt_close_intent_client[] = {
 140         &RMF_PTLRPC_BODY,
 141         &RMF_MDT_EPOCH,
 142         &RMF_REC_REINT,
 143         &RMF_CAPA1,
 144         &RMF_CLOSE_DATA,
 145         &RMF_U32
 146 };
 147
 148 static const struct req_msg_field *obd_statfs_server[] = {
 149         &RMF_PTLRPC_BODY,
 150         &RMF_OBD_STATFS
 151 };
 152
 153 static const struct req_msg_field *seq_query_client[] = {
 154         &RMF_PTLRPC_BODY,
 155         &RMF_SEQ_OPC,
 156         &RMF_SEQ_RANGE
 157 };
 158
 159 static const struct req_msg_field *seq_query_server[] = {
 160         &RMF_PTLRPC_BODY,
 161         &RMF_SEQ_RANGE
 162 };
 163
 164 static const struct req_msg_field *fld_query_client[] = {
 165         &RMF_PTLRPC_BODY,
 166         &RMF_FLD_OPC,
 167         &RMF_FLD_MDFLD
 168 };
 169
 170 static const struct req_msg_field *fld_query_server[] = {
 171         &RMF_PTLRPC_BODY,
 172         &RMF_FLD_MDFLD
 173 };
 174
 175 static const struct req_msg_field *fld_read_client[] = {
 176         &RMF_PTLRPC_BODY,
 177         &RMF_FLD_MDFLD
 178 };
 179
 180 static const struct req_msg_field *fld_read_server[] = {
 181         &RMF_PTLRPC_BODY,
 182         &RMF_GENERIC_DATA
 183 };
 184
 185 static const struct req_msg_field *mds_getattr_name_client[] = {
 186         &RMF_PTLRPC_BODY,
 187         &RMF_MDT_BODY,
 188         &RMF_CAPA1,
 189         &RMF_NAME
 190 };
 191
 192 static const struct req_msg_field *mds_reint_client[] = {
 193         &RMF_PTLRPC_BODY,
 194         &RMF_REC_REINT
 195 };
 196
 197 static const struct req_msg_field *mds_reint_create_client[] = {
 198         &RMF_PTLRPC_BODY,
 199         &RMF_REC_REINT,
 200         &RMF_CAPA1,
 201         &RMF_NAME
 202 };
 203
 204 static const struct req_msg_field *mds_reint_create_slave_client[] = {
 205         &RMF_PTLRPC_BODY,
 206         &RMF_REC_REINT,
 207         &RMF_CAPA1,
 208         &RMF_NAME,
 209         &RMF_EADATA,
 210         &RMF_DLM_REQ
 211 };
 212
 213 static const struct req_msg_field *mds_reint_create_acl_client[] = {
 214         &RMF_PTLRPC_BODY,
 215         &RMF_REC_REINT,
 216         &RMF_CAPA1,
 217         &RMF_NAME,
 218         &RMF_EADATA,
 219         &RMF_DLM_REQ,
 220         &RMF_FILE_SECCTX_NAME,
 221         &RMF_FILE_SECCTX,
 222         &RMF_SELINUX_POL,
 223         &RMF_FILE_ENCCTX,
 224 };
 225
 226 static const struct req_msg_field *mds_reint_create_sym_client[] = {
 227         &RMF_PTLRPC_BODY,
 228         &RMF_REC_REINT,
 229         &RMF_CAPA1,
 230         &RMF_NAME,
 231         &RMF_SYMTGT,
 232         &RMF_DLM_REQ,
 233         &RMF_FILE_SECCTX_NAME,
 234         &RMF_FILE_SECCTX,
 235         &RMF_SELINUX_POL,
 236         &RMF_FILE_ENCCTX,
 237 };
 238
 239 static const struct req_msg_field *mds_reint_create_acl_server[] = {
 240         &RMF_PTLRPC_BODY,
 241         &RMF_MDT_BODY,
 242         &RMF_CAPA1,
 243         &RMF_MDT_MD
 244 };
 245
 246 static const struct req_msg_field *mds_reint_open_client[] = {
 247         &RMF_PTLRPC_BODY,
 248         &RMF_REC_REINT,
 249         &RMF_CAPA1,
 250         &RMF_CAPA2,
 251         &RMF_NAME,
 252         &RMF_EADATA,
 253         &RMF_FILE_SECCTX_NAME,
 254         &RMF_FILE_SECCTX,
 255         &RMF_SELINUX_POL,
 256         &RMF_FILE_ENCCTX,
 257 };
 258
 259 static const struct req_msg_field *mds_reint_open_server[] = {
 260         &RMF_PTLRPC_BODY,
 261         &RMF_MDT_BODY,
 262         &RMF_MDT_MD,
 263         &RMF_ACL,
 264         &RMF_CAPA1,
 265         &RMF_CAPA2
 266 };
 267
 268 static const struct req_msg_field *mds_reint_unlink_client[] = {
 269         &RMF_PTLRPC_BODY,
 270         &RMF_REC_REINT,
 271         &RMF_CAPA1,
 272         &RMF_NAME,
 273         &RMF_DLM_REQ,
 274         &RMF_SELINUX_POL
 275 };
 276
 277 static const struct req_msg_field *mds_reint_link_client[] = {
 278         &RMF_PTLRPC_BODY,
 279         &RMF_REC_REINT,
 280         &RMF_CAPA1,
 281         &RMF_CAPA2,
 282         &RMF_NAME,
 283         &RMF_DLM_REQ,
 284         &RMF_SELINUX_POL
 285 };
 286
 287 static const struct req_msg_field *mds_reint_rename_client[] = {
 288         &RMF_PTLRPC_BODY,
 289         &RMF_REC_REINT,
 290         &RMF_CAPA1,
 291         &RMF_CAPA2,
 292         &RMF_NAME,
 293         &RMF_SYMTGT,
 294         &RMF_DLM_REQ,
 295         &RMF_SELINUX_POL
 296 };
 297
 298 static const struct req_msg_field *mds_reint_migrate_client[] = {
 299         &RMF_PTLRPC_BODY,
 300         &RMF_REC_REINT,
 301         &RMF_CAPA1,
 302         &RMF_CAPA2,
 303         &RMF_NAME,
 304         &RMF_SYMTGT,
 305         &RMF_DLM_REQ,
 306         &RMF_SELINUX_POL,
 307         &RMF_MDT_EPOCH,
 308         &RMF_CLOSE_DATA,
 309         &RMF_EADATA
 310 };
 311
 312 static const struct req_msg_field *mds_last_unlink_server[] = {
 313         &RMF_PTLRPC_BODY,
 314         &RMF_MDT_BODY,
 315         &RMF_MDT_MD,
 316         &RMF_LOGCOOKIES,
 317         &RMF_CAPA1,
 318         &RMF_CAPA2
 319 };
 320
 321 static const struct req_msg_field *mds_reint_setattr_client[] = {
 322         &RMF_PTLRPC_BODY,
 323         &RMF_REC_REINT,
 324         &RMF_CAPA1,
 325         &RMF_MDT_EPOCH,
 326         &RMF_EADATA,
 327         &RMF_LOGCOOKIES,
 328         &RMF_DLM_REQ
 329 };
 330
 331 static const struct req_msg_field *mds_reint_setxattr_client[] = {
 332         &RMF_PTLRPC_BODY,
 333         &RMF_REC_REINT,
 334         &RMF_CAPA1,
 335         &RMF_NAME,
 336         &RMF_EADATA,
 337         &RMF_DLM_REQ,
 338         &RMF_SELINUX_POL
 339 };
 340
 341 static const struct req_msg_field *mds_reint_resync[] = {
 342         &RMF_PTLRPC_BODY,
 343         &RMF_REC_REINT,
 344         &RMF_DLM_REQ
 345 };
 346
 347 static const struct req_msg_field *mdt_swap_layouts[] = {
 348         &RMF_PTLRPC_BODY,
 349         &RMF_MDT_BODY,
 350         &RMF_SWAP_LAYOUTS,
 351         &RMF_CAPA1,
 352         &RMF_CAPA2,
 353         &RMF_DLM_REQ
 354 };
 355
 356 static const struct req_msg_field *mds_rmfid_client[] = {
 357         &RMF_PTLRPC_BODY,
 358         &RMF_MDT_BODY,
 359         &RMF_FID_ARRAY,
 360         &RMF_CAPA1,
 361         &RMF_CAPA2,
 362 };
 363
 364 static const struct req_msg_field *mds_rmfid_server[] = {
 365         &RMF_PTLRPC_BODY,
 366         &RMF_MDT_BODY,
 367         &RMF_FID_ARRAY,
 368         &RMF_RCS,
 369 };
 370
 371 static const struct req_msg_field *obd_connect_client[] = {
 372         &RMF_PTLRPC_BODY,
 373         &RMF_TGTUUID,
 374         &RMF_CLUUID,
 375         &RMF_CONN,
 376         &RMF_CONNECT_DATA,
 377         &RMF_SELINUX_POL
 378 };
 379
 380 static const struct req_msg_field *obd_connect_server[] = {
 381         &RMF_PTLRPC_BODY,
 382         &RMF_CONNECT_DATA
 383 };
 384
 385 static const struct req_msg_field *obd_set_info_client[] = {
 386         &RMF_PTLRPC_BODY,
 387         &RMF_SETINFO_KEY,
 388         &RMF_SETINFO_VAL
 389 };
 390
 391 static const struct req_msg_field *mdt_set_info_client[] = {
 392         &RMF_PTLRPC_BODY,
 393         &RMF_SETINFO_KEY,
 394         &RMF_SETINFO_VAL,
 395         &RMF_MDT_BODY
 396 };
 397
 398 static const struct req_msg_field *ost_grant_shrink_client[] = {
 399         &RMF_PTLRPC_BODY,
 400         &RMF_SETINFO_KEY,
 401         &RMF_OST_BODY
 402 };
 403
 404 static const struct req_msg_field *mds_getinfo_client[] = {
 405         &RMF_PTLRPC_BODY,
 406         &RMF_GETINFO_KEY,
 407         &RMF_GETINFO_VALLEN
 408 };
 409
 410 static const struct req_msg_field *mds_getinfo_server[] = {
 411         &RMF_PTLRPC_BODY,
 412         &RMF_GETINFO_VAL,
 413 };
 414
 415 static const struct req_msg_field *ldlm_enqueue_client[] = {
 416         &RMF_PTLRPC_BODY,
 417         &RMF_DLM_REQ
 418 };
 419
 420 static const struct req_msg_field *ldlm_enqueue_server[] = {
 421         &RMF_PTLRPC_BODY,
 422         &RMF_DLM_REP
 423 };
 424
 425 static const struct req_msg_field *ldlm_enqueue_lvb_server[] = {
 426         &RMF_PTLRPC_BODY,
 427         &RMF_DLM_REP,
 428         &RMF_DLM_LVB
 429 };
 430
 431 static const struct req_msg_field *ldlm_cp_callback_client[] = {
 432         &RMF_PTLRPC_BODY,
 433         &RMF_DLM_REQ,
 434         &RMF_DLM_LVB
 435 };
 436
 437 static const struct req_msg_field *ldlm_gl_callback_desc_client[] = {
 438         &RMF_PTLRPC_BODY,
 439         &RMF_DLM_REQ,
 440         &RMF_DLM_GL_DESC
 441 };
 442
 443 static const struct req_msg_field *ldlm_gl_callback_server[] = {
 444         &RMF_PTLRPC_BODY,
 445         &RMF_DLM_LVB
 446 };
 447
 448 static const struct req_msg_field *ldlm_intent_basic_client[] = {
 449         &RMF_PTLRPC_BODY,
 450         &RMF_DLM_REQ,
 451         &RMF_LDLM_INTENT,
 452 };
 453
 454 static const struct req_msg_field *ldlm_intent_client[] = {
 455         &RMF_PTLRPC_BODY,
 456         &RMF_DLM_REQ,
 457         &RMF_LDLM_INTENT,
 458         &RMF_REC_REINT
 459 };
 460
 461 static const struct req_msg_field *ldlm_intent_server[] = {
 462         &RMF_PTLRPC_BODY,
 463         &RMF_DLM_REP,
 464         &RMF_MDT_BODY,
 465         &RMF_MDT_MD,
 466         &RMF_ACL
 467 };
 468
 469 static const struct req_msg_field *ldlm_intent_layout_client[] = {
 470         &RMF_PTLRPC_BODY,
 471         &RMF_DLM_REQ,
 472         &RMF_LDLM_INTENT,
 473         &RMF_LAYOUT_INTENT,
 474         &RMF_EADATA /* for new layout to be set up */
 475 };
 476
 477 static const struct req_msg_field *ldlm_intent_open_server[] = {
 478         &RMF_PTLRPC_BODY,
 479         &RMF_DLM_REP,
 480         &RMF_MDT_BODY,
 481         &RMF_MDT_MD,
 482         &RMF_ACL,
 483         &RMF_CAPA1,
 484         &RMF_CAPA2,
 485         &RMF_NIOBUF_INLINE,
 486         &RMF_FILE_SECCTX,
 487         &RMF_FILE_ENCCTX,
 488         &RMF_DEFAULT_MDT_MD,
 489 };
 490
 491 static const struct req_msg_field *ldlm_intent_getattr_client[] = {
 492         &RMF_PTLRPC_BODY,
 493         &RMF_DLM_REQ,
 494         &RMF_LDLM_INTENT,
 495         &RMF_MDT_BODY,     /* coincides with mds_getattr_name_client[] */
 496         &RMF_CAPA1,
 497         &RMF_NAME,
 498         &RMF_FILE_SECCTX_NAME
 499 };
 500
 501 static const struct req_msg_field *ldlm_intent_getattr_server[] = {
 502         &RMF_PTLRPC_BODY,
 503         &RMF_DLM_REP,
 504         &RMF_MDT_BODY,
 505         &RMF_MDT_MD,
 506         &RMF_ACL,
 507         &RMF_CAPA1,
 508         &RMF_FILE_SECCTX,
 509         &RMF_DEFAULT_MDT_MD,
 510         &RMF_FILE_ENCCTX,
 511 };
 512
 513 static const struct req_msg_field *ldlm_intent_create_client[] = {
 514         &RMF_PTLRPC_BODY,
 515         &RMF_DLM_REQ,
 516         &RMF_LDLM_INTENT,
 517         &RMF_REC_REINT,    /* coincides with mds_reint_create_client[] */
 518         &RMF_CAPA1,
 519         &RMF_NAME,
 520         &RMF_EADATA,
 521         &RMF_FILE_SECCTX_NAME,
 522         &RMF_FILE_SECCTX,
 523         &RMF_SELINUX_POL,
 524         &RMF_FILE_ENCCTX,
 525 };
 526
 527 static const struct req_msg_field *ldlm_intent_open_client[] = {
 528         &RMF_PTLRPC_BODY,
 529         &RMF_DLM_REQ,
 530         &RMF_LDLM_INTENT,
 531         &RMF_REC_REINT,    /* coincides with mds_reint_open_client[] */
 532         &RMF_CAPA1,
 533         &RMF_CAPA2,
 534         &RMF_NAME,
 535         &RMF_EADATA,
 536         &RMF_FILE_SECCTX_NAME,
 537         &RMF_FILE_SECCTX,
 538         &RMF_SELINUX_POL,
 539         &RMF_FILE_ENCCTX,
 540 };
 541
 542 static const struct req_msg_field *ldlm_intent_getxattr_client[] = {
 543         &RMF_PTLRPC_BODY,
 544         &RMF_DLM_REQ,
 545         &RMF_LDLM_INTENT,
 546         &RMF_MDT_BODY,
 547         &RMF_CAPA1,
 548         &RMF_SELINUX_POL
 549 };
 550
 551 static const struct req_msg_field *ldlm_intent_getxattr_server[] = {
 552         &RMF_PTLRPC_BODY,
 553         &RMF_DLM_REP,
 554         &RMF_MDT_BODY,
 555         &RMF_MDT_MD,
 556         &RMF_ACL, /* for req_capsule_extend/mdt_intent_policy */
 557         &RMF_EADATA,
 558         &RMF_EAVALS,
 559         &RMF_EAVALS_LENS
 560 };
 561
 562 static const struct req_msg_field *mds_get_root_client[] = {
 563         &RMF_PTLRPC_BODY,
 564         &RMF_MDT_BODY,
 565         &RMF_NAME
 566 };
 567
 568 static const struct req_msg_field *mds_getxattr_client[] = {
 569         &RMF_PTLRPC_BODY,
 570         &RMF_MDT_BODY,
 571         &RMF_CAPA1,
 572         &RMF_NAME,
 573         &RMF_EADATA,
 574         &RMF_SELINUX_POL
 575 };
 576
 577 static const struct req_msg_field *mds_getxattr_server[] = {
 578         &RMF_PTLRPC_BODY,
 579         &RMF_MDT_BODY,
 580         &RMF_EADATA
 581 };
 582
 583 static const struct req_msg_field *mds_getattr_server[] = {
 584         &RMF_PTLRPC_BODY,
 585         &RMF_MDT_BODY,
 586         &RMF_MDT_MD,
 587         &RMF_ACL,
 588         &RMF_CAPA1,
 589         &RMF_CAPA2,
 590         &RMF_FILE_ENCCTX,
 591 };
 592
 593 static const struct req_msg_field *mds_setattr_server[] = {
 594         &RMF_PTLRPC_BODY,
 595         &RMF_MDT_BODY,
 596         &RMF_MDT_MD,
 597         &RMF_ACL,
 598         &RMF_CAPA1,
 599         &RMF_CAPA2
 600 };
 601
 602 static const struct req_msg_field *mds_batch_client[] = {
 603         &RMF_PTLRPC_BODY,
 604         &RMF_BUT_HEADER,
 605         &RMF_BUT_BUF,
 606 };
 607
 608 static const struct req_msg_field *mds_batch_server[] = {
 609         &RMF_PTLRPC_BODY,
 610         &RMF_BUT_REPLY,
 611 };
 612
 613 static const struct req_msg_field *llog_origin_handle_create_client[] = {
 614         &RMF_PTLRPC_BODY,
 615         &RMF_LLOGD_BODY,
 616         &RMF_NAME,
 617         &RMF_MDT_BODY
 618 };
 619
 620 static const struct req_msg_field *llogd_body_only[] = {
 621         &RMF_PTLRPC_BODY,
 622         &RMF_LLOGD_BODY
 623 };
 624
 625 static const struct req_msg_field *llog_log_hdr_only[] = {
 626         &RMF_PTLRPC_BODY,
 627         &RMF_LLOG_LOG_HDR
 628 };
 629
 630 static const struct req_msg_field *llog_origin_handle_next_block_server[] = {
 631         &RMF_PTLRPC_BODY,
 632         &RMF_LLOGD_BODY,
 633         &RMF_EADATA
 634 };
 635
 636 static const struct req_msg_field *obd_idx_read_client[] = {
 637         &RMF_PTLRPC_BODY,
 638         &RMF_IDX_INFO
 639 };
 640
 641 static const struct req_msg_field *obd_idx_read_server[] = {
 642         &RMF_PTLRPC_BODY,
 643         &RMF_IDX_INFO
 644 };
 645
 646 static const struct req_msg_field *ost_body_only[] = {
 647         &RMF_PTLRPC_BODY,
 648         &RMF_OST_BODY
 649 };
 650
 651 static const struct req_msg_field *ost_body_capa[] = {
 652         &RMF_PTLRPC_BODY,
 653         &RMF_OST_BODY,
 654         &RMF_CAPA1
 655 };
 656
 657 static const struct req_msg_field *ost_destroy_client[] = {
 658         &RMF_PTLRPC_BODY,
 659         &RMF_OST_BODY,
 660         &RMF_DLM_REQ,
 661         &RMF_CAPA1
 662 };
 663
 664
 665 static const struct req_msg_field *ost_brw_client[] = {
 666         &RMF_PTLRPC_BODY,
 667         &RMF_OST_BODY,
 668         &RMF_OBD_IOOBJ,
 669         &RMF_NIOBUF_REMOTE,
 670         &RMF_CAPA1,
 671         &RMF_SHORT_IO
 672 };
 673
 674 static const struct req_msg_field *ost_brw_read_server[] = {
 675         &RMF_PTLRPC_BODY,
 676         &RMF_OST_BODY,
 677         &RMF_SHORT_IO
 678 };
 679
 680 static const struct req_msg_field *ost_brw_write_server[] = {
 681         &RMF_PTLRPC_BODY,
 682         &RMF_OST_BODY,
 683         &RMF_RCS
 684 };
 685
 686 static const struct req_msg_field *ost_get_info_generic_server[] = {
 687         &RMF_PTLRPC_BODY,
 688         &RMF_GENERIC_DATA,
 689 };
 690
 691 static const struct req_msg_field *ost_get_info_generic_client[] = {
 692         &RMF_PTLRPC_BODY,
 693         &RMF_GETINFO_KEY
 694 };
 695
 696 static const struct req_msg_field *ost_get_last_id_server[] = {
 697         &RMF_PTLRPC_BODY,
 698         &RMF_OBD_ID
 699 };
 700
 701 static const struct req_msg_field *ost_get_last_fid_client[] = {
 702         &RMF_PTLRPC_BODY,
 703         &RMF_GETINFO_KEY,
 704         &RMF_FID,
 705 };
 706
 707 static const struct req_msg_field *ost_get_last_fid_server[] = {
 708         &RMF_PTLRPC_BODY,
 709         &RMF_FID,
 710 };
 711
 712 static const struct req_msg_field *ost_get_fiemap_client[] = {
 713         &RMF_PTLRPC_BODY,
 714         &RMF_FIEMAP_KEY,
 715         &RMF_FIEMAP_VAL
 716 };
 717
 718 static const struct req_msg_field *ost_ladvise[] = {
 719         &RMF_PTLRPC_BODY,
 720         &RMF_OST_BODY,
 721         &RMF_OST_LADVISE_HDR,
 722         &RMF_OST_LADVISE,
 723 };
 724
 725 static const struct req_msg_field *ost_get_fiemap_server[] = {
 726         &RMF_PTLRPC_BODY,
 727         &RMF_FIEMAP_VAL
 728 };
 729
 730 static const struct req_msg_field *mdt_hsm_progress[] = {
 731         &RMF_PTLRPC_BODY,
 732         &RMF_MDT_BODY,
 733         &RMF_MDS_HSM_PROGRESS,
 734 };
 735
 736 static const struct req_msg_field *mdt_hsm_ct_register[] = {
 737         &RMF_PTLRPC_BODY,
 738         &RMF_MDT_BODY,
 739         &RMF_MDS_HSM_ARCHIVE,
 740 };
 741
 742 static const struct req_msg_field *mdt_hsm_ct_unregister[] = {
 743         &RMF_PTLRPC_BODY,
 744         &RMF_MDT_BODY,
 745 };
 746
 747 static const struct req_msg_field *mdt_hsm_action_server[] = {
 748         &RMF_PTLRPC_BODY,
 749         &RMF_MDT_BODY,
 750         &RMF_MDS_HSM_CURRENT_ACTION,
 751 };
 752
 753 static const struct req_msg_field *mdt_hsm_state_get_server[] = {
 754         &RMF_PTLRPC_BODY,
 755         &RMF_MDT_BODY,
 756         &RMF_HSM_USER_STATE,
 757 };
 758
 759 static const struct req_msg_field *mdt_hsm_state_set[] = {
 760         &RMF_PTLRPC_BODY,
 761         &RMF_MDT_BODY,
 762         &RMF_CAPA1,
 763         &RMF_HSM_STATE_SET,
 764 };
 765
 766 static const struct req_msg_field *mdt_hsm_request[] = {
 767         &RMF_PTLRPC_BODY,
 768         &RMF_MDT_BODY,
 769         &RMF_MDS_HSM_REQUEST,
 770         &RMF_MDS_HSM_USER_ITEM,
 771         &RMF_GENERIC_DATA,
 772 };
 773
 774 static const struct req_msg_field *obd_lfsck_request[] = {
 775         &RMF_PTLRPC_BODY,
 776         &RMF_LFSCK_REQUEST,
 777 };
 778
 779 static const struct req_msg_field *obd_lfsck_reply[] = {
 780         &RMF_PTLRPC_BODY,
 781         &RMF_LFSCK_REPLY,
 782 };
 783
 784 static const struct req_msg_field *mds_batch_getattr_client[] = {
 785         &RMF_DLM_REQ,
 786         &RMF_LDLM_INTENT,
 787         &RMF_MDT_BODY,     /* coincides with mds_getattr_name_client[] */
 788         &RMF_CAPA1,
 789         &RMF_NAME,
 790         &RMF_FILE_SECCTX_NAME
 791 };
 792
 793 static const struct req_msg_field *mds_batch_getattr_server[] = {
 794         &RMF_DLM_REP,
 795         &RMF_MDT_BODY,
 796         &RMF_MDT_MD,
 797         &RMF_ACL,
 798         &RMF_CAPA1,
 799         &RMF_FILE_SECCTX,
 800         &RMF_DEFAULT_MDT_MD,
 801         &RMF_FILE_ENCCTX,
 802 };
 803
 804 static struct req_format *req_formats[] = {
 805         &RQF_OBD_PING,
 806         &RQF_OBD_SET_INFO,
 807         &RQF_MDT_SET_INFO,
 808         &RQF_OBD_IDX_READ,
 809         &RQF_SEC_CTX,
 810         &RQF_MGS_TARGET_REG,
 811 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 18, 53, 0)
 812         &RQF_MGS_SET_INFO,
 813 #endif
 814         &RQF_MGS_CONFIG_READ,
 815         &RQF_SEQ_QUERY,
 816         &RQF_FLD_QUERY,
 817         &RQF_FLD_READ,
 818         &RQF_MDS_CONNECT,
 819         &RQF_MDS_DISCONNECT,
 820         &RQF_MDS_GET_INFO,
 821         &RQF_MDS_GET_ROOT,
 822         &RQF_MDS_STATFS,
 823         &RQF_MDS_STATFS_NEW,
 824         &RQF_MDS_GETATTR,
 825         &RQF_MDS_GETATTR_NAME,
 826         &RQF_MDS_GETXATTR,
 827         &RQF_MDS_SYNC,
 828         &RQF_MDS_CLOSE,
 829         &RQF_MDS_CLOSE_INTENT,
 830         &RQF_MDS_READPAGE,
 831         &RQF_MDS_REINT,
 832         &RQF_MDS_REINT_CREATE,
 833         &RQF_MDS_REINT_CREATE_ACL,
 834         &RQF_MDS_REINT_CREATE_SLAVE,
 835         &RQF_MDS_REINT_CREATE_SYM,
 836         &RQF_MDS_REINT_OPEN,
 837         &RQF_MDS_REINT_UNLINK,
 838         &RQF_MDS_REINT_LINK,
 839         &RQF_MDS_REINT_RENAME,
 840         &RQF_MDS_REINT_MIGRATE,
 841         &RQF_MDS_REINT_SETATTR,
 842         &RQF_MDS_REINT_SETXATTR,
 843         &RQF_MDS_REINT_RESYNC,
 844         &RQF_MDS_QUOTACTL,
 845         &RQF_MDS_HSM_PROGRESS,
 846         &RQF_MDS_HSM_CT_REGISTER,
 847         &RQF_MDS_HSM_CT_UNREGISTER,
 848         &RQF_MDS_HSM_STATE_GET,
 849         &RQF_MDS_HSM_STATE_SET,
 850         &RQF_MDS_HSM_ACTION,
 851         &RQF_MDS_HSM_REQUEST,
 852         &RQF_MDS_SWAP_LAYOUTS,
 853         &RQF_MDS_RMFID,
 854 #ifdef HAVE_SERVER_SUPPORT
 855         &RQF_OUT_UPDATE,
 856 #endif
 857         &RQF_OST_CONNECT,
 858         &RQF_OST_DISCONNECT,
 859         &RQF_OST_QUOTACTL,
 860         &RQF_OST_GETATTR,
 861         &RQF_OST_SETATTR,
 862         &RQF_OST_CREATE,
 863         &RQF_OST_PUNCH,
 864         &RQF_OST_FALLOCATE,
 865         &RQF_OST_SYNC,
 866         &RQF_OST_DESTROY,
 867         &RQF_OST_BRW_READ,
 868         &RQF_OST_BRW_WRITE,
 869         &RQF_OST_STATFS,
 870         &RQF_OST_SET_GRANT_INFO,
 871         &RQF_OST_GET_INFO,
 872         &RQF_OST_GET_INFO_LAST_ID,
 873         &RQF_OST_GET_INFO_LAST_FID,
 874         &RQF_OST_SET_INFO_LAST_FID,
 875         &RQF_OST_GET_INFO_FIEMAP,
 876         &RQF_OST_LADVISE,
 877         &RQF_OST_SEEK,
 878         &RQF_LDLM_ENQUEUE,
 879         &RQF_LDLM_ENQUEUE_LVB,
 880         &RQF_LDLM_CONVERT,
 881         &RQF_LDLM_CANCEL,
 882         &RQF_LDLM_CALLBACK,
 883         &RQF_LDLM_CP_CALLBACK,
 884         &RQF_LDLM_BL_CALLBACK,
 885         &RQF_LDLM_GL_CALLBACK,
 886         &RQF_LDLM_GL_CALLBACK_DESC,
 887         &RQF_LDLM_INTENT,
 888         &RQF_LDLM_INTENT_BASIC,
 889         &RQF_LDLM_INTENT_LAYOUT,
 890         &RQF_LDLM_INTENT_GETATTR,
 891         &RQF_LDLM_INTENT_OPEN,
 892         &RQF_LDLM_INTENT_CREATE,
 893         &RQF_LDLM_INTENT_GETXATTR,
 894         &RQF_LDLM_INTENT_QUOTA,
 895         &RQF_QUOTA_DQACQ,
 896         &RQF_LLOG_ORIGIN_HANDLE_CREATE,
 897         &RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK,
 898         &RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK,
 899         &RQF_LLOG_ORIGIN_HANDLE_READ_HEADER,
 900         &RQF_CONNECT,
 901         &RQF_LFSCK_NOTIFY,
 902         &RQF_LFSCK_QUERY,
 903         &RQF_BUT_GETATTR,
 904         &RQF_MDS_BATCH,
 905 };
 906
 907 struct req_msg_field {
 908         const __u32 rmf_flags;
 909         const char  *rmf_name;
 910         /**
 911          * Field length. (-1) means "variable length".  If the
 912          * \a RMF_F_STRUCT_ARRAY flag is set the field is also variable-length,
 913          * but the actual size must be a whole multiple of \a rmf_size.
 914          */
 915         const int   rmf_size;
 916         void        (*rmf_swabber)(void *);
 917         /**
 918          * Pass buffer size to swabbing function
 919          * \retval      > 0             the number of bytes swabbed
 920          *              -EOVERFLOW      on error
 921          */
 922         int         (*rmf_swab_len)(void *, __u32);
 923         void        (*rmf_dumper)(void *);
 924         int         rmf_offset[ARRAY_SIZE(req_formats)][RCL_NR];
 925 };
 926
 927 enum rmf_flags {
 928         /**
 929          * The field is a string, must be NUL-terminated.
 930          */
 931         RMF_F_STRING            = BIT(0),
 932         /**
 933          * The field's buffer size need not match the declared \a rmf_size.
 934          */
 935         RMF_F_NO_SIZE_CHECK     = BIT(1),
 936         /**
 937          * The field's buffer size must be a whole multiple of the declared \a
 938          * rmf_size and the \a rmf_swabber function must work on the declared \a
 939          * rmf_size worth of bytes.
 940          */
 941         RMF_F_STRUCT_ARRAY      = BIT(2),
 942 };
 943
 944 struct req_capsule;
 945
 946 /*
 947  * Request fields.
 948  */
 949 #define DEFINE_MSGF(name, flags, size, swabber, dumper) {       \
 950         .rmf_name    = (name),                                  \
 951         .rmf_flags   = (flags),                                 \
 952         .rmf_size    = (size),                                  \
 953         .rmf_swabber = (void (*)(void *))(swabber),             \
 954         .rmf_dumper  = (void (*)(void *))(dumper)               \
 955 }
 956
 957 #define DEFINE_MSGFL(name, flags, size, swab_len, dumper) {     \
 958         .rmf_name     = (name),                                 \
 959         .rmf_flags    = (flags),                                \
 960         .rmf_size     = (size),                                 \
 961         .rmf_swab_len = (int (*)(void *, __u32))(swab_len),     \
 962         .rmf_dumper   = (void (*)(void *))(dumper)              \
 963 }
 964
 965 struct req_msg_field RMF_GENERIC_DATA =
 966         DEFINE_MSGF("generic_data", 0, -1, NULL, NULL);
 967 EXPORT_SYMBOL(RMF_GENERIC_DATA);
 968
 969 struct req_msg_field RMF_MGS_TARGET_INFO =
 970         DEFINE_MSGF("mgs_target_info", 0, sizeof(struct mgs_target_info),
 971                     lustre_swab_mgs_target_info, NULL);
 972 EXPORT_SYMBOL(RMF_MGS_TARGET_INFO);
 973
 974 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 18, 53, 0)
 975 struct req_msg_field RMF_MGS_SEND_PARAM =
 976         DEFINE_MSGF("mgs_send_param", 0,
 977                     sizeof(struct mgs_send_param),
 978                     NULL, NULL);
 979 EXPORT_SYMBOL(RMF_MGS_SEND_PARAM);
 980 #endif
 981
 982 struct req_msg_field RMF_MGS_CONFIG_BODY =
 983         DEFINE_MSGF("mgs_config_read request", 0,
 984                     sizeof(struct mgs_config_body),
 985                     lustre_swab_mgs_config_body, NULL);
 986 EXPORT_SYMBOL(RMF_MGS_CONFIG_BODY);
 987
 988 struct req_msg_field RMF_MGS_CONFIG_RES =
 989         DEFINE_MSGF("mgs_config_read reply ", 0, sizeof(struct mgs_config_res),
 990                     lustre_swab_mgs_config_res, NULL);
 991 EXPORT_SYMBOL(RMF_MGS_CONFIG_RES);
 992
 993 struct req_msg_field RMF_U32 =
 994         DEFINE_MSGF("generic u32", RMF_F_STRUCT_ARRAY,
 995                     sizeof(__u32), lustre_swab_generic_32s, NULL);
 996 EXPORT_SYMBOL(RMF_U32);
 997
 998 struct req_msg_field RMF_SETINFO_VAL =
 999         DEFINE_MSGF("setinfo_val", 0, -1, NULL, NULL);
1000 EXPORT_SYMBOL(RMF_SETINFO_VAL);
1001
1002 struct req_msg_field RMF_GETINFO_KEY =
1003         DEFINE_MSGF("getinfo_key", 0, -1, NULL, NULL);
1004 EXPORT_SYMBOL(RMF_GETINFO_KEY);
1005
1006 struct req_msg_field RMF_GETINFO_VALLEN =
1007         DEFINE_MSGF("getinfo_vallen", 0, sizeof(__u32),
1008                     lustre_swab_generic_32s, NULL);
1009 EXPORT_SYMBOL(RMF_GETINFO_VALLEN);
1010
1011 struct req_msg_field RMF_GETINFO_VAL =
1012         DEFINE_MSGF("getinfo_val", 0, -1, NULL, NULL);
1013 EXPORT_SYMBOL(RMF_GETINFO_VAL);
1014
1015 struct req_msg_field RMF_SEQ_OPC =
1016         DEFINE_MSGF("seq_query_opc", 0, sizeof(__u32),
1017                     lustre_swab_generic_32s, NULL);
1018 EXPORT_SYMBOL(RMF_SEQ_OPC);
1019
1020 struct req_msg_field RMF_SEQ_RANGE =
1021         DEFINE_MSGF("seq_query_range", 0, sizeof(struct lu_seq_range),
1022                     lustre_swab_lu_seq_range, NULL);
1023 EXPORT_SYMBOL(RMF_SEQ_RANGE);
1024
1025 struct req_msg_field RMF_FLD_OPC =
1026         DEFINE_MSGF("fld_query_opc", 0, sizeof(__u32),
1027                     lustre_swab_generic_32s, NULL);
1028 EXPORT_SYMBOL(RMF_FLD_OPC);
1029
1030 struct req_msg_field RMF_FLD_MDFLD =
1031         DEFINE_MSGF("fld_query_mdfld", 0, sizeof(struct lu_seq_range),
1032                     lustre_swab_lu_seq_range, NULL);
1033 EXPORT_SYMBOL(RMF_FLD_MDFLD);
1034
1035 struct req_msg_field RMF_MDT_BODY =
1036         DEFINE_MSGF("mdt_body", 0, sizeof(struct mdt_body),
1037                     lustre_swab_mdt_body, NULL);
1038 EXPORT_SYMBOL(RMF_MDT_BODY);
1039
1040 struct req_msg_field RMF_OBD_QUOTACTL =
1041         DEFINE_MSGFL("obd_quotactl", 0, sizeof(struct obd_quotactl),
1042                      lustre_swab_obd_quotactl, NULL);
1043 EXPORT_SYMBOL(RMF_OBD_QUOTACTL);
1044
1045 struct req_msg_field RMF_OBD_QUOTA_ITER =
1046         DEFINE_MSGFL("quota_iter_key", 0, -1, NULL, NULL);
1047 EXPORT_SYMBOL(RMF_OBD_QUOTA_ITER);
1048
1049 struct req_msg_field RMF_QUOTA_BODY =
1050         DEFINE_MSGF("quota_body", 0,
1051                     sizeof(struct quota_body), lustre_swab_quota_body, NULL);
1052 EXPORT_SYMBOL(RMF_QUOTA_BODY);
1053
1054 struct req_msg_field RMF_MDT_EPOCH =
1055         DEFINE_MSGF("mdt_ioepoch", 0, sizeof(struct mdt_ioepoch),
1056                     lustre_swab_mdt_ioepoch, NULL);
1057 EXPORT_SYMBOL(RMF_MDT_EPOCH);
1058
1059 struct req_msg_field RMF_PTLRPC_BODY =
1060         DEFINE_MSGF("ptlrpc_body", 0,
1061                     sizeof(struct ptlrpc_body), lustre_swab_ptlrpc_body, NULL);
1062 EXPORT_SYMBOL(RMF_PTLRPC_BODY);
1063
1064 struct req_msg_field RMF_CLOSE_DATA =
1065         DEFINE_MSGF("data_version", 0,
1066                     sizeof(struct close_data), lustre_swab_close_data, NULL);
1067 EXPORT_SYMBOL(RMF_CLOSE_DATA);
1068
1069 struct req_msg_field RMF_OBD_STATFS =
1070         DEFINE_MSGF("obd_statfs", 0,
1071                     sizeof(struct obd_statfs), lustre_swab_obd_statfs, NULL);
1072 EXPORT_SYMBOL(RMF_OBD_STATFS);
1073
1074 struct req_msg_field RMF_SETINFO_KEY =
1075         DEFINE_MSGF("setinfo_key", 0, -1, NULL, NULL);
1076 EXPORT_SYMBOL(RMF_SETINFO_KEY);
1077
1078 struct req_msg_field RMF_NAME =
1079         DEFINE_MSGF("name", RMF_F_STRING, -1, NULL, NULL);
1080 EXPORT_SYMBOL(RMF_NAME);
1081
1082 struct req_msg_field RMF_FID_ARRAY =
1083         DEFINE_MSGF("fid_array", 0, -1, NULL, NULL);
1084 EXPORT_SYMBOL(RMF_FID_ARRAY);
1085
1086 struct req_msg_field RMF_SYMTGT =
1087         DEFINE_MSGF("symtgt", 0, -1, NULL, NULL);
1088 EXPORT_SYMBOL(RMF_SYMTGT);
1089
1090 struct req_msg_field RMF_TGTUUID =
1091         DEFINE_MSGF("tgtuuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
1092                     NULL);
1093 EXPORT_SYMBOL(RMF_TGTUUID);
1094
1095 struct req_msg_field RMF_CLUUID =
1096         DEFINE_MSGF("cluuid", RMF_F_STRING, sizeof(struct obd_uuid) - 1, NULL,
1097                     NULL);
1098 EXPORT_SYMBOL(RMF_CLUUID);
1099
1100 struct req_msg_field RMF_STRING =
1101         DEFINE_MSGF("string", RMF_F_STRING, -1, NULL, NULL);
1102 EXPORT_SYMBOL(RMF_STRING);
1103
1104 struct req_msg_field RMF_FILE_SECCTX_NAME =
1105         DEFINE_MSGF("file_secctx_name", RMF_F_STRING, -1, NULL, NULL);
1106 EXPORT_SYMBOL(RMF_FILE_SECCTX_NAME);
1107
1108 struct req_msg_field RMF_FILE_SECCTX =
1109         DEFINE_MSGF("file_secctx", RMF_F_NO_SIZE_CHECK, -1, NULL, NULL);
1110 EXPORT_SYMBOL(RMF_FILE_SECCTX);
1111
1112 struct req_msg_field RMF_FILE_ENCCTX =
1113         DEFINE_MSGF("file_encctx", RMF_F_NO_SIZE_CHECK, -1, NULL, NULL);
1114 EXPORT_SYMBOL(RMF_FILE_ENCCTX);
1115
1116 struct req_msg_field RMF_LLOGD_BODY =
1117         DEFINE_MSGF("llogd_body", 0, sizeof(struct llogd_body),
1118                     lustre_swab_llogd_body, NULL);
1119 EXPORT_SYMBOL(RMF_LLOGD_BODY);
1120
1121 struct req_msg_field RMF_LLOG_LOG_HDR =
1122         DEFINE_MSGF("llog_log_hdr", 0, sizeof(struct llog_log_hdr),
1123                     lustre_swab_llog_hdr, NULL);
1124 EXPORT_SYMBOL(RMF_LLOG_LOG_HDR);
1125
1126 struct req_msg_field RMF_LLOGD_CONN_BODY =
1127         DEFINE_MSGF("llogd_conn_body", 0, sizeof(struct llogd_conn_body),
1128                     lustre_swab_llogd_conn_body, NULL);
1129 EXPORT_SYMBOL(RMF_LLOGD_CONN_BODY);
1130
1131 /*
1132  * connection handle received in MDS_CONNECT request.
1133  *
1134  * No swabbing needed because struct lustre_handle contains only a 64-bit cookie
1135  * that the client does not interpret at all.
1136  */
1137 struct req_msg_field RMF_CONN =
1138         DEFINE_MSGF("conn", 0, sizeof(struct lustre_handle), NULL, NULL);
1139 EXPORT_SYMBOL(RMF_CONN);
1140
1141 struct req_msg_field RMF_CONNECT_DATA =
1142         DEFINE_MSGF("cdata",
1143                     RMF_F_NO_SIZE_CHECK /* we allow extra space for interop */,
1144                     sizeof(struct obd_connect_data),
1145                     lustre_swab_connect, NULL);
1146 EXPORT_SYMBOL(RMF_CONNECT_DATA);
1147
1148 struct req_msg_field RMF_DLM_REQ =
1149         DEFINE_MSGF("dlm_req", RMF_F_NO_SIZE_CHECK /* ldlm_request_bufsize */,
1150                     sizeof(struct ldlm_request),
1151                     lustre_swab_ldlm_request, NULL);
1152 EXPORT_SYMBOL(RMF_DLM_REQ);
1153
1154 struct req_msg_field RMF_DLM_REP =
1155         DEFINE_MSGF("dlm_rep", 0,
1156                     sizeof(struct ldlm_reply), lustre_swab_ldlm_reply, NULL);
1157 EXPORT_SYMBOL(RMF_DLM_REP);
1158
1159 struct req_msg_field RMF_LDLM_INTENT =
1160         DEFINE_MSGF("ldlm_intent", 0,
1161                     sizeof(struct ldlm_intent), lustre_swab_ldlm_intent, NULL);
1162 EXPORT_SYMBOL(RMF_LDLM_INTENT);
1163
1164 struct req_msg_field RMF_DLM_LVB =
1165         DEFINE_MSGF("dlm_lvb", 0, -1, NULL, NULL);
1166 EXPORT_SYMBOL(RMF_DLM_LVB);
1167
1168 struct req_msg_field RMF_DLM_GL_DESC =
1169         DEFINE_MSGF("dlm_gl_desc", 0, sizeof(union ldlm_gl_desc), NULL, NULL);
1170 EXPORT_SYMBOL(RMF_DLM_GL_DESC);
1171
1172 struct req_msg_field RMF_MDT_MD =
1173         DEFINE_MSGF("mdt_md", RMF_F_NO_SIZE_CHECK, MIN_MD_SIZE, NULL, NULL);
1174 EXPORT_SYMBOL(RMF_MDT_MD);
1175
1176 struct req_msg_field RMF_DEFAULT_MDT_MD =
1177         DEFINE_MSGF("default_mdt_md", RMF_F_NO_SIZE_CHECK, MIN_MD_SIZE, NULL,
1178                     NULL);
1179 EXPORT_SYMBOL(RMF_DEFAULT_MDT_MD);
1180
1181 struct req_msg_field RMF_REC_REINT =
1182         DEFINE_MSGF("rec_reint", 0, sizeof(struct mdt_rec_reint),
1183                     lustre_swab_mdt_rec_reint, NULL);
1184 EXPORT_SYMBOL(RMF_REC_REINT);
1185
1186 /* FIXME: this length should be defined as a macro */
1187 struct req_msg_field RMF_EADATA = DEFINE_MSGF("eadata", 0, -1, NULL, NULL);
1188 EXPORT_SYMBOL(RMF_EADATA);
1189
1190 struct req_msg_field RMF_EAVALS = DEFINE_MSGF("eavals", 0, -1, NULL, NULL);
1191 EXPORT_SYMBOL(RMF_EAVALS);
1192
1193 struct req_msg_field RMF_ACL = DEFINE_MSGF("acl", 0, -1, NULL, NULL);
1194 EXPORT_SYMBOL(RMF_ACL);
1195
1196 /* FIXME: this should be made to use RMF_F_STRUCT_ARRAY */
1197 struct req_msg_field RMF_LOGCOOKIES =
1198         DEFINE_MSGF("logcookies", RMF_F_NO_SIZE_CHECK /* multiple cookies */,
1199                     sizeof(struct llog_cookie), NULL, NULL);
1200 EXPORT_SYMBOL(RMF_LOGCOOKIES);
1201
1202 struct req_msg_field RMF_CAPA1 = DEFINE_MSGF("capa", 0, 0, NULL, NULL);
1203 EXPORT_SYMBOL(RMF_CAPA1);
1204
1205 struct req_msg_field RMF_CAPA2 = DEFINE_MSGF("capa", 0, 0, NULL, NULL);
1206 EXPORT_SYMBOL(RMF_CAPA2);
1207
1208 struct req_msg_field RMF_LAYOUT_INTENT =
1209         DEFINE_MSGF("layout_intent", 0,
1210                     sizeof(struct layout_intent), lustre_swab_layout_intent,
1211                     NULL);
1212 EXPORT_SYMBOL(RMF_LAYOUT_INTENT);
1213
1214 struct req_msg_field RMF_SELINUX_POL =
1215         DEFINE_MSGF("selinux_pol", RMF_F_STRING, -1, NULL, NULL);
1216 EXPORT_SYMBOL(RMF_SELINUX_POL);
1217
1218 /*
1219  * OST request field.
1220  */
1221 struct req_msg_field RMF_OST_BODY =
1222         DEFINE_MSGF("ost_body", 0,
1223                     sizeof(struct ost_body), lustre_swab_ost_body,
1224                     dump_ost_body);
1225 EXPORT_SYMBOL(RMF_OST_BODY);
1226
1227 struct req_msg_field RMF_OBD_IOOBJ =
1228         DEFINE_MSGF("obd_ioobj", RMF_F_STRUCT_ARRAY,
1229                     sizeof(struct obd_ioobj), lustre_swab_obd_ioobj, dump_ioo);
1230 EXPORT_SYMBOL(RMF_OBD_IOOBJ);
1231
1232 struct req_msg_field RMF_NIOBUF_REMOTE =
1233         DEFINE_MSGF("niobuf_remote", RMF_F_STRUCT_ARRAY,
1234                     sizeof(struct niobuf_remote), lustre_swab_niobuf_remote,
1235                     dump_rniobuf);
1236 EXPORT_SYMBOL(RMF_NIOBUF_REMOTE);
1237
1238 struct req_msg_field RMF_NIOBUF_INLINE =
1239         DEFINE_MSGF("niobuf_inline", RMF_F_NO_SIZE_CHECK,
1240                     sizeof(struct niobuf_remote), lustre_swab_niobuf_remote,
1241                     dump_rniobuf);
1242 EXPORT_SYMBOL(RMF_NIOBUF_INLINE);
1243
1244 struct req_msg_field RMF_RCS =
1245         DEFINE_MSGF("niobuf_rcs", RMF_F_STRUCT_ARRAY, sizeof(__u32),
1246                     lustre_swab_generic_32s, dump_rcs);
1247 EXPORT_SYMBOL(RMF_RCS);
1248
1249 struct req_msg_field RMF_EAVALS_LENS =
1250         DEFINE_MSGF("eavals_lens", RMF_F_STRUCT_ARRAY, sizeof(__u32),
1251                     lustre_swab_generic_32s, NULL);
1252 EXPORT_SYMBOL(RMF_EAVALS_LENS);
1253
1254 struct req_msg_field RMF_OBD_ID =
1255         DEFINE_MSGF("obd_id", 0,
1256                     sizeof(__u64), lustre_swab_ost_last_id, NULL);
1257 EXPORT_SYMBOL(RMF_OBD_ID);
1258
1259 struct req_msg_field RMF_FID =
1260         DEFINE_MSGF("fid", 0,
1261                     sizeof(struct lu_fid), lustre_swab_lu_fid, NULL);
1262 EXPORT_SYMBOL(RMF_FID);
1263
1264 struct req_msg_field RMF_OST_ID =
1265         DEFINE_MSGF("ost_id", 0,
1266                     sizeof(struct ost_id), lustre_swab_ost_id, NULL);
1267 EXPORT_SYMBOL(RMF_OST_ID);
1268
1269 struct req_msg_field RMF_FIEMAP_KEY =
1270         DEFINE_MSGF("fiemap_key", 0, sizeof(struct ll_fiemap_info_key),
1271                     lustre_swab_fiemap_info_key, NULL);
1272 EXPORT_SYMBOL(RMF_FIEMAP_KEY);
1273
1274 struct req_msg_field RMF_FIEMAP_VAL =
1275         DEFINE_MSGFL("fiemap", 0, -1, lustre_swab_fiemap, NULL);
1276 EXPORT_SYMBOL(RMF_FIEMAP_VAL);
1277
1278 struct req_msg_field RMF_IDX_INFO =
1279         DEFINE_MSGF("idx_info", 0, sizeof(struct idx_info),
1280                     lustre_swab_idx_info, NULL);
1281 EXPORT_SYMBOL(RMF_IDX_INFO);
1282 struct req_msg_field RMF_SHORT_IO =
1283         DEFINE_MSGF("short_io", 0, -1, NULL, NULL);
1284 EXPORT_SYMBOL(RMF_SHORT_IO);
1285 struct req_msg_field RMF_HSM_USER_STATE =
1286         DEFINE_MSGF("hsm_user_state", 0, sizeof(struct hsm_user_state),
1287                     lustre_swab_hsm_user_state, NULL);
1288 EXPORT_SYMBOL(RMF_HSM_USER_STATE);
1289
1290 struct req_msg_field RMF_HSM_STATE_SET =
1291         DEFINE_MSGF("hsm_state_set", 0, sizeof(struct hsm_state_set),
1292                     lustre_swab_hsm_state_set, NULL);
1293 EXPORT_SYMBOL(RMF_HSM_STATE_SET);
1294
1295 struct req_msg_field RMF_MDS_HSM_PROGRESS =
1296         DEFINE_MSGF("hsm_progress", 0, sizeof(struct hsm_progress_kernel),
1297                     lustre_swab_hsm_progress_kernel, NULL);
1298 EXPORT_SYMBOL(RMF_MDS_HSM_PROGRESS);
1299
1300 struct req_msg_field RMF_MDS_HSM_CURRENT_ACTION =
1301         DEFINE_MSGF("hsm_current_action", 0, sizeof(struct hsm_current_action),
1302                     lustre_swab_hsm_current_action, NULL);
1303 EXPORT_SYMBOL(RMF_MDS_HSM_CURRENT_ACTION);
1304
1305 struct req_msg_field RMF_MDS_HSM_USER_ITEM =
1306         DEFINE_MSGF("hsm_user_item", RMF_F_STRUCT_ARRAY,
1307                     sizeof(struct hsm_user_item), lustre_swab_hsm_user_item,
1308                     NULL);
1309 EXPORT_SYMBOL(RMF_MDS_HSM_USER_ITEM);
1310
1311 struct req_msg_field RMF_MDS_HSM_ARCHIVE =
1312         DEFINE_MSGF("hsm_archive", RMF_F_STRUCT_ARRAY,
1313                     sizeof(__u32), lustre_swab_generic_32s, NULL);
1314 EXPORT_SYMBOL(RMF_MDS_HSM_ARCHIVE);
1315
1316 struct req_msg_field RMF_MDS_HSM_REQUEST =
1317         DEFINE_MSGF("hsm_request", 0, sizeof(struct hsm_request),
1318                     lustre_swab_hsm_request, NULL);
1319 EXPORT_SYMBOL(RMF_MDS_HSM_REQUEST);
1320
1321 struct req_msg_field RMF_SWAP_LAYOUTS =
1322         DEFINE_MSGF("swap_layouts", 0, sizeof(struct  mdc_swap_layouts),
1323                     lustre_swab_swap_layouts, NULL);
1324 EXPORT_SYMBOL(RMF_SWAP_LAYOUTS);
1325
1326 struct req_msg_field RMF_LFSCK_REQUEST =
1327         DEFINE_MSGF("lfsck_request", 0, sizeof(struct lfsck_request),
1328                     lustre_swab_lfsck_request, NULL);
1329 EXPORT_SYMBOL(RMF_LFSCK_REQUEST);
1330
1331 struct req_msg_field RMF_LFSCK_REPLY =
1332         DEFINE_MSGF("lfsck_reply", 0, sizeof(struct lfsck_reply),
1333                     lustre_swab_lfsck_reply, NULL);
1334 EXPORT_SYMBOL(RMF_LFSCK_REPLY);
1335
1336 struct req_msg_field RMF_OST_LADVISE_HDR =
1337         DEFINE_MSGF("ladvise_request", 0,
1338                     sizeof(struct ladvise_hdr),
1339                     lustre_swab_ladvise_hdr, NULL);
1340 EXPORT_SYMBOL(RMF_OST_LADVISE_HDR);
1341
1342 struct req_msg_field RMF_OST_LADVISE =
1343         DEFINE_MSGF("ladvise_request", RMF_F_STRUCT_ARRAY,
1344                     sizeof(struct lu_ladvise),
1345                     lustre_swab_ladvise, NULL);
1346 EXPORT_SYMBOL(RMF_OST_LADVISE);
1347
1348 struct req_msg_field RMF_BUT_REPLY =
1349                         DEFINE_MSGF("batch_update_reply", 0, -1,
1350                                     lustre_swab_batch_update_reply, NULL);
1351 EXPORT_SYMBOL(RMF_BUT_REPLY);
1352
1353 struct req_msg_field RMF_BUT_HEADER = DEFINE_MSGF("but_update_header", 0,
1354                                 -1, lustre_swab_but_update_header, NULL);
1355 EXPORT_SYMBOL(RMF_BUT_HEADER);
1356
1357 struct req_msg_field RMF_BUT_BUF = DEFINE_MSGF("but_update_buf",
1358                         RMF_F_STRUCT_ARRAY, sizeof(struct but_update_buffer),
1359                         lustre_swab_but_update_buffer, NULL);
1360 EXPORT_SYMBOL(RMF_BUT_BUF);
1361
1362 /*
1363  * Request formats.
1364  */
1365
1366 struct req_format {
1367         const char *rf_name;
1368         size_t      rf_idx;
1369         struct {
1370                 size_t                       nr;
1371                 const struct req_msg_field **d;
1372         } rf_fields[RCL_NR];
1373 };
1374
1375 #define DEFINE_REQ_FMT(name, client, client_nr, server, server_nr) {    \
1376         .rf_name   = name,                                              \
1377         .rf_fields = {                                                  \
1378                 [RCL_CLIENT] = {                                        \
1379                         .nr = client_nr,                                \
1380                         .d  = client                                    \
1381                 },                                                      \
1382                 [RCL_SERVER] = {                                        \
1383                         .nr = server_nr,                                \
1384                         .d  = server                                    \
1385                 }                                                       \
1386         }                                                               \
1387 }
1388
1389 #define DEFINE_REQ_FMT0(name, client, server)                                  \
1390 DEFINE_REQ_FMT(name, client, ARRAY_SIZE(client), server, ARRAY_SIZE(server))
1391
1392 struct req_format RQF_OBD_PING =
1393         DEFINE_REQ_FMT0("OBD_PING", empty, empty);
1394 EXPORT_SYMBOL(RQF_OBD_PING);
1395
1396 struct req_format RQF_OBD_SET_INFO =
1397         DEFINE_REQ_FMT0("OBD_SET_INFO", obd_set_info_client, empty);
1398 EXPORT_SYMBOL(RQF_OBD_SET_INFO);
1399
1400 struct req_format RQF_MDT_SET_INFO =
1401         DEFINE_REQ_FMT0("MDT_SET_INFO", mdt_set_info_client, empty);
1402 EXPORT_SYMBOL(RQF_MDT_SET_INFO);
1403
1404 /* Read index file through the network */
1405 struct req_format RQF_OBD_IDX_READ =
1406         DEFINE_REQ_FMT0("OBD_IDX_READ",
1407                         obd_idx_read_client, obd_idx_read_server);
1408 EXPORT_SYMBOL(RQF_OBD_IDX_READ);
1409
1410 struct req_format RQF_SEC_CTX =
1411         DEFINE_REQ_FMT0("SEC_CTX", empty, empty);
1412 EXPORT_SYMBOL(RQF_SEC_CTX);
1413
1414 struct req_format RQF_MGS_TARGET_REG =
1415         DEFINE_REQ_FMT0("MGS_TARGET_REG", mgs_target_info_only,
1416                         mgs_target_info_only);
1417 EXPORT_SYMBOL(RQF_MGS_TARGET_REG);
1418
1419 #if LUSTRE_VERSION_CODE < OBD_OCD_VERSION(2, 18, 53, 0)
1420 struct req_format RQF_MGS_SET_INFO =
1421         DEFINE_REQ_FMT0("MGS_SET_INFO", mgs_set_info,
1422                         mgs_set_info);
1423 EXPORT_SYMBOL(RQF_MGS_SET_INFO);
1424 #endif
1425
1426 struct req_format RQF_MGS_CONFIG_READ =
1427         DEFINE_REQ_FMT0("MGS_CONFIG_READ", mgs_config_read_client,
1428                         mgs_config_read_server);
1429 EXPORT_SYMBOL(RQF_MGS_CONFIG_READ);
1430
1431 struct req_format RQF_SEQ_QUERY =
1432         DEFINE_REQ_FMT0("SEQ_QUERY", seq_query_client, seq_query_server);
1433 EXPORT_SYMBOL(RQF_SEQ_QUERY);
1434
1435 struct req_format RQF_FLD_QUERY =
1436         DEFINE_REQ_FMT0("FLD_QUERY", fld_query_client, fld_query_server);
1437 EXPORT_SYMBOL(RQF_FLD_QUERY);
1438
1439 /* The 'fld_read_server' uses 'RMF_GENERIC_DATA' to hold the 'FLD_QUERY'
1440  * RPC reply that is composed of 'struct lu_seq_range_array'. But there
1441  * is not registered swabber function for 'RMF_GENERIC_DATA'. So the RPC
1442  * peers need to handle the RPC reply with fixed little-endian format.
1443  *
1444  * In theory, we can define new structure with some swabber registered to
1445  * handle the 'FLD_QUERY' RPC reply result automatically. But from the
1446  * implementation view, it is not easy to be done within current "struct
1447  * req_msg_field" framework. Because the sequence range array in the RPC
1448  * reply is not fixed length, instead, its length depends on 'lu_seq_range'
1449  * count, that is unknown when prepare the RPC buffer. Generally, for such
1450  * flexible length RPC usage, there will be a field in the RPC layout to
1451  * indicate the data length. But for the 'FLD_READ' RPC, we have no way to
1452  * do that unless we add new length filed that will broken the on-wire RPC
1453  * protocol and cause interoperability trouble with old peer. */
1454 struct req_format RQF_FLD_READ =
1455         DEFINE_REQ_FMT0("FLD_READ", fld_read_client, fld_read_server);
1456 EXPORT_SYMBOL(RQF_FLD_READ);
1457
1458 struct req_format RQF_MDS_QUOTACTL =
1459         DEFINE_REQ_FMT0("MDS_QUOTACTL", quotactl_only, quotactl_server_only);
1460 EXPORT_SYMBOL(RQF_MDS_QUOTACTL);
1461
1462 struct req_format RQF_OST_QUOTACTL =
1463         DEFINE_REQ_FMT0("OST_QUOTACTL", quotactl_only, quotactl_server_only);
1464 EXPORT_SYMBOL(RQF_OST_QUOTACTL);
1465
1466 struct req_format RQF_QUOTA_DQACQ =
1467         DEFINE_REQ_FMT0("QUOTA_DQACQ", quota_body_only, quota_body_only);
1468 EXPORT_SYMBOL(RQF_QUOTA_DQACQ);
1469
1470 struct req_format RQF_LDLM_INTENT_QUOTA =
1471         DEFINE_REQ_FMT0("LDLM_INTENT_QUOTA",
1472                         ldlm_intent_quota_client,
1473                         ldlm_intent_quota_server);
1474 EXPORT_SYMBOL(RQF_LDLM_INTENT_QUOTA);
1475
1476 struct req_format RQF_MDS_GET_ROOT =
1477         DEFINE_REQ_FMT0("MDS_GET_ROOT", mds_get_root_client, mdt_body_capa);
1478 EXPORT_SYMBOL(RQF_MDS_GET_ROOT);
1479
1480 struct req_format RQF_MDS_STATFS =
1481         DEFINE_REQ_FMT0("MDS_STATFS", empty, obd_statfs_server);
1482 EXPORT_SYMBOL(RQF_MDS_STATFS);
1483
1484 struct req_format RQF_MDS_STATFS_NEW =
1485         DEFINE_REQ_FMT0("MDS_STATFS_NEW", mdt_body_only, obd_statfs_server);
1486 EXPORT_SYMBOL(RQF_MDS_STATFS_NEW);
1487
1488 struct req_format RQF_MDS_SYNC =
1489         DEFINE_REQ_FMT0("MDS_SYNC", mdt_body_capa, mdt_body_only);
1490 EXPORT_SYMBOL(RQF_MDS_SYNC);
1491
1492 struct req_format RQF_MDS_GETATTR =
1493         DEFINE_REQ_FMT0("MDS_GETATTR", mdt_body_capa, mds_getattr_server);
1494 EXPORT_SYMBOL(RQF_MDS_GETATTR);
1495
1496 struct req_format RQF_MDS_GETXATTR =
1497         DEFINE_REQ_FMT0("MDS_GETXATTR",
1498                         mds_getxattr_client, mds_getxattr_server);
1499 EXPORT_SYMBOL(RQF_MDS_GETXATTR);
1500
1501 struct req_format RQF_MDS_GETATTR_NAME =
1502         DEFINE_REQ_FMT0("MDS_GETATTR_NAME",
1503                         mds_getattr_name_client, mds_getattr_server);
1504 EXPORT_SYMBOL(RQF_MDS_GETATTR_NAME);
1505
1506 struct req_format RQF_MDS_REINT =
1507         DEFINE_REQ_FMT0("MDS_REINT", mds_reint_client, mdt_body_only);
1508 EXPORT_SYMBOL(RQF_MDS_REINT);
1509
1510 struct req_format RQF_MDS_REINT_CREATE =
1511         DEFINE_REQ_FMT0("MDS_REINT_CREATE",
1512                         mds_reint_create_client, mdt_body_capa);
1513 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE);
1514
1515 struct req_format RQF_MDS_REINT_CREATE_ACL =
1516         DEFINE_REQ_FMT0("MDS_REINT_CREATE_ACL",
1517                         mds_reint_create_acl_client,
1518                         mds_reint_create_acl_server);
1519 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_ACL);
1520
1521 struct req_format RQF_MDS_REINT_CREATE_SLAVE =
1522         DEFINE_REQ_FMT0("MDS_REINT_CREATE_EA",
1523                         mds_reint_create_slave_client, mdt_body_capa);
1524 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SLAVE);
1525
1526 struct req_format RQF_MDS_REINT_CREATE_SYM =
1527         DEFINE_REQ_FMT0("MDS_REINT_CREATE_SYM",
1528                         mds_reint_create_sym_client, mdt_body_capa);
1529 EXPORT_SYMBOL(RQF_MDS_REINT_CREATE_SYM);
1530
1531 struct req_format RQF_MDS_REINT_OPEN =
1532         DEFINE_REQ_FMT0("MDS_REINT_OPEN",
1533                         mds_reint_open_client, mds_reint_open_server);
1534 EXPORT_SYMBOL(RQF_MDS_REINT_OPEN);
1535
1536 struct req_format RQF_MDS_REINT_UNLINK =
1537         DEFINE_REQ_FMT0("MDS_REINT_UNLINK", mds_reint_unlink_client,
1538                         mds_last_unlink_server);
1539 EXPORT_SYMBOL(RQF_MDS_REINT_UNLINK);
1540
1541 struct req_format RQF_MDS_REINT_LINK =
1542         DEFINE_REQ_FMT0("MDS_REINT_LINK",
1543                         mds_reint_link_client, mdt_body_only);
1544 EXPORT_SYMBOL(RQF_MDS_REINT_LINK);
1545
1546 struct req_format RQF_MDS_REINT_RENAME =
1547         DEFINE_REQ_FMT0("MDS_REINT_RENAME", mds_reint_rename_client,
1548                         mds_last_unlink_server);
1549 EXPORT_SYMBOL(RQF_MDS_REINT_RENAME);
1550
1551 struct req_format RQF_MDS_REINT_MIGRATE =
1552         DEFINE_REQ_FMT0("MDS_REINT_MIGRATE", mds_reint_migrate_client,
1553                         mds_last_unlink_server);
1554 EXPORT_SYMBOL(RQF_MDS_REINT_MIGRATE);
1555
1556 struct req_format RQF_MDS_REINT_SETATTR =
1557         DEFINE_REQ_FMT0("MDS_REINT_SETATTR",
1558                         mds_reint_setattr_client, mds_setattr_server);
1559 EXPORT_SYMBOL(RQF_MDS_REINT_SETATTR);
1560
1561 struct req_format RQF_MDS_REINT_SETXATTR =
1562         DEFINE_REQ_FMT0("MDS_REINT_SETXATTR",
1563                         mds_reint_setxattr_client, mdt_body_only);
1564 EXPORT_SYMBOL(RQF_MDS_REINT_SETXATTR);
1565
1566 struct req_format RQF_MDS_REINT_RESYNC =
1567         DEFINE_REQ_FMT0("MDS_REINT_RESYNC", mds_reint_resync, mdt_body_only);
1568 EXPORT_SYMBOL(RQF_MDS_REINT_RESYNC);
1569
1570 struct req_format RQF_MDS_CONNECT =
1571         DEFINE_REQ_FMT0("MDS_CONNECT",
1572                         obd_connect_client, obd_connect_server);
1573 EXPORT_SYMBOL(RQF_MDS_CONNECT);
1574
1575 struct req_format RQF_MDS_DISCONNECT =
1576         DEFINE_REQ_FMT0("MDS_DISCONNECT", empty, empty);
1577 EXPORT_SYMBOL(RQF_MDS_DISCONNECT);
1578
1579 struct req_format RQF_MDS_GET_INFO =
1580         DEFINE_REQ_FMT0("MDS_GET_INFO", mds_getinfo_client,
1581                         mds_getinfo_server);
1582 EXPORT_SYMBOL(RQF_MDS_GET_INFO);
1583
1584 struct req_format RQF_MDS_BATCH =
1585         DEFINE_REQ_FMT0("MDS_BATCH", mds_batch_client,
1586                         mds_batch_server);
1587 EXPORT_SYMBOL(RQF_MDS_BATCH);
1588
1589 struct req_format RQF_LDLM_ENQUEUE =
1590         DEFINE_REQ_FMT0("LDLM_ENQUEUE",
1591                         ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1592 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE);
1593
1594 struct req_format RQF_LDLM_ENQUEUE_LVB =
1595         DEFINE_REQ_FMT0("LDLM_ENQUEUE_LVB",
1596                         ldlm_enqueue_client, ldlm_enqueue_lvb_server);
1597 EXPORT_SYMBOL(RQF_LDLM_ENQUEUE_LVB);
1598
1599 struct req_format RQF_LDLM_CONVERT =
1600         DEFINE_REQ_FMT0("LDLM_CONVERT",
1601                         ldlm_enqueue_client, ldlm_enqueue_server);
1602 EXPORT_SYMBOL(RQF_LDLM_CONVERT);
1603
1604 struct req_format RQF_LDLM_CANCEL =
1605         DEFINE_REQ_FMT0("LDLM_CANCEL", ldlm_enqueue_client, empty);
1606 EXPORT_SYMBOL(RQF_LDLM_CANCEL);
1607
1608 struct req_format RQF_LDLM_CALLBACK =
1609         DEFINE_REQ_FMT0("LDLM_CALLBACK", ldlm_enqueue_client, empty);
1610 EXPORT_SYMBOL(RQF_LDLM_CALLBACK);
1611
1612 struct req_format RQF_LDLM_CP_CALLBACK =
1613         DEFINE_REQ_FMT0("LDLM_CP_CALLBACK", ldlm_cp_callback_client, empty);
1614 EXPORT_SYMBOL(RQF_LDLM_CP_CALLBACK);
1615
1616 struct req_format RQF_LDLM_BL_CALLBACK =
1617         DEFINE_REQ_FMT0("LDLM_BL_CALLBACK", ldlm_enqueue_client, empty);
1618 EXPORT_SYMBOL(RQF_LDLM_BL_CALLBACK);
1619
1620 struct req_format RQF_LDLM_GL_CALLBACK =
1621         DEFINE_REQ_FMT0("LDLM_GL_CALLBACK", ldlm_enqueue_client,
1622                         ldlm_gl_callback_server);
1623 EXPORT_SYMBOL(RQF_LDLM_GL_CALLBACK);
1624
1625 struct req_format RQF_LDLM_GL_CALLBACK_DESC =
1626         DEFINE_REQ_FMT0("LDLM_GL_CALLBACK", ldlm_gl_callback_desc_client,
1627                         ldlm_gl_callback_server);
1628 EXPORT_SYMBOL(RQF_LDLM_GL_CALLBACK_DESC);
1629
1630 struct req_format RQF_LDLM_INTENT_BASIC =
1631         DEFINE_REQ_FMT0("LDLM_INTENT_BASIC",
1632                         ldlm_intent_basic_client, ldlm_enqueue_lvb_server);
1633 EXPORT_SYMBOL(RQF_LDLM_INTENT_BASIC);
1634
1635 struct req_format RQF_LDLM_INTENT =
1636         DEFINE_REQ_FMT0("LDLM_INTENT",
1637                         ldlm_intent_client, ldlm_intent_server);
1638 EXPORT_SYMBOL(RQF_LDLM_INTENT);
1639
1640 struct req_format RQF_LDLM_INTENT_LAYOUT =
1641         DEFINE_REQ_FMT0("LDLM_INTENT_LAYOUT",
1642                         ldlm_intent_layout_client, ldlm_enqueue_lvb_server);
1643 EXPORT_SYMBOL(RQF_LDLM_INTENT_LAYOUT);
1644
1645 struct req_format RQF_LDLM_INTENT_GETATTR =
1646         DEFINE_REQ_FMT0("LDLM_INTENT_GETATTR",
1647                         ldlm_intent_getattr_client, ldlm_intent_getattr_server);
1648 EXPORT_SYMBOL(RQF_LDLM_INTENT_GETATTR);
1649
1650 struct req_format RQF_LDLM_INTENT_OPEN =
1651         DEFINE_REQ_FMT0("LDLM_INTENT_OPEN",
1652                         ldlm_intent_open_client, ldlm_intent_open_server);
1653 EXPORT_SYMBOL(RQF_LDLM_INTENT_OPEN);
1654
1655 struct req_format RQF_LDLM_INTENT_CREATE =
1656         DEFINE_REQ_FMT0("LDLM_INTENT_CREATE",
1657                         ldlm_intent_create_client, ldlm_intent_getattr_server);
1658 EXPORT_SYMBOL(RQF_LDLM_INTENT_CREATE);
1659
1660 struct req_format RQF_LDLM_INTENT_GETXATTR =
1661         DEFINE_REQ_FMT0("LDLM_INTENT_GETXATTR",
1662                         ldlm_intent_getxattr_client,
1663                         ldlm_intent_getxattr_server);
1664 EXPORT_SYMBOL(RQF_LDLM_INTENT_GETXATTR);
1665
1666 struct req_format RQF_MDS_CLOSE =
1667         DEFINE_REQ_FMT0("MDS_CLOSE",
1668                         mdt_close_client, mds_last_unlink_server);
1669 EXPORT_SYMBOL(RQF_MDS_CLOSE);
1670
1671 struct req_format RQF_MDS_CLOSE_INTENT =
1672         DEFINE_REQ_FMT0("MDS_CLOSE_INTENT",
1673                         mdt_close_intent_client, mds_last_unlink_server);
1674 EXPORT_SYMBOL(RQF_MDS_CLOSE_INTENT);
1675
1676 struct req_format RQF_MDS_READPAGE =
1677         DEFINE_REQ_FMT0("MDS_READPAGE",
1678                         mdt_body_capa, mdt_body_only);
1679 EXPORT_SYMBOL(RQF_MDS_READPAGE);
1680
1681 struct req_format RQF_MDS_HSM_ACTION =
1682         DEFINE_REQ_FMT0("MDS_HSM_ACTION", mdt_body_capa, mdt_hsm_action_server);
1683 EXPORT_SYMBOL(RQF_MDS_HSM_ACTION);
1684
1685 struct req_format RQF_MDS_HSM_PROGRESS =
1686         DEFINE_REQ_FMT0("MDS_HSM_PROGRESS", mdt_hsm_progress, empty);
1687 EXPORT_SYMBOL(RQF_MDS_HSM_PROGRESS);
1688
1689 struct req_format RQF_MDS_HSM_CT_REGISTER =
1690         DEFINE_REQ_FMT0("MDS_HSM_CT_REGISTER", mdt_hsm_ct_register, empty);
1691 EXPORT_SYMBOL(RQF_MDS_HSM_CT_REGISTER);
1692
1693 struct req_format RQF_MDS_HSM_CT_UNREGISTER =
1694         DEFINE_REQ_FMT0("MDS_HSM_CT_UNREGISTER", mdt_hsm_ct_unregister, empty);
1695 EXPORT_SYMBOL(RQF_MDS_HSM_CT_UNREGISTER);
1696
1697 struct req_format RQF_MDS_HSM_STATE_GET =
1698         DEFINE_REQ_FMT0("MDS_HSM_STATE_GET",
1699                         mdt_body_capa, mdt_hsm_state_get_server);
1700 EXPORT_SYMBOL(RQF_MDS_HSM_STATE_GET);
1701
1702 struct req_format RQF_MDS_HSM_STATE_SET =
1703         DEFINE_REQ_FMT0("MDS_HSM_STATE_SET", mdt_hsm_state_set, empty);
1704 EXPORT_SYMBOL(RQF_MDS_HSM_STATE_SET);
1705
1706 struct req_format RQF_MDS_HSM_REQUEST =
1707         DEFINE_REQ_FMT0("MDS_HSM_REQUEST", mdt_hsm_request, empty);
1708 EXPORT_SYMBOL(RQF_MDS_HSM_REQUEST);
1709
1710 struct req_format RQF_MDS_SWAP_LAYOUTS =
1711         DEFINE_REQ_FMT0("MDS_SWAP_LAYOUTS",
1712                         mdt_swap_layouts, empty);
1713 EXPORT_SYMBOL(RQF_MDS_SWAP_LAYOUTS);
1714
1715 struct req_format RQF_MDS_RMFID =
1716         DEFINE_REQ_FMT0("MDS_RMFID", mds_rmfid_client,
1717                         mds_rmfid_server);
1718 EXPORT_SYMBOL(RQF_MDS_RMFID);
1719
1720 struct req_format RQF_LLOG_ORIGIN_HANDLE_CREATE =
1721         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_CREATE",
1722                         llog_origin_handle_create_client, llogd_body_only);
1723 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_CREATE);
1724
1725 struct req_format RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK =
1726         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_NEXT_BLOCK",
1727                         llogd_body_only, llog_origin_handle_next_block_server);
1728 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_NEXT_BLOCK);
1729
1730 struct req_format RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK =
1731         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_PREV_BLOCK",
1732                         llogd_body_only, llog_origin_handle_next_block_server);
1733 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_PREV_BLOCK);
1734
1735 struct req_format RQF_LLOG_ORIGIN_HANDLE_READ_HEADER =
1736         DEFINE_REQ_FMT0("LLOG_ORIGIN_HANDLE_READ_HEADER",
1737                         llogd_body_only, llog_log_hdr_only);
1738 EXPORT_SYMBOL(RQF_LLOG_ORIGIN_HANDLE_READ_HEADER);
1739
1740 struct req_format RQF_CONNECT =
1741         DEFINE_REQ_FMT0("CONNECT", obd_connect_client, obd_connect_server);
1742 EXPORT_SYMBOL(RQF_CONNECT);
1743
1744 struct req_format RQF_OST_CONNECT =
1745         DEFINE_REQ_FMT0("OST_CONNECT",
1746                         obd_connect_client, obd_connect_server);
1747 EXPORT_SYMBOL(RQF_OST_CONNECT);
1748
1749 struct req_format RQF_OST_DISCONNECT =
1750         DEFINE_REQ_FMT0("OST_DISCONNECT", empty, empty);
1751 EXPORT_SYMBOL(RQF_OST_DISCONNECT);
1752
1753 struct req_format RQF_OST_GETATTR =
1754         DEFINE_REQ_FMT0("OST_GETATTR", ost_body_capa, ost_body_only);
1755 EXPORT_SYMBOL(RQF_OST_GETATTR);
1756
1757 struct req_format RQF_OST_SETATTR =
1758         DEFINE_REQ_FMT0("OST_SETATTR", ost_body_capa, ost_body_only);
1759 EXPORT_SYMBOL(RQF_OST_SETATTR);
1760
1761 struct req_format RQF_OST_CREATE =
1762         DEFINE_REQ_FMT0("OST_CREATE", ost_body_only, ost_body_only);
1763 EXPORT_SYMBOL(RQF_OST_CREATE);
1764
1765 struct req_format RQF_OST_PUNCH =
1766         DEFINE_REQ_FMT0("OST_PUNCH", ost_body_capa, ost_body_only);
1767 EXPORT_SYMBOL(RQF_OST_PUNCH);
1768
1769 struct req_format RQF_OST_FALLOCATE =
1770         DEFINE_REQ_FMT0("OST_FALLOCATE", ost_body_capa, ost_body_only);
1771 EXPORT_SYMBOL(RQF_OST_FALLOCATE);
1772
1773 struct req_format RQF_OST_SEEK =
1774         DEFINE_REQ_FMT0("OST_SEEK", ost_body_only, ost_body_only);
1775 EXPORT_SYMBOL(RQF_OST_SEEK);
1776
1777 struct req_format RQF_OST_SYNC =
1778         DEFINE_REQ_FMT0("OST_SYNC", ost_body_capa, ost_body_only);
1779 EXPORT_SYMBOL(RQF_OST_SYNC);
1780
1781 struct req_format RQF_OST_DESTROY =
1782         DEFINE_REQ_FMT0("OST_DESTROY", ost_destroy_client, ost_body_only);
1783 EXPORT_SYMBOL(RQF_OST_DESTROY);
1784
1785 struct req_format RQF_OST_BRW_READ =
1786         DEFINE_REQ_FMT0("OST_BRW_READ", ost_brw_client, ost_brw_read_server);
1787 EXPORT_SYMBOL(RQF_OST_BRW_READ);
1788
1789 struct req_format RQF_OST_BRW_WRITE =
1790         DEFINE_REQ_FMT0("OST_BRW_WRITE", ost_brw_client, ost_brw_write_server);
1791 EXPORT_SYMBOL(RQF_OST_BRW_WRITE);
1792
1793 struct req_format RQF_OST_STATFS =
1794         DEFINE_REQ_FMT0("OST_STATFS", empty, obd_statfs_server);
1795 EXPORT_SYMBOL(RQF_OST_STATFS);
1796
1797 struct req_format RQF_OST_SET_GRANT_INFO =
1798         DEFINE_REQ_FMT0("OST_SET_GRANT_INFO", ost_grant_shrink_client,
1799                         ost_body_only);
1800 EXPORT_SYMBOL(RQF_OST_SET_GRANT_INFO);
1801
1802 struct req_format RQF_OST_GET_INFO =
1803         DEFINE_REQ_FMT0("OST_GET_INFO", ost_get_info_generic_client,
1804                                         ost_get_info_generic_server);
1805 EXPORT_SYMBOL(RQF_OST_GET_INFO);
1806
1807 struct req_format RQF_OST_GET_INFO_LAST_ID =
1808         DEFINE_REQ_FMT0("OST_GET_INFO_LAST_ID", ost_get_info_generic_client,
1809                                                 ost_get_last_id_server);
1810 EXPORT_SYMBOL(RQF_OST_GET_INFO_LAST_ID);
1811
1812 struct req_format RQF_OST_GET_INFO_LAST_FID =
1813         DEFINE_REQ_FMT0("OST_GET_INFO_LAST_FID", ost_get_last_fid_client,
1814                                                  ost_get_last_fid_server);
1815 EXPORT_SYMBOL(RQF_OST_GET_INFO_LAST_FID);
1816
1817 struct req_format RQF_OST_SET_INFO_LAST_FID =
1818         DEFINE_REQ_FMT0("OST_SET_INFO_LAST_FID", obd_set_info_client,
1819                         empty);
1820 EXPORT_SYMBOL(RQF_OST_SET_INFO_LAST_FID);
1821
1822 struct req_format RQF_OST_GET_INFO_FIEMAP =
1823         DEFINE_REQ_FMT0("OST_GET_INFO_FIEMAP", ost_get_fiemap_client,
1824                         ost_get_fiemap_server);
1825 EXPORT_SYMBOL(RQF_OST_GET_INFO_FIEMAP);
1826
1827 struct req_format RQF_LFSCK_NOTIFY =
1828         DEFINE_REQ_FMT0("LFSCK_NOTIFY", obd_lfsck_request, empty);
1829 EXPORT_SYMBOL(RQF_LFSCK_NOTIFY);
1830
1831 struct req_format RQF_LFSCK_QUERY =
1832         DEFINE_REQ_FMT0("LFSCK_QUERY", obd_lfsck_request, obd_lfsck_reply);
1833 EXPORT_SYMBOL(RQF_LFSCK_QUERY);
1834
1835 struct req_format RQF_OST_LADVISE =
1836         DEFINE_REQ_FMT0("OST_LADVISE", ost_ladvise, ost_body_only);
1837 EXPORT_SYMBOL(RQF_OST_LADVISE);
1838
1839 struct req_format RQF_BUT_GETATTR =
1840         DEFINE_REQ_FMT0("MDS_BATCH_GETATTR", mds_batch_getattr_client,
1841                         mds_batch_getattr_server);
1842 EXPORT_SYMBOL(RQF_BUT_GETATTR);
1843
1844 /* Convenience macro */
1845 #define FMT_FIELD(fmt, i, j) (fmt)->rf_fields[(i)].d[(j)]
1846
1847 /**
1848  * Initializes the capsule abstraction by computing and setting the \a rf_idx
1849  * field of RQFs and the \a rmf_offset field of RMFs.
1850  */
1851 int req_layout_init(void)
1852 {
1853         size_t i;
1854         size_t j;
1855         size_t k;
1856         struct req_format *rf = NULL;
1857
1858         for (i = 0; i < ARRAY_SIZE(req_formats); ++i) {
1859                 rf = req_formats[i];
1860                 rf->rf_idx = i;
1861                 for (j = 0; j < RCL_NR; ++j) {
1862                         LASSERT(rf->rf_fields[j].nr <= REQ_MAX_FIELD_NR);
1863                         for (k = 0; k < rf->rf_fields[j].nr; ++k) {
1864                                 struct req_msg_field *field;
1865
1866                                 field = (typeof(field))rf->rf_fields[j].d[k];
1867                                 LASSERT(!(field->rmf_flags & RMF_F_STRUCT_ARRAY)
1868                                         || field->rmf_size > 0);
1869                                 LASSERT(field->rmf_offset[i][j] == 0);
1870                                 /*
1871                                  * k + 1 to detect unused format/field
1872                                  * combinations.
1873                                  */
1874                                 field->rmf_offset[i][j] = k + 1;
1875                         }
1876                 }
1877         }
1878         return 0;
1879 }
1880 EXPORT_SYMBOL(req_layout_init);
1881
1882 void req_layout_fini(void)
1883 {
1884 }
1885 EXPORT_SYMBOL(req_layout_fini);
1886
1887 /**
1888  * Initializes the expected sizes of each RMF in a \a pill (\a rc_area) to -1.
1889  *
1890  * Actual/expected field sizes are set elsewhere in functions in this file:
1891  * req_capsule_init(), req_capsule_server_pack(), req_capsule_set_size() and
1892  * req_capsule_msg_size().  The \a rc_area information is used by.
1893  * ptlrpc_request_set_replen().
1894  */
1895 void req_capsule_init_area(struct req_capsule *pill)
1896 {
1897         size_t i;
1898
1899         for (i = 0; i < ARRAY_SIZE(pill->rc_area[RCL_CLIENT]); i++) {
1900                 pill->rc_area[RCL_CLIENT][i] = -1;
1901                 pill->rc_area[RCL_SERVER][i] = -1;
1902         }
1903 }
1904 EXPORT_SYMBOL(req_capsule_init_area);
1905
1906 /**
1907  * Initialize a pill.
1908  *
1909  * The \a location indicates whether the caller is executing on the client side
1910  * (RCL_CLIENT) or server side (RCL_SERVER)..
1911  */
1912 void req_capsule_init(struct req_capsule *pill, struct ptlrpc_request *req,
1913                       enum req_location location)
1914 {
1915         LASSERT(location == RCL_SERVER || location == RCL_CLIENT);
1916
1917         /*
1918          * Today all capsules are embedded in ptlrpc_request structs,
1919          * but just in case that ever isn't the case, we don't reach
1920          * into req unless req != NULL and pill is the one embedded in
1921          * the req.
1922          *
1923          * The req->rq_pill_init flag makes it safe to initialize a pill
1924          * twice, which might happen in the OST paths as a result of the
1925          * high-priority RPC queue getting peeked at before ost_handle()
1926          * handles an OST RPC.
1927          */
1928         if (req != NULL && pill == &req->rq_pill && req->rq_pill_init)
1929                 return;
1930
1931         pill->rc_fmt = NULL;
1932         pill->rc_req = req;
1933         pill->rc_loc = location;
1934         req_capsule_init_area(pill);
1935
1936         if (req != NULL && pill == &req->rq_pill)
1937                 req->rq_pill_init = 1;
1938 }
1939 EXPORT_SYMBOL(req_capsule_init);
1940
1941 void req_capsule_fini(struct req_capsule *pill)
1942 {
1943 }
1944 EXPORT_SYMBOL(req_capsule_fini);
1945
1946 static int __req_format_is_sane(const struct req_format *fmt)
1947 {
1948         return fmt->rf_idx < ARRAY_SIZE(req_formats) &&
1949                 req_formats[fmt->rf_idx] == fmt;
1950 }
1951
1952 static struct lustre_msg *__req_msg(const struct req_capsule *pill,
1953                                     enum req_location loc)
1954 {
1955         return loc == RCL_CLIENT ? pill->rc_reqmsg : pill->rc_repmsg;
1956 }
1957
1958 /**
1959  * Set the format (\a fmt) of a \a pill; format changes are not allowed here
1960  * (see req_capsule_extend()).
1961  */
1962 void req_capsule_set(struct req_capsule *pill, const struct req_format *fmt)
1963 {
1964         LASSERT(pill->rc_fmt == NULL || pill->rc_fmt == fmt);
1965         LASSERT(__req_format_is_sane(fmt));
1966
1967         pill->rc_fmt = fmt;
1968 }
1969 EXPORT_SYMBOL(req_capsule_set);
1970
1971 /**
1972  * Fills in any parts of the \a rc_area of a \a pill that haven't been filled in
1973  * yet.
1974
1975  * \a rc_area is an array of REQ_MAX_FIELD_NR elements, used to store sizes of
1976  * variable-sized fields.  The field sizes come from the declared \a rmf_size
1977  * field of a \a pill's \a rc_fmt's RMF's.
1978  */
1979 size_t req_capsule_filled_sizes(struct req_capsule *pill,
1980                                 enum req_location loc)
1981 {
1982         const struct req_format *fmt = pill->rc_fmt;
1983         size_t i;
1984
1985         LASSERT(fmt != NULL);
1986
1987         for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
1988                 if (pill->rc_area[loc][i] == -1) {
1989                         pill->rc_area[loc][i] =
1990                                         fmt->rf_fields[loc].d[i]->rmf_size;
1991                         if (pill->rc_area[loc][i] == -1) {
1992                                 /*
1993                                  * Skip the following fields.
1994                                  *
1995                                  * If this LASSERT() trips then you're missing a
1996                                  * call to req_capsule_set_size().
1997                                  */
1998                                 LASSERT(loc != RCL_SERVER);
1999                                 break;
2000                         }
2001                 }
2002         }
2003         return i;
2004 }
2005 EXPORT_SYMBOL(req_capsule_filled_sizes);
2006
2007 /**
2008  * Capsule equivalent of lustre_pack_request() and lustre_pack_reply().
2009  *
2010  * This function uses the \a pill's \a rc_area as filled in by
2011  * req_capsule_set_size() or req_capsule_filled_sizes() (the latter is called by
2012  * this function).
2013  */
2014 int req_capsule_server_pack(struct req_capsule *pill)
2015 {
2016         const struct req_format *fmt;
2017         int count;
2018         int rc;
2019
2020         LASSERT(pill->rc_loc == RCL_SERVER);
2021         fmt = pill->rc_fmt;
2022         LASSERT(fmt != NULL);
2023
2024         count = req_capsule_filled_sizes(pill, RCL_SERVER);
2025         if (req_capsule_ptlreq(pill)) {
2026                 rc = lustre_pack_reply(pill->rc_req, count,
2027                                        pill->rc_area[RCL_SERVER], NULL);
2028                 if (rc != 0) {
2029                         DEBUG_REQ(D_ERROR, pill->rc_req,
2030                                   "Cannot pack %d fields in format '%s'",
2031                                    count, fmt->rf_name);
2032                 }
2033         } else { /* SUB request */
2034                 struct ptlrpc_request *req = pill->rc_req;
2035                 __u32 used_len;
2036                 __u32 msg_len;
2037
2038                 msg_len = lustre_msg_size_v2(count, pill->rc_area[RCL_SERVER]);
2039                 used_len = (char *)pill->rc_repmsg - (char *)req->rq_repmsg;
2040                 /* Overflow the reply buffer */
2041                 if (used_len + msg_len > req->rq_replen) {
2042                         __u32 len;
2043                         __u32 max;
2044
2045                         if (!req_capsule_has_field(&req->rq_pill,
2046                                                    &RMF_BUT_REPLY, RCL_SERVER))
2047                                 return -EINVAL;
2048
2049                         if (!req_capsule_field_present(&req->rq_pill,
2050                                                        &RMF_BUT_REPLY,
2051                                                        RCL_SERVER))
2052                                 return -EINVAL;
2053
2054                         if (used_len + msg_len > BUT_MAXREPSIZE)
2055                                 return -EOVERFLOW;
2056
2057                         len = req_capsule_get_size(&req->rq_pill,
2058                                                    &RMF_BUT_REPLY, RCL_SERVER);
2059                         /*
2060                          * Currently just increase the batch reply buffer
2061                          * by 2.
2062                          */
2063                         max = BUT_MAXREPSIZE - req->rq_replen;
2064                         if (used_len + msg_len > len)
2065                                 len = used_len + msg_len;
2066
2067                         if (len > max)
2068                                 len += max;
2069                         else
2070                                 len += len;
2071
2072                         rc = req_capsule_server_grow(&req->rq_pill,
2073                                                      &RMF_BUT_REPLY, len);
2074                         if (rc)
2075                                 return rc;
2076
2077                         pill->rc_repmsg =
2078                                 (struct lustre_msg *)((char *)req->rq_repmsg +
2079                                                       used_len);
2080                 }
2081                 if (msg_len > pill->rc_reqmsg->lm_repsize)
2082                         /* TODO: Check whether there is enough buffer size */
2083                         CDEBUG(D_INFO,
2084                                "Overflow pack %d fields in format '%s' for the SUB request with message len %u:%u\n",
2085                                count, fmt->rf_name, msg_len,
2086                                pill->rc_reqmsg->lm_repsize);
2087
2088                 rc = 0;
2089                 lustre_init_msg_v2(pill->rc_repmsg, count,
2090                                    pill->rc_area[RCL_SERVER], NULL);
2091         }
2092
2093         return rc;
2094 }
2095 EXPORT_SYMBOL(req_capsule_server_pack);
2096
2097 int req_capsule_client_pack(struct req_capsule *pill)
2098 {
2099         const struct req_format *fmt;
2100         int count;
2101         int rc = 0;
2102
2103         LASSERT(pill->rc_loc == RCL_CLIENT);
2104         fmt = pill->rc_fmt;
2105         LASSERT(fmt != NULL);
2106
2107         count = req_capsule_filled_sizes(pill, RCL_CLIENT);
2108         if (req_capsule_ptlreq(pill)) {
2109                 struct ptlrpc_request *req = pill->rc_req;
2110
2111                 rc = lustre_pack_request(req, req->rq_import->imp_msg_magic,
2112                                          count, pill->rc_area[RCL_CLIENT],
2113                                          NULL);
2114         } else {
2115                 /* Sub request in a batch PTLRPC request */
2116                 lustre_init_msg_v2(pill->rc_reqmsg, count,
2117                                    pill->rc_area[RCL_CLIENT], NULL);
2118         }
2119         return rc;
2120 }
2121 EXPORT_SYMBOL(req_capsule_client_pack);
2122
2123 /**
2124  * Returns the PTLRPC request or reply (\a loc) buffer offset of a \a pill
2125  * corresponding to the given RMF (\a field).
2126  */
2127 __u32 __req_capsule_offset(const struct req_capsule *pill,
2128                            const struct req_msg_field *field,
2129                            enum req_location loc)
2130 {
2131         unsigned int offset;
2132
2133         offset = field->rmf_offset[pill->rc_fmt->rf_idx][loc];
2134         LASSERTF(offset > 0, "%s:%s, off=%d, loc=%d\n",
2135                              pill->rc_fmt->rf_name,
2136                              field->rmf_name, offset, loc);
2137         offset--;
2138
2139         LASSERT(offset < REQ_MAX_FIELD_NR);
2140         return offset;
2141 }
2142
2143 void req_capsule_set_swabbed(struct req_capsule *pill, enum req_location loc,
2144                             __u32 index)
2145 {
2146         if (loc == RCL_CLIENT)
2147                 req_capsule_set_req_swabbed(pill, index);
2148         else
2149                 req_capsule_set_rep_swabbed(pill, index);
2150 }
2151
2152 bool req_capsule_need_swab(struct req_capsule *pill, enum req_location loc,
2153                            __u32 index)
2154 {
2155         if (loc == RCL_CLIENT)
2156                 return (req_capsule_req_need_swab(pill) &&
2157                         !req_capsule_req_swabbed(pill, index));
2158
2159         return (req_capsule_rep_need_swab(pill) &&
2160                !req_capsule_rep_swabbed(pill, index));
2161 }
2162
2163 /**
2164  * Helper for __req_capsule_get(); swabs value / array of values and/or dumps
2165  * them if desired.
2166  */
2167 static int
2168 swabber_dumper_helper(struct req_capsule *pill,
2169                       const struct req_msg_field *field,
2170                       enum req_location loc,
2171                       int offset,
2172                       void *value, int len, bool dump, void (*swabber)(void *))
2173 {
2174         void *p;
2175         int i;
2176         int n;
2177         int size;
2178         int rc = 0;
2179         bool do_swab;
2180         bool array = field->rmf_flags & RMF_F_STRUCT_ARRAY;
2181
2182         swabber = swabber ?: field->rmf_swabber;
2183
2184         if (req_capsule_need_swab(pill, loc, offset) &&
2185             (swabber != NULL || field->rmf_swab_len != NULL) && value != NULL)
2186                 do_swab = true;
2187         else
2188                 do_swab = false;
2189
2190         if (!field->rmf_dumper)
2191                 dump = false;
2192
2193         /*
2194          * We're swabbing an array; swabber() swabs a single array element, so
2195          * swab every element.
2196          */
2197         if (array && (len % field->rmf_size)) {
2198                 static const struct req_msg_field *last_field;
2199
2200                 if (field != last_field) {
2201                         CERROR("%s: array buffer size %u is not a multiple of element size %u\n",
2202                                field->rmf_name, len, field->rmf_size);
2203                         last_field = field;
2204                 }
2205         }
2206         /* For the non-array cases, the process of swab/dump/swab only
2207          * needs to be done once. (n = 1)
2208          */
2209         if (!array)
2210                 len = field->rmf_size;
2211         for (p = value, i = 0, n = len / field->rmf_size;
2212              i < n;
2213              i++, p += field->rmf_size) {
2214                 if (dump) {
2215                         CDEBUG(D_RPCTRACE, "Dump of %s%sfield %s element %d follows\n",
2216                                do_swab ? "unswabbed " : "",
2217                                array ? "array " : "",
2218                                field->rmf_name, i);
2219                         field->rmf_dumper(p);
2220                 }
2221                 if (!do_swab) {
2222                         if (array)
2223                                 continue;
2224                         else
2225                                 break;
2226                 }
2227                 if (!field->rmf_swab_len) {
2228                         swabber(p);
2229                 } else {
2230                         size = field->rmf_swab_len(p, len);
2231                         if (size > 0) {
2232                                 len -= size;
2233                         } else {
2234                                 rc = size;
2235                                 break;
2236                         }
2237                 }
2238                 if (dump) {
2239                         CDEBUG(D_RPCTRACE,
2240                                "Dump of swabbed %sfield %s, element %d follows\n",
2241                                array ? "array " : "", field->rmf_name, i);
2242                         field->rmf_dumper(value);
2243                 }
2244         }
2245         if (do_swab)
2246                 req_capsule_set_swabbed(pill, loc, offset);
2247
2248         return rc;
2249 }
2250
2251 /**
2252  * Returns the pointer to a PTLRPC request or reply (\a loc) buffer of a \a pill
2253  * corresponding to the given RMF (\a field).
2254  *
2255  * The buffer will be swabbed using the given \a swabber.  If \a swabber == NULL
2256  * then the \a rmf_swabber from the RMF will be used.  Soon there will be no
2257  * calls to __req_capsule_get() with a non-NULL \a swabber; \a swabber will then
2258  * be removed.  Fields with the \a RMF_F_STRUCT_ARRAY flag set will have each
2259  * element of the array swabbed.
2260  */
2261 static void *__req_capsule_get(struct req_capsule *pill,
2262                                const struct req_msg_field *field,
2263                                enum req_location loc,
2264                                void (*swabber)(void *),
2265                                bool dump)
2266 {
2267         const struct req_format *fmt;
2268         struct lustre_msg       *msg;
2269         void                    *value;
2270         __u32                    len;
2271         __u32                    offset;
2272
2273         void *(*getter)(struct lustre_msg *m, __u32 n, __u32 minlen);
2274
2275         static const char *rcl_names[RCL_NR] = {
2276                 [RCL_CLIENT] = "client",
2277                 [RCL_SERVER] = "server"
2278         };
2279
2280         LASSERT(pill != NULL);
2281         LASSERT(pill != LP_POISON);
2282         fmt = pill->rc_fmt;
2283         LASSERT(fmt != NULL);
2284         LASSERT(fmt != LP_POISON);
2285         LASSERT(__req_format_is_sane(fmt));
2286
2287         offset = __req_capsule_offset(pill, field, loc);
2288
2289         msg = __req_msg(pill, loc);
2290         LASSERT(msg != NULL);
2291
2292         getter = (field->rmf_flags & RMF_F_STRING) ?
2293                 (typeof(getter))lustre_msg_string : lustre_msg_buf;
2294
2295         if (field->rmf_flags & (RMF_F_STRUCT_ARRAY|RMF_F_NO_SIZE_CHECK)) {
2296                 /*
2297                  * We've already asserted that field->rmf_size > 0 in
2298                  * req_layout_init().
2299                  */
2300                 len = lustre_msg_buflen(msg, offset);
2301                 if (!(field->rmf_flags & RMF_F_NO_SIZE_CHECK) &&
2302                     (len % field->rmf_size) != 0) {
2303                         CERROR("%s: array field size mismatch %d modulo %u != 0 (%d)\n",
2304                                 field->rmf_name, len, field->rmf_size, loc);
2305                         return NULL;
2306                 }
2307         } else if (pill->rc_area[loc][offset] != -1) {
2308                 len = pill->rc_area[loc][offset];
2309         } else {
2310                 len = max_t(typeof(field->rmf_size), field->rmf_size, 0);
2311         }
2312         value = getter(msg, offset, len);
2313
2314         if (value == NULL) {
2315                 LASSERT(pill->rc_req != NULL);
2316                 DEBUG_REQ(D_ERROR, pill->rc_req,
2317                            "Wrong buffer for field '%s' (%u of %u) in format '%s', %u vs. %u (%s)",
2318                            field->rmf_name, offset, lustre_msg_bufcount(msg),
2319                            fmt->rf_name, lustre_msg_buflen(msg, offset), len,
2320                            rcl_names[loc]);
2321         } else {
2322                 swabber_dumper_helper(pill, field, loc, offset, value, len,
2323                                       dump, swabber);
2324         }
2325
2326         return value;
2327 }
2328
2329 /**
2330  * Dump a request and/or reply
2331  */
2332 static void __req_capsule_dump(struct req_capsule *pill, enum req_location loc)
2333 {
2334         const struct req_format *fmt;
2335         const struct req_msg_field *field;
2336         __u32 len;
2337         size_t i;
2338
2339         fmt = pill->rc_fmt;
2340
2341         DEBUG_REQ(D_RPCTRACE, pill->rc_req, "BEGIN REQ CAPSULE DUMP");
2342         for (i = 0; i < fmt->rf_fields[loc].nr; ++i) {
2343                 field = FMT_FIELD(fmt, loc, i);
2344                 if (field->rmf_dumper == NULL) {
2345                         /*
2346                          * FIXME Add a default hex dumper for fields that don't
2347                          * have a specific dumper
2348                          */
2349                         len = req_capsule_get_size(pill, field, loc);
2350                         CDEBUG(D_RPCTRACE,
2351                                "Field %s has no dumper function; field size is %u\n",
2352                                field->rmf_name, len);
2353                 } else {
2354                         /* It's dumping side-effect that we're interested in */
2355                         (void) __req_capsule_get(pill, field, loc, NULL, true);
2356                 }
2357         }
2358         CDEBUG(D_RPCTRACE, "END REQ CAPSULE DUMP\n");
2359 }
2360
2361 /**
2362  * Dump a request.
2363  */
2364 void req_capsule_client_dump(struct req_capsule *pill)
2365 {
2366         __req_capsule_dump(pill, RCL_CLIENT);
2367 }
2368 EXPORT_SYMBOL(req_capsule_client_dump);
2369
2370 /**
2371  * Dump a reply
2372  */
2373 void req_capsule_server_dump(struct req_capsule *pill)
2374 {
2375         __req_capsule_dump(pill, RCL_SERVER);
2376 }
2377 EXPORT_SYMBOL(req_capsule_server_dump);
2378
2379 /**
2380  * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC request
2381  * buffer corresponding to the given RMF (\a field) of a \a pill.
2382  */
2383 void *req_capsule_client_get(struct req_capsule *pill,
2384                              const struct req_msg_field *field)
2385 {
2386         return __req_capsule_get(pill, field, RCL_CLIENT, NULL, false);
2387 }
2388 EXPORT_SYMBOL(req_capsule_client_get);
2389
2390 /**
2391  * Same as req_capsule_client_get(), but with a \a swabber argument.
2392  *
2393  * Currently unused; will be removed when req_capsule_server_swab_get() is
2394  * unused too.
2395  */
2396 void *req_capsule_client_swab_get(struct req_capsule *pill,
2397                                   const struct req_msg_field *field,
2398                                   void *swabber)
2399 {
2400         return __req_capsule_get(pill, field, RCL_CLIENT, swabber, false);
2401 }
2402 EXPORT_SYMBOL(req_capsule_client_swab_get);
2403
2404 /**
2405  * Utility that combines req_capsule_set_size() and req_capsule_client_get().
2406  *
2407  * First the \a pill's request \a field's size is set (\a rc_area) using
2408  * req_capsule_set_size() with the given \a len.  Then the actual buffer is
2409  * returned.
2410  */
2411 void *req_capsule_client_sized_get(struct req_capsule *pill,
2412                                    const struct req_msg_field *field,
2413                                    __u32 len)
2414 {
2415         req_capsule_set_size(pill, field, RCL_CLIENT, len);
2416         return __req_capsule_get(pill, field, RCL_CLIENT, NULL, false);
2417 }
2418 EXPORT_SYMBOL(req_capsule_client_sized_get);
2419
2420 /**
2421  * Trivial wrapper around __req_capsule_get(), that returns the PTLRPC reply
2422  * buffer corresponding to the given RMF (\a field) of a \a pill.
2423  */
2424 void *req_capsule_server_get(struct req_capsule *pill,
2425                              const struct req_msg_field *field)
2426 {
2427         return __req_capsule_get(pill, field, RCL_SERVER, NULL, false);
2428 }
2429 EXPORT_SYMBOL(req_capsule_server_get);
2430
2431 /**
2432  * Same as req_capsule_server_get(), but with a \a swabber argument.
2433  *
2434  * Ideally all swabbing should be done pursuant to RMF definitions, with no
2435  * swabbing done outside this capsule abstraction.
2436  */
2437 void *req_capsule_server_swab_get(struct req_capsule *pill,
2438                                   const struct req_msg_field *field,
2439                                   void *swabber)
2440 {
2441         return __req_capsule_get(pill, field, RCL_SERVER, swabber, false);
2442 }
2443 EXPORT_SYMBOL(req_capsule_server_swab_get);
2444
2445 /**
2446  * Utility that combines req_capsule_set_size() and req_capsule_server_get().
2447  *
2448  * First the \a pill's request \a field's size is set (\a rc_area) using
2449  * req_capsule_set_size() with the given \a len.  Then the actual buffer is
2450  * returned.
2451  */
2452 void *req_capsule_server_sized_get(struct req_capsule *pill,
2453                                    const struct req_msg_field *field,
2454                                    __u32 len)
2455 {
2456         req_capsule_set_size(pill, field, RCL_SERVER, len);
2457         return __req_capsule_get(pill, field, RCL_SERVER, NULL, false);
2458 }
2459 EXPORT_SYMBOL(req_capsule_server_sized_get);
2460
2461 void *req_capsule_server_sized_swab_get(struct req_capsule *pill,
2462                                         const struct req_msg_field *field,
2463                                         __u32 len, void *swabber)
2464 {
2465         req_capsule_set_size(pill, field, RCL_SERVER, len);
2466         return __req_capsule_get(pill, field, RCL_SERVER, swabber, false);
2467 }
2468 EXPORT_SYMBOL(req_capsule_server_sized_swab_get);
2469
2470 /**
2471  * Returns the buffer of a \a pill corresponding to the given \a field from the
2472  * request (if the caller is executing on the server-side) or reply (if the
2473  * caller is executing on the client-side).
2474  *
2475  * This function convienient for use is code that could be executed on the
2476  * client and server alike.
2477  */
2478 const void *req_capsule_other_get(struct req_capsule *pill,
2479                                   const struct req_msg_field *field)
2480 {
2481         return __req_capsule_get(pill, field, pill->rc_loc ^ 1, NULL, false);
2482 }
2483 EXPORT_SYMBOL(req_capsule_other_get);
2484
2485 /**
2486  * Set the size of the PTLRPC request/reply (\a loc) buffer for the given \a
2487  * field of the given \a pill.
2488  *
2489  * This function must be used when constructing variable sized fields of a
2490  * request or reply.
2491  */
2492 void req_capsule_set_size(struct req_capsule *pill,
2493                           const struct req_msg_field *field,
2494                           enum req_location loc, __u32 size)
2495 {
2496         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2497
2498         if ((size != (__u32)field->rmf_size) &&
2499             (field->rmf_size != -1) &&
2500             !(field->rmf_flags & RMF_F_NO_SIZE_CHECK) &&
2501             (size > 0)) {
2502                 __u32 rmf_size = (__u32)field->rmf_size;
2503
2504                 if ((field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
2505                     (size % rmf_size != 0)) {
2506                         CERROR("%s: array field size mismatch %u %% %u != 0 (%d)\n",
2507                                 field->rmf_name, size, rmf_size, loc);
2508                         LBUG();
2509                 } else if (!(field->rmf_flags & RMF_F_STRUCT_ARRAY) &&
2510                            size < rmf_size) {
2511                         CERROR("%s: field size mismatch %u != %u (%d)\n",
2512                                 field->rmf_name, size, rmf_size, loc);
2513                         LBUG();
2514                 }
2515         }
2516
2517         pill->rc_area[loc][__req_capsule_offset(pill, field, loc)] = size;
2518 }
2519 EXPORT_SYMBOL(req_capsule_set_size);
2520
2521 /**
2522  * Return the actual PTLRPC buffer length of a request or reply (\a loc)
2523  * for the given \a pill's given \a field.
2524  *
2525  * NB: this function doesn't correspond with req_capsule_set_size(), which
2526  * actually sets the size in pill.rc_area[loc][offset], but this function
2527  * returns the message buflen[offset], maybe we should use another name.
2528  */
2529 __u32 req_capsule_get_size(const struct req_capsule *pill,
2530                            const struct req_msg_field *field,
2531                            enum req_location loc)
2532 {
2533         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2534
2535         return lustre_msg_buflen(__req_msg(pill, loc),
2536                                  __req_capsule_offset(pill, field, loc));
2537 }
2538 EXPORT_SYMBOL(req_capsule_get_size);
2539
2540 /**
2541  * Wrapper around lustre_msg_size() that returns the PTLRPC size needed for the
2542  * given \a pill's request or reply (\a loc) given the field size recorded in
2543  * the \a pill's rc_area.
2544  *
2545  * See also req_capsule_set_size().
2546  */
2547 __u32 req_capsule_msg_size(struct req_capsule *pill, enum req_location loc)
2548 {
2549         if (req_capsule_ptlreq(pill)) {
2550                 return lustre_msg_size(pill->rc_req->rq_import->imp_msg_magic,
2551                                        pill->rc_fmt->rf_fields[loc].nr,
2552                                        pill->rc_area[loc]);
2553         } else { /* SUB request in a batch request */
2554                 int count;
2555
2556                 count = req_capsule_filled_sizes(pill, loc);
2557                 return lustre_msg_size_v2(count, pill->rc_area[loc]);
2558         }
2559 }
2560 EXPORT_SYMBOL(req_capsule_msg_size);
2561
2562 /**
2563  * While req_capsule_msg_size() computes the size of a PTLRPC request or reply
2564  * (\a loc) given a \a pill's \a rc_area, this function computes the size of a
2565  * PTLRPC request or reply given only an RQF (\a fmt).
2566  *
2567  * This function should not be used for formats which contain variable size
2568  * fields.
2569  */
2570 __u32 req_capsule_fmt_size(__u32 magic, const struct req_format *fmt,
2571                            enum req_location loc)
2572 {
2573         __u32 size;
2574         size_t i = 0;
2575
2576         /*
2577          * This function should probably LASSERT() that fmt has no fields with
2578          * RMF_F_STRUCT_ARRAY in rmf_flags, since we can't know here how many
2579          * elements in the array there will ultimately be, but then, we could
2580          * assume that there will be at least one element, and that's just what
2581          * we do.
2582          */
2583         size = lustre_msg_hdr_size(magic, fmt->rf_fields[loc].nr);
2584         if (size == 0)
2585                 return size;
2586
2587         for (; i < fmt->rf_fields[loc].nr; ++i) {
2588                 if (fmt->rf_fields[loc].d[i]->rmf_size == -1)
2589                         continue;
2590                 size += round_up(fmt->rf_fields[loc].d[i]->rmf_size, 8);
2591         }
2592         return size;
2593 }
2594 EXPORT_SYMBOL(req_capsule_fmt_size);
2595
2596 /**
2597  * Changes the format of an RPC.
2598  *
2599  * The pill must already have been initialized, which means that it already has
2600  * a request format.  The new format \a fmt must be an extension of the pill's
2601  * old format.  Specifically: the new format must have as many request and reply
2602  * fields as the old one, and all fields shared by the old and new format must
2603  * be at least as large in the new format.
2604  *
2605  * The new format's fields may be of different "type" than the old format, but
2606  * only for fields that are "opaque" blobs: fields which have a) have no
2607  * \a rmf_swabber, b) \a rmf_flags == 0 or RMF_F_NO_SIZE_CHECK, and c) \a
2608  * rmf_size == -1 or \a rmf_flags == RMF_F_NO_SIZE_CHECK.  For example,
2609  * OBD_SET_INFO has a key field and an opaque value field that gets interpreted
2610  * according to the key field.  When the value, according to the key, contains a
2611  * structure (or array thereof) to be swabbed, the format should be changed to
2612  * one where the value field has \a rmf_size/rmf_flags/rmf_swabber set
2613  * accordingly.
2614  */
2615 void req_capsule_extend(struct req_capsule *pill, const struct req_format *fmt)
2616 {
2617         int i;
2618         size_t j;
2619         const struct req_format *old;
2620
2621         LASSERT(pill->rc_fmt != NULL);
2622         LASSERT(__req_format_is_sane(fmt));
2623
2624         old = pill->rc_fmt;
2625         /*
2626          * Sanity checking...
2627          */
2628         for (i = 0; i < RCL_NR; ++i) {
2629                 LASSERT(fmt->rf_fields[i].nr >= old->rf_fields[i].nr);
2630                 for (j = 0; j < old->rf_fields[i].nr - 1; ++j) {
2631                         const struct req_msg_field *ofield = FMT_FIELD(old, i,
2632                                                                        j);
2633
2634                         /* "opaque" fields can be transmogrified */
2635                         if (ofield->rmf_swabber == NULL &&
2636                             (ofield->rmf_flags & ~RMF_F_NO_SIZE_CHECK) == 0 &&
2637                             (ofield->rmf_size == -1 ||
2638                              ofield->rmf_flags == RMF_F_NO_SIZE_CHECK))
2639                                 continue;
2640                         LASSERT(FMT_FIELD(fmt, i, j) == FMT_FIELD(old, i, j));
2641                 }
2642                 /*
2643                  * Last field in old format can be shorter than in new.
2644                  */
2645                 LASSERT(FMT_FIELD(fmt, i, j)->rmf_size >=
2646                         FMT_FIELD(old, i, j)->rmf_size);
2647         }
2648
2649         pill->rc_fmt = fmt;
2650 }
2651 EXPORT_SYMBOL(req_capsule_extend);
2652
2653 /**
2654  * This function returns a non-zero value if the given \a field is present in
2655  * the format (\a rc_fmt) of \a pill's PTLRPC request or reply (\a loc), else it
2656  * returns 0.
2657  */
2658 int req_capsule_has_field(const struct req_capsule *pill,
2659                           const struct req_msg_field *field,
2660                           enum req_location loc)
2661 {
2662         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2663
2664         return field->rmf_offset[pill->rc_fmt->rf_idx][loc];
2665 }
2666 EXPORT_SYMBOL(req_capsule_has_field);
2667
2668 /**
2669  * Returns a non-zero value if the given \a field is present in the given \a
2670  * pill's PTLRPC request or reply (\a loc), else it returns 0.
2671  */
2672 int req_capsule_field_present(const struct req_capsule *pill,
2673                               const struct req_msg_field *field,
2674                               enum req_location loc)
2675 {
2676         __u32 offset;
2677
2678         LASSERT(loc == RCL_SERVER || loc == RCL_CLIENT);
2679         LASSERT(req_capsule_has_field(pill, field, loc));
2680
2681         offset = __req_capsule_offset(pill, field, loc);
2682         return lustre_msg_bufcount(__req_msg(pill, loc)) > offset;
2683 }
2684 EXPORT_SYMBOL(req_capsule_field_present);
2685
2686 /**
2687  * This function shrinks the size of the _buffer_ of the \a pill's PTLRPC
2688  * request or reply (\a loc).
2689  *
2690  * This is not the opposite of req_capsule_extend().
2691  */
2692 void req_capsule_shrink(struct req_capsule *pill,
2693                         const struct req_msg_field *field, __u32 newlen,
2694                         enum req_location loc)
2695 {
2696         const struct req_format *fmt;
2697         struct lustre_msg *msg;
2698         __u32 len;
2699         int offset;
2700
2701         fmt = pill->rc_fmt;
2702         LASSERT(fmt != NULL);
2703         LASSERT(__req_format_is_sane(fmt));
2704         LASSERT(req_capsule_has_field(pill, field, loc));
2705         LASSERT(req_capsule_field_present(pill, field, loc));
2706
2707         offset = __req_capsule_offset(pill, field, loc);
2708
2709         msg = __req_msg(pill, loc);
2710         len = lustre_msg_buflen(msg, offset);
2711         LASSERTF(newlen <= len, "%s:%s, oldlen=%u, newlen=%u\n",
2712                  fmt->rf_name, field->rmf_name, len, newlen);
2713
2714         len = lustre_shrink_msg(msg, offset, newlen, 1);
2715         if (loc == RCL_CLIENT) {
2716                 if (req_capsule_ptlreq(pill))
2717                         pill->rc_req->rq_reqlen = len;
2718         } else {
2719                 /* update also field size in reply lenghts arrays for possible
2720                  * reply re-pack due to req_capsule_server_grow() call.
2721                  */
2722                 req_capsule_set_size(pill, field, loc, newlen);
2723                 if (req_capsule_ptlreq(pill))
2724                         pill->rc_req->rq_replen = len;
2725         }
2726 }
2727 EXPORT_SYMBOL(req_capsule_shrink);
2728
2729 int req_capsule_server_grow(struct req_capsule *pill,
2730                             const struct req_msg_field *field,
2731                             __u32 newlen)
2732 {
2733         struct ptlrpc_request *req = pill->rc_req;
2734         struct ptlrpc_reply_state *rs = req->rq_reply_state, *nrs;
2735         char *from, *to, *sptr = NULL;
2736         __u32 slen = 0, snewlen = 0;
2737         __u32 offset, len, max, diff;
2738         int rc;
2739
2740         LASSERT(pill->rc_fmt != NULL);
2741         LASSERT(__req_format_is_sane(pill->rc_fmt));
2742         LASSERT(req_capsule_has_field(pill, field, RCL_SERVER));
2743         LASSERT(req_capsule_field_present(pill, field, RCL_SERVER));
2744
2745         if (req_capsule_subreq(pill)) {
2746                 if (!req_capsule_has_field(&req->rq_pill, &RMF_BUT_REPLY,
2747                                            RCL_SERVER))
2748                         return -EINVAL;
2749
2750                 if (!req_capsule_field_present(&req->rq_pill, &RMF_BUT_REPLY,
2751                                                RCL_SERVER))
2752                         return -EINVAL;
2753
2754                 len = req_capsule_get_size(&req->rq_pill, &RMF_BUT_REPLY,
2755                                            RCL_SERVER);
2756                 sptr = req_capsule_server_get(&req->rq_pill, &RMF_BUT_REPLY);
2757                 slen = req_capsule_get_size(pill, field, RCL_SERVER);
2758
2759                 LASSERT(len >= (char *)pill->rc_repmsg - sptr +
2760                                lustre_packed_msg_size(pill->rc_repmsg));
2761                 if (len >= (char *)pill->rc_repmsg - sptr +
2762                            lustre_packed_msg_size(pill->rc_repmsg) - slen +
2763                            newlen) {
2764                         req_capsule_set_size(pill, field, RCL_SERVER, newlen);
2765                         offset = __req_capsule_offset(pill, field, RCL_SERVER);
2766                         lustre_grow_msg(pill->rc_repmsg, offset, newlen);
2767                         return 0;
2768                 }
2769
2770                 /*
2771                  * Currently first try to increase the reply buffer by
2772                  * 2 * newlen with reply buffer limit of BUT_MAXREPSIZE.
2773                  * TODO: Enlarge the reply buffer properly according to the
2774                  * left SUB requests in the batch PTLRPC request.
2775                  */
2776                 snewlen = newlen;
2777                 diff = snewlen - slen;
2778                 max = BUT_MAXREPSIZE - req->rq_replen;
2779                 if (diff > max)
2780                         return -EOVERFLOW;
2781
2782                 if (diff * 2 + len < max)
2783                         newlen = (len + diff) * 2;
2784                 else
2785                         newlen = len + max;
2786
2787                 req_capsule_set_size(pill, field, RCL_SERVER, snewlen);
2788                 req_capsule_set_size(&req->rq_pill, &RMF_BUT_REPLY, RCL_SERVER,
2789                                      newlen);
2790                 offset = __req_capsule_offset(&req->rq_pill, &RMF_BUT_REPLY,
2791                                               RCL_SERVER);
2792         } else {
2793                 len = req_capsule_get_size(pill, field, RCL_SERVER);
2794                 offset = __req_capsule_offset(pill, field, RCL_SERVER);
2795                 req_capsule_set_size(pill, field, RCL_SERVER, newlen);
2796         }
2797
2798         CDEBUG(D_INFO, "Reply packed: %d, allocated: %d, field len %d -> %d\n",
2799                lustre_packed_msg_size(rs->rs_msg), rs->rs_repbuf_len,
2800                                       len, newlen);
2801
2802         /**
2803          * There can be enough space in current reply buffer, make sure
2804          * that rs_repbuf is not a wrapper but real reply msg, otherwise
2805          * re-packing is still needed.
2806          */
2807         if (rs->rs_msg == rs->rs_repbuf &&
2808             rs->rs_repbuf_len >=
2809             lustre_packed_msg_size(rs->rs_msg) - len + newlen) {
2810                 req->rq_replen = lustre_grow_msg(rs->rs_msg, offset, newlen);
2811                 return 0;
2812         }
2813
2814         /* Re-allocate replay state */
2815         req->rq_reply_state = NULL;
2816         rc = req_capsule_server_pack(&req->rq_pill);
2817         if (rc) {
2818                 /* put old values back, the caller should decide what to do */
2819                 if (req_capsule_subreq(pill)) {
2820                         req_capsule_set_size(&req->rq_pill, &RMF_BUT_REPLY,
2821                                              RCL_SERVER, len);
2822                         req_capsule_set_size(pill, field, RCL_SERVER, slen);
2823                 } else {
2824                         req_capsule_set_size(pill, field, RCL_SERVER, len);
2825                 }
2826                 pill->rc_req->rq_reply_state = rs;
2827                 return rc;
2828         }
2829         nrs = req->rq_reply_state;
2830         LASSERT(lustre_packed_msg_size(nrs->rs_msg) >
2831                 lustre_packed_msg_size(rs->rs_msg));
2832
2833         /* Now we need only buffers, copy them and grow the needed one */
2834         to = lustre_msg_buf(nrs->rs_msg, 0, 0);
2835         from = lustre_msg_buf(rs->rs_msg, 0, 0);
2836         memcpy(to, from,
2837                (char *)rs->rs_msg + lustre_packed_msg_size(rs->rs_msg) - from);
2838         lustre_msg_set_buflen(nrs->rs_msg, offset, len);
2839         req->rq_replen = lustre_grow_msg(nrs->rs_msg, offset, newlen);
2840
2841         if (req_capsule_subreq(pill)) {
2842                 char *ptr;
2843
2844                 ptr = req_capsule_server_get(&req->rq_pill, &RMF_BUT_REPLY);
2845                 pill->rc_repmsg = (struct lustre_msg *)(ptr +
2846                                   ((char *)pill->rc_repmsg - sptr));
2847                 offset = __req_capsule_offset(pill, field, RCL_SERVER);
2848                 lustre_grow_msg(pill->rc_repmsg, offset, snewlen);
2849         }
2850
2851         if (rs->rs_difficult) {
2852                 /* copy rs data */
2853                 int i;
2854
2855                 nrs->rs_difficult = 1;
2856                 nrs->rs_no_ack = rs->rs_no_ack;
2857                 for (i = 0; i < rs->rs_nlocks; i++) {
2858                         nrs->rs_locks[i] = rs->rs_locks[i];
2859                         nrs->rs_nlocks++;
2860                 }
2861                 rs->rs_nlocks = 0;
2862                 rs->rs_difficult = 0;
2863                 rs->rs_no_ack = 0;
2864         }
2865         ptlrpc_rs_decref(rs);
2866         return 0;
2867 }
2868 EXPORT_SYMBOL(req_capsule_server_grow);
2869
2870 #ifdef HAVE_SERVER_SUPPORT
2871 static const struct req_msg_field *mds_update_client[] = {
2872         &RMF_PTLRPC_BODY,
2873         &RMF_OUT_UPDATE_HEADER,
2874         &RMF_OUT_UPDATE_BUF,
2875 };
2876
2877 static const struct req_msg_field *mds_update_server[] = {
2878         &RMF_PTLRPC_BODY,
2879         &RMF_OUT_UPDATE_REPLY,
2880 };
2881
2882 struct req_msg_field RMF_OUT_UPDATE = DEFINE_MSGFL("object_update", 0, -1,
2883                                 lustre_swab_object_update_request, NULL);
2884 EXPORT_SYMBOL(RMF_OUT_UPDATE);
2885
2886 struct req_msg_field RMF_OUT_UPDATE_REPLY =
2887                         DEFINE_MSGFL("object_update_reply", 0, -1,
2888                                     lustre_swab_object_update_reply, NULL);
2889 EXPORT_SYMBOL(RMF_OUT_UPDATE_REPLY);
2890
2891 struct req_msg_field RMF_OUT_UPDATE_HEADER = DEFINE_MSGF("out_update_header", 0,
2892                                 -1, lustre_swab_out_update_header, NULL);
2893 EXPORT_SYMBOL(RMF_OUT_UPDATE_HEADER);
2894
2895 struct req_msg_field RMF_OUT_UPDATE_BUF = DEFINE_MSGF("update_buf",
2896                         RMF_F_STRUCT_ARRAY, sizeof(struct out_update_buffer),
2897                         lustre_swab_out_update_buffer, NULL);
2898 EXPORT_SYMBOL(RMF_OUT_UPDATE_BUF);
2899
2900 struct req_format RQF_OUT_UPDATE =
2901         DEFINE_REQ_FMT0("OUT_UPDATE", mds_update_client,
2902                         mds_update_server);
2903 EXPORT_SYMBOL(RQF_OUT_UPDATE);
2904
2905 int req_check_sepol(struct req_capsule *pill)
2906 {
2907         int rc = 0;
2908         struct obd_export *export;
2909         struct lu_nodemap *nm = NULL;
2910         const char *sepol = NULL;
2911         const char *nm_sepol = NULL;
2912
2913         if (req_capsule_subreq(pill))
2914                 return 0;
2915
2916         if (!pill->rc_req)
2917                 return -EPROTO;
2918
2919         export = pill->rc_req->rq_export;
2920         if (!export || !exp_connect_sepol(export) ||
2921             !req_capsule_has_field(pill, &RMF_SELINUX_POL, RCL_CLIENT))
2922                 goto nm;
2923
2924         if (req_capsule_get_size(pill, &RMF_SELINUX_POL, RCL_CLIENT) == 0)
2925                 goto nm;
2926
2927         sepol = req_capsule_client_get(pill, &RMF_SELINUX_POL);
2928         CDEBUG(D_SEC, "retrieved sepol %s\n", sepol);
2929
2930 nm:
2931         if (export) {
2932                 nm = nodemap_get_from_exp(export);
2933                 if (!IS_ERR_OR_NULL(nm)) {
2934                         nm_sepol = nodemap_get_sepol(nm);
2935                         if (nm_sepol && nm_sepol[0])
2936                                 if (sepol == NULL ||
2937                                     strcmp(sepol, nm_sepol) != 0)
2938                                         rc = -EACCES;
2939                 }
2940         }
2941
2942         if (!IS_ERR_OR_NULL(nm))
2943                 nodemap_putref(nm);
2944
2945         return rc;
2946 }
2947 EXPORT_SYMBOL(req_check_sepol);
2948 #endif
2949
2950 void req_capsule_subreq_init(struct req_capsule *pill,
2951                              const struct req_format *fmt,
2952                              struct ptlrpc_request *req,
2953                              struct lustre_msg *reqmsg,
2954                              struct lustre_msg *repmsg,
2955                              enum req_location loc)
2956 {
2957         req_capsule_init(pill, req, loc);
2958         req_capsule_set(pill, fmt);
2959         pill->rc_reqmsg = reqmsg;
2960         pill->rc_repmsg = repmsg;
2961 }
2962 EXPORT_SYMBOL(req_capsule_subreq_init);
2963
2964 void req_capsule_set_replen(struct req_capsule *pill)
2965 {
2966         if (req_capsule_ptlreq(pill)) {
2967                 ptlrpc_request_set_replen(pill->rc_req);
2968         } else { /* SUB request in a batch request */
2969                 int count;
2970
2971                 count = req_capsule_filled_sizes(pill, RCL_SERVER);
2972                 pill->rc_reqmsg->lm_repsize =
2973                                 lustre_msg_size_v2(count,
2974                                                    pill->rc_area[RCL_SERVER]);
2975         }
2976 }
2977 EXPORT_SYMBOL(req_capsule_set_replen);