lustre/target/out_handler.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (c) 2013, 2014, Intel Corporation.
  24  *
  25  * lustre/target/out_handler.c
  26  *
  27  * Object update handler between targets.
  28  *
  29  * Author: di.wang <di.wang@intel.com>
  30  */
  31
  32 #define DEBUG_SUBSYSTEM S_CLASS
  33
  34 #include <obd_class.h>
  35 #include <md_object.h>
  36 #include "tgt_internal.h"
  37 #include <lustre_update.h>
  38
  39 static void out_reconstruct(const struct lu_env *env, struct dt_device *dt,
  40                             struct dt_object *obj,
  41                             struct object_update_reply *reply,
  42                             int index)
  43 {
  44         CDEBUG(D_INFO, "%s: fork reply reply %p index %d: rc = %d\n",
  45                dt_obd_name(dt), reply, index, 0);
  46
  47         object_update_result_insert(reply, NULL, 0, index, 0);
  48         return;
  49 }
  50
  51 typedef void (*out_reconstruct_t)(const struct lu_env *env,
  52                                   struct dt_device *dt,
  53                                   struct dt_object *obj,
  54                                   struct object_update_reply *reply,
  55                                   int index);
  56
  57 static inline int out_check_resent(const struct lu_env *env,
  58                                    struct dt_device *dt,
  59                                    struct dt_object *obj,
  60                                    struct ptlrpc_request *req,
  61                                    out_reconstruct_t reconstruct,
  62                                    struct object_update_reply *reply,
  63                                    int index)
  64 {
  65         if (likely(!(lustre_msg_get_flags(req->rq_reqmsg) & MSG_RESENT)))
  66                 return 0;
  67
  68         if (req_xid_is_last(req)) {
  69                 struct lsd_client_data *lcd;
  70
  71                 /* XXX this does not support mulitple transactions yet, i.e.
  72                  * only 1 update RPC each time betwee MDTs */
  73                 lcd = req->rq_export->exp_target_data.ted_lcd;
  74
  75                 req->rq_transno = lcd->lcd_last_transno;
  76                 req->rq_status = lcd->lcd_last_result;
  77                 if (req->rq_status != 0)
  78                         req->rq_transno = 0;
  79                 lustre_msg_set_transno(req->rq_repmsg, req->rq_transno);
  80                 lustre_msg_set_status(req->rq_repmsg, req->rq_status);
  81
  82                 DEBUG_REQ(D_RPCTRACE, req, "restoring transno "LPD64"status %d",
  83                           req->rq_transno, req->rq_status);
  84
  85                 reconstruct(env, dt, obj, reply, index);
  86                 return 1;
  87         }
  88         DEBUG_REQ(D_HA, req, "no reply for RESENT req (have "LPD64")",
  89                  req->rq_export->exp_target_data.ted_lcd->lcd_last_xid);
  90         return 0;
  91 }
  92
  93 static int out_create(struct tgt_session_info *tsi)
  94 {
  95         struct tgt_thread_info  *tti = tgt_th_info(tsi->tsi_env);
  96         struct object_update    *update = tti->tti_u.update.tti_update;
  97         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
  98         struct dt_object_format *dof = &tti->tti_u.update.tti_update_dof;
  99         struct obdo             *lobdo = &tti->tti_u.update.tti_obdo;
 100         struct lu_attr          *attr = &tti->tti_attr;
 101         struct lu_fid           *fid = NULL;
 102         struct obdo             *wobdo;
 103         size_t                  size;
 104         int                     rc;
 105
 106         ENTRY;
 107
 108         wobdo = object_update_param_get(update, 0, &size);
 109         if (wobdo == NULL || IS_ERR(wobdo) || size != sizeof(*wobdo)) {
 110                 CERROR("%s: obdo is NULL, invalid RPC: rc = %d\n",
 111                        tgt_name(tsi->tsi_tgt), -EPROTO);
 112                 RETURN(err_serious(-EPROTO));
 113         }
 114
 115         if (ptlrpc_req_need_swab(tsi->tsi_pill->rc_req))
 116                 lustre_swab_obdo(wobdo);
 117         lustre_get_wire_obdo(NULL, lobdo, wobdo);
 118         la_from_obdo(attr, lobdo, lobdo->o_valid);
 119
 120         dof->dof_type = dt_mode_to_dft(attr->la_mode);
 121         if (update->ou_params_count > 1) {
 122                 fid = object_update_param_get(update, 1, &size);
 123                 if (fid == NULL || IS_ERR(fid) || size != sizeof(*fid)) {
 124                         CERROR("%s: invalid fid: rc = %d\n",
 125                                tgt_name(tsi->tsi_tgt), -EPROTO);
 126                         RETURN(err_serious(-EPROTO));
 127                 }
 128                 if (ptlrpc_req_need_swab(tsi->tsi_pill->rc_req))
 129                         lustre_swab_lu_fid(fid);
 130                 if (!fid_is_sane(fid)) {
 131                         CERROR("%s: invalid fid "DFID": rc = %d\n",
 132                                tgt_name(tsi->tsi_tgt), PFID(fid), -EPROTO);
 133                         RETURN(err_serious(-EPROTO));
 134                 }
 135         }
 136
 137         if (lu_object_exists(&obj->do_lu))
 138                 RETURN(-EEXIST);
 139
 140         rc = out_tx_create(tsi->tsi_env, obj, attr, fid, dof,
 141                            &tti->tti_tea, tti->tti_tea.ta_handle,
 142                            tti->tti_u.update.tti_update_reply,
 143                            tti->tti_u.update.tti_update_reply_index);
 144
 145         RETURN(rc);
 146 }
 147
 148 static int out_attr_set(struct tgt_session_info *tsi)
 149 {
 150         struct tgt_thread_info  *tti = tgt_th_info(tsi->tsi_env);
 151         struct object_update    *update = tti->tti_u.update.tti_update;
 152         struct lu_attr          *attr = &tti->tti_attr;
 153         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
 154         struct obdo             *lobdo = &tti->tti_u.update.tti_obdo;
 155         struct obdo             *wobdo;
 156         size_t                   size;
 157         int                      rc;
 158
 159         ENTRY;
 160
 161         wobdo = object_update_param_get(update, 0, &size);
 162         if (wobdo == NULL || IS_ERR(wobdo) || size != sizeof(*wobdo)) {
 163                 CERROR("%s: empty obdo in the update: rc = %d\n",
 164                        tgt_name(tsi->tsi_tgt), -EPROTO);
 165                 RETURN(err_serious(-EPROTO));
 166         }
 167
 168         attr->la_valid = 0;
 169         attr->la_valid = 0;
 170
 171         if (ptlrpc_req_need_swab(tsi->tsi_pill->rc_req))
 172                 lustre_swab_obdo(wobdo);
 173         lustre_get_wire_obdo(NULL, lobdo, wobdo);
 174         la_from_obdo(attr, lobdo, lobdo->o_valid);
 175
 176         rc = out_tx_attr_set(tsi->tsi_env, obj, attr, &tti->tti_tea,
 177                              tti->tti_tea.ta_handle,
 178                              tti->tti_u.update.tti_update_reply,
 179                              tti->tti_u.update.tti_update_reply_index);
 180
 181         RETURN(rc);
 182 }
 183
 184 static int out_attr_get(struct tgt_session_info *tsi)
 185 {
 186         const struct lu_env     *env = tsi->tsi_env;
 187         struct tgt_thread_info  *tti = tgt_th_info(env);
 188         struct obdo             *obdo = &tti->tti_u.update.tti_obdo;
 189         struct lu_attr          *la = &tti->tti_attr;
 190         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
 191         int                     idx = tti->tti_u.update.tti_update_reply_index;
 192         int                     rc;
 193
 194         ENTRY;
 195
 196         if (!lu_object_exists(&obj->do_lu)) {
 197                 /* Usually, this will be called when the master MDT try
 198                  * to init a remote object(see osp_object_init), so if
 199                  * the object does not exist on slave, we need set BANSHEE flag,
 200                  * so the object can be removed from the cache immediately */
 201                 set_bit(LU_OBJECT_HEARD_BANSHEE,
 202                         &obj->do_lu.lo_header->loh_flags);
 203                 RETURN(-ENOENT);
 204         }
 205
 206         dt_read_lock(env, obj, MOR_TGT_CHILD);
 207         rc = dt_attr_get(env, obj, la);
 208         if (rc)
 209                 GOTO(out_unlock, rc);
 210
 211         obdo->o_valid = 0;
 212         obdo_from_la(obdo, la, la->la_valid);
 213         lustre_set_wire_obdo(NULL, obdo, obdo);
 214
 215 out_unlock:
 216         dt_read_unlock(env, obj);
 217
 218         CDEBUG(D_INFO, "%s: insert attr get reply %p index %d: rc = %d\n",
 219                tgt_name(tsi->tsi_tgt), tti->tti_u.update.tti_update_reply,
 220                0, rc);
 221
 222         object_update_result_insert(tti->tti_u.update.tti_update_reply, obdo,
 223                                     sizeof(*obdo), idx, rc);
 224
 225         RETURN(rc);
 226 }
 227
 228 static int out_xattr_get(struct tgt_session_info *tsi)
 229 {
 230         const struct lu_env        *env = tsi->tsi_env;
 231         struct tgt_thread_info     *tti = tgt_th_info(env);
 232         struct object_update       *update = tti->tti_u.update.tti_update;
 233         struct lu_buf              *lbuf = &tti->tti_buf;
 234         struct object_update_reply *reply = tti->tti_u.update.tti_update_reply;
 235         struct dt_object           *obj = tti->tti_u.update.tti_dt_object;
 236         char                       *name;
 237         struct object_update_result *update_result;
 238         int                     idx = tti->tti_u.update.tti_update_reply_index;
 239         int                        rc;
 240
 241         ENTRY;
 242
 243         if (!lu_object_exists(&obj->do_lu)) {
 244                 set_bit(LU_OBJECT_HEARD_BANSHEE,
 245                         &obj->do_lu.lo_header->loh_flags);
 246                 RETURN(-ENOENT);
 247         }
 248
 249         name = object_update_param_get(update, 0, NULL);
 250         if (name == NULL || IS_ERR(name)) {
 251                 CERROR("%s: empty name for xattr get: rc = %d\n",
 252                        tgt_name(tsi->tsi_tgt), -EPROTO);
 253                 RETURN(err_serious(-EPROTO));
 254         }
 255
 256         update_result = object_update_result_get(reply, 0, NULL);
 257         if (update_result == NULL) {
 258                 CERROR("%s: empty name for xattr get: rc = %d\n",
 259                        tgt_name(tsi->tsi_tgt), -EPROTO);
 260                 RETURN(err_serious(-EPROTO));
 261         }
 262
 263         lbuf->lb_buf = update_result->our_data;
 264         lbuf->lb_len = OUT_UPDATE_REPLY_SIZE -
 265                        cfs_size_round((unsigned long)update_result->our_data -
 266                                       (unsigned long)update_result);
 267         dt_read_lock(env, obj, MOR_TGT_CHILD);
 268         rc = dt_xattr_get(env, obj, lbuf, name);
 269         dt_read_unlock(env, obj);
 270         if (rc < 0) {
 271                 lbuf->lb_len = 0;
 272                 GOTO(out, rc);
 273         }
 274         lbuf->lb_len = rc;
 275         rc = 0;
 276         CDEBUG(D_INFO, "%s: "DFID" get xattr %s len %d\n",
 277                tgt_name(tsi->tsi_tgt), PFID(lu_object_fid(&obj->do_lu)),
 278                name, (int)lbuf->lb_len);
 279
 280         GOTO(out, rc);
 281
 282 out:
 283         object_update_result_insert(reply, lbuf->lb_buf, lbuf->lb_len, idx, rc);
 284         RETURN(rc);
 285 }
 286
 287 static int out_index_lookup(struct tgt_session_info *tsi)
 288 {
 289         const struct lu_env     *env = tsi->tsi_env;
 290         struct tgt_thread_info  *tti = tgt_th_info(env);
 291         struct object_update    *update = tti->tti_u.update.tti_update;
 292         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
 293         char                    *name;
 294         int                      rc;
 295
 296         ENTRY;
 297
 298         if (!lu_object_exists(&obj->do_lu))
 299                 RETURN(-ENOENT);
 300
 301         name = object_update_param_get(update, 0, NULL);
 302         if (name == NULL || IS_ERR(name)) {
 303                 CERROR("%s: empty name for lookup: rc = %d\n",
 304                        tgt_name(tsi->tsi_tgt), -EPROTO);
 305                 RETURN(err_serious(-EPROTO));
 306         }
 307
 308         dt_read_lock(env, obj, MOR_TGT_CHILD);
 309         if (!dt_try_as_dir(env, obj))
 310                 GOTO(out_unlock, rc = -ENOTDIR);
 311
 312         rc = dt_lookup(env, obj, (struct dt_rec *)&tti->tti_fid1,
 313                        (struct dt_key *)name);
 314
 315         if (rc < 0)
 316                 GOTO(out_unlock, rc);
 317
 318         if (rc == 0)
 319                 rc += 1;
 320
 321 out_unlock:
 322         dt_read_unlock(env, obj);
 323
 324         CDEBUG(D_INFO, "lookup "DFID" %s get "DFID" rc %d\n",
 325                PFID(lu_object_fid(&obj->do_lu)), name,
 326                PFID(&tti->tti_fid1), rc);
 327
 328         CDEBUG(D_INFO, "%s: insert lookup reply %p index %d: rc = %d\n",
 329                tgt_name(tsi->tsi_tgt), tti->tti_u.update.tti_update_reply,
 330                0, rc);
 331
 332         object_update_result_insert(tti->tti_u.update.tti_update_reply,
 333                             &tti->tti_fid1, sizeof(tti->tti_fid1),
 334                             tti->tti_u.update.tti_update_reply_index, rc);
 335         RETURN(rc);
 336 }
 337
 338 static int out_xattr_set(struct tgt_session_info *tsi)
 339 {
 340         struct tgt_thread_info  *tti = tgt_th_info(tsi->tsi_env);
 341         struct object_update    *update = tti->tti_u.update.tti_update;
 342         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
 343         struct lu_buf           *lbuf = &tti->tti_buf;
 344         char                    *name;
 345         char                    *buf;
 346         __u32                   *tmp;
 347         size_t                   buf_len = 0;
 348         int                      flag;
 349         size_t                   size = 0;
 350         int                      rc;
 351         ENTRY;
 352
 353         name = object_update_param_get(update, 0, NULL);
 354         if (name == NULL || IS_ERR(name)) {
 355                 CERROR("%s: empty name for xattr set: rc = %d\n",
 356                        tgt_name(tsi->tsi_tgt), -EPROTO);
 357                 RETURN(err_serious(-EPROTO));
 358         }
 359
 360         buf = object_update_param_get(update, 1, &buf_len);
 361         if (IS_ERR(buf))
 362                 RETURN(err_serious(-EPROTO));
 363
 364         lbuf->lb_buf = buf;
 365         lbuf->lb_len = buf_len;
 366
 367         tmp = object_update_param_get(update, 2, &size);
 368         if (tmp == NULL || IS_ERR(tmp) || size != sizeof(*tmp)) {
 369                 CERROR("%s: emptry or wrong size %zu flag: rc = %d\n",
 370                        tgt_name(tsi->tsi_tgt), size, -EPROTO);
 371                 RETURN(err_serious(-EPROTO));
 372         }
 373
 374         if (ptlrpc_req_need_swab(tsi->tsi_pill->rc_req))
 375                 __swab32s(tmp);
 376         flag = *tmp;
 377
 378         rc = out_tx_xattr_set(tsi->tsi_env, obj, lbuf, name, flag,
 379                               &tti->tti_tea, tti->tti_tea.ta_handle,
 380                               tti->tti_u.update.tti_update_reply,
 381                               tti->tti_u.update.tti_update_reply_index);
 382         RETURN(rc);
 383 }
 384
 385 static int out_xattr_del(struct tgt_session_info *tsi)
 386 {
 387         struct tgt_thread_info  *tti = tgt_th_info(tsi->tsi_env);
 388         struct object_update    *update = tti->tti_u.update.tti_update;
 389         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
 390         char                    *name;
 391         int                      rc;
 392         ENTRY;
 393
 394         name = object_update_param_get(update, 0, NULL);
 395         if (name == NULL || IS_ERR(name)) {
 396                 CERROR("%s: empty name for xattr set: rc = %d\n",
 397                        tgt_name(tsi->tsi_tgt), -EPROTO);
 398                 RETURN(err_serious(-EPROTO));
 399         }
 400
 401         rc = out_tx_xattr_del(tsi->tsi_env, obj, name, &tti->tti_tea,
 402                               tti->tti_tea.ta_handle,
 403                               tti->tti_u.update.tti_update_reply,
 404                               tti->tti_u.update.tti_update_reply_index);
 405         RETURN(rc);
 406 }
 407
 408 /**
 409  * increase ref of the object
 410  **/
 411 static int out_ref_add(struct tgt_session_info *tsi)
 412 {
 413         struct tgt_thread_info  *tti = tgt_th_info(tsi->tsi_env);
 414         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
 415         int                      rc;
 416
 417         ENTRY;
 418
 419         rc = out_tx_ref_add(tsi->tsi_env, obj, &tti->tti_tea,
 420                             tti->tti_tea.ta_handle,
 421                             tti->tti_u.update.tti_update_reply,
 422                             tti->tti_u.update.tti_update_reply_index);
 423         RETURN(rc);
 424 }
 425
 426 static int out_ref_del(struct tgt_session_info *tsi)
 427 {
 428         struct tgt_thread_info  *tti = tgt_th_info(tsi->tsi_env);
 429         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
 430         int                      rc;
 431
 432         ENTRY;
 433
 434         if (!lu_object_exists(&obj->do_lu))
 435                 RETURN(-ENOENT);
 436
 437         rc = out_tx_ref_del(tsi->tsi_env, obj, &tti->tti_tea,
 438                             tti->tti_tea.ta_handle,
 439                             tti->tti_u.update.tti_update_reply,
 440                             tti->tti_u.update.tti_update_reply_index);
 441         RETURN(rc);
 442 }
 443
 444 static int out_index_insert(struct tgt_session_info *tsi)
 445 {
 446         struct tgt_thread_info  *tti    = tgt_th_info(tsi->tsi_env);
 447         struct object_update    *update = tti->tti_u.update.tti_update;
 448         struct dt_object        *obj    = tti->tti_u.update.tti_dt_object;
 449         struct dt_insert_rec    *rec    = &tti->tti_rec;
 450         struct lu_fid           *fid;
 451         char                    *name;
 452         __u32                   *ptype;
 453         int                      rc     = 0;
 454         size_t                   size;
 455         ENTRY;
 456
 457         name = object_update_param_get(update, 0, NULL);
 458         if (name == NULL || IS_ERR(name)) {
 459                 CERROR("%s: empty name for index insert: rc = %d\n",
 460                        tgt_name(tsi->tsi_tgt), -EPROTO);
 461                 RETURN(err_serious(-EPROTO));
 462         }
 463
 464         fid = object_update_param_get(update, 1, &size);
 465         if (fid == NULL || IS_ERR(fid) || size != sizeof(*fid)) {
 466                 CERROR("%s: invalid fid: rc = %d\n",
 467                        tgt_name(tsi->tsi_tgt), -EPROTO);
 468                 RETURN(err_serious(-EPROTO));
 469         }
 470
 471         if (ptlrpc_req_need_swab(tsi->tsi_pill->rc_req))
 472                 lustre_swab_lu_fid(fid);
 473
 474         if (!fid_is_sane(fid)) {
 475                 CERROR("%s: invalid FID "DFID": rc = %d\n",
 476                        tgt_name(tsi->tsi_tgt), PFID(fid), -EPROTO);
 477                 RETURN(err_serious(-EPROTO));
 478         }
 479
 480         ptype = object_update_param_get(update, 2, &size);
 481         if (ptype == NULL || IS_ERR(ptype) || size != sizeof(*ptype)) {
 482                 CERROR("%s: invalid type for index insert: rc = %d\n",
 483                        tgt_name(tsi->tsi_tgt), -EPROTO);
 484                 RETURN(err_serious(-EPROTO));
 485         }
 486
 487         if (ptlrpc_req_need_swab(tsi->tsi_pill->rc_req))
 488                 __swab32s(ptype);
 489
 490         rec->rec_fid = fid;
 491         rec->rec_type = *ptype;
 492
 493         rc = out_tx_index_insert(tsi->tsi_env, obj, (const struct dt_rec *)rec,
 494                                  (const struct dt_key *)name, &tti->tti_tea,
 495                                  tti->tti_tea.ta_handle,
 496                                  tti->tti_u.update.tti_update_reply,
 497                                  tti->tti_u.update.tti_update_reply_index);
 498         RETURN(rc);
 499 }
 500
 501 static int out_index_delete(struct tgt_session_info *tsi)
 502 {
 503         struct tgt_thread_info  *tti = tgt_th_info(tsi->tsi_env);
 504         struct object_update    *update = tti->tti_u.update.tti_update;
 505         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
 506         char                    *name;
 507         int                      rc = 0;
 508
 509         if (!lu_object_exists(&obj->do_lu))
 510                 RETURN(-ENOENT);
 511
 512         name = object_update_param_get(update, 0, NULL);
 513         if (name == NULL || IS_ERR(name)) {
 514                 CERROR("%s: empty name for index delete: rc = %d\n",
 515                        tgt_name(tsi->tsi_tgt), -EPROTO);
 516                 RETURN(err_serious(-EPROTO));
 517         }
 518
 519         rc = out_tx_index_delete(tsi->tsi_env, obj, (const struct dt_key *)name,
 520                                  &tti->tti_tea, tti->tti_tea.ta_handle,
 521                                  tti->tti_u.update.tti_update_reply,
 522                                  tti->tti_u.update.tti_update_reply_index);
 523         RETURN(rc);
 524 }
 525
 526 static int out_destroy(struct tgt_session_info *tsi)
 527 {
 528         struct tgt_thread_info  *tti = tgt_th_info(tsi->tsi_env);
 529         struct object_update    *update = tti->tti_u.update.tti_update;
 530         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
 531         struct lu_fid           *fid;
 532         int                      rc;
 533         ENTRY;
 534
 535         fid = &update->ou_fid;
 536         if (!fid_is_sane(fid)) {
 537                 CERROR("%s: invalid FID "DFID": rc = %d\n",
 538                        tgt_name(tsi->tsi_tgt), PFID(fid), -EPROTO);
 539                 RETURN(err_serious(-EPROTO));
 540         }
 541
 542         if (!lu_object_exists(&obj->do_lu))
 543                 RETURN(-ENOENT);
 544
 545         rc = out_tx_destroy(tsi->tsi_env, obj, &tti->tti_tea,
 546                             tti->tti_tea.ta_handle,
 547                             tti->tti_u.update.tti_update_reply,
 548                             tti->tti_u.update.tti_update_reply_index);
 549
 550         RETURN(rc);
 551 }
 552
 553 static int out_write(struct tgt_session_info *tsi)
 554 {
 555         struct tgt_thread_info  *tti = tgt_th_info(tsi->tsi_env);
 556         struct object_update    *update = tti->tti_u.update.tti_update;
 557         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
 558         struct lu_buf           *lbuf = &tti->tti_buf;
 559         char                    *buf;
 560         __u64                   *tmp;
 561         size_t                  size = 0;
 562         size_t                  buf_len = 0;
 563         loff_t                  pos;
 564         int                      rc;
 565         ENTRY;
 566
 567         buf = object_update_param_get(update, 0, &buf_len);
 568         if (buf == NULL || IS_ERR(buf) || buf_len == 0) {
 569                 CERROR("%s: empty buf for xattr set: rc = %d\n",
 570                        tgt_name(tsi->tsi_tgt), -EPROTO);
 571                 RETURN(err_serious(-EPROTO));
 572         }
 573         lbuf->lb_buf = buf;
 574         lbuf->lb_len = buf_len;
 575
 576         tmp = object_update_param_get(update, 1, &size);
 577         if (tmp == NULL || IS_ERR(tmp) || size != sizeof(*tmp)) {
 578                 CERROR("%s: empty or wrong size %zu pos: rc = %d\n",
 579                        tgt_name(tsi->tsi_tgt), size, -EPROTO);
 580                 RETURN(err_serious(-EPROTO));
 581         }
 582
 583         if (ptlrpc_req_need_swab(tsi->tsi_pill->rc_req))
 584                 __swab64s(tmp);
 585         pos = *tmp;
 586
 587         rc = out_tx_write(tsi->tsi_env, obj, lbuf, pos,
 588                           &tti->tti_tea, tti->tti_tea.ta_handle,
 589                           tti->tti_u.update.tti_update_reply,
 590                           tti->tti_u.update.tti_update_reply_index);
 591         RETURN(rc);
 592 }
 593
 594 static int out_read(struct tgt_session_info *tsi)
 595 {
 596         const struct lu_env     *env = tsi->tsi_env;
 597         struct tgt_thread_info  *tti = tgt_th_info(env);
 598         struct object_update    *update = tti->tti_u.update.tti_update;
 599         struct dt_object        *obj = tti->tti_u.update.tti_dt_object;
 600         struct object_update_reply *reply = tti->tti_u.update.tti_update_reply;
 601         int             index = tti->tti_u.update.tti_update_reply_index;
 602         struct object_update_result *update_result;
 603         struct lu_buf           *lbuf = &tti->tti_buf;
 604         struct out_read_reply   *orr;
 605         void                    *tmp;
 606         size_t                  size;
 607         __u64                   pos;
 608         int                      rc;
 609         ENTRY;
 610
 611         update_result = object_update_result_get(reply, index, NULL);
 612         LASSERT(update_result != NULL);
 613         update_result->our_datalen = sizeof(*orr);
 614
 615         if (!lu_object_exists(&obj->do_lu))
 616                 GOTO(out, rc = -ENOENT);
 617
 618         tmp = object_update_param_get(update, 0, NULL);
 619         if (tmp == NULL || IS_ERR(tmp)) {
 620                 CERROR("%s: empty size for read: rc = %d\n",
 621                        tgt_name(tsi->tsi_tgt), -EPROTO);
 622                 GOTO(out, rc = err_serious(-EPROTO));
 623         }
 624         size = le64_to_cpu(*(size_t *)(tmp));
 625
 626         tmp = object_update_param_get(update, 1, NULL);
 627         if (tmp == NULL || IS_ERR(tmp)) {
 628                 CERROR("%s: empty pos for read: rc = %d\n",
 629                        tgt_name(tsi->tsi_tgt), -EPROTO);
 630                 GOTO(out, rc = err_serious(-EPROTO));
 631         }
 632         pos = le64_to_cpu(*(__u64 *)(tmp));
 633
 634         /* Check if the read buffer can hold the read_size */
 635         if (size > OUT_UPDATE_REPLY_SIZE -
 636                    cfs_size_round(offsetof(struct object_update_reply,
 637                                            ourp_lens[1])) -
 638                    cfs_size_round(sizeof(*update_result)) -
 639                    cfs_size_round(sizeof(*orr))) {
 640                 CERROR("%s: get %zu the biggest read size is %d: rc = %d\n",
 641                        tgt_name(tsi->tsi_tgt), size, OUT_UPDATE_REPLY_SIZE,
 642                        -EPROTO);
 643                 GOTO(out, rc = err_serious(-EPROTO));
 644         }
 645
 646         /* Put the offset into the begining of the buffer in reply */
 647         orr = (struct out_read_reply *)update_result->our_data;
 648
 649         lbuf->lb_buf = orr->orr_data;
 650         lbuf->lb_len = size;
 651
 652         dt_read_lock(env, obj, MOR_TGT_CHILD);
 653         rc = dt_read(env, obj, lbuf, &pos);
 654         dt_read_unlock(env, obj);
 655         orr->orr_size = rc < 0 ? 0 : rc;
 656         orr->orr_offset = pos;
 657
 658         orr_cpu_to_le(orr, orr);
 659         update_result->our_datalen += orr->orr_size;
 660 out:
 661         /* Insert read buffer */
 662         update_result->our_rc = ptlrpc_status_hton(rc);
 663         reply->ourp_lens[index] = cfs_size_round(update_result->our_datalen +
 664                                                  sizeof(*update_result));
 665         RETURN(rc);
 666 }
 667
 668 #define DEF_OUT_HNDL(opc, name, flags, fn)     \
 669 [opc - OUT_CREATE] = {                                  \
 670         .th_name    = name,                             \
 671         .th_fail_id = 0,                                \
 672         .th_opc     = opc,                              \
 673         .th_flags   = flags,                            \
 674         .th_act     = fn,                               \
 675         .th_fmt     = NULL,                             \
 676         .th_version = 0,                                \
 677 }
 678
 679 static struct tgt_handler out_update_ops[] = {
 680         DEF_OUT_HNDL(OUT_CREATE, "out_create", MUTABOR | HABEO_REFERO,
 681                      out_create),
 682         DEF_OUT_HNDL(OUT_DESTROY, "out_create", MUTABOR | HABEO_REFERO,
 683                      out_destroy),
 684         DEF_OUT_HNDL(OUT_REF_ADD, "out_ref_add", MUTABOR | HABEO_REFERO,
 685                      out_ref_add),
 686         DEF_OUT_HNDL(OUT_REF_DEL, "out_ref_del", MUTABOR | HABEO_REFERO,
 687                      out_ref_del),
 688         DEF_OUT_HNDL(OUT_ATTR_SET, "out_attr_set",  MUTABOR | HABEO_REFERO,
 689                      out_attr_set),
 690         DEF_OUT_HNDL(OUT_ATTR_GET, "out_attr_get",  HABEO_REFERO,
 691                      out_attr_get),
 692         DEF_OUT_HNDL(OUT_XATTR_SET, "out_xattr_set", MUTABOR | HABEO_REFERO,
 693                      out_xattr_set),
 694         DEF_OUT_HNDL(OUT_XATTR_DEL, "out_xattr_del", MUTABOR | HABEO_REFERO,
 695                      out_xattr_del),
 696         DEF_OUT_HNDL(OUT_XATTR_GET, "out_xattr_get", HABEO_REFERO,
 697                      out_xattr_get),
 698         DEF_OUT_HNDL(OUT_INDEX_LOOKUP, "out_index_lookup", HABEO_REFERO,
 699                      out_index_lookup),
 700         DEF_OUT_HNDL(OUT_INDEX_INSERT, "out_index_insert",
 701                      MUTABOR | HABEO_REFERO, out_index_insert),
 702         DEF_OUT_HNDL(OUT_INDEX_DELETE, "out_index_delete",
 703                      MUTABOR | HABEO_REFERO, out_index_delete),
 704         DEF_OUT_HNDL(OUT_WRITE, "out_write", MUTABOR | HABEO_REFERO, out_write),
 705         DEF_OUT_HNDL(OUT_READ, "out_read", HABEO_REFERO, out_read),
 706
 707 };
 708
 709 static struct tgt_handler *out_handler_find(__u32 opc)
 710 {
 711         struct tgt_handler *h;
 712
 713         h = NULL;
 714         if (OUT_CREATE <= opc && opc < OUT_LAST) {
 715                 h = &out_update_ops[opc - OUT_CREATE];
 716                 LASSERTF(h->th_opc == opc, "opcode mismatch %d != %d\n",
 717                          h->th_opc, opc);
 718         } else {
 719                 h = NULL; /* unsupported opc */
 720         }
 721         return h;
 722 }
 723
 724 static int out_tx_start(const struct lu_env *env, struct dt_device *dt,
 725                         struct thandle_exec_args *ta, struct obd_export *exp)
 726 {
 727         ta->ta_argno = 0;
 728         ta->ta_handle = dt_trans_create(env, dt);
 729         if (IS_ERR(ta->ta_handle)) {
 730                 int rc;
 731
 732                 rc = PTR_ERR(ta->ta_handle);
 733                 ta->ta_handle = NULL;
 734                 CERROR("%s: start handle error: rc = %d\n", dt_obd_name(dt),
 735                        rc);
 736                 return rc;
 737         }
 738         if (exp->exp_need_sync)
 739                 ta->ta_handle->th_sync = 1;
 740
 741         return 0;
 742 }
 743
 744 static int out_trans_start(const struct lu_env *env,
 745                            struct thandle_exec_args *ta)
 746 {
 747         return dt_trans_start(env, ta->ta_handle->th_dev, ta->ta_handle);
 748 }
 749
 750 static int out_trans_stop(const struct lu_env *env,
 751                           struct thandle_exec_args *ta, int err)
 752 {
 753         int i;
 754         int rc;
 755
 756         ta->ta_handle->th_result = err;
 757         rc = dt_trans_stop(env, ta->ta_handle->th_dev, ta->ta_handle);
 758         for (i = 0; i < ta->ta_argno; i++) {
 759                 if (ta->ta_args[i]->object != NULL) {
 760                         struct dt_object *obj = ta->ta_args[i]->object;
 761
 762                         /* If the object is being created during this
 763                          * transaction, we need to remove them from the
 764                          * cache immediately, because a few layers are
 765                          * missing in OUT handler, i.e. the object might
 766                          * not be initialized in all layers */
 767                         if (ta->ta_args[i]->exec_fn == out_tx_create_exec)
 768                                 set_bit(LU_OBJECT_HEARD_BANSHEE,
 769                                         &obj->do_lu.lo_header->loh_flags);
 770                         lu_object_put(env, &ta->ta_args[i]->object->do_lu);
 771                         ta->ta_args[i]->object = NULL;
 772                 }
 773         }
 774         ta->ta_handle = NULL;
 775         ta->ta_argno = 0;
 776
 777         return rc;
 778 }
 779
 780 static int out_tx_end(const struct lu_env *env, struct thandle_exec_args *ta,
 781                       int declare_ret)
 782 {
 783         struct tgt_session_info *tsi = tgt_ses_info(env);
 784         int                     i;
 785         int                     rc;
 786         int                     rc1;
 787         ENTRY;
 788
 789         if (ta->ta_handle == NULL)
 790                 RETURN(0);
 791
 792         if (declare_ret != 0 || ta->ta_argno == 0)
 793                 GOTO(stop, rc = declare_ret);
 794
 795         LASSERT(ta->ta_handle->th_dev != NULL);
 796         rc = out_trans_start(env, ta);
 797         if (unlikely(rc != 0))
 798                 GOTO(stop, rc);
 799
 800         for (i = 0; i < ta->ta_argno; i++) {
 801                 rc = ta->ta_args[i]->exec_fn(env, ta->ta_handle,
 802                                              ta->ta_args[i]);
 803                 if (unlikely(rc != 0)) {
 804                         CDEBUG(D_INFO, "error during execution of #%u from"
 805                                " %s:%d: rc = %d\n", i, ta->ta_args[i]->file,
 806                                ta->ta_args[i]->line, rc);
 807                         while (--i >= 0) {
 808                                 if (ta->ta_args[i]->undo_fn != NULL)
 809                                         ta->ta_args[i]->undo_fn(env,
 810                                                                ta->ta_handle,
 811                                                                ta->ta_args[i]);
 812                                 else
 813                                         CERROR("%s: undo for %s:%d: rc = %d\n",
 814                                              dt_obd_name(ta->ta_handle->th_dev),
 815                                                ta->ta_args[i]->file,
 816                                                ta->ta_args[i]->line, -ENOTSUPP);
 817                         }
 818                         break;
 819                 }
 820                 CDEBUG(D_INFO, "%s: executed %u/%u: rc = %d\n",
 821                        dt_obd_name(ta->ta_handle->th_dev), i, ta->ta_argno, rc);
 822         }
 823
 824         /* Only fail for real updates, XXX right now llog updates will be
 825         * ignore, whose updates count is usually 1, so failover test
 826         * case will spot this FAIL_UPDATE_NET_REP precisely, and it will
 827         * be removed after async update patch is landed. */
 828         if (ta->ta_argno > 1)
 829                 tsi->tsi_reply_fail_id = OBD_FAIL_OUT_UPDATE_NET_REP;
 830
 831 stop:
 832         rc1 = out_trans_stop(env, ta, rc);
 833         if (rc == 0)
 834                 rc = rc1;
 835
 836         ta->ta_handle = NULL;
 837         ta->ta_argno = 0;
 838
 839         RETURN(rc);
 840 }
 841
 842 /**
 843  * Object updates between Targets. Because all the updates has been
 844  * dis-assemblied into object updates at sender side, so OUT will
 845  * call OSD API directly to execute these updates.
 846  *
 847  * In DNE phase I all of the updates in the request need to be executed
 848  * in one transaction, and the transaction has to be synchronously.
 849  *
 850  * Please refer to lustre/include/lustre/lustre_idl.h for req/reply
 851  * format.
 852  */
 853 int out_handle(struct tgt_session_info *tsi)
 854 {
 855         const struct lu_env             *env = tsi->tsi_env;
 856         struct tgt_thread_info          *tti = tgt_th_info(env);
 857         struct thandle_exec_args        *ta = &tti->tti_tea;
 858         struct req_capsule              *pill = tsi->tsi_pill;
 859         struct dt_device                *dt = tsi->tsi_tgt->lut_bottom;
 860         struct out_update_header        *ouh;
 861         struct out_update_buffer        *oub;
 862         struct object_update            *update;
 863         struct object_update_reply      *reply;
 864         struct ptlrpc_bulk_desc         *desc;
 865         struct l_wait_info              lwi;
 866         void                            **update_bufs;
 867         int                             current_batchid = -1;
 868         __u32                           update_buf_count;
 869         unsigned int                    i;
 870         unsigned int                    reply_index = 0;
 871         int                             rc = 0;
 872         int                             rc1 = 0;
 873
 874         ENTRY;
 875
 876         req_capsule_set(pill, &RQF_OUT_UPDATE);
 877         ouh = req_capsule_client_get(pill, &RMF_OUT_UPDATE_HEADER);
 878         if (ouh == NULL) {
 879                 CERROR("%s: No buf!: rc = %d\n", tgt_name(tsi->tsi_tgt),
 880                        -EPROTO);
 881                 RETURN(err_serious(-EPROTO));
 882         }
 883
 884         if (ouh->ouh_magic != OUT_UPDATE_HEADER_MAGIC) {
 885                 CERROR("%s: invalid update buffer magic %x expect %x: "
 886                        "rc = %d\n", tgt_name(tsi->tsi_tgt), ouh->ouh_magic,
 887                        UPDATE_REQUEST_MAGIC, -EPROTO);
 888                 RETURN(err_serious(-EPROTO));
 889         }
 890
 891         update_buf_count = ouh->ouh_count;
 892         if (update_buf_count == 0) {
 893                 CERROR("%s: empty update: rc = %d\n", tgt_name(tsi->tsi_tgt),
 894                        -EPROTO);
 895                 RETURN(err_serious(-EPROTO));
 896         }
 897
 898         req_capsule_set_size(pill, &RMF_OUT_UPDATE_REPLY, RCL_SERVER,
 899                              OUT_UPDATE_REPLY_SIZE);
 900         rc = req_capsule_server_pack(pill);
 901         if (rc != 0) {
 902                 CERROR("%s: Can't pack response: rc = %d\n",
 903                        tgt_name(tsi->tsi_tgt), rc);
 904                 RETURN(rc);
 905         }
 906
 907         OBD_ALLOC(update_bufs, sizeof(*update_bufs) * update_buf_count);
 908         if (update_bufs == NULL)
 909                 RETURN(-ENOMEM);
 910
 911         oub = req_capsule_client_get(pill, &RMF_OUT_UPDATE_BUF);
 912         desc = ptlrpc_prep_bulk_exp(pill->rc_req, update_buf_count,
 913                                     PTLRPC_BULK_OPS_COUNT,
 914                                     PTLRPC_BULK_GET_SINK |
 915                                     PTLRPC_BULK_BUF_KVEC,
 916                                     MDS_BULK_PORTAL, &ptlrpc_bulk_kvec_ops);
 917         if (desc == NULL)
 918                 GOTO(out_free, rc = -ENOMEM);
 919
 920         /* NB Having prepped, we must commit... */
 921         for (i = 0; i < update_buf_count; i++, oub++) {
 922                 OBD_ALLOC(update_bufs[i], oub->oub_size);
 923                 if (update_bufs[i] == NULL)
 924                         GOTO(out_free, rc = -ENOMEM);
 925
 926                 desc->bd_frag_ops->add_iov_frag(desc, update_bufs[i],
 927                                                 oub->oub_size);
 928         }
 929
 930         pill->rc_req->rq_bulk_write = 1;
 931         rc = sptlrpc_svc_prep_bulk(pill->rc_req, desc);
 932         if (rc != 0)
 933                 GOTO(out_free, rc);
 934
 935         rc = target_bulk_io(pill->rc_req->rq_export, desc, &lwi);
 936         if (rc < 0)
 937                 GOTO(out_free, rc);
 938
 939         /* Prepare the update reply buffer */
 940         reply = req_capsule_server_get(pill, &RMF_OUT_UPDATE_REPLY);
 941         if (reply == NULL)
 942                 GOTO(out_free, rc = err_serious(-EPROTO));
 943         reply->ourp_magic = UPDATE_REPLY_MAGIC;
 944         tti->tti_u.update.tti_update_reply = reply;
 945         tti->tti_mult_trans = !req_is_replay(tgt_ses_req(tsi));
 946
 947         /* validate the request and calculate the total update count and
 948          * set it to reply */
 949         for (i = 0; i < update_buf_count; i++) {
 950                 struct object_update_request *our;
 951                 int                     update_count;
 952
 953                 our = update_bufs[i];
 954                 if (ptlrpc_req_need_swab(pill->rc_req))
 955                         lustre_swab_object_update_request(our);
 956
 957                 if (our->ourq_magic != UPDATE_REQUEST_MAGIC) {
 958                         CERROR("%s: invalid update buffer magic %x"
 959                                " expect %x: rc = %d\n",
 960                                tgt_name(tsi->tsi_tgt), our->ourq_magic,
 961                                UPDATE_REQUEST_MAGIC, -EPROTO);
 962                         GOTO(out_free, rc = -EPROTO);
 963                 }
 964                 update_count = our->ourq_count;
 965                 reply->ourp_count += update_count;
 966         }
 967
 968         /* Walk through updates in the request to execute them */
 969         for (i = 0; i < update_buf_count; i++) {
 970                 struct tgt_handler      *h;
 971                 struct dt_object        *dt_obj;
 972                 int                     update_count;
 973                 struct object_update_request *our;
 974                 int                     j;
 975
 976                 our = update_bufs[i];
 977                 update_count = our->ourq_count;
 978                 for (j = 0; j < update_count; j++) {
 979                         update = object_update_request_get(our, j, NULL);
 980                         if (update == NULL)
 981                                 GOTO(out, rc = -EPROTO);
 982
 983                         if (ptlrpc_req_need_swab(pill->rc_req))
 984                                 lustre_swab_object_update(update);
 985
 986                         if (!fid_is_sane(&update->ou_fid)) {
 987                                 CERROR("%s: invalid FID "DFID": rc = %d\n",
 988                                        tgt_name(tsi->tsi_tgt),
 989                                        PFID(&update->ou_fid), -EPROTO);
 990                                 GOTO(out, rc = err_serious(-EPROTO));
 991                         }
 992
 993                         dt_obj = dt_locate(env, dt, &update->ou_fid);
 994                         if (IS_ERR(dt_obj))
 995                                 GOTO(out, rc = PTR_ERR(dt_obj));
 996
 997                         if (dt->dd_record_fid_accessed) {
 998                                 lfsck_pack_rfa(&tti->tti_lr,
 999                                                lu_object_fid(&dt_obj->do_lu),
1000                                                LE_FID_ACCESSED,
1001                                                LFSCK_TYPE_LAYOUT);
1002                                 tgt_lfsck_in_notify(env, dt, &tti->tti_lr,
1003                                                     NULL);
1004                         }
1005
1006                         tti->tti_u.update.tti_dt_object = dt_obj;
1007                         tti->tti_u.update.tti_update = update;
1008                         tti->tti_u.update.tti_update_reply_index = reply_index;
1009
1010                         h = out_handler_find(update->ou_type);
1011                         if (unlikely(h == NULL)) {
1012                                 CERROR("%s: unsupported opc: 0x%x\n",
1013                                        tgt_name(tsi->tsi_tgt), update->ou_type);
1014                                 GOTO(next, rc = -ENOTSUPP);
1015                         }
1016
1017                         /* Check resend case only for modifying RPC */
1018                         if (h->th_flags & MUTABOR) {
1019                                 struct ptlrpc_request *req = tgt_ses_req(tsi);
1020
1021                                 if (out_check_resent(env, dt, dt_obj, req,
1022                                                      out_reconstruct, reply,
1023                                                      reply_index))
1024                                         GOTO(next, rc = 0);
1025                         }
1026
1027                         /* start transaction for modification RPC only */
1028                         if (h->th_flags & MUTABOR && current_batchid == -1) {
1029                                 current_batchid = update->ou_batchid;
1030                                 rc = out_tx_start(env, dt, ta, tsi->tsi_exp);
1031                                 if (rc != 0)
1032                                         GOTO(next, rc);
1033
1034                                 if (update->ou_flags & UPDATE_FL_SYNC)
1035                                         ta->ta_handle->th_sync = 1;
1036                         }
1037
1038                         /* Stop the current update transaction, if the update
1039                          * has different batchid, or read-only update */
1040                         if (((current_batchid != update->ou_batchid) ||
1041                              !(h->th_flags & MUTABOR)) &&
1042                              ta->ta_handle != NULL) {
1043                                 rc = out_tx_end(env, ta, rc);
1044                                 current_batchid = -1;
1045                                 if (rc != 0)
1046                                         GOTO(next, rc);
1047
1048                                 /* start a new transaction if needed */
1049                                 if (h->th_flags & MUTABOR) {
1050                                         rc = out_tx_start(env, dt, ta,
1051                                                           tsi->tsi_exp);
1052                                         if (rc != 0)
1053                                                 GOTO(next, rc);
1054                                         if (update->ou_flags & UPDATE_FL_SYNC)
1055                                                 ta->ta_handle->th_sync = 1;
1056                                         current_batchid = update->ou_batchid;
1057                                 }
1058                         }
1059
1060                         rc = h->th_act(tsi);
1061 next:
1062                         reply_index++;
1063                         lu_object_put(env, &dt_obj->do_lu);
1064                         if (rc < 0)
1065                                 GOTO(out, rc);
1066                 }
1067         }
1068 out:
1069         if (current_batchid != -1) {
1070                 rc1 = out_tx_end(env, ta, rc);
1071                 if (rc == 0)
1072                         rc = rc1;
1073         }
1074
1075 out_free:
1076         oub = req_capsule_client_get(pill, &RMF_OUT_UPDATE_BUF);
1077         if (update_bufs != NULL) {
1078                 for (i = 0; i < update_buf_count; i++, oub++) {
1079                         if (update_bufs[i] != NULL)
1080                                 OBD_FREE(update_bufs[i], oub->oub_size);
1081                 }
1082                 OBD_FREE(update_bufs, sizeof(update_bufs[0]) *
1083                                         update_buf_count);
1084         }
1085
1086         if (desc != NULL)
1087                 ptlrpc_free_bulk(desc);
1088
1089         RETURN(rc);
1090 }
1091
1092 struct tgt_handler tgt_out_handlers[] = {
1093 TGT_UPDATE_HDL(MUTABOR, OUT_UPDATE,     out_handle),
1094 };
1095 EXPORT_SYMBOL(tgt_out_handlers);
1096