lustre/osd-ldiskfs/osd_compat.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Use is subject to license terms.
  25  *
  26  * Copyright (c) 2012, 2017, Intel Corporation.
  27  */
  28 /*
  29  * This file is part of Lustre, http://www.lustre.org/
  30  *
  31  * lustre/osd/osd_compat.c
  32  *
  33  * on-disk structure for managing /O
  34  *
  35  * Author: Alex Zhuravlev <bzzz@whamcloud.com>
  36  */
  37
  38 /* prerequisite for linux/xattr.h */
  39 #include <linux/types.h>
  40 /* prerequisite for linux/xattr.h */
  41 #include <linux/fs.h>
  42 /* XATTR_{REPLACE,CREATE} */
  43 #include <linux/xattr.h>
  44
  45 /*
  46  * struct OBD_{ALLOC,FREE}*()
  47  * OBD_FAIL_CHECK
  48  */
  49 #include <obd_support.h>
  50
  51 #include "osd_internal.h"
  52 #include "osd_oi.h"
  53
  54 static void osd_push_ctxt(const struct osd_device *dev,
  55                           struct lvfs_run_ctxt *newctxt,
  56                           struct lvfs_run_ctxt *save)
  57 {
  58         OBD_SET_CTXT_MAGIC(newctxt);
  59         newctxt->pwdmnt = dev->od_mnt;
  60         newctxt->pwd = dev->od_mnt->mnt_root;
  61         newctxt->umask = current_umask();
  62         newctxt->dt = NULL;
  63
  64         push_ctxt(save, newctxt);
  65 }
  66
  67 struct dentry *osd_lookup_one_len_common(struct osd_device *dev,
  68                                          const char *name,
  69                                          struct dentry *base, int len,
  70                                          enum oi_check_flags flags)
  71 {
  72         struct dentry *dchild;
  73
  74         /*
  75          * We can't use inode_is_locked() directly since we can't know
  76          * if the current thread context took the lock earlier or if
  77          * another thread context took the lock. OI_LOCKED tells us
  78          * if the current thread context has already taken the lock.
  79          */
  80         if (!(flags & OI_LOCKED)) {
  81                 /* If another thread took this lock already we will
  82                  * just have to wait until the other thread is done.
  83                  */
  84                 inode_lock(base->d_inode);
  85                 dchild = lookup_one_len(name, base, len);
  86                 inode_unlock(base->d_inode);
  87         } else {
  88                 /* This thread context already has taken the lock.
  89                  * Other threads will have to wait until we are done.
  90                  */
  91                 dchild = lookup_one_len(name, base, len);
  92         }
  93         if (IS_ERR(dchild))
  94                 return dchild;
  95
  96         if (dchild->d_inode && unlikely(is_bad_inode(dchild->d_inode))) {
  97                 CERROR("%s: bad inode returned %lu/%u: rc = -ENOENT\n",
  98                        osd_name(dev), dchild->d_inode->i_ino,
  99                        dchild->d_inode->i_generation);
 100                 dput(dchild);
 101                 dchild = ERR_PTR(-ENOENT);
 102         }
 103
 104         return dchild;
 105 }
 106
 107 /**
 108  * osd_lookup_one_len_unlocked
 109  *
 110  * @dev:        obd device we are searching
 111  * @name:       pathname component to lookup
 112  * @base:       base directory to lookup from
 113  * @len:        maximum length @len should be interpreted to
 114  *
 115  * Unlike osd_lookup_one_len, this should be called without the parent
 116  * i_mutex held, and will take the i_mutex itself.
 117  */
 118 struct dentry *osd_lookup_one_len_unlocked(struct osd_device *dev,
 119                                            const char *name,
 120                                            struct dentry *base, int len)
 121 {
 122         return osd_lookup_one_len_common(dev, name, base, len, ~OI_LOCKED);
 123 }
 124
 125 /**
 126  * osd_lookup_one_len - lookup single pathname component
 127  *
 128  * @dev:        obd device we are searching
 129  * @name:       pathname component to lookup
 130  * @base:       base directory to lookup from
 131  * @len:        maximum length @len should be interpreted to
 132  *
 133  * The caller must hold inode lock
 134  */
 135 struct dentry *osd_lookup_one_len(struct osd_device *dev, const char *name,
 136                                   struct dentry *base, int len)
 137 {
 138         return osd_lookup_one_len_common(dev, name, base, len, OI_LOCKED);
 139 }
 140
 141 /* utility to make a directory */
 142 static struct dentry *
 143 simple_mkdir(const struct lu_env *env, struct osd_device *osd,
 144              struct dentry *dir, const struct lu_fid *fid,
 145              const char *name, __u32 compat, int mode, bool *created)
 146 {
 147         struct osd_thread_info *info = osd_oti_get(env);
 148         struct lu_fid *tfid = &info->oti_fid3;
 149         struct inode *inode;
 150         struct dentry *dchild;
 151         int err = 0;
 152
 153         ENTRY;
 154
 155         // ASSERT_KERNEL_CTXT("kernel doing mkdir outside kernel context\n");
 156         CDEBUG(D_INODE, "creating directory %.*s\n", (int)strlen(name), name);
 157         dchild = osd_lookup_one_len_unlocked(osd, name, dir, strlen(name));
 158         if (IS_ERR(dchild))
 159                 RETURN(dchild);
 160
 161         inode = dchild->d_inode;
 162         if (inode) {
 163                 struct lustre_mdt_attrs *lma = &info->oti_ost_attrs.loa_lma;
 164                 int old_mode = inode->i_mode;
 165
 166                 if (created)
 167                         *created = false;
 168
 169                 if (!S_ISDIR(old_mode)) {
 170                         CERROR("found %s (%lu/%u) is mode %o\n", name,
 171                                inode->i_ino, inode->i_generation, old_mode);
 172                         GOTO(out_err, err = -ENOTDIR);
 173                 }
 174
 175                 if (unlikely(osd->od_dt_dev.dd_rdonly))
 176                         RETURN(dchild);
 177
 178                 /* Fixup directory permissions if necessary */
 179                 if ((old_mode & S_IALLUGO) != (mode & S_IALLUGO)) {
 180                         CDEBUG(D_CONFIG,
 181                                "fixing permissions on %s from %o to %o\n",
 182                                name, old_mode, mode);
 183                         inode->i_mode = (mode & S_IALLUGO) |
 184                                         (old_mode & ~S_IALLUGO);
 185                         mark_inode_dirty(inode);
 186                 }
 187
 188                 err = osd_get_lma(info, inode, &info->oti_obj_dentry,
 189                                   &info->oti_ost_attrs);
 190                 if (err == -ENODATA)
 191                         goto set_fid;
 192
 193                 if (err)
 194                         GOTO(out_err, err);
 195
 196                 if ((fid && !lu_fid_eq(fid, &lma->lma_self_fid)) ||
 197                     lma->lma_compat != compat)
 198                         goto set_fid;
 199
 200                 RETURN(dchild);
 201         }
 202
 203         err = vfs_mkdir(&init_user_ns, dir->d_inode, dchild, mode);
 204         if (err)
 205                 GOTO(out_err, err);
 206
 207         inode = dchild->d_inode;
 208         if (created)
 209                 *created = true;
 210
 211 set_fid:
 212         if (fid)
 213                 *tfid = *fid;
 214         else
 215                 lu_igif_build(tfid, inode->i_ino, inode->i_generation);
 216         err = osd_ea_fid_set(info, inode, tfid, compat, 0);
 217         if (err)
 218                 GOTO(out_err, err);
 219
 220         RETURN(dchild);
 221
 222 out_err:
 223         dput(dchild);
 224         return ERR_PTR(err);
 225 }
 226
 227 static int osd_last_rcvd_subdir_count(struct osd_device *osd)
 228 {
 229         struct lr_server_data lsd;
 230         struct dentry *dlast;
 231         loff_t off;
 232         int rc = 0;
 233         int count = OBJ_SUBDIR_COUNT;
 234
 235         ENTRY;
 236
 237         dlast = osd_lookup_one_len_unlocked(osd, LAST_RCVD, osd_sb(osd)->s_root,
 238                                             strlen(LAST_RCVD));
 239         if (IS_ERR(dlast))
 240                 return PTR_ERR(dlast);
 241         else if (dlast->d_inode == NULL)
 242                 goto out;
 243
 244         off = 0;
 245         rc = osd_ldiskfs_read(dlast->d_inode, &lsd, sizeof(lsd), &off);
 246         if (rc == sizeof(lsd)) {
 247                 CDEBUG(D_INFO,
 248                       "read last_rcvd header, uuid = %s, subdir count = %d\n",
 249                       lsd.lsd_uuid, lsd.lsd_subdir_count);
 250                 if (le16_to_cpu(lsd.lsd_subdir_count) > 0)
 251                         count = le16_to_cpu(lsd.lsd_subdir_count);
 252         } else if (rc != 0) {
 253                 CERROR("Can't read last_rcvd file, rc = %d\n", rc);
 254                 if (rc > 0)
 255                         rc = -EFAULT;
 256                 dput(dlast);
 257                 return rc;
 258         }
 259 out:
 260         dput(dlast);
 261         LASSERT(count > 0);
 262         return count;
 263 }
 264
 265 static int osd_mdt_init(const struct lu_env *env, struct osd_device *dev)
 266 {
 267         struct lvfs_run_ctxt new;
 268         struct lvfs_run_ctxt save;
 269         struct dentry *parent;
 270         struct osd_mdobj_map *omm;
 271         struct dentry *d;
 272         struct osd_thread_info *info = osd_oti_get(env);
 273         struct lu_fid *fid = &info->oti_fid3;
 274         int rc = 0;
 275
 276         ENTRY;
 277
 278         OBD_ALLOC_PTR(dev->od_mdt_map);
 279         if (dev->od_mdt_map == NULL)
 280                 RETURN(-ENOMEM);
 281
 282         omm = dev->od_mdt_map;
 283
 284         parent = osd_sb(dev)->s_root;
 285         osd_push_ctxt(dev, &new, &save);
 286
 287         lu_local_obj_fid(fid, REMOTE_PARENT_DIR_OID);
 288         d = simple_mkdir(env, dev, parent, fid, REMOTE_PARENT_DIR,
 289                          LMAC_NOT_IN_OI, 0755, NULL);
 290         if (IS_ERR(d))
 291                 GOTO(cleanup, rc = PTR_ERR(d));
 292
 293         omm->omm_remote_parent = d;
 294
 295         GOTO(cleanup, rc = 0);
 296
 297 cleanup:
 298         pop_ctxt(&save, &new);
 299         if (rc) {
 300                 if (omm->omm_remote_parent != NULL)
 301                         dput(omm->omm_remote_parent);
 302                 OBD_FREE_PTR(omm);
 303                 dev->od_mdt_map = NULL;
 304         }
 305         return rc;
 306 }
 307
 308 static void osd_mdt_fini(struct osd_device *osd)
 309 {
 310         struct osd_mdobj_map *omm = osd->od_mdt_map;
 311
 312         if (omm == NULL)
 313                 return;
 314
 315         if (omm->omm_remote_parent)
 316                 dput(omm->omm_remote_parent);
 317
 318         OBD_FREE_PTR(omm);
 319         osd->od_ost_map = NULL;
 320 }
 321
 322 int osd_add_to_remote_parent(const struct lu_env *env, struct osd_device *osd,
 323                              struct osd_object *obj, struct osd_thandle *oh)
 324 {
 325         struct osd_mdobj_map *omm = osd->od_mdt_map;
 326         struct osd_thread_info *oti = osd_oti_get(env);
 327         struct lustre_mdt_attrs *lma = &oti->oti_ost_attrs.loa_lma;
 328         char *name = oti->oti_name;
 329         struct osd_thread_info *info = osd_oti_get(env);
 330         struct dentry *dentry;
 331         struct dentry *parent;
 332         int rc;
 333
 334         if (OBD_FAIL_CHECK(OBD_FAIL_LFSCK_NO_AGENTENT))
 335                 RETURN(0);
 336
 337         /*
 338          * Set REMOTE_PARENT in lma, so other process like unlink or lfsck
 339          * can identify this object quickly
 340          */
 341         rc = osd_get_lma(oti, obj->oo_inode, &oti->oti_obj_dentry,
 342                          &oti->oti_ost_attrs);
 343         if (rc)
 344                 RETURN(rc);
 345
 346         lma->lma_incompat |= LMAI_REMOTE_PARENT;
 347         lustre_lma_swab(lma);
 348         rc = __osd_xattr_set(oti, obj->oo_inode, XATTR_NAME_LMA, lma,
 349                              sizeof(*lma), XATTR_REPLACE);
 350         if (rc)
 351                 RETURN(rc);
 352
 353         parent = omm->omm_remote_parent;
 354         sprintf(name, DFID_NOBRACE, PFID(lu_object_fid(&obj->oo_dt.do_lu)));
 355         dentry = osd_child_dentry_by_inode(env, parent->d_inode,
 356                                            name, strlen(name));
 357         inode_lock(parent->d_inode);
 358         rc = osd_ldiskfs_add_entry(info, osd, oh->ot_handle, dentry,
 359                                    obj->oo_inode, NULL);
 360         if (!rc && S_ISDIR(obj->oo_inode->i_mode))
 361                 osd_ldiskfs_inc_count(oh->ot_handle, parent->d_inode);
 362         else if (unlikely(rc == -EEXIST))
 363                 rc = 0;
 364         if (!rc)
 365                 lu_object_set_agent_entry(&obj->oo_dt.do_lu);
 366         CDEBUG(D_INODE, "%s: create agent entry for %s: rc = %d\n",
 367                osd_name(osd), name, rc);
 368         mark_inode_dirty(parent->d_inode);
 369         inode_unlock(parent->d_inode);
 370         RETURN(rc);
 371 }
 372
 373 int osd_delete_from_remote_parent(const struct lu_env *env,
 374                                   struct osd_device *osd,
 375                                   struct osd_object *obj,
 376                                   struct osd_thandle *oh, bool destroy)
 377 {
 378         struct osd_mdobj_map *omm = osd->od_mdt_map;
 379         struct osd_thread_info *oti = osd_oti_get(env);
 380         struct lustre_mdt_attrs *lma = &oti->oti_ost_attrs.loa_lma;
 381         char *name = oti->oti_name;
 382         struct dentry *dentry;
 383         struct dentry *parent;
 384         struct ldiskfs_dir_entry_2 *de;
 385         struct buffer_head *bh;
 386         int rc;
 387
 388         parent = omm->omm_remote_parent;
 389         sprintf(name, DFID_NOBRACE, PFID(lu_object_fid(&obj->oo_dt.do_lu)));
 390         dentry = osd_child_dentry_by_inode(env, parent->d_inode,
 391                                            name, strlen(name));
 392         inode_lock(parent->d_inode);
 393         bh = osd_ldiskfs_find_entry(parent->d_inode, &dentry->d_name, &de,
 394                                     NULL, NULL);
 395         if (IS_ERR(bh)) {
 396                 inode_unlock(parent->d_inode);
 397                 rc = PTR_ERR(bh);
 398                 if (unlikely(rc == -ENOENT))
 399                         rc = 0;
 400         } else {
 401                 rc = ldiskfs_delete_entry(oh->ot_handle, parent->d_inode,
 402                                           de, bh);
 403                 if (!rc && S_ISDIR(obj->oo_inode->i_mode))
 404                         osd_ldiskfs_dec_count(oh->ot_handle, parent->d_inode);
 405                 mark_inode_dirty(parent->d_inode);
 406                 inode_unlock(parent->d_inode);
 407                 brelse(bh);
 408                 CDEBUG(D_INODE, "%s: remove agent entry for %s: rc = %d\n",
 409                        osd_name(osd), name, rc);
 410         }
 411
 412         if (destroy || rc) {
 413                 if (!rc)
 414                         lu_object_clear_agent_entry(&obj->oo_dt.do_lu);
 415
 416                 RETURN(rc);
 417         }
 418
 419         rc = osd_get_lma(oti, obj->oo_inode, &oti->oti_obj_dentry,
 420                          &oti->oti_ost_attrs);
 421         if (rc)
 422                 RETURN(rc);
 423
 424         /* Get rid of REMOTE_PARENT flag from incompat */
 425         lma->lma_incompat &= ~LMAI_REMOTE_PARENT;
 426         lustre_lma_swab(lma);
 427         rc = __osd_xattr_set(oti, obj->oo_inode, XATTR_NAME_LMA, lma,
 428                              sizeof(*lma), XATTR_REPLACE);
 429         if (!rc)
 430                 lu_object_clear_agent_entry(&obj->oo_dt.do_lu);
 431         RETURN(rc);
 432 }
 433
 434 int osd_lookup_in_remote_parent(struct osd_thread_info *oti,
 435                                 struct osd_device *osd,
 436                                 const struct lu_fid *fid,
 437                                 struct osd_inode_id *id)
 438 {
 439         struct osd_mdobj_map *omm = osd->od_mdt_map;
 440         char *name = oti->oti_name;
 441         struct dentry *parent;
 442         struct dentry *dentry;
 443         struct ldiskfs_dir_entry_2 *de;
 444         struct buffer_head *bh;
 445         int rc;
 446
 447         ENTRY;
 448
 449         if (unlikely(osd->od_is_ost))
 450                 RETURN(-ENOENT);
 451
 452         parent = omm->omm_remote_parent;
 453         sprintf(name, DFID_NOBRACE, PFID(fid));
 454         dentry = osd_child_dentry_by_inode(oti->oti_env, parent->d_inode,
 455                                            name, strlen(name));
 456         inode_lock(parent->d_inode);
 457         bh = osd_ldiskfs_find_entry(parent->d_inode, &dentry->d_name, &de,
 458                                     NULL, NULL);
 459         if (IS_ERR(bh)) {
 460                 rc = PTR_ERR(bh);
 461         } else {
 462                 struct inode *inode;
 463
 464                 osd_id_gen(id, le32_to_cpu(de->inode), OSD_OII_NOGEN);
 465                 brelse(bh);
 466                 inode = osd_iget(oti, osd, id);
 467                 if (IS_ERR(inode)) {
 468                         rc = PTR_ERR(inode);
 469                         if (rc == -ESTALE)
 470                                 rc = -ENOENT;
 471                 } else {
 472                         iput(inode);
 473                         rc = 0;
 474                 }
 475         }
 476         inode_unlock(parent->d_inode);
 477         if (rc == 0)
 478                 osd_add_oi_cache(oti, osd, id, fid);
 479         RETURN(rc);
 480 }
 481
 482 /*
 483  * directory structure on legacy OST:
 484  *
 485  * O/<seq>/d0-31/<objid>
 486  * O/<seq>/LAST_ID
 487  * last_rcvd
 488  * LAST_GROUP
 489  * CONFIGS
 490  *
 491  */
 492 static int osd_ost_init(const struct lu_env *env, struct osd_device *dev)
 493 {
 494         struct lvfs_run_ctxt new;
 495         struct lvfs_run_ctxt save;
 496         struct dentry *d;
 497         int rc;
 498         bool created = false;
 499
 500         ENTRY;
 501
 502         OBD_ALLOC_PTR(dev->od_ost_map);
 503         if (dev->od_ost_map == NULL)
 504                 RETURN(-ENOMEM);
 505
 506         /* to get subdir count from last_rcvd */
 507         rc = osd_last_rcvd_subdir_count(dev);
 508         if (rc < 0)
 509                 GOTO(cleanup_alloc, rc);
 510
 511         dev->od_ost_map->om_subdir_count = rc;
 512         INIT_LIST_HEAD(&dev->od_ost_map->om_seq_list);
 513         rwlock_init(&dev->od_ost_map->om_seq_list_lock);
 514         mutex_init(&dev->od_ost_map->om_dir_init_mutex);
 515
 516         osd_push_ctxt(dev, &new, &save);
 517         d = simple_mkdir(env, dev, osd_sb(dev)->s_root, NULL, "O",
 518                          LMAC_NOT_IN_OI | LMAC_FID_ON_OST, 0755, &created);
 519         if (IS_ERR(d))
 520                 GOTO(cleanup_ctxt, rc = PTR_ERR(d));
 521
 522         if (created)
 523                 /* It is quite probably that the device is new formatted. */
 524                 dev->od_maybe_new = 1;
 525
 526         dev->od_ost_map->om_root = d;
 527
 528         pop_ctxt(&save, &new);
 529         RETURN(0);
 530
 531 cleanup_ctxt:
 532         pop_ctxt(&save, &new);
 533 cleanup_alloc:
 534         OBD_FREE_PTR(dev->od_ost_map);
 535         return rc;
 536 }
 537
 538 static void osd_seq_free(struct osd_obj_seq *osd_seq)
 539 {
 540         int j;
 541
 542         if (osd_seq->oos_dirs) {
 543                 for (j = 0; j < osd_seq->oos_subdir_count; j++) {
 544                         if (osd_seq->oos_dirs[j])
 545                                 dput(osd_seq->oos_dirs[j]);
 546                 }
 547                 OBD_FREE_PTR_ARRAY(osd_seq->oos_dirs,
 548                                    osd_seq->oos_subdir_count);
 549         }
 550
 551         if (osd_seq->oos_root)
 552                 dput(osd_seq->oos_root);
 553
 554         OBD_FREE_PTR(osd_seq);
 555 }
 556
 557 static void osd_ost_fini(struct osd_device *osd)
 558 {
 559         struct osd_obj_seq *osd_seq;
 560         struct osd_obj_seq *tmp;
 561         struct osd_obj_map *map = osd->od_ost_map;
 562
 563         ENTRY;
 564
 565         if (map == NULL)
 566                 return;
 567
 568         write_lock(&map->om_seq_list_lock);
 569         list_for_each_entry_safe(osd_seq, tmp, &map->om_seq_list,
 570                                  oos_seq_list) {
 571                 list_del_init(&osd_seq->oos_seq_list);
 572                 write_unlock(&map->om_seq_list_lock);
 573                 osd_seq_free(osd_seq);
 574                 write_lock(&map->om_seq_list_lock);
 575         }
 576         write_unlock(&map->om_seq_list_lock);
 577         if (map->om_root)
 578                 dput(map->om_root);
 579         OBD_FREE_PTR(map);
 580         osd->od_ost_map = NULL;
 581         EXIT;
 582 }
 583
 584 static int osd_index_backup_dir_init(const struct lu_env *env,
 585                                      struct osd_device *dev)
 586 {
 587         struct lu_fid *fid = &osd_oti_get(env)->oti_fid;
 588         struct lvfs_run_ctxt new;
 589         struct lvfs_run_ctxt save;
 590         struct dentry *dentry;
 591         int rc = 0;
 592
 593         ENTRY;
 594
 595         lu_local_obj_fid(fid, INDEX_BACKUP_OID);
 596         osd_push_ctxt(dev, &new, &save);
 597         dentry = simple_mkdir(env, dev, osd_sb(dev)->s_root, fid,
 598                               INDEX_BACKUP_DIR, LMAC_NOT_IN_OI, 0755, NULL);
 599         if (IS_ERR(dentry)) {
 600                 rc = PTR_ERR(dentry);
 601         } else {
 602                 dev->od_index_backup_inode = igrab(dentry->d_inode);
 603                 dput(dentry);
 604         }
 605         pop_ctxt(&save, &new);
 606
 607         RETURN(rc);
 608 }
 609
 610 static void osd_index_backup_dir_fini(struct osd_device *dev)
 611 {
 612         iput(dev->od_index_backup_inode);
 613         dev->od_index_backup_inode = NULL;
 614 }
 615
 616 int osd_obj_map_init(const struct lu_env *env, struct osd_device *dev)
 617 {
 618         int rc;
 619         bool mdt_init = false;
 620
 621         ENTRY;
 622
 623         rc = osd_ost_init(env, dev);
 624         if (rc)
 625                 RETURN(rc);
 626
 627         if (!dev->od_is_ost) {
 628                 rc = osd_mdt_init(env, dev);
 629                 if (rc) {
 630                         osd_ost_fini(dev);
 631                         RETURN(rc);
 632                 }
 633
 634                 mdt_init = true;
 635         }
 636
 637         rc = osd_index_backup_dir_init(env, dev);
 638         if (rc) {
 639                 osd_ost_fini(dev);
 640                 if (mdt_init)
 641                         osd_mdt_fini(dev);
 642         }
 643
 644         RETURN(rc);
 645 }
 646
 647 static struct osd_obj_seq *osd_seq_find_locked(struct osd_obj_map *map, u64 seq)
 648 {
 649         struct osd_obj_seq *osd_seq;
 650
 651         list_for_each_entry(osd_seq, &map->om_seq_list, oos_seq_list) {
 652                 if (osd_seq->oos_seq == seq)
 653                         return osd_seq;
 654         }
 655         return NULL;
 656 }
 657
 658 static struct osd_obj_seq *osd_seq_find(struct osd_obj_map *map, u64 seq)
 659 {
 660         struct osd_obj_seq *osd_seq;
 661
 662         read_lock(&map->om_seq_list_lock);
 663         osd_seq = osd_seq_find_locked(map, seq);
 664         read_unlock(&map->om_seq_list_lock);
 665         return osd_seq;
 666 }
 667
 668 void osd_obj_map_fini(struct osd_device *dev)
 669 {
 670         osd_index_backup_dir_fini(dev);
 671         osd_ost_fini(dev);
 672         osd_mdt_fini(dev);
 673 }
 674
 675 /**
 676  * Update the specified OI mapping.
 677  *
 678  * \retval   1, changed nothing
 679  * \retval   0, changed successfully
 680  * \retval -ve, on error
 681  */
 682 static int osd_obj_update_entry(struct osd_thread_info *info,
 683                                 struct osd_device *osd,
 684                                 struct dentry *dir, const char *name,
 685                                 const struct lu_fid *fid,
 686                                 const struct osd_inode_id *id,
 687                                 handle_t *th)
 688 {
 689         struct inode *parent = dir->d_inode;
 690         struct dentry *child;
 691         struct ldiskfs_dir_entry_2 *de;
 692         struct buffer_head *bh;
 693         struct inode *inode;
 694         struct dentry *dentry = &info->oti_obj_dentry;
 695         struct osd_inode_id *oi_id = &info->oti_id3;
 696         struct lustre_mdt_attrs *lma = &info->oti_ost_attrs.loa_lma;
 697         struct lu_fid *oi_fid = &lma->lma_self_fid;
 698         int rc;
 699
 700         ENTRY;
 701
 702         LASSERT(th != NULL);
 703         LASSERT(th->h_transaction != NULL);
 704
 705         child = &info->oti_child_dentry;
 706         child->d_parent = dir;
 707         child->d_name.hash = 0;
 708         child->d_name.name = name;
 709         child->d_name.len = strlen(name);
 710
 711         dquot_initialize(parent);
 712         inode_lock(parent);
 713         bh = osd_ldiskfs_find_entry(parent, &child->d_name, &de, NULL, NULL);
 714         if (IS_ERR(bh))
 715                 GOTO(out, rc = PTR_ERR(bh));
 716
 717         if (le32_to_cpu(de->inode) == id->oii_ino)
 718                 GOTO(out, rc = 1);
 719
 720         osd_id_gen(oi_id, le32_to_cpu(de->inode), OSD_OII_NOGEN);
 721         inode = osd_iget(info, osd, oi_id);
 722         if (IS_ERR(inode)) {
 723                 rc = PTR_ERR(inode);
 724                 if (rc == -ENOENT || rc == -ESTALE)
 725                         goto update;
 726                 GOTO(out, rc);
 727         }
 728
 729         rc = osd_get_lma(info, inode, dentry, &info->oti_ost_attrs);
 730         if (rc == -ENODATA) {
 731                 rc = osd_get_idif(info, inode, dentry, oi_fid);
 732                 if (rc > 0 || rc == -ENODATA) {
 733                         oi_fid = NULL;
 734                         rc = 0;
 735                 }
 736         }
 737         iput(inode);
 738
 739         if (rc != 0)
 740                 GOTO(out, rc);
 741
 742         /*
 743          * If the OST-object has neither FID-in-LMA nor FID-in-ff, it is
 744          * either a crashed object or a uninitialized one. Replace it.
 745          */
 746         if (oi_fid != NULL && lu_fid_eq(fid, oi_fid)) {
 747                 CERROR("%s: the FID "DFID" is used by two objects: "
 748                        "%u/%u %u/%u\n", osd_name(osd), PFID(fid),
 749                        oi_id->oii_ino, oi_id->oii_gen,
 750                        id->oii_ino, id->oii_gen);
 751                 GOTO(out, rc = -EEXIST);
 752         }
 753
 754         if (fid_is_idif(fid) && oi_fid != NULL && fid_is_idif(oi_fid)) {
 755                 __u32 idx1 = fid_idif_ost_idx(fid);
 756                 __u32 idx2 = fid_idif_ost_idx(oi_fid);
 757                 struct ost_id *ostid = &info->oti_ostid;
 758                 struct lu_fid *tfid = &info->oti_fid3;
 759
 760                 LASSERTF(idx1 == 0 || idx1 == osd->od_index,
 761                          "invalid given FID "DFID", not match the "
 762                          "device index %u\n", PFID(fid), osd->od_index);
 763
 764                 if (idx1 != idx2) {
 765                         if (idx1 == 0 && idx2 == osd->od_index) {
 766                                 fid_to_ostid(fid, ostid);
 767                                 ostid_to_fid(tfid, ostid, idx2);
 768                                 if (lu_fid_eq(tfid, oi_fid)) {
 769                                         CERROR("%s: the FID "DFID" is used by "
 770                                                "two objects(2): %u/%u %u/%u\n",
 771                                                osd_name(osd), PFID(fid),
 772                                                oi_id->oii_ino, oi_id->oii_gen,
 773                                                id->oii_ino, id->oii_gen);
 774
 775                                         GOTO(out, rc = -EEXIST);
 776                                 }
 777                         } else if (idx2 == 0 && idx1 == osd->od_index) {
 778                                 fid_to_ostid(oi_fid, ostid);
 779                                 ostid_to_fid(tfid, ostid, idx1);
 780                                 if (lu_fid_eq(tfid, fid)) {
 781                                         CERROR("%s: the FID "DFID" is used by "
 782                                                "two objects(2): %u/%u %u/%u\n",
 783                                                osd_name(osd), PFID(fid),
 784                                                oi_id->oii_ino, oi_id->oii_gen,
 785                                                id->oii_ino, id->oii_gen);
 786
 787                                         GOTO(out, rc = -EEXIST);
 788                                 }
 789                         }
 790                 }
 791         }
 792
 793 update:
 794         /*
 795          * There may be temporary inconsistency: On one hand, the new
 796          * object may be referenced by multiple entries, which is out
 797          * of our control unless we traverse the whole /O completely,
 798          * which is non-flat order and inefficient, should be avoided;
 799          * On the other hand, the old object may become orphan if it
 800          * is still valid. Since it was referenced by an invalid entry,
 801          * making it as invisible temporary may be not worse. OI scrub
 802          * will process it later.
 803          */
 804         rc = osd_ldiskfs_journal_get_write_access(th, parent->i_sb, bh,
 805                                                   LDISKFS_JTR_NONE);
 806         if (rc != 0)
 807                 GOTO(out, rc);
 808
 809         de->inode = cpu_to_le32(id->oii_ino);
 810         rc = ldiskfs_handle_dirty_metadata(th, NULL, bh);
 811
 812         GOTO(out, rc);
 813
 814 out:
 815         if (!IS_ERR(bh))
 816                 brelse(bh);
 817         inode_unlock(parent);
 818         return rc;
 819 }
 820
 821 int osd_obj_del_entry(struct osd_thread_info *info, struct osd_device *osd,
 822                       struct dentry *dird, char *name, int namelen,
 823                       handle_t *th)
 824 {
 825         struct ldiskfs_dir_entry_2 *de;
 826         struct buffer_head *bh;
 827         struct dentry *child;
 828         struct inode *dir = dird->d_inode;
 829         int rc;
 830
 831         ENTRY;
 832
 833         LASSERT(th != NULL);
 834         LASSERT(th->h_transaction != NULL);
 835
 836         child = &info->oti_child_dentry;
 837         child->d_name.hash = 0;
 838         child->d_name.name = name;
 839         child->d_name.len = namelen;
 840         child->d_parent = dird;
 841         child->d_inode = NULL;
 842
 843         dquot_initialize(dir);
 844         inode_lock(dir);
 845         bh = osd_ldiskfs_find_entry(dir, &child->d_name, &de, NULL, NULL);
 846         if (IS_ERR(bh)) {
 847                 rc = PTR_ERR(bh);
 848         } else {
 849                 rc = ldiskfs_delete_entry(th, dir, de, bh);
 850                 brelse(bh);
 851         }
 852         inode_unlock(dir);
 853
 854         RETURN(rc);
 855 }
 856
 857 static int osd_obj_add_entry(struct osd_thread_info *info,
 858                              struct osd_device *osd,
 859                              struct dentry *dir, char *name,
 860                              const struct osd_inode_id *id,
 861                              handle_t *th)
 862 {
 863         struct dentry *child;
 864         struct inode *inode;
 865         int rc;
 866
 867         ENTRY;
 868
 869         if (OBD_FAIL_CHECK(OBD_FAIL_OSD_COMPAT_NO_ENTRY))
 870                 RETURN(0);
 871
 872         LASSERT(th != NULL);
 873         LASSERT(th->h_transaction != NULL);
 874
 875         inode = info->oti_inode;
 876         if (unlikely(inode == NULL)) {
 877                 struct ldiskfs_inode_info *lii;
 878
 879                 OBD_ALLOC_PTR(lii);
 880                 if (lii == NULL)
 881                         RETURN(-ENOMEM);
 882                 inode = info->oti_inode = &lii->vfs_inode;
 883         }
 884
 885         inode->i_sb = osd_sb(osd);
 886         osd_id_to_inode(inode, id);
 887         inode->i_mode = S_IFREG; /* for type in ldiskfs dir entry */
 888
 889         child = &info->oti_child_dentry;
 890         child->d_name.hash = 0;
 891         child->d_name.name = name;
 892         child->d_name.len = strlen(name);
 893         child->d_parent = dir;
 894         child->d_inode = inode;
 895
 896         if (OBD_FAIL_CHECK(OBD_FAIL_OSD_COMPAT_INVALID_ENTRY))
 897                 inode->i_ino++;
 898
 899         dquot_initialize(dir->d_inode);
 900         inode_lock(dir->d_inode);
 901         rc = osd_ldiskfs_add_entry(info, osd, th, child, inode, NULL);
 902         inode_unlock(dir->d_inode);
 903
 904         RETURN(rc);
 905 }
 906
 907 /**
 908  * Use %llu for legacy OST sequences, but use %llx for new
 909  * sequences names, so that the O/{seq}/dN/{oid} more closely
 910  * follows the DFID/PFID format. This makes it easier to map from
 911  * debug messages to objects in the future, and the legacy space
 912  * of FID_SEQ_OST_MDT0 will be unused in the future.
 913  **/
 914 static inline void osd_seq_name(char *seq_name, size_t name_size, u64 seq)
 915 {
 916         snprintf(seq_name, name_size,
 917                  (fid_seq_is_rsvd(seq) ||
 918                   fid_seq_is_mdt0(seq)) ? "%llu" : "%llx",
 919                  fid_seq_is_idif(seq) ? 0 : seq);
 920 }
 921
 922 /* external locking is required */
 923 static int osd_seq_load_locked(struct osd_thread_info *info,
 924                                struct osd_device *osd,
 925                                struct osd_obj_seq *osd_seq)
 926 {
 927         struct osd_obj_map *map = osd->od_ost_map;
 928         struct dentry *seq_dir;
 929         int rc = 0;
 930         int i;
 931         char dir_name[32];
 932
 933         ENTRY;
 934
 935         if (osd_seq->oos_root != NULL)
 936                 RETURN(0);
 937
 938         LASSERT(map);
 939         LASSERT(map->om_root);
 940
 941         osd_seq_name(dir_name, sizeof(dir_name), osd_seq->oos_seq);
 942
 943         seq_dir = simple_mkdir(info->oti_env, osd, map->om_root, NULL, dir_name,
 944                                LMAC_NOT_IN_OI | LMAC_FID_ON_OST, 0755, NULL);
 945         if (IS_ERR(seq_dir))
 946                 GOTO(out_err, rc = PTR_ERR(seq_dir));
 947         else if (seq_dir->d_inode == NULL)
 948                 GOTO(out_put, rc = -EFAULT);
 949
 950         osd_seq->oos_root = seq_dir;
 951
 952         LASSERT(osd_seq->oos_dirs == NULL);
 953         OBD_ALLOC_PTR_ARRAY(osd_seq->oos_dirs, osd_seq->oos_subdir_count);
 954         if (osd_seq->oos_dirs == NULL)
 955                 GOTO(out_put, rc = -ENOMEM);
 956
 957         for (i = 0; i < osd_seq->oos_subdir_count; i++) {
 958                 struct dentry   *dir;
 959
 960                 snprintf(dir_name, sizeof(dir_name), "d%u", i);
 961                 dir = simple_mkdir(info->oti_env, osd, osd_seq->oos_root, NULL,
 962                                    dir_name, LMAC_NOT_IN_OI | LMAC_FID_ON_OST,
 963                                    0700, NULL);
 964                 if (IS_ERR(dir)) {
 965                         GOTO(out_free, rc = PTR_ERR(dir));
 966                 } else if (dir->d_inode == NULL) {
 967                         dput(dir);
 968                         GOTO(out_free, rc = -EFAULT);
 969                 }
 970
 971                 osd_seq->oos_dirs[i] = dir;
 972         }
 973
 974         if (rc != 0) {
 975 out_free:
 976                 for (i = 0; i < osd_seq->oos_subdir_count; i++) {
 977                         if (osd_seq->oos_dirs[i] != NULL)
 978                                 dput(osd_seq->oos_dirs[i]);
 979                 }
 980                 OBD_FREE_PTR_ARRAY(osd_seq->oos_dirs,
 981                                    osd_seq->oos_subdir_count);
 982 out_put:
 983                 dput(seq_dir);
 984                 osd_seq->oos_root = NULL;
 985         }
 986 out_err:
 987         RETURN(rc);
 988 }
 989
 990 struct osd_obj_seq *osd_seq_load(struct osd_thread_info *info,
 991                                  struct osd_device *osd, u64 seq)
 992 {
 993         struct osd_obj_map *map;
 994         struct osd_obj_seq *osd_seq;
 995         int rc = 0;
 996
 997         ENTRY;
 998
 999         map = osd->od_ost_map;
1000         LASSERT(map);
1001         LASSERT(map->om_root);
1002
1003         osd_seq = osd_seq_find(map, seq);
1004         if (likely(osd_seq != NULL))
1005                 RETURN(osd_seq);
1006
1007         /* Serializing init process */
1008         mutex_lock(&map->om_dir_init_mutex);
1009
1010         /* Check whether the seq has been added */
1011         read_lock(&map->om_seq_list_lock);
1012         osd_seq = osd_seq_find_locked(map, seq);
1013         if (osd_seq != NULL) {
1014                 read_unlock(&map->om_seq_list_lock);
1015                 GOTO(cleanup, rc = 0);
1016         }
1017         read_unlock(&map->om_seq_list_lock);
1018
1019         OBD_ALLOC_PTR(osd_seq);
1020         if (osd_seq == NULL)
1021                 GOTO(cleanup, rc = -ENOMEM);
1022
1023         INIT_LIST_HEAD(&osd_seq->oos_seq_list);
1024         osd_seq->oos_seq = seq;
1025         /*
1026          * Init subdir count to be 32, but each seq can have
1027          * different subdir count
1028          */
1029         osd_seq->oos_subdir_count = map->om_subdir_count;
1030         rc = osd_seq_load_locked(info, osd, osd_seq);
1031         if (rc != 0)
1032                 GOTO(cleanup, rc);
1033
1034         write_lock(&map->om_seq_list_lock);
1035         list_add(&osd_seq->oos_seq_list, &map->om_seq_list);
1036         write_unlock(&map->om_seq_list_lock);
1037
1038 cleanup:
1039         mutex_unlock(&map->om_dir_init_mutex);
1040         if (rc != 0) {
1041                 if (osd_seq != NULL)
1042                         OBD_FREE_PTR(osd_seq);
1043                 RETURN(ERR_PTR(rc));
1044         }
1045
1046         RETURN(osd_seq);
1047 }
1048
1049 int osd_obj_map_lookup(struct osd_thread_info *info, struct osd_device *dev,
1050                        const struct lu_fid *fid, struct osd_inode_id *id)
1051 {
1052         struct osd_obj_map *map;
1053         struct osd_obj_seq *osd_seq;
1054         struct dentry *d_seq;
1055         struct dentry *child;
1056         struct ost_id *ostid = &info->oti_ostid;
1057         int dirn;
1058         char name[32];
1059         struct ldiskfs_dir_entry_2 *de;
1060         struct buffer_head *bh;
1061         struct inode *dir;
1062         struct inode *inode;
1063
1064         ENTRY;
1065
1066         /* on the very first lookup we find and open directories */
1067         map = dev->od_ost_map;
1068         LASSERT(map);
1069         LASSERT(map->om_root);
1070
1071         fid_to_ostid(fid, ostid);
1072         osd_seq = osd_seq_load(info, dev, ostid_seq(ostid));
1073         if (IS_ERR(osd_seq))
1074                 RETURN(PTR_ERR(osd_seq));
1075
1076         dirn = ostid_id(ostid) & (osd_seq->oos_subdir_count - 1);
1077         d_seq = osd_seq->oos_dirs[dirn];
1078         LASSERT(d_seq);
1079
1080         osd_oid_name(name, sizeof(name), fid, ostid_id(ostid));
1081
1082         child = &info->oti_child_dentry;
1083         child->d_parent = d_seq;
1084         child->d_name.hash = 0;
1085         child->d_name.name = name;
1086         /* XXX: we can use rc from sprintf() instead of strlen() */
1087         child->d_name.len = strlen(name);
1088
1089         dir = d_seq->d_inode;
1090         inode_lock(dir);
1091         bh = osd_ldiskfs_find_entry(dir, &child->d_name, &de, NULL, NULL);
1092         inode_unlock(dir);
1093
1094         if (IS_ERR(bh))
1095                 RETURN(PTR_ERR(bh));
1096
1097         osd_id_gen(id, le32_to_cpu(de->inode), OSD_OII_NOGEN);
1098         brelse(bh);
1099
1100         inode = osd_iget(info, dev, id);
1101         if (IS_ERR(inode)) {
1102                 int rc = PTR_ERR(inode);
1103
1104                 RETURN(rc == -ENOENT ? -ESTALE : rc);
1105         }
1106
1107         iput(inode);
1108         RETURN(0);
1109 }
1110
1111 int osd_obj_map_insert(struct osd_thread_info *info,
1112                        struct osd_device *osd,
1113                        const struct lu_fid *fid,
1114                        const struct osd_inode_id *id,
1115                        handle_t *th)
1116 {
1117         struct osd_obj_map *map;
1118         struct osd_obj_seq *osd_seq;
1119         struct dentry *d;
1120         struct ost_id *ostid = &info->oti_ostid;
1121         u64 oid;
1122         int dirn, rc = 0;
1123         char name[32];
1124
1125         ENTRY;
1126
1127         map = osd->od_ost_map;
1128         LASSERT(map);
1129
1130         /* map fid to seq:objid */
1131         fid_to_ostid(fid, ostid);
1132
1133         oid = ostid_id(ostid);
1134         osd_seq = osd_seq_load(info, osd, ostid_seq(ostid));
1135         if (IS_ERR(osd_seq))
1136                 RETURN(PTR_ERR(osd_seq));
1137
1138         dirn = oid & (osd_seq->oos_subdir_count - 1);
1139         d = osd_seq->oos_dirs[dirn];
1140         LASSERT(d);
1141
1142         osd_oid_name(name, sizeof(name), fid, oid);
1143
1144 again:
1145         rc = osd_obj_add_entry(info, osd, d, name, id, th);
1146         if (rc == -EEXIST) {
1147                 rc = osd_obj_update_entry(info, osd, d, name, fid, id, th);
1148                 if (unlikely(rc == -ENOENT))
1149                         goto again;
1150
1151                 if (unlikely(rc == 1))
1152                         RETURN(0);
1153         }
1154
1155         RETURN(rc);
1156 }
1157
1158 int osd_obj_map_delete(struct osd_thread_info *info, struct osd_device *osd,
1159                        const struct lu_fid *fid, handle_t *th)
1160 {
1161         struct osd_obj_map *map;
1162         struct osd_obj_seq *osd_seq;
1163         struct dentry *d;
1164         struct ost_id *ostid = &info->oti_ostid;
1165         int dirn, rc = 0;
1166         char name[32];
1167
1168         ENTRY;
1169
1170         map = osd->od_ost_map;
1171         LASSERT(map);
1172
1173         /* map fid to seq:objid */
1174         fid_to_ostid(fid, ostid);
1175
1176         osd_seq = osd_seq_load(info, osd, ostid_seq(ostid));
1177         if (IS_ERR(osd_seq))
1178                 GOTO(cleanup, rc = PTR_ERR(osd_seq));
1179
1180         dirn = ostid_id(ostid) & (osd_seq->oos_subdir_count - 1);
1181         d = osd_seq->oos_dirs[dirn];
1182         LASSERT(d);
1183
1184         osd_oid_name(name, sizeof(name), fid, ostid_id(ostid));
1185         rc = osd_obj_del_entry(info, osd, d, name, strlen(name), th);
1186 cleanup:
1187         RETURN(rc);
1188 }
1189
1190 int osd_obj_map_update(struct osd_thread_info *info,
1191                        struct osd_device *osd,
1192                        const struct lu_fid *fid,
1193                        const struct osd_inode_id *id,
1194                        handle_t *th)
1195 {
1196         struct osd_obj_seq *osd_seq;
1197         struct dentry *d;
1198         struct ost_id *ostid = &info->oti_ostid;
1199         int dirn, rc = 0;
1200         char name[32];
1201
1202         ENTRY;
1203
1204         fid_to_ostid(fid, ostid);
1205         osd_seq = osd_seq_load(info, osd, ostid_seq(ostid));
1206         if (IS_ERR(osd_seq))
1207                 RETURN(PTR_ERR(osd_seq));
1208
1209         dirn = ostid_id(ostid) & (osd_seq->oos_subdir_count - 1);
1210         d = osd_seq->oos_dirs[dirn];
1211         LASSERT(d);
1212
1213         osd_oid_name(name, sizeof(name), fid, ostid_id(ostid));
1214         rc = osd_obj_update_entry(info, osd, d, name, fid, id, th);
1215
1216         RETURN(rc);
1217 }
1218
1219 int osd_obj_map_recover(struct osd_thread_info *info,
1220                         struct osd_device *osd,
1221                         struct inode *src_parent,
1222                         struct dentry *src_child,
1223                         const struct lu_fid *fid)
1224 {
1225         struct osd_obj_seq *osd_seq;
1226         struct dentry *tgt_parent;
1227         struct dentry *tgt_child = &info->oti_child_dentry;
1228         struct inode *dir;
1229         struct inode *inode = src_child->d_inode;
1230         struct ost_id *ostid = &info->oti_ostid;
1231         handle_t *jh;
1232         struct ldiskfs_dir_entry_2 *de;
1233         struct buffer_head *bh;
1234         char name[32];
1235         int dirn;
1236         int rc = 0;
1237
1238         ENTRY;
1239
1240         if (fid_is_last_id(fid)) {
1241                 osd_seq = osd_seq_load(info, osd, fid_seq(fid));
1242                 if (IS_ERR(osd_seq))
1243                         RETURN(PTR_ERR(osd_seq));
1244
1245                 tgt_parent = osd_seq->oos_root;
1246                 tgt_child->d_name.name = "LAST_ID";
1247                 tgt_child->d_name.len = strlen("LAST_ID");
1248         } else {
1249                 fid_to_ostid(fid, ostid);
1250                 osd_seq = osd_seq_load(info, osd, ostid_seq(ostid));
1251                 if (IS_ERR(osd_seq))
1252                         RETURN(PTR_ERR(osd_seq));
1253
1254                 dirn = ostid_id(ostid) & (osd_seq->oos_subdir_count - 1);
1255                 tgt_parent = osd_seq->oos_dirs[dirn];
1256                 osd_oid_name(name, sizeof(name), fid, ostid_id(ostid));
1257                 tgt_child->d_name.name = name;
1258                 tgt_child->d_name.len = strlen(name);
1259         }
1260         LASSERT(tgt_parent != NULL);
1261
1262         dir = tgt_parent->d_inode;
1263         tgt_child->d_name.hash = 0;
1264         tgt_child->d_parent = tgt_parent;
1265         tgt_child->d_inode = inode;
1266
1267         /* The non-initialized src_child may be destroyed. */
1268         jh = osd_journal_start_sb(osd_sb(osd), LDISKFS_HT_MISC,
1269                                 osd_dto_credits_noquota[DTO_INDEX_DELETE] +
1270                                 osd_dto_credits_noquota[DTO_INDEX_INSERT] +
1271                                 osd_dto_credits_noquota[DTO_OBJECT_DELETE]);
1272         if (IS_ERR(jh))
1273                 RETURN(PTR_ERR(jh));
1274
1275         dquot_initialize(src_parent);
1276         dquot_initialize(dir);
1277
1278         inode_lock(dir);
1279         bh = osd_ldiskfs_find_entry(dir, &tgt_child->d_name, &de, NULL, NULL);
1280         if (!IS_ERR(bh)) {
1281                 /*
1282                  * XXX: If some other object occupied the same slot. And If such
1283                  *      inode is zero-sized and with SUID+SGID, then means it is
1284                  *      a new created one. Maybe we can remove it and insert the
1285                  *      original one back to the /O/<seq>/d<x>. But there are
1286                  *      something to be considered:
1287                  *
1288                  *      1) The OST-object under /lost+found has crashed LMA.
1289                  *         So it should not conflict with the current one.
1290                  *
1291                  *      2) There are race conditions that: someone may just want
1292                  *         to modify the current one. Even if the OI scrub takes
1293                  *         the object lock when remove the current one, it still
1294                  *         cause the modification to be lost becasue the target
1295                  *         has been removed when the RPC service thread waiting
1296                  *         for the lock.
1297                  *
1298                  *      So keep it there before we have suitable solution.
1299                  */
1300                 brelse(bh);
1301                 inode_unlock(dir);
1302                 ldiskfs_journal_stop(jh);
1303
1304                 rc = -EEXIST;
1305                 /* If the src object has never been modified, then remove it. */
1306                 if (inode->i_size == 0 && inode->i_mode & S_ISUID &&
1307                     inode->i_mode & S_ISGID) {
1308                         rc = vfs_unlink(&init_user_ns, src_parent, src_child);
1309                         if (unlikely(rc == -ENOENT))
1310                                 rc = 0;
1311                 }
1312                 if (rc)
1313                         RETURN(rc);
1314         }
1315
1316         bh = osd_ldiskfs_find_entry(src_parent, &src_child->d_name, &de,
1317                                     NULL, NULL);
1318         if (unlikely(IS_ERR(bh)))
1319                 GOTO(unlock, rc = PTR_ERR(bh));
1320
1321         rc = ldiskfs_delete_entry(jh, src_parent, de, bh);
1322         brelse(bh);
1323         if (rc != 0)
1324                 GOTO(unlock, rc);
1325
1326         rc = osd_ldiskfs_add_entry(info, osd, jh, tgt_child, inode, NULL);
1327
1328         GOTO(unlock, rc);
1329
1330 unlock:
1331         inode_unlock(dir);
1332         ldiskfs_journal_stop(jh);
1333         return rc;
1334 }
1335
1336 static struct dentry *
1337 osd_object_spec_find(struct osd_thread_info *info, struct osd_device *osd,
1338                      const struct lu_fid *fid, char **name)
1339 {
1340         struct dentry *root = ERR_PTR(-ENOENT);
1341
1342         if (fid_is_last_id(fid)) {
1343                 struct osd_obj_seq *osd_seq;
1344
1345                 /* on creation of LAST_ID we create O/<seq> hierarchy */
1346                 osd_seq = osd_seq_load(info, osd, fid_seq(fid));
1347                 if (IS_ERR(osd_seq))
1348                         RETURN((struct dentry *)osd_seq);
1349
1350                 *name = "LAST_ID";
1351                 root = osd_seq->oos_root;
1352         } else {
1353                 *name = osd_lf_fid2name(fid);
1354                 if (*name == NULL)
1355                         CWARN("UNKNOWN COMPAT FID "DFID"\n", PFID(fid));
1356                 else if ((*name)[0])
1357                         root = osd_sb(osd)->s_root;
1358         }
1359
1360         return root;
1361 }
1362
1363 int osd_obj_spec_update(struct osd_thread_info *info, struct osd_device *osd,
1364                         const struct lu_fid *fid, const struct osd_inode_id *id,
1365                         handle_t *th)
1366 {
1367         struct dentry *root;
1368         char *name = NULL;
1369         int rc;
1370
1371         ENTRY;
1372
1373         root = osd_object_spec_find(info, osd, fid, &name);
1374         if (!IS_ERR(root)) {
1375                 rc = osd_obj_update_entry(info, osd, root, name, fid, id, th);
1376         } else {
1377                 rc = PTR_ERR(root);
1378                 if (rc == -ENOENT)
1379                         rc = 1;
1380         }
1381
1382         RETURN(rc);
1383 }
1384
1385 int osd_obj_spec_insert(struct osd_thread_info *info, struct osd_device *osd,
1386                         const struct lu_fid *fid, const struct osd_inode_id *id,
1387                         handle_t *th)
1388 {
1389         struct dentry *root;
1390         char *name = NULL;
1391         int rc;
1392
1393         ENTRY;
1394
1395         root = osd_object_spec_find(info, osd, fid, &name);
1396         if (!IS_ERR(root)) {
1397                 rc = osd_obj_add_entry(info, osd, root, name, id, th);
1398         } else {
1399                 rc = PTR_ERR(root);
1400                 if (rc == -ENOENT)
1401                         rc = 0;
1402         }
1403
1404         RETURN(rc);
1405 }
1406
1407 int osd_obj_spec_lookup(struct osd_thread_info *info, struct osd_device *osd,
1408                         const struct lu_fid *fid, struct osd_inode_id *id,
1409                         enum oi_check_flags flags)
1410 {
1411         struct dentry *root;
1412         struct dentry *dentry;
1413         struct inode *inode;
1414         char *name = NULL;
1415         int rc = -ENOENT;
1416
1417         ENTRY;
1418
1419         if (fid_is_last_id(fid)) {
1420                 struct osd_obj_seq *osd_seq;
1421
1422                 osd_seq = osd_seq_load(info, osd, fid_seq(fid));
1423                 if (IS_ERR(osd_seq))
1424                         RETURN(PTR_ERR(osd_seq));
1425                 root = osd_seq->oos_root;
1426                 name = "LAST_ID";
1427         } else {
1428                 root = osd_sb(osd)->s_root;
1429                 name = osd_lf_fid2name(fid);
1430                 if (name == NULL || strlen(name) == 0)
1431                         RETURN(-ENOENT);
1432         }
1433
1434         dentry = osd_lookup_one_len_common(osd, name, root, strlen(name),
1435                                            flags);
1436         if (!IS_ERR(dentry)) {
1437                 inode = dentry->d_inode;
1438                 if (inode) {
1439                         if (is_bad_inode(inode)) {
1440                                 rc = -EIO;
1441                         } else {
1442                                 osd_id_gen(id, inode->i_ino,
1443                                            inode->i_generation);
1444                                 rc = 0;
1445                         }
1446                 }
1447                 /*
1448                  * if dentry is accessible after osd_compat_spec_insert it
1449                  * will still contain NULL inode, so don't keep it in cache
1450                  */
1451                 d_invalidate(dentry);
1452                 dput(dentry);
1453         }
1454
1455         RETURN(rc);
1456 }
1457
1458 #ifndef HAVE_BIO_INTEGRITY_ENABLED
1459 bool bio_integrity_enabled(struct bio *bio)
1460 {
1461         struct blk_integrity *bi = blk_get_integrity(bio_get_disk(bio));
1462
1463         if (bio_op(bio) != REQ_OP_READ && bio_op(bio) != REQ_OP_WRITE)
1464                 return false;
1465
1466         if (!bio_sectors(bio))
1467                 return false;
1468
1469          /* Already protected? */
1470         if (bio_integrity(bio))
1471                 return false;
1472
1473         if (bi == NULL)
1474                 return false;
1475
1476         if (bio_data_dir(bio) == READ && bi->profile->verify_fn != NULL &&
1477             (bi->flags & BLK_INTEGRITY_VERIFY))
1478                 return true;
1479
1480         if (bio_data_dir(bio) == WRITE && bi->profile->generate_fn != NULL &&
1481             (bi->flags & BLK_INTEGRITY_GENERATE))
1482                 return true;
1483
1484         return false;
1485 }
1486 #endif