lustre/osd-ldiskfs/osd_oi.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Use is subject to license terms.
  25  *
  26  * Copyright (c) 2012, 2017, Intel Corporation.
  27  */
  28 /*
  29  * This file is part of Lustre, http://www.lustre.org/
  30  *
  31  * lustre/osd/osd_oi.c
  32  *
  33  * Object Index.
  34  *
  35  * Author: Nikita Danilov <nikita@clusterfs.com>
  36  */
  37
  38 #define DEBUG_SUBSYSTEM S_OSD
  39
  40 #include <linux/module.h>
  41
  42 /*
  43  * struct OBD_{ALLOC,FREE}*()
  44  */
  45 #include <obd.h>
  46 #include <obd_support.h>
  47 #include <libcfs/libcfs.h>
  48
  49 /* fid_cpu_to_be() */
  50 #include <lustre_fid.h>
  51 #include <dt_object.h>
  52 #include <lustre_scrub.h>
  53
  54 #include "osd_oi.h"
  55 /* osd_lookup(), struct osd_thread_info */
  56 #include "osd_internal.h"
  57
  58 unsigned int osd_oi_count = OSD_OI_FID_NR;
  59 module_param(osd_oi_count, int, 0444);
  60 MODULE_PARM_DESC(osd_oi_count, "Number of Object Index containers to be created, it's only valid for new filesystem.");
  61
  62 static struct dt_index_features oi_feat = {
  63         .dif_flags       = DT_IND_UPDATE,
  64         .dif_recsize_min = sizeof(struct osd_inode_id),
  65         .dif_recsize_max = sizeof(struct osd_inode_id),
  66         .dif_ptrsize     = 4
  67 };
  68
  69 #define OSD_OI_NAME_BASE        "oi.16"
  70
  71 static void osd_oi_table_put(struct osd_thread_info *info,
  72                              struct osd_oi **oi_table, unsigned int oi_count)
  73 {
  74         struct iam_container *bag;
  75         int i;
  76
  77         for (i = 0; i < oi_count; i++) {
  78                 if (oi_table[i] == NULL)
  79                         continue;
  80
  81                 LASSERT(oi_table[i]->oi_inode != NULL);
  82
  83                 bag = &(oi_table[i]->oi_dir.od_container);
  84                 if (bag->ic_object == oi_table[i]->oi_inode)
  85                         iam_container_fini(bag);
  86                 iput(oi_table[i]->oi_inode);
  87                 oi_table[i]->oi_inode = NULL;
  88                 OBD_FREE_PTR(oi_table[i]);
  89                 oi_table[i] = NULL;
  90         }
  91 }
  92
  93 static int osd_oi_index_create_one(struct osd_thread_info *info,
  94                                    struct osd_device *osd, const char *name,
  95                                    struct dt_index_features *feat)
  96 {
  97         const struct lu_env             *env = info->oti_env;
  98         struct osd_inode_id             *id  = &info->oti_id;
  99         struct buffer_head              *bh;
 100         struct inode                    *inode;
 101         struct ldiskfs_dir_entry_2      *de;
 102         struct dentry                   *dentry;
 103         struct super_block              *sb  = osd_sb(osd);
 104         struct inode                    *dir = sb->s_root->d_inode;
 105         handle_t                        *jh;
 106         int                              rc;
 107
 108         dentry = osd_child_dentry_by_inode(env, dir, name, strlen(name));
 109         bh = osd_ldiskfs_find_entry(dir, &dentry->d_name, &de, NULL, NULL);
 110         if (!IS_ERR(bh)) {
 111                 osd_id_gen(id, le32_to_cpu(de->inode), OSD_OII_NOGEN);
 112                 brelse(bh);
 113                 inode = osd_iget(info, osd, id);
 114                 if (!IS_ERR(inode)) {
 115                         iput(inode);
 116                         inode = ERR_PTR(-EEXIST);
 117                 }
 118                 return PTR_ERR(inode);
 119         }
 120
 121         if (osd->od_dt_dev.dd_rdonly)
 122                 RETURN(-EROFS);
 123
 124         jh = osd_journal_start_sb(sb, LDISKFS_HT_MISC, 100);
 125         if (IS_ERR(jh))
 126                 return PTR_ERR(jh);
 127
 128         inode = ldiskfs_create_inode(jh, dir, (S_IFREG | S_IRUGO | S_IWUSR),
 129                                      NULL);
 130         if (IS_ERR(inode)) {
 131                 ldiskfs_journal_stop(jh);
 132                 return PTR_ERR(inode);
 133         }
 134
 135         ldiskfs_set_inode_state(inode, LDISKFS_STATE_LUSTRE_NOSCRUB);
 136         unlock_new_inode(inode);
 137
 138         if (feat->dif_flags & DT_IND_VARKEY)
 139                 rc = iam_lvar_create(inode, feat->dif_keysize_max,
 140                                      feat->dif_ptrsize, feat->dif_recsize_max,
 141                                      jh);
 142         else
 143                 rc = iam_lfix_create(inode, feat->dif_keysize_max,
 144                                      feat->dif_ptrsize, feat->dif_recsize_max,
 145                                      jh);
 146         dentry = osd_child_dentry_by_inode(env, dir, name, strlen(name));
 147         rc = osd_ldiskfs_add_entry(info, osd, jh, dentry, inode, NULL);
 148         ldiskfs_journal_stop(jh);
 149         iput(inode);
 150         return rc;
 151 }
 152
 153 static struct inode *osd_oi_index_open(struct osd_thread_info *info,
 154                                        struct osd_device *osd,
 155                                        const char *name,
 156                                        struct dt_index_features *f,
 157                                        bool create)
 158 {
 159         struct dentry *dentry;
 160         struct inode  *inode;
 161         int rc;
 162
 163         dentry = osd_lookup_one_len_unlocked(osd, name, osd_sb(osd)->s_root,
 164                                              strlen(name));
 165         if (IS_ERR(dentry))
 166                 return ERR_CAST(dentry);
 167
 168         if (dentry->d_inode) {
 169                 LASSERT(!is_bad_inode(dentry->d_inode));
 170                 inode = dentry->d_inode;
 171                 atomic_inc(&inode->i_count);
 172                 dput(dentry);
 173                 return inode;
 174         }
 175
 176         /* create */
 177         dput(dentry);
 178         shrink_dcache_parent(osd_sb(osd)->s_root);
 179         if (!create)
 180                 return ERR_PTR(-ENOENT);
 181
 182         rc = osd_oi_index_create_one(info, osd, name, f);
 183         if (rc)
 184                 return ERR_PTR(rc);
 185
 186         dentry = osd_lookup_one_len_unlocked(osd, name, osd_sb(osd)->s_root,
 187                                              strlen(name));
 188         if (IS_ERR(dentry))
 189                 return ERR_CAST(dentry);
 190
 191         if (dentry->d_inode) {
 192                 LASSERT(!is_bad_inode(dentry->d_inode));
 193                 inode = dentry->d_inode;
 194                 atomic_inc(&inode->i_count);
 195                 dput(dentry);
 196                 return inode;
 197         }
 198
 199         return ERR_PTR(-ENOENT);
 200 }
 201
 202 /**
 203  * Open an OI(Ojbect Index) container.
 204  *
 205  * \param       name    Name of OI container
 206  * \param       objp    Pointer of returned OI
 207  *
 208  * \retval      0       success
 209  * \retval      -ve     failure
 210  */
 211 static int osd_oi_open(struct osd_thread_info *info, struct osd_device *osd,
 212                        char *name, struct osd_oi **oi_slot, bool create)
 213 {
 214         struct osd_directory *dir;
 215         struct iam_container *bag;
 216         struct inode *inode;
 217         struct osd_oi *oi;
 218         int rc;
 219
 220         ENTRY;
 221
 222         oi_feat.dif_keysize_min = sizeof(struct lu_fid);
 223         oi_feat.dif_keysize_max = sizeof(struct lu_fid);
 224
 225         inode = osd_oi_index_open(info, osd, name, &oi_feat, create);
 226         if (IS_ERR(inode))
 227                 RETURN(PTR_ERR(inode));
 228         ldiskfs_set_inode_state(inode, LDISKFS_STATE_IAM);
 229
 230         if (!osd->od_dt_dev.dd_rdonly) {
 231                 /* 'What the @fid is' is not imporatant, because these objects
 232                  * have no OI mappings, and only are visible inside the OSD.
 233                  */
 234                 lu_igif_build(&info->oti_fid, inode->i_ino,
 235                               inode->i_generation);
 236                 rc = osd_ea_fid_set(info, inode, &info->oti_fid,
 237                                     LMAC_NOT_IN_OI, 0);
 238                 if (rc)
 239                         GOTO(out_inode, rc);
 240         }
 241
 242         OBD_ALLOC_PTR(oi);
 243         if (oi == NULL)
 244                 GOTO(out_inode, rc = -ENOMEM);
 245
 246         oi->oi_inode = inode;
 247         dir = &oi->oi_dir;
 248
 249         bag = &dir->od_container;
 250         rc = iam_container_init(bag, &dir->od_descr, inode);
 251         if (rc < 0)
 252                 GOTO(out_free, rc);
 253
 254         rc = iam_container_setup(bag);
 255         if (rc < 0)
 256                 GOTO(out_container, rc);
 257
 258         *oi_slot = oi;
 259         RETURN(0);
 260
 261 out_container:
 262         iam_container_fini(bag);
 263 out_free:
 264         OBD_FREE_PTR(oi);
 265 out_inode:
 266         iput(inode);
 267         return rc;
 268 }
 269
 270 /**
 271  * Open OI(Object Index) table.
 272  * If \a oi_count is zero, which means caller doesn't know how many OIs there
 273  * will be, this function can either return 0 for new filesystem, or number
 274  * of OIs on existed filesystem.
 275  *
 276  * If \a oi_count is non-zero, which means caller does know number of OIs on
 277  * filesystem, this function should return the exactly same number on
 278  * success, or error code in failure.
 279  *
 280  * \param     oi_count  Number of expected OI containers
 281  * \param     create    Create OIs if doesn't exist
 282  *
 283  * \retval    +ve       number of opened OI containers
 284  * \retval      0       no OI containers found
 285  * \retval    -ve       failure
 286  */
 287 static int
 288 osd_oi_table_open(struct osd_thread_info *info, struct osd_device *osd,
 289                   struct osd_oi **oi_table, unsigned int oi_count, bool create)
 290 {
 291         struct scrub_file *sf = &osd->od_scrub.os_scrub.os_file;
 292         int count = 0;
 293         int rc = 0;
 294         int i;
 295         ENTRY;
 296
 297         /* NB: oi_count != 0 means that we have already created/known all OIs
 298          * and have known exact number of OIs.
 299          */
 300         LASSERT(oi_count <= OSD_OI_FID_NR_MAX);
 301
 302         for (i = 0; i < (oi_count != 0 ? oi_count : OSD_OI_FID_NR_MAX); i++) {
 303                 char name[sizeof(OSD_OI_NAME_BASE) + 3 * sizeof(i) + 1];
 304
 305                 if (oi_table[i] != NULL) {
 306                         count++;
 307                         continue;
 308                 }
 309
 310                 snprintf(name, sizeof(name), "%s.%d", OSD_OI_NAME_BASE, i);
 311                 rc = osd_oi_open(info, osd, name, &oi_table[i], create);
 312                 if (rc == 0) {
 313                         count++;
 314                         continue;
 315                 }
 316
 317                 if (rc == -ENOENT && create == false) {
 318                         if (oi_count == 0)
 319                                 RETURN(count);
 320
 321                         rc = 0;
 322                         ldiskfs_set_bit(i, sf->sf_oi_bitmap);
 323                         continue;
 324                 }
 325
 326                 CERROR("%s: can't open %s: rc = %d\n",
 327                        osd_dev2name(osd), name, rc);
 328                 if (oi_count > 0)
 329                         CERROR("%s: expect to open total %d OI files.\n",
 330                                osd_dev2name(osd), oi_count);
 331                 break;
 332         }
 333
 334         if (rc < 0) {
 335                 osd_oi_table_put(info, oi_table, oi_count > 0 ? oi_count : i);
 336                 count = rc;
 337         }
 338
 339         RETURN(count);
 340 }
 341
 342 static int osd_remove_oi_one(struct osd_device *osd, struct dentry *parent,
 343                              const char *name, int namelen)
 344 {
 345         struct dentry *child;
 346         int rc;
 347
 348         child = osd_lookup_one_len_unlocked(osd, name, parent, namelen);
 349         if (IS_ERR(child)) {
 350                 rc = PTR_ERR(child);
 351         } else {
 352                 rc = vfs_unlink(&nop_mnt_idmap, parent->d_inode, child);
 353                 dput(child);
 354         }
 355
 356         return rc == -ENOENT ? 0 : rc;
 357 }
 358
 359 static int osd_remove_ois(struct osd_thread_info *info, struct osd_device *osd)
 360 {
 361         char name[16];
 362         int namelen;
 363         int rc;
 364         int i;
 365
 366         if (osd->od_dt_dev.dd_rdonly)
 367                 RETURN(-EROFS);
 368
 369         for (i = 0; i < OSD_OI_FID_NR_MAX; i++) {
 370                 namelen = scnprintf(name, sizeof(name), "%s.%d",
 371                                     OSD_OI_NAME_BASE, i);
 372                 rc = osd_remove_oi_one(osd, osd_sb(osd)->s_root, name, namelen);
 373                 if (rc != 0) {
 374                         CERROR(
 375                                "%s: fail to remove the stale OI file %s: rc = %d\n",
 376                                osd_dev2name(osd), name, rc);
 377                         return rc;
 378                 }
 379         }
 380
 381         namelen = scnprintf(name, sizeof(name), "%s", OSD_OI_NAME_BASE);
 382         rc = osd_remove_oi_one(osd, osd_sb(osd)->s_root, name, namelen);
 383         if (rc != 0)
 384                 CERROR("%s: fail to remove the stale OI file %s: rc = %d\n",
 385                        osd_dev2name(osd), name, rc);
 386
 387         return rc;
 388 }
 389
 390 int osd_oi_init(struct osd_thread_info *info, struct osd_device *osd,
 391                 bool restored)
 392 {
 393         struct lustre_scrub *scrub = &osd->od_scrub.os_scrub;
 394         struct scrub_file *sf = &scrub->os_file;
 395         struct osd_oi **oi;
 396         int count;
 397         int rc;
 398         ENTRY;
 399
 400         if (unlikely((sf->sf_oi_count & (sf->sf_oi_count - 1)) != 0 ||
 401                      sf->sf_oi_count > OSD_OI_FID_NR_MAX)) {
 402                 LCONSOLE_WARN("%s: invalid OI count %u in scrub file, reset it\n",
 403                               osd_dev2name(osd), sf->sf_oi_count);
 404                 sf->sf_oi_count = 0;
 405         }
 406
 407         if (restored) {
 408                 LCONSOLE_WARN("%s: reset Object Index mappings\n",
 409                               osd_dev2name(osd));
 410                 rc = osd_remove_ois(info, osd);
 411                 if (rc)
 412                         RETURN(rc);
 413         }
 414
 415         OBD_ALLOC_PTR_ARRAY(oi, OSD_OI_FID_NR_MAX);
 416         if (oi == NULL)
 417                 RETURN(-ENOMEM);
 418
 419         /* try to open existing multiple OIs first */
 420         count = osd_oi_table_open(info, osd, oi, sf->sf_oi_count, false);
 421         if (count < 0)
 422                 GOTO(out, rc = count);
 423
 424         if (count > 0) {
 425                 if (count == sf->sf_oi_count)
 426                         GOTO(out, rc = count);
 427
 428                 /* Trust the counted number of OI files if it is sane */
 429                 if ((count & (count - 1)) != 0) {
 430                         LCONSOLE_WARN("%s: invalid oi count %d, remove them, then set it to %d\n",
 431                                       osd_dev2name(osd), count, osd_oi_count);
 432                         osd_oi_table_put(info, oi, count);
 433                         rc = osd_remove_ois(info, osd);
 434                         if (rc)
 435                                 GOTO(out, rc);
 436
 437                         count = osd_oi_count;
 438                 }
 439
 440                 scrub_file_reset(scrub, osd->od_uuid, SF_RECREATED);
 441                 sf->sf_oi_count = count;
 442                 goto create;
 443         }
 444
 445         /* if previous failed then try found single OI from old filesystem */
 446         rc = osd_oi_open(info, osd, OSD_OI_NAME_BASE, &oi[0], false);
 447         if (rc == 0) { /* found single OI from old filesystem */
 448                 count = 1;
 449                 ldiskfs_clear_bit(0, sf->sf_oi_bitmap);
 450                 if (sf->sf_success_count == 0)
 451                         /* XXX: There is one corner case that if the OI_scrub
 452                          *      file crashed or lost and we regard it upgrade,
 453                          *      then we allow IGIF lookup to bypass OI files.
 454                          *
 455                          *      The risk is that osd_fid_lookup() may found
 456                          *      a wrong inode with the given IGIF especially
 457                          *      when the MDT has performed file-level backup
 458                          *      and restored after former upgrading from 1.8
 459                          *      to 2.x. Fortunately, the osd_fid_lookup()can
 460                          *      verify the inode to decrease the risk.
 461                          */
 462                         scrub_file_reset(scrub, osd->od_uuid, SF_UPGRADE);
 463                 GOTO(out, rc = 1);
 464         } else if (rc != -ENOENT) {
 465                 CERROR("%s: can't open %s: rc = %d\n",
 466                        osd_dev2name(osd), OSD_OI_NAME_BASE, rc);
 467                 GOTO(out, rc);
 468         }
 469
 470         if (sf->sf_oi_count > 0) {
 471                 int i;
 472
 473                 count = sf->sf_oi_count;
 474                 memset(sf->sf_oi_bitmap, 0, SCRUB_OI_BITMAP_SIZE);
 475                 for (i = 0; i < count; i++)
 476                         ldiskfs_set_bit(i, sf->sf_oi_bitmap);
 477                 scrub_file_reset(scrub, osd->od_uuid, SF_RECREATED);
 478         } else {
 479                 count = sf->sf_oi_count = osd_oi_count;
 480         }
 481
 482 create:
 483         rc = scrub_file_store(info->oti_env, scrub);
 484         if (rc < 0) {
 485                 osd_oi_table_put(info, oi, count);
 486                 GOTO(out, rc);
 487         }
 488
 489         /* No OIs exist, new filesystem, create OI objects */
 490         rc = osd_oi_table_open(info, osd, oi, count, true);
 491         LASSERT(ergo(rc >= 0, rc == count));
 492
 493         GOTO(out, rc);
 494
 495 out:
 496         if (rc < 0) {
 497                 OBD_FREE_PTR_ARRAY(oi, OSD_OI_FID_NR_MAX);
 498         } else {
 499                 LASSERTF((rc & (rc - 1)) == 0, "Invalid OI count %d\n", rc);
 500
 501                 osd->od_oi_table = oi;
 502                 osd->od_oi_count = rc;
 503                 if (sf->sf_oi_count != rc) {
 504                         sf->sf_oi_count = rc;
 505                         rc = scrub_file_store(info->oti_env, scrub);
 506                         if (rc < 0) {
 507                                 osd_oi_table_put(info, oi, count);
 508                                 OBD_FREE_PTR_ARRAY(oi, OSD_OI_FID_NR_MAX);
 509                         }
 510                 } else {
 511                         rc = 0;
 512                 }
 513         }
 514
 515         return rc;
 516 }
 517
 518 void osd_oi_fini(struct osd_thread_info *info, struct osd_device *osd)
 519 {
 520         if (unlikely(!osd->od_oi_table))
 521                 return;
 522
 523         osd_oi_table_put(info, osd->od_oi_table, osd->od_oi_count);
 524
 525         OBD_FREE_PTR_ARRAY(osd->od_oi_table, OSD_OI_FID_NR_MAX);
 526         osd->od_oi_table = NULL;
 527 }
 528
 529 static inline int fid_is_fs_root(const struct lu_fid *fid)
 530 {
 531         /* Map root inode to special local object FID */
 532         return (unlikely(fid_seq(fid) == FID_SEQ_LOCAL_FILE &&
 533                          fid_oid(fid) == OSD_FS_ROOT_OID));
 534 }
 535
 536 static int osd_oi_iam_lookup(struct osd_thread_info *oti,
 537                              struct osd_oi *oi, struct dt_rec *rec,
 538                              const struct dt_key *key)
 539 {
 540         struct iam_container  *bag;
 541         struct iam_iterator   *it = &oti->oti_idx_it;
 542         struct iam_path_descr *ipd;
 543         int rc;
 544         ENTRY;
 545
 546         LASSERT(oi);
 547         LASSERT(oi->oi_inode);
 548
 549         bag = &oi->oi_dir.od_container;
 550         ipd = osd_idx_ipd_get(oti->oti_env, bag);
 551         if (IS_ERR(ipd))
 552                 RETURN(-ENOMEM);
 553
 554         /* got ipd now we can start iterator. */
 555         iam_it_init(it, bag, 0, ipd);
 556
 557         rc = iam_it_get(it, (struct iam_key *)key);
 558         if (rc > 0)
 559                 iam_reccpy(&it->ii_path.ip_leaf, (struct iam_rec *)rec);
 560         iam_it_put(it);
 561         iam_it_fini(it);
 562         osd_ipd_put(oti->oti_env, bag, ipd);
 563
 564         LINVRNT(osd_invariant(obj));
 565
 566         RETURN(rc);
 567 }
 568
 569 int fid_is_on_ost(struct osd_thread_info *info, struct osd_device *osd,
 570                   const struct lu_fid *fid, enum oi_check_flags flags)
 571 {
 572         struct lu_seq_range *range = &info->oti_seq_range;
 573         int rc;
 574         ENTRY;
 575
 576         if (flags & OI_KNOWN_ON_OST)
 577                 RETURN(1);
 578
 579         if (unlikely(fid_is_local_file(fid) || fid_is_igif(fid) ||
 580                      fid_is_llog(fid)) || fid_is_name_llog(fid) ||
 581                      fid_is_quota(fid))
 582                 RETURN(0);
 583
 584         if (fid_is_idif(fid) || fid_is_last_id(fid))
 585                 RETURN(1);
 586
 587         if (!(flags & OI_CHECK_FLD))
 588                 RETURN(0);
 589
 590         if (osd_seq_site(osd)->ss_server_fld == NULL)
 591                 RETURN(0);
 592
 593         rc = osd_fld_lookup(info->oti_env, osd, fid_seq(fid), range);
 594         if (rc != 0) {
 595                 /* During upgrade, OST FLDB might not be loaded because
 596                  * OST FLDB is not created until 2.6, so if some DNE
 597                  * filesystem upgrade from 2.5 to 2.7/2.8, they will
 598                  * not be able to find the sequence from local FLDB
 599                  * cache see fld_index_init().
 600                  */
 601                 if (rc == -ENOENT && osd->od_is_ost)
 602                         RETURN(1);
 603
 604                 if (rc != -ENOENT)
 605                         CERROR("%s: lookup FLD "DFID": rc = %d\n",
 606                                osd_name(osd), PFID(fid), rc);
 607                 RETURN(0);
 608         }
 609
 610         if (fld_range_is_ost(range))
 611                 RETURN(1);
 612
 613         RETURN(0);
 614 }
 615
 616 static int __osd_oi_lookup(struct osd_thread_info *info, struct osd_device *osd,
 617                            const struct lu_fid *fid, struct osd_inode_id *id)
 618 {
 619         struct lu_fid *oi_fid = &info->oti_fid2;
 620         int rc;
 621
 622         fid_cpu_to_be(oi_fid, fid);
 623         rc = osd_oi_iam_lookup(info, osd_fid2oi(osd, fid), (struct dt_rec *)id,
 624                                (const struct dt_key *)oi_fid);
 625         if (rc > 0) {
 626                 osd_id_unpack(id, id);
 627                 rc = 0;
 628         } else if (rc == 0) {
 629                 rc = -ENOENT;
 630         }
 631         return rc;
 632 }
 633
 634 int osd_oi_lookup(struct osd_thread_info *info, struct osd_device *osd,
 635                   const struct lu_fid *fid, struct osd_inode_id *id,
 636                   enum oi_check_flags flags)
 637 {
 638         if (unlikely(fid_is_last_id(fid)))
 639                 return osd_obj_spec_lookup(info, osd, fid, id, flags);
 640
 641         if (fid_is_llog(fid) || fid_is_on_ost(info, osd, fid, flags))
 642                 return osd_obj_map_lookup(info, osd, fid, id);
 643
 644         if (unlikely(fid_seq(fid) == FID_SEQ_LOCAL_FILE)) {
 645                 int rc;
 646
 647                 if (fid_is_fs_root(fid)) {
 648                         osd_id_gen(id, osd_sb(osd)->s_root->d_inode->i_ino,
 649                                    osd_sb(osd)->s_root->d_inode->i_generation);
 650                         return 0;
 651                 }
 652                 if (unlikely(fid_is_acct(fid)))
 653                         return osd_acct_obj_lookup(info, osd, fid, id);
 654
 655                 /* For other special FIDs, try OI first, then do spec lookup */
 656                 rc = __osd_oi_lookup(info, osd, fid, id);
 657                 if (rc == -ENOENT)
 658                         return osd_obj_spec_lookup(info, osd, fid, id, flags);
 659                 return rc;
 660         }
 661
 662         if (!osd->od_igif_inoi && fid_is_igif(fid)) {
 663                 osd_id_gen(id, lu_igif_ino(fid), lu_igif_gen(fid));
 664                 return 0;
 665         }
 666
 667         return __osd_oi_lookup(info, osd, fid, id);
 668 }
 669
 670 static int osd_oi_iam_refresh(struct osd_thread_info *oti, struct osd_oi *oi,
 671                              const struct dt_rec *rec, const struct dt_key *key,
 672                              handle_t *th, bool insert)
 673 {
 674         struct iam_container *bag;
 675         struct iam_path_descr *ipd;
 676         int rc;
 677         ENTRY;
 678
 679         LASSERT(oi);
 680         LASSERT(oi->oi_inode);
 681         dquot_initialize(oi->oi_inode);
 682
 683         bag = &oi->oi_dir.od_container;
 684         ipd = osd_idx_ipd_get(oti->oti_env, bag);
 685         if (unlikely(ipd == NULL))
 686                 RETURN(-ENOMEM);
 687
 688         LASSERT(th != NULL);
 689         LASSERT(th->h_transaction != NULL);
 690         if (insert)
 691                 rc = iam_insert(th, bag, (const struct iam_key *)key,
 692                                 (const struct iam_rec *)rec, ipd);
 693         else
 694                 rc = iam_update(th, bag, (const struct iam_key *)key,
 695                                 (const struct iam_rec *)rec, ipd);
 696         osd_ipd_put(oti->oti_env, bag, ipd);
 697         LINVRNT(osd_invariant(obj));
 698         RETURN(rc);
 699 }
 700
 701 int osd_oi_insert(struct osd_thread_info *info, struct osd_device *osd,
 702                   const struct lu_fid *fid, const struct osd_inode_id *id,
 703                   handle_t *th, enum oi_check_flags flags, bool *exist)
 704 {
 705         struct lu_fid       *oi_fid = &info->oti_fid2;
 706         struct osd_inode_id *oi_id  = &info->oti_id2;
 707         int                  rc     = 0;
 708
 709         CDEBUG(D_INODE, "insert OI for "DFID"\n", PFID(fid));
 710
 711         if (unlikely(fid_is_last_id(fid)))
 712                 return osd_obj_spec_insert(info, osd, fid, id, th);
 713
 714         if (fid_is_llog(fid) || fid_is_on_ost(info, osd, fid, flags))
 715                 return osd_obj_map_insert(info, osd, fid, id, th);
 716
 717         fid_cpu_to_be(oi_fid, fid);
 718         osd_id_pack(oi_id, id);
 719         rc = osd_oi_iam_refresh(info, osd_fid2oi(osd, fid),
 720                                (const struct dt_rec *)oi_id,
 721                                (const struct dt_key *)oi_fid, th, true);
 722         if (rc != 0) {
 723                 struct inode *inode;
 724                 struct lustre_mdt_attrs *lma = &info->oti_ost_attrs.loa_lma;
 725
 726                 if (rc != -EEXIST)
 727                         return rc;
 728
 729                 rc = osd_oi_lookup(info, osd, fid, oi_id, 0);
 730                 if (rc != 0)
 731                         return rc;
 732
 733                 if (unlikely(osd_id_eq(id, oi_id)))
 734                         return 1;
 735
 736                 /* Check whether the mapping for oi_id is valid or not. */
 737                 inode = osd_iget(info, osd, oi_id);
 738                 if (IS_ERR(inode)) {
 739                         rc = PTR_ERR(inode);
 740                         if (rc == -ENOENT || rc == -ESTALE)
 741                                 goto update;
 742                         return rc;
 743                 }
 744
 745                 rc = osd_get_lma(info, inode, &info->oti_obj_dentry,
 746                                  &info->oti_ost_attrs);
 747                 iput(inode);
 748                 if (rc == -ENODATA)
 749                         goto update;
 750
 751                 if (rc != 0)
 752                         return rc;
 753
 754                 if (!(lma->lma_compat & LMAC_NOT_IN_OI) &&
 755                     lu_fid_eq(fid, &lma->lma_self_fid)) {
 756                         CERROR(
 757                                "%s: the FID "DFID" is used by two objects: %u/%u %u/%u\n",
 758                                osd_dev2name(osd), PFID(fid), oi_id->oii_ino,
 759                                oi_id->oii_gen, id->oii_ino, id->oii_gen);
 760                         return -EEXIST;
 761                 }
 762
 763 update:
 764                 osd_id_pack(oi_id, id);
 765                 rc = osd_oi_iam_refresh(info, osd_fid2oi(osd, fid),
 766                                         (const struct dt_rec *)oi_id,
 767                                         (const struct dt_key *)oi_fid, th,
 768                                         false);
 769                 if (rc != 0)
 770                         return rc;
 771
 772                 if (exist != NULL)
 773                         *exist = true;
 774         }
 775
 776         if (unlikely(fid_seq(fid) == FID_SEQ_LOCAL_FILE))
 777                 rc = osd_obj_spec_insert(info, osd, fid, id, th);
 778         return rc;
 779 }
 780
 781 static int osd_oi_iam_delete(struct osd_thread_info *oti, struct osd_oi *oi,
 782                              const struct dt_key *key, handle_t *th)
 783 {
 784         struct iam_container    *bag;
 785         struct iam_path_descr   *ipd;
 786         int                      rc;
 787         ENTRY;
 788
 789         LASSERT(oi);
 790         LASSERT(oi->oi_inode);
 791         dquot_initialize(oi->oi_inode);
 792
 793         bag = &oi->oi_dir.od_container;
 794         ipd = osd_idx_ipd_get(oti->oti_env, bag);
 795         if (unlikely(ipd == NULL))
 796                 RETURN(-ENOMEM);
 797
 798         LASSERT(th != NULL);
 799         LASSERT(th->h_transaction != NULL);
 800
 801         rc = iam_delete(th, bag, (const struct iam_key *)key, ipd);
 802         osd_ipd_put(oti->oti_env, bag, ipd);
 803         LINVRNT(osd_invariant(obj));
 804         RETURN(rc);
 805 }
 806
 807 int osd_oi_delete(struct osd_thread_info *info,
 808                   struct osd_device *osd, const struct lu_fid *fid,
 809                   handle_t *th, enum oi_check_flags flags)
 810 {
 811         struct lu_fid *oi_fid = &info->oti_fid2;
 812
 813         CDEBUG(D_INODE, "delete OI for "DFID"\n", PFID(fid));
 814
 815         /* clear idmap cache */
 816         if (lu_fid_eq(fid, &info->oti_cache.oic_fid))
 817                 fid_zero(&info->oti_cache.oic_fid);
 818
 819         if (fid_is_last_id(fid))
 820                 return 0;
 821
 822         if (fid_is_llog(fid) || fid_is_on_ost(info, osd, fid, flags))
 823                 return osd_obj_map_delete(info, osd, fid, th);
 824
 825         fid_cpu_to_be(oi_fid, fid);
 826         return osd_oi_iam_delete(info, osd_fid2oi(osd, fid),
 827                                  (const struct dt_key *)oi_fid, th);
 828 }
 829
 830 int osd_oi_update(struct osd_thread_info *info, struct osd_device *osd,
 831                   const struct lu_fid *fid, const struct osd_inode_id *id,
 832                   handle_t *th, enum oi_check_flags flags)
 833 {
 834         struct lu_fid       *oi_fid = &info->oti_fid2;
 835         struct osd_inode_id *oi_id  = &info->oti_id2;
 836         int                  rc     = 0;
 837
 838         CDEBUG(D_INODE, "update OI for "DFID"\n", PFID(fid));
 839
 840         if (unlikely(fid_is_last_id(fid)))
 841                 return osd_obj_spec_update(info, osd, fid, id, th);
 842
 843         if (fid_is_llog(fid) || fid_is_on_ost(info, osd, fid, flags))
 844                 return osd_obj_map_update(info, osd, fid, id, th);
 845
 846         fid_cpu_to_be(oi_fid, fid);
 847         osd_id_pack(oi_id, id);
 848         rc = osd_oi_iam_refresh(info, osd_fid2oi(osd, fid),
 849                                (const struct dt_rec *)oi_id,
 850                                (const struct dt_key *)oi_fid, th, false);
 851         if (rc != 0)
 852                 return rc;
 853
 854         if (unlikely(fid_seq(fid) == FID_SEQ_LOCAL_FILE))
 855                 rc = osd_obj_spec_update(info, osd, fid, id, th);
 856         return rc;
 857 }
 858
 859 int osd_oi_mod_init(void)
 860 {
 861         if (osd_oi_count == 0 || osd_oi_count > OSD_OI_FID_NR_MAX)
 862                 osd_oi_count = OSD_OI_FID_NR;
 863
 864         if ((osd_oi_count & (osd_oi_count - 1)) != 0) {
 865                 LCONSOLE_WARN("Round up oi_count %d to power2 %d\n",
 866                               osd_oi_count, size_roundup_power2(osd_oi_count));
 867                 osd_oi_count = size_roundup_power2(osd_oi_count);
 868         }
 869
 870         return 0;
 871 }