lustre/osd-ldiskfs/osd_compat.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2011, 2012, Whamcloud, Inc.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/osd/osd_compat.c
  37  *
  38  * on-disk compatibility stuff for OST
  39  *
  40  * Author: Alex Zhuravlev <bzzz@whamcloud.com>
  41  */
  42
  43 /* LUSTRE_VERSION_CODE */
  44 #include <lustre_ver.h>
  45 /* prerequisite for linux/xattr.h */
  46 #include <linux/types.h>
  47 /* prerequisite for linux/xattr.h */
  48 #include <linux/fs.h>
  49
  50 /*
  51  * struct OBD_{ALLOC,FREE}*()
  52  * OBD_FAIL_CHECK
  53  */
  54 #include <obd_support.h>
  55 #include <lvfs.h>
  56
  57 #include "osd_internal.h"
  58 #include "osd_oi.h"
  59
  60 struct osd_compat_objid_seq {
  61         /* protects on-fly initialization */
  62         cfs_semaphore_t        dir_init_sem;
  63         /* file storing last created objid */
  64         struct osd_inode_id    last_id;
  65         struct dentry         *groot; /* O/<seq> */
  66         struct dentry        **dirs;  /* O/<seq>/d0-dXX */
  67 };
  68
  69 #define MAX_OBJID_GROUP (FID_SEQ_ECHO + 1)
  70
  71 struct osd_compat_objid {
  72         int                          subdir_count;
  73         struct dentry               *root;
  74         struct osd_inode_id          last_rcvd_id;
  75         struct osd_inode_id          last_seq_id;
  76         struct osd_compat_objid_seq  groups[MAX_OBJID_GROUP];
  77 };
  78
  79 static void osd_push_ctxt(const struct osd_device *dev,
  80                           struct lvfs_run_ctxt *newctxt,
  81                           struct lvfs_run_ctxt *save)
  82 {
  83         OBD_SET_CTXT_MAGIC(newctxt);
  84         newctxt->pwdmnt = dev->od_mnt;
  85         newctxt->pwd = dev->od_mnt->mnt_root;
  86         newctxt->fs = get_ds();
  87
  88         push_ctxt(save, newctxt, NULL);
  89 }
  90
  91 void osd_compat_seq_fini(struct osd_device *osd, int seq)
  92 {
  93         struct osd_compat_objid_seq *grp;
  94         struct osd_compat_objid     *map = osd->od_ost_map;
  95         int                          i;
  96
  97         ENTRY;
  98
  99         grp = &map->groups[seq];
 100         if (grp->groot ==NULL)
 101                 RETURN_EXIT;
 102         LASSERT(grp->dirs);
 103
 104         for (i = 0; i < map->subdir_count; i++) {
 105                 if (grp->dirs[i] == NULL)
 106                         break;
 107                 dput(grp->dirs[i]);
 108         }
 109
 110         OBD_FREE(grp->dirs, sizeof(struct dentry *) * map->subdir_count);
 111         dput(grp->groot);
 112         EXIT;
 113 }
 114
 115 int osd_compat_seq_init(struct osd_device *osd, int seq)
 116 {
 117         struct osd_compat_objid_seq *grp;
 118         struct osd_compat_objid     *map;
 119         struct dentry               *d;
 120         int                          rc = 0;
 121         char                         name[32];
 122         int                          i;
 123         ENTRY;
 124
 125         map = osd->od_ost_map;
 126         LASSERT(map);
 127         LASSERT(map->root);
 128         grp = &map->groups[seq];
 129
 130         if (grp->groot != NULL)
 131                 RETURN(0);
 132
 133         cfs_down(&grp->dir_init_sem);
 134
 135         sprintf(name, "%d", seq);
 136         d = simple_mkdir(map->root, osd->od_mnt, name, 0755, 1);
 137         if (IS_ERR(d)) {
 138                 rc = PTR_ERR(d);
 139                 GOTO(out, rc);
 140         } else if (d->d_inode == NULL) {
 141                 rc = -EFAULT;
 142                 dput(d);
 143                 GOTO(out, rc);
 144         }
 145
 146         LASSERT(grp->dirs == NULL);
 147         OBD_ALLOC(grp->dirs, sizeof(d) * map->subdir_count);
 148         if (grp->dirs == NULL) {
 149                 dput(d);
 150                 GOTO(out, rc = -ENOMEM);
 151         }
 152
 153         grp->groot = d;
 154         for (i = 0; i < map->subdir_count; i++) {
 155                 sprintf(name, "d%d", i);
 156                 d = simple_mkdir(grp->groot, osd->od_mnt, name, 0755, 1);
 157                 if (IS_ERR(d)) {
 158                         rc = PTR_ERR(d);
 159                         break;
 160                 } else if (d->d_inode == NULL) {
 161                         rc = -EFAULT;
 162                         dput(d);
 163                         break;
 164                 }
 165
 166                 grp->dirs[i] = d;
 167         }
 168
 169         if (rc)
 170                 osd_compat_seq_fini(osd, seq);
 171 out:
 172         cfs_up(&grp->dir_init_sem);
 173         RETURN(rc);
 174 }
 175
 176 int osd_last_rcvd_subdir_count(struct osd_device *osd)
 177 {
 178         struct lr_server_data lsd;
 179         struct dentry        *dlast;
 180         loff_t                off;
 181         int                   rc = 0;
 182         int                   count = FILTER_SUBDIR_COUNT;
 183
 184         ENTRY;
 185
 186         dlast = ll_lookup_one_len(LAST_RCVD, osd_sb(osd)->s_root,
 187                                   strlen(LAST_RCVD));
 188         if (IS_ERR(dlast))
 189                 return PTR_ERR(dlast);
 190         else if (dlast->d_inode == NULL)
 191                 goto out;
 192
 193         off = 0;
 194         rc = osd_ldiskfs_read(dlast->d_inode, &lsd, sizeof(lsd), &off);
 195         if (rc == sizeof(lsd)) {
 196                 CDEBUG(D_INFO, "read last_rcvd header, uuid = %s, "
 197                        "subdir count = %d\n", lsd.lsd_uuid,
 198                        lsd.lsd_subdir_count);
 199                 if (le16_to_cpu(lsd.lsd_subdir_count) > 0)
 200                         count = le16_to_cpu(lsd.lsd_subdir_count);
 201         } else if (rc != 0) {
 202                 CERROR("Can't read last_rcvd file, rc = %d\n", rc);
 203                 if (rc > 0)
 204                         rc = -EFAULT;
 205                 dput(dlast);
 206                 return rc;
 207         }
 208 out:
 209         dput(dlast);
 210         LASSERT(count > 0);
 211         return count;
 212 }
 213
 214 void osd_compat_fini(struct osd_device *dev)
 215 {
 216         int i;
 217
 218         ENTRY;
 219
 220         if (dev->od_ost_map == NULL)
 221                 RETURN_EXIT;
 222
 223         for (i = 0; i < MAX_OBJID_GROUP; i++)
 224                 osd_compat_seq_fini(dev, i);
 225
 226         dput(dev->od_ost_map->root);
 227         OBD_FREE_PTR(dev->od_ost_map);
 228         dev->od_ost_map = NULL;
 229
 230         EXIT;
 231 }
 232
 233 /*
 234  * directory structure on legacy OST:
 235  *
 236  * O/<seq>/d0-31/<objid>
 237  * O/<seq>/LAST_ID
 238  * last_rcvd
 239  * LAST_GROUP
 240  * CONFIGS
 241  *
 242  */
 243 int osd_compat_init(struct osd_device *dev)
 244 {
 245         struct lvfs_run_ctxt  new;
 246         struct lvfs_run_ctxt  save;
 247         struct dentry        *rootd = osd_sb(dev)->s_root;
 248         struct dentry        *d;
 249         int                   rc;
 250         int                   i;
 251
 252         ENTRY;
 253
 254         OBD_ALLOC_PTR(dev->od_ost_map);
 255         if (dev->od_ost_map == NULL)
 256                 RETURN(-ENOMEM);
 257
 258         /* to get subdir count from last_rcvd */
 259         rc = osd_last_rcvd_subdir_count(dev);
 260         if (rc < 0) {
 261                 OBD_FREE_PTR(dev->od_ost_map);
 262                 RETURN(rc);
 263         }
 264
 265         dev->od_ost_map->subdir_count = rc;
 266         rc = 0;
 267
 268         LASSERT(dev->od_fsops);
 269         osd_push_ctxt(dev, &new, &save);
 270
 271         d = simple_mkdir(rootd, dev->od_mnt, "O", 0755, 1);
 272         pop_ctxt(&save, &new, NULL);
 273         if (IS_ERR(d)) {
 274                 OBD_FREE_PTR(dev->od_ost_map);
 275                 RETURN(PTR_ERR(d));
 276         }
 277
 278         dev->od_ost_map->root = d;
 279
 280         /* Initialize all groups */
 281         for (i = 0; i < MAX_OBJID_GROUP; i++) {
 282                 cfs_sema_init(&dev->od_ost_map->groups[i].dir_init_sem, 1);
 283                 rc = osd_compat_seq_init(dev, i);
 284                 if (rc) {
 285                         osd_compat_fini(dev);
 286                         break;
 287                 }
 288         }
 289
 290         RETURN(rc);
 291 }
 292
 293 int osd_compat_del_entry(struct osd_thread_info *info, struct osd_device *osd,
 294                          struct dentry *dird, char *name, struct thandle *th)
 295 {
 296         struct ldiskfs_dir_entry_2 *de;
 297         struct buffer_head         *bh;
 298         struct osd_thandle         *oh;
 299         struct dentry              *child;
 300         struct inode               *dir = dird->d_inode;
 301         int                         rc;
 302
 303         ENTRY;
 304
 305         oh = container_of(th, struct osd_thandle, ot_super);
 306         LASSERT(oh->ot_handle != NULL);
 307         LASSERT(oh->ot_handle->h_transaction != NULL);
 308
 309
 310         child = &info->oti_child_dentry;
 311         child->d_name.hash = 0;
 312         child->d_name.name = name;
 313         child->d_name.len = strlen(name);
 314         child->d_parent = dird;
 315         child->d_inode = NULL;
 316
 317         mutex_lock(&dir->i_mutex);
 318         rc = -ENOENT;
 319         bh = osd_ldiskfs_find_entry(dir, child, &de, NULL);
 320         if (bh) {
 321                 rc = ldiskfs_delete_entry(oh->ot_handle, dir, de, bh);
 322                 brelse(bh);
 323         }
 324         mutex_unlock(&dir->i_mutex);
 325
 326         RETURN(rc);
 327 }
 328
 329 int osd_compat_add_entry(struct osd_thread_info *info, struct osd_device *osd,
 330                          struct dentry *dir, char *name,
 331                          const struct osd_inode_id *id, struct thandle *th)
 332 {
 333         struct osd_thandle *oh;
 334         struct dentry *child;
 335         struct inode *inode;
 336         int rc;
 337
 338         ENTRY;
 339
 340         oh = container_of(th, struct osd_thandle, ot_super);
 341         LASSERT(oh->ot_handle != NULL);
 342         LASSERT(oh->ot_handle->h_transaction != NULL);
 343
 344         inode = &info->oti_inode;
 345         inode->i_sb = osd_sb(osd);
 346         osd_id_to_inode(inode, id);
 347
 348         child = &info->oti_child_dentry;
 349         child->d_name.hash = 0;
 350         child->d_name.name = name;
 351         child->d_name.len = strlen(name);
 352         child->d_parent = dir;
 353         child->d_inode = inode;
 354
 355         mutex_lock(&dir->d_inode->i_mutex);
 356         rc = osd_ldiskfs_add_entry(oh->ot_handle, child, inode, NULL);
 357         mutex_unlock(&dir->d_inode->i_mutex);
 358
 359         RETURN(rc);
 360 }
 361
 362 int osd_compat_objid_lookup(struct osd_thread_info *info,
 363                             struct osd_device *dev, const struct lu_fid *fid,
 364                             struct osd_inode_id *id)
 365 {
 366         struct osd_compat_objid    *map;
 367         struct dentry              *d;
 368         struct dentry              *d_seq;
 369         struct ost_id              *ostid = &info->oti_ostid;
 370         int                         dirn;
 371         char                        name[32];
 372         struct ldiskfs_dir_entry_2 *de;
 373         struct buffer_head         *bh;
 374         struct inode               *dir;
 375         struct inode               *inode;
 376         ENTRY;
 377
 378         /* on the very first lookup we find and open directories */
 379
 380         map = dev->od_ost_map;
 381         LASSERT(map);
 382         LASSERT(map->root);
 383
 384         fid_ostid_pack(fid, ostid);
 385         LASSERT(ostid->oi_seq < MAX_OBJID_GROUP);
 386         LASSERT(map->subdir_count > 0);
 387         LASSERT(map->groups[ostid->oi_seq].groot);
 388
 389         dirn = ostid->oi_id & (map->subdir_count - 1);
 390         d = map->groups[ostid->oi_seq].dirs[dirn];
 391         LASSERT(d);
 392
 393         sprintf(name, "%llu", ostid->oi_id);
 394         d_seq = &info->oti_child_dentry;
 395         d_seq->d_parent = d;
 396         d_seq->d_name.hash = 0;
 397         d_seq->d_name.name = name;
 398         /* XXX: we can use rc from sprintf() instead of strlen() */
 399         d_seq->d_name.len = strlen(name);
 400
 401         dir = d->d_inode;
 402         mutex_lock(&dir->i_mutex);
 403         bh = osd_ldiskfs_find_entry(dir, d_seq, &de, NULL);
 404         mutex_unlock(&dir->i_mutex);
 405
 406         if (bh == NULL)
 407                 RETURN(-ENOENT);
 408
 409         osd_id_gen(id, le32_to_cpu(de->inode), OSD_OII_NOGEN);
 410         brelse(bh);
 411
 412         inode = osd_iget(info, dev, id);
 413         if (IS_ERR(inode))
 414                 RETURN(PTR_ERR(inode));
 415
 416         iput(inode);
 417         RETURN(0);
 418 }
 419
 420 int osd_compat_objid_insert(struct osd_thread_info *info,
 421                             struct osd_device *osd,
 422                             const struct lu_fid *fid,
 423                             const struct osd_inode_id *id,
 424                             struct thandle *th)
 425 {
 426         struct osd_compat_objid *map;
 427         struct dentry           *d;
 428         struct ost_id           *ostid = &info->oti_ostid;
 429         int                      dirn, rc = 0;
 430         char                     name[32];
 431         ENTRY;
 432
 433         map = osd->od_ost_map;
 434         LASSERT(map);
 435         LASSERT(map->root);
 436         LASSERT(map->subdir_count > 0);
 437         LASSERT(map->groups[ostid->oi_seq].groot);
 438
 439         /* map fid to group:objid */
 440         fid_ostid_pack(fid, ostid);
 441         dirn = ostid->oi_id & (map->subdir_count - 1);
 442         d = map->groups[ostid->oi_seq].dirs[dirn];
 443         LASSERT(d);
 444
 445         sprintf(name, "%llu", ostid->oi_id);
 446         rc = osd_compat_add_entry(info, osd, d, name, id, th);
 447
 448         RETURN(rc);
 449 }
 450
 451 int osd_compat_objid_delete(struct osd_thread_info *info,
 452                             struct osd_device *osd,
 453                             const struct lu_fid *fid, struct thandle *th)
 454 {
 455         struct osd_compat_objid *map;
 456         struct dentry           *d;
 457         struct ost_id           *ostid = &info->oti_ostid;
 458         int                      dirn, rc = 0;
 459         char                     name[32];
 460         ENTRY;
 461
 462         map = osd->od_ost_map;
 463         LASSERT(map);
 464         LASSERT(map->root);
 465         LASSERT(map->subdir_count > 0);
 466         LASSERT(map->groups[ostid->oi_seq].groot);
 467
 468         /* map fid to group:objid */
 469         fid_ostid_pack(fid, ostid);
 470         dirn = ostid->oi_id & (map->subdir_count - 1);
 471         d = map->groups[ostid->oi_seq].dirs[dirn];
 472         LASSERT(d);
 473
 474         sprintf(name, "%llu", ostid->oi_id);
 475         rc = osd_compat_del_entry(info, osd, d, name, th);
 476
 477         RETURN(rc);
 478 }
 479
 480 struct named_oid {
 481         unsigned long  oid;
 482         char          *name;
 483 };
 484
 485 static const struct named_oid oids[] = {
 486         { FLD_INDEX_OID,        "fld" },
 487         { FID_SEQ_CTL_OID,      "seq_ctl" },
 488         { FID_SEQ_SRV_OID,      "seq_srv" },
 489         { MDD_ROOT_INDEX_OID,   "" /* "ROOT" */ },
 490         { MDD_ORPHAN_OID,       "" /* "PENDING" */ },
 491         { MDD_LOV_OBJ_OID,      LOV_OBJID },
 492         { MDD_CAPA_KEYS_OID,    "" /* CAPA_KEYS */ },
 493         { MDT_LAST_RECV_OID,    LAST_RCVD },
 494         { LFSCK_BOOKMARK_OID,   "" /* "lfsck_bookmark" */ },
 495         { OTABLE_IT_OID,        "" /* "otable iterator" */},
 496         { OFD_LAST_RECV_OID,    LAST_RCVD },
 497         { OFD_LAST_GROUP_OID,   "LAST_GROUP" },
 498         { LLOG_CATALOGS_OID,    "CATALOGS" },
 499         { MGS_CONFIGS_OID,      "" /* MOUNT_CONFIGS_DIR */ },
 500         { OFD_HEALTH_CHECK_OID, HEALTH_CHECK },
 501         { 0,                    NULL }
 502 };
 503
 504 static char *oid2name(const unsigned long oid)
 505 {
 506         int i = 0;
 507
 508         while (oids[i].oid) {
 509                 if (oids[i].oid == oid)
 510                         return oids[i].name;
 511                 i++;
 512         }
 513         return NULL;
 514 }
 515
 516 int osd_compat_spec_insert(struct osd_thread_info *info,
 517                            struct osd_device *osd, const struct lu_fid *fid,
 518                            const struct osd_inode_id *id, struct thandle *th)
 519 {
 520         struct osd_compat_objid *map = osd->od_ost_map;
 521         struct dentry           *root = osd_sb(osd)->s_root;
 522         char                    *name;
 523         int                      rc = 0;
 524         int                      seq;
 525         ENTRY;
 526
 527         if (fid_oid(fid) >= OFD_GROUP0_LAST_OID &&
 528             fid_oid(fid) < OFD_GROUP4K_LAST_OID) {
 529                 /* on creation of LAST_ID we create O/<group> hierarchy */
 530                 LASSERT(map);
 531                 seq = fid_oid(fid) - OFD_GROUP0_LAST_OID;
 532                 LASSERT(seq < MAX_OBJID_GROUP);
 533                 LASSERT(map->groups[seq].groot);
 534                 rc = osd_compat_add_entry(info, osd, map->groups[seq].groot,
 535                                           "LAST_ID", id, th);
 536         } else {
 537                 name = oid2name(fid_oid(fid));
 538                 if (name == NULL)
 539                         CWARN("UNKNOWN COMPAT FID "DFID"\n", PFID(fid));
 540                 else if (name[0])
 541                         rc = osd_compat_add_entry(info, osd, root, name, id,
 542                                                   th);
 543         }
 544
 545         RETURN(rc);
 546 }
 547
 548 int osd_compat_spec_lookup(struct osd_thread_info *info,
 549                            struct osd_device *osd, const struct lu_fid *fid,
 550                            struct osd_inode_id *id)
 551 {
 552         struct dentry   *root;
 553         struct dentry *dentry;
 554         struct inode  *inode;
 555         char          *name;
 556         int            rc = -ENOENT;
 557         ENTRY;
 558
 559         if (fid_oid(fid) >= OFD_GROUP0_LAST_OID &&
 560             fid_oid(fid) < OFD_GROUP4K_LAST_OID) {
 561                 struct osd_compat_objid *map = osd->od_ost_map;
 562                 int                      seq;
 563
 564                 LASSERT(map);
 565                 seq = fid_oid(fid) - OFD_GROUP0_LAST_OID;
 566                 LASSERT(seq < MAX_OBJID_GROUP);
 567                 LASSERT(map->groups[seq].groot);
 568                 root = map->groups[seq].groot;
 569                 name = "LAST_ID";
 570         } else {
 571                 root = osd_sb(osd)->s_root;
 572                 name = oid2name(fid_oid(fid));
 573                 if (name == NULL || strlen(name) == 0)
 574                         RETURN(-ENOENT);
 575         }
 576
 577         dentry = ll_lookup_one_len(name, root, strlen(name));
 578         if (!IS_ERR(dentry)) {
 579                 inode = dentry->d_inode;
 580                 if (inode) {
 581                         if (is_bad_inode(inode)) {
 582                                 rc = -EIO;
 583                         } else {
 584                                 osd_id_gen(id, inode->i_ino,
 585                                            inode->i_generation);
 586                                 rc = 0;
 587                         }
 588                 }
 589                 /* if dentry is accessible after osd_compat_spec_insert it
 590                  * will still contain NULL inode, so don't keep it in cache */
 591                 d_invalidate(dentry);
 592                 dput(dentry);
 593         }
 594
 595         RETURN(rc);
 596 }