lustre/osp/osp_dev.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2012, 2013, Intel Corporation.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/osp/osp_dev.c
  37  *
  38  * Lustre OST Proxy Device
  39  *
  40  * Author: Alex Zhuravlev <alexey.zhuravlev@intel.com>
  41  * Author: Mikhail Pershin <mike.pershin@intel.com>
  42  * Author: Di Wang <di.wang@intel.com>
  43  */
  44
  45 #define DEBUG_SUBSYSTEM S_MDS
  46
  47 #include <obd_class.h>
  48 #include <lustre_param.h>
  49 #include <lustre_log.h>
  50 #include <lustre_mdc.h>
  51
  52 #include "osp_internal.h"
  53
  54 /* Slab for OSP object allocation */
  55 struct kmem_cache *osp_object_kmem;
  56
  57 static struct lu_kmem_descr osp_caches[] = {
  58         {
  59                 .ckd_cache = &osp_object_kmem,
  60                 .ckd_name  = "osp_obj",
  61                 .ckd_size  = sizeof(struct osp_object)
  62         },
  63         {
  64                 .ckd_cache = NULL
  65         }
  66 };
  67
  68 struct lu_object *osp_object_alloc(const struct lu_env *env,
  69                                    const struct lu_object_header *hdr,
  70                                    struct lu_device *d)
  71 {
  72         struct lu_object_header *h = NULL;
  73         struct osp_object       *o;
  74         struct lu_object        *l;
  75
  76         OBD_SLAB_ALLOC_PTR_GFP(o, osp_object_kmem, __GFP_IO);
  77         if (o != NULL) {
  78                 l = &o->opo_obj.do_lu;
  79
  80                 /* For data object, OSP obj would always be the top
  81                  * object, i.e. hdr is always NULL, see lu_object_alloc.
  82                  * But for metadata object, we always build the object
  83                  * stack from MDT. i.e. mdt_object will be the top object
  84                  * i.e.  hdr != NULL */
  85                 if (hdr == NULL) {
  86                         /* object for OST */
  87                         h = &o->opo_header;
  88                         lu_object_header_init(h);
  89                         dt_object_init(&o->opo_obj, h, d);
  90                         lu_object_add_top(h, l);
  91                 } else {
  92                         dt_object_init(&o->opo_obj, h, d);
  93                 }
  94
  95                 l->lo_ops = &osp_lu_obj_ops;
  96
  97                 return l;
  98         } else {
  99                 return NULL;
 100         }
 101 }
 102
 103 static struct dt_object
 104 *osp_find_or_create(const struct lu_env *env, struct osp_device *osp,
 105                     struct lu_attr *attr, __u32 reg_id)
 106 {
 107         struct osp_thread_info *osi = osp_env_info(env);
 108         struct dt_object_format dof = { 0 };
 109         struct dt_object       *dto;
 110         int                  rc;
 111         ENTRY;
 112
 113         lu_local_obj_fid(&osi->osi_fid, reg_id);
 114         attr->la_valid = LA_MODE;
 115         attr->la_mode = S_IFREG | 0644;
 116         dof.dof_type = DFT_REGULAR;
 117         dto = dt_find_or_create(env, osp->opd_storage, &osi->osi_fid,
 118                                 &dof, attr);
 119         if (IS_ERR(dto))
 120                 RETURN(dto);
 121
 122         rc = dt_attr_get(env, dto, attr, NULL);
 123         if (rc) {
 124                 CERROR("%s: can't be initialized: rc = %d\n",
 125                        osp->opd_obd->obd_name, rc);
 126                 lu_object_put(env, &dto->do_lu);
 127                 RETURN(ERR_PTR(rc));
 128         }
 129         RETURN(dto);
 130 }
 131
 132 static int osp_write_local_file(const struct lu_env *env,
 133                                 struct osp_device *osp,
 134                                 struct dt_object *dt_obj,
 135                                 struct lu_buf *buf,
 136                                 loff_t offset)
 137 {
 138         struct thandle *th;
 139         int rc;
 140
 141         th = dt_trans_create(env, osp->opd_storage);
 142         if (IS_ERR(th))
 143                 RETURN(PTR_ERR(th));
 144
 145         rc = dt_declare_record_write(env, dt_obj, buf->lb_len, offset, th);
 146         if (rc)
 147                 GOTO(out, rc);
 148         rc = dt_trans_start_local(env, osp->opd_storage, th);
 149         if (rc)
 150                 GOTO(out, rc);
 151
 152         rc = dt_record_write(env, dt_obj, buf, &offset, th);
 153 out:
 154         dt_trans_stop(env, osp->opd_storage, th);
 155         RETURN(rc);
 156 }
 157
 158 static int osp_init_last_objid(const struct lu_env *env, struct osp_device *osp)
 159 {
 160         struct osp_thread_info  *osi = osp_env_info(env);
 161         struct lu_fid           *fid = &osp->opd_last_used_fid;
 162         struct dt_object        *dto;
 163         int                     rc;
 164         ENTRY;
 165
 166         dto = osp_find_or_create(env, osp, &osi->osi_attr, MDD_LOV_OBJ_OID);
 167         if (IS_ERR(dto))
 168                 RETURN(PTR_ERR(dto));
 169         /* object will be released in device cleanup path */
 170         if (osi->osi_attr.la_size >=
 171             sizeof(osi->osi_id) * (osp->opd_index + 1)) {
 172                 osp_objid_buf_prep(&osi->osi_lb, &osi->osi_off, &fid->f_oid,
 173                                    osp->opd_index);
 174                 rc = dt_record_read(env, dto, &osi->osi_lb, &osi->osi_off);
 175                 if (rc != 0)
 176                         GOTO(out, rc);
 177         } else {
 178                 fid->f_oid = 0;
 179                 osp_objid_buf_prep(&osi->osi_lb, &osi->osi_off, &fid->f_oid,
 180                                    osp->opd_index);
 181                 rc = osp_write_local_file(env, osp, dto, &osi->osi_lb,
 182                                           osi->osi_off);
 183         }
 184         osp->opd_last_used_oid_file = dto;
 185         RETURN(0);
 186 out:
 187         /* object will be released in device cleanup path */
 188         CERROR("%s: can't initialize lov_objid: rc = %d\n",
 189                osp->opd_obd->obd_name, rc);
 190         lu_object_put(env, &dto->do_lu);
 191         osp->opd_last_used_oid_file = NULL;
 192         RETURN(rc);
 193 }
 194
 195 static int osp_init_last_seq(const struct lu_env *env, struct osp_device *osp)
 196 {
 197         struct osp_thread_info  *osi = osp_env_info(env);
 198         struct lu_fid           *fid = &osp->opd_last_used_fid;
 199         struct dt_object        *dto;
 200         int                     rc;
 201         ENTRY;
 202
 203         dto = osp_find_or_create(env, osp, &osi->osi_attr, MDD_LOV_OBJ_OSEQ);
 204         if (IS_ERR(dto))
 205                 RETURN(PTR_ERR(dto));
 206
 207         /* object will be released in device cleanup path */
 208         if (osi->osi_attr.la_size >=
 209             sizeof(osi->osi_id) * (osp->opd_index + 1)) {
 210                 osp_objseq_buf_prep(&osi->osi_lb, &osi->osi_off, &fid->f_seq,
 211                                    osp->opd_index);
 212                 rc = dt_record_read(env, dto, &osi->osi_lb, &osi->osi_off);
 213                 if (rc != 0)
 214                         GOTO(out, rc);
 215         } else {
 216                 fid->f_seq = 0;
 217                 osp_objseq_buf_prep(&osi->osi_lb, &osi->osi_off, &fid->f_seq,
 218                                     osp->opd_index);
 219                 rc = osp_write_local_file(env, osp, dto, &osi->osi_lb,
 220                                           osi->osi_off);
 221         }
 222         osp->opd_last_used_seq_file = dto;
 223         RETURN(0);
 224 out:
 225         /* object will be released in device cleanup path */
 226         CERROR("%s: can't initialize lov_seq: rc = %d\n",
 227                osp->opd_obd->obd_name, rc);
 228         lu_object_put(env, &dto->do_lu);
 229         osp->opd_last_used_seq_file = NULL;
 230         RETURN(rc);
 231 }
 232
 233 static int osp_last_used_init(const struct lu_env *env, struct osp_device *osp)
 234 {
 235         struct osp_thread_info *osi = osp_env_info(env);
 236         int                  rc;
 237         ENTRY;
 238
 239         fid_zero(&osp->opd_last_used_fid);
 240         rc = osp_init_last_objid(env, osp);
 241         if (rc < 0) {
 242                 CERROR("%s: Can not get ids %d from old objid!\n",
 243                        osp->opd_obd->obd_name, rc);
 244                 RETURN(rc);
 245         }
 246
 247         rc = osp_init_last_seq(env, osp);
 248         if (rc < 0) {
 249                 CERROR("%s: Can not get ids %d from old objid!\n",
 250                        osp->opd_obd->obd_name, rc);
 251                 GOTO(out, rc);
 252         }
 253
 254         if (fid_oid(&osp->opd_last_used_fid) != 0 &&
 255             fid_seq(&osp->opd_last_used_fid) == 0) {
 256                 /* Just upgrade from the old version,
 257                  * set the seq to be IDIF */
 258                 osp->opd_last_used_fid.f_seq =
 259                    fid_idif_seq(fid_oid(&osp->opd_last_used_fid),
 260                                 osp->opd_index);
 261                 osp_objseq_buf_prep(&osi->osi_lb, &osi->osi_off,
 262                                     &osp->opd_last_used_fid.f_seq,
 263                                     osp->opd_index);
 264                 rc = osp_write_local_file(env, osp, osp->opd_last_used_seq_file,
 265                                           &osi->osi_lb, osi->osi_off);
 266                 if (rc) {
 267                         CERROR("%s : Can not write seq file: rc = %d\n",
 268                                osp->opd_obd->obd_name, rc);
 269                         GOTO(out, rc);
 270                 }
 271         }
 272
 273         if (!fid_is_zero(&osp->opd_last_used_fid) &&
 274                  !fid_is_sane(&osp->opd_last_used_fid)) {
 275                 CERROR("%s: Got invalid FID "DFID"\n", osp->opd_obd->obd_name,
 276                         PFID(&osp->opd_last_used_fid));
 277                 GOTO(out, rc = -EINVAL);
 278         }
 279
 280         CDEBUG(D_INFO, "%s: Init last used fid "DFID"\n",
 281                osp->opd_obd->obd_name, PFID(&osp->opd_last_used_fid));
 282 out:
 283         if (rc != 0) {
 284                 if (osp->opd_last_used_oid_file != NULL) {
 285                         lu_object_put(env, &osp->opd_last_used_oid_file->do_lu);
 286                         osp->opd_last_used_oid_file = NULL;
 287                 }
 288                 if (osp->opd_last_used_seq_file != NULL) {
 289                         lu_object_put(env, &osp->opd_last_used_seq_file->do_lu);
 290                         osp->opd_last_used_seq_file = NULL;
 291                 }
 292         }
 293
 294         RETURN(rc);
 295 }
 296
 297 static void osp_last_used_fini(const struct lu_env *env, struct osp_device *d)
 298 {
 299         /* release last_used file */
 300         if (d->opd_last_used_oid_file != NULL) {
 301                 lu_object_put(env, &d->opd_last_used_oid_file->do_lu);
 302                 d->opd_last_used_oid_file = NULL;
 303         }
 304
 305         if (d->opd_last_used_seq_file != NULL) {
 306                 lu_object_put(env, &d->opd_last_used_seq_file->do_lu);
 307                 d->opd_last_used_seq_file = NULL;
 308         }
 309 }
 310
 311 static int osp_disconnect(struct osp_device *d)
 312 {
 313         struct obd_import *imp;
 314         int rc = 0;
 315
 316         imp = d->opd_obd->u.cli.cl_import;
 317
 318         /* Mark import deactivated now, so we don't try to reconnect if any
 319          * of the cleanup RPCs fails (e.g. ldlm cancel, etc).  We don't
 320          * fully deactivate the import, or that would drop all requests. */
 321         LASSERT(imp != NULL);
 322         spin_lock(&imp->imp_lock);
 323         imp->imp_deactive = 1;
 324         spin_unlock(&imp->imp_lock);
 325
 326         ptlrpc_deactivate_import(imp);
 327
 328         /* Some non-replayable imports (MDS's OSCs) are pinged, so just
 329          * delete it regardless.  (It's safe to delete an import that was
 330          * never added.) */
 331         (void)ptlrpc_pinger_del_import(imp);
 332
 333         rc = ptlrpc_disconnect_import(imp, 0);
 334         if (rc == -ETIMEDOUT || rc == -ENOTCONN || rc == -ESHUTDOWN)
 335                 rc = 0;
 336         if (rc)
 337                 CERROR("%s: can't disconnect: rc = %d\n",
 338                        d->opd_obd->obd_name, rc);
 339
 340         ptlrpc_invalidate_import(imp);
 341
 342         RETURN(rc);
 343 }
 344
 345 static int osp_shutdown(const struct lu_env *env, struct osp_device *d)
 346 {
 347         int                      rc = 0;
 348         ENTRY;
 349
 350         LASSERT(env);
 351
 352         rc = osp_disconnect(d);
 353
 354         if (!d->opd_connect_mdt) {
 355                 /* stop sync thread */
 356                 osp_sync_fini(d);
 357
 358                 /* stop precreate thread */
 359                 osp_precreate_fini(d);
 360
 361                 /* release last_used file */
 362                 osp_last_used_fini(env, d);
 363         }
 364
 365         obd_fid_fini(d->opd_obd);
 366
 367         RETURN(rc);
 368 }
 369
 370 static int osp_process_config(const struct lu_env *env,
 371                               struct lu_device *dev, struct lustre_cfg *lcfg)
 372 {
 373         struct osp_device               *d = lu2osp_dev(dev);
 374         struct lprocfs_static_vars       lvars = { 0 };
 375         int                              rc;
 376
 377         ENTRY;
 378
 379         switch (lcfg->lcfg_command) {
 380         case LCFG_PRE_CLEANUP:
 381                 rc = osp_disconnect(d);
 382                 break;
 383         case LCFG_CLEANUP:
 384                 lu_dev_del_linkage(dev->ld_site, dev);
 385                 rc = osp_shutdown(env, d);
 386                 break;
 387         case LCFG_PARAM:
 388                 lprocfs_osp_init_vars(&lvars);
 389
 390                 LASSERT(d->opd_obd);
 391                 rc = class_process_proc_param(PARAM_OSC, lvars.obd_vars,
 392                                               lcfg, d->opd_obd);
 393                 if (rc > 0)
 394                         rc = 0;
 395                 if (rc == -ENOSYS) {
 396                         /* class_process_proc_param() haven't found matching
 397                          * parameter and returned ENOSYS so that layer(s)
 398                          * below could use that. But OSP is the bottom, so
 399                          * just ignore it */
 400                         CERROR("%s: unknown param %s\n",
 401                                (char *)lustre_cfg_string(lcfg, 0),
 402                                (char *)lustre_cfg_string(lcfg, 1));
 403                         rc = 0;
 404                 }
 405                 break;
 406         default:
 407                 CERROR("%s: unknown command %u\n",
 408                        (char *)lustre_cfg_string(lcfg, 0), lcfg->lcfg_command);
 409                 rc = 0;
 410                 break;
 411         }
 412
 413         RETURN(rc);
 414 }
 415
 416 static int osp_recovery_complete(const struct lu_env *env,
 417                                  struct lu_device *dev)
 418 {
 419         struct osp_device       *osp = lu2osp_dev(dev);
 420         int                      rc = 0;
 421
 422         ENTRY;
 423         osp->opd_recovery_completed = 1;
 424
 425         if (!osp->opd_connect_mdt && osp->opd_pre != NULL)
 426                 wake_up(&osp->opd_pre_waitq);
 427         RETURN(rc);
 428 }
 429
 430 const struct lu_device_operations osp_lu_ops = {
 431         .ldo_object_alloc       = osp_object_alloc,
 432         .ldo_process_config     = osp_process_config,
 433         .ldo_recovery_complete  = osp_recovery_complete,
 434 };
 435
 436 /**
 437  * provides with statfs from corresponded OST
 438  *
 439  */
 440 static int osp_statfs(const struct lu_env *env, struct dt_device *dev,
 441                       struct obd_statfs *sfs)
 442 {
 443         struct osp_device *d = dt2osp_dev(dev);
 444
 445         ENTRY;
 446
 447         if (unlikely(d->opd_imp_active == 0))
 448                 RETURN(-ENOTCONN);
 449
 450         if (d->opd_pre == NULL)
 451                 RETURN(0);
 452
 453         /* return recently updated data */
 454         *sfs = d->opd_statfs;
 455
 456         /*
 457          * layer above osp (usually lod) can use ffree to estimate
 458          * how many objects are available for immediate creation
 459          */
 460         spin_lock(&d->opd_pre_lock);
 461         LASSERTF(fid_seq(&d->opd_pre_last_created_fid) ==
 462                  fid_seq(&d->opd_pre_used_fid),
 463                  "last_created "DFID", next_fid "DFID"\n",
 464                  PFID(&d->opd_pre_last_created_fid),
 465                  PFID(&d->opd_pre_used_fid));
 466         sfs->os_fprecreated = fid_oid(&d->opd_pre_last_created_fid) -
 467                               fid_oid(&d->opd_pre_used_fid);
 468         sfs->os_fprecreated -= d->opd_pre_reserved;
 469         spin_unlock(&d->opd_pre_lock);
 470
 471         LASSERT(sfs->os_fprecreated <= OST_MAX_PRECREATE * 2);
 472
 473         CDEBUG(D_OTHER, "%s: "LPU64" blocks, "LPU64" free, "LPU64" avail, "
 474                LPU64" files, "LPU64" free files\n", d->opd_obd->obd_name,
 475                sfs->os_blocks, sfs->os_bfree, sfs->os_bavail,
 476                sfs->os_files, sfs->os_ffree);
 477         RETURN(0);
 478 }
 479
 480 static int osp_sync(const struct lu_env *env, struct dt_device *dev)
 481 {
 482         ENTRY;
 483
 484         /*
 485          * XXX: wake up sync thread, command it to start flushing asap?
 486          */
 487
 488         RETURN(0);
 489 }
 490
 491 const struct dt_device_operations osp_dt_ops = {
 492         .dt_statfs      = osp_statfs,
 493         .dt_sync        = osp_sync,
 494         .dt_trans_start = osp_trans_start,
 495         .dt_trans_stop  = osp_trans_stop,
 496 };
 497
 498 static int osp_connect_to_osd(const struct lu_env *env, struct osp_device *m,
 499                               const char *nextdev)
 500 {
 501         struct obd_connect_data *data = NULL;
 502         struct obd_device       *obd;
 503         int                      rc;
 504
 505         ENTRY;
 506
 507         LASSERT(m->opd_storage_exp == NULL);
 508
 509         OBD_ALLOC_PTR(data);
 510         if (data == NULL)
 511                 RETURN(-ENOMEM);
 512
 513         obd = class_name2obd(nextdev);
 514         if (obd == NULL) {
 515                 CERROR("%s: can't locate next device: %s\n",
 516                        m->opd_obd->obd_name, nextdev);
 517                 GOTO(out, rc = -ENOTCONN);
 518         }
 519
 520         rc = obd_connect(env, &m->opd_storage_exp, obd, &obd->obd_uuid, data,
 521                          NULL);
 522         if (rc) {
 523                 CERROR("%s: cannot connect to next dev %s: rc = %d\n",
 524                        m->opd_obd->obd_name, nextdev, rc);
 525                 GOTO(out, rc);
 526         }
 527
 528         m->opd_dt_dev.dd_lu_dev.ld_site =
 529                 m->opd_storage_exp->exp_obd->obd_lu_dev->ld_site;
 530         LASSERT(m->opd_dt_dev.dd_lu_dev.ld_site);
 531         m->opd_storage = lu2dt_dev(m->opd_storage_exp->exp_obd->obd_lu_dev);
 532
 533 out:
 534         OBD_FREE_PTR(data);
 535         RETURN(rc);
 536 }
 537
 538 static int osp_init0(const struct lu_env *env, struct osp_device *m,
 539                      struct lu_device_type *ldt, struct lustre_cfg *cfg)
 540 {
 541         struct obd_device       *obd;
 542         struct obd_import       *imp;
 543         class_uuid_t            uuid;
 544         char                    *src, *tgt, *mdt, *osdname = NULL;
 545         int                     rc;
 546         long                    idx;
 547
 548         ENTRY;
 549
 550         obd = class_name2obd(lustre_cfg_string(cfg, 0));
 551         if (obd == NULL) {
 552                 CERROR("Cannot find obd with name %s\n",
 553                        lustre_cfg_string(cfg, 0));
 554                 RETURN(-ENODEV);
 555         }
 556         m->opd_obd = obd;
 557
 558         /* There is no record in the MDT configuration for the local disk
 559          * device, so we have to extract this from elsewhere in the profile.
 560          * The only information we get at setup is from the OSC records:
 561          * setup 0:{fsname}-OSTxxxx-osc[-MDTxxxx] 1:lustre-OST0000_UUID 2:NID
 562          * Note that 1.8 generated configs are missing the -MDTxxxx part.
 563          * We need to reconstruct the name of the underlying OSD from this:
 564          * {fsname}-{svname}-osd, for example "lustre-MDT0000-osd".  We
 565          * also need to determine the OST index from this - will be used
 566          * to calculate the offset in shared lov_objids file later */
 567
 568         src = lustre_cfg_string(cfg, 0);
 569         if (src == NULL)
 570                 RETURN(-EINVAL);
 571
 572         tgt = strrchr(src, '-');
 573         if (tgt == NULL) {
 574                 CERROR("%s: invalid target name %s\n",
 575                        m->opd_obd->obd_name, lustre_cfg_string(cfg, 0));
 576                 RETURN(-EINVAL);
 577         }
 578
 579         if (strncmp(tgt, "-osc", 4) == 0) {
 580                 /* Old OSC name fsname-OSTXXXX-osc */
 581                 for (tgt--; tgt > src && *tgt != '-'; tgt--)
 582                         ;
 583                 if (tgt == src) {
 584                         CERROR("%s: invalid target name %s\n",
 585                                m->opd_obd->obd_name, lustre_cfg_string(cfg, 0));
 586                         RETURN(-EINVAL);
 587                 }
 588
 589                 if (strncmp(tgt, "-OST", 4) != 0) {
 590                         CERROR("%s: invalid target name %s\n",
 591                                m->opd_obd->obd_name, lustre_cfg_string(cfg, 0));
 592                         RETURN(-EINVAL);
 593                 }
 594
 595                 idx = simple_strtol(tgt + 4, &mdt, 16);
 596                 if (mdt[0] != '-' || idx > INT_MAX || idx < 0) {
 597                         CERROR("%s: invalid OST index in '%s'\n",
 598                                m->opd_obd->obd_name, src);
 599                         RETURN(-EINVAL);
 600                 }
 601                 m->opd_index = idx;
 602                 m->opd_group = 0;
 603                 idx = tgt - src;
 604         } else {
 605                 /* New OSC name fsname-OSTXXXX-osc-MDTXXXX */
 606                 if (strncmp(tgt, "-MDT", 4) != 0 &&
 607                     strncmp(tgt, "-OST", 4) != 0) {
 608                         CERROR("%s: invalid target name %s\n",
 609                                m->opd_obd->obd_name, lustre_cfg_string(cfg, 0));
 610                         RETURN(-EINVAL);
 611                 }
 612
 613                 idx = simple_strtol(tgt + 4, &mdt, 16);
 614                 if (*mdt != '\0' || idx > INT_MAX || idx < 0) {
 615                         CERROR("%s: invalid OST index in '%s'\n",
 616                                m->opd_obd->obd_name, src);
 617                         RETURN(-EINVAL);
 618                 }
 619
 620                 /* Get MDT index from the name and set it to opd_group,
 621                  * which will be used by OSP to connect with OST */
 622                 m->opd_group = idx;
 623                 if (tgt - src <= 12) {
 624                         CERROR("%s: invalid mdt index retrieve from %s\n",
 625                                m->opd_obd->obd_name, lustre_cfg_string(cfg, 0));
 626                         RETURN(-EINVAL);
 627                 }
 628
 629                 if (strncmp(tgt - 12, "-MDT", 4) == 0)
 630                         m->opd_connect_mdt = 1;
 631
 632                 idx = simple_strtol(tgt - 8, &mdt, 16);
 633                 if (mdt[0] != '-' || idx > INT_MAX || idx < 0) {
 634                         CERROR("%s: invalid OST index in '%s'\n",
 635                                m->opd_obd->obd_name, src);
 636                         RETURN(-EINVAL);
 637                 }
 638
 639                 m->opd_index = idx;
 640                 idx = tgt - src - 12;
 641         }
 642         /* check the fsname length, and after this everything else will fit */
 643         if (idx > MTI_NAME_MAXLEN) {
 644                 CERROR("%s: fsname too long in '%s'\n",
 645                        m->opd_obd->obd_name, src);
 646                 RETURN(-EINVAL);
 647         }
 648
 649         OBD_ALLOC(osdname, MAX_OBD_NAME);
 650         if (osdname == NULL)
 651                 RETURN(-ENOMEM);
 652
 653         memcpy(osdname, src, idx); /* copy just the fsname part */
 654         osdname[idx] = '\0';
 655
 656         mdt = strstr(mdt, "-MDT");
 657         if (mdt == NULL) /* 1.8 configs don't have "-MDT0000" at the end */
 658                 strcat(osdname, "-MDT0000");
 659         else
 660                 strcat(osdname, mdt);
 661         strcat(osdname, "-osd");
 662         CDEBUG(D_HA, "%s: connect to %s (%s)\n", obd->obd_name, osdname, src);
 663
 664         if (m->opd_connect_mdt) {
 665                 struct client_obd *cli = &m->opd_obd->u.cli;
 666
 667                 OBD_ALLOC(cli->cl_rpc_lock, sizeof(*cli->cl_rpc_lock));
 668                 if (!cli->cl_rpc_lock)
 669                         GOTO(out_fini, rc = -ENOMEM);
 670                 osp_init_rpc_lock(cli->cl_rpc_lock);
 671         }
 672
 673         m->opd_dt_dev.dd_lu_dev.ld_ops = &osp_lu_ops;
 674         m->opd_dt_dev.dd_ops = &osp_dt_ops;
 675         obd->obd_lu_dev = &m->opd_dt_dev.dd_lu_dev;
 676
 677         rc = osp_connect_to_osd(env, m, osdname);
 678         if (rc)
 679                 GOTO(out_fini, rc);
 680
 681         rc = ptlrpcd_addref();
 682         if (rc)
 683                 GOTO(out_disconnect, rc);
 684
 685         rc = client_obd_setup(obd, cfg);
 686         if (rc) {
 687                 CERROR("%s: can't setup obd: %d\n", m->opd_obd->obd_name, rc);
 688                 GOTO(out_ref, rc);
 689         }
 690
 691         osp_lprocfs_init(m);
 692
 693         rc = obd_fid_init(m->opd_obd, NULL, m->opd_connect_mdt ?
 694                           LUSTRE_SEQ_METADATA : LUSTRE_SEQ_DATA);
 695         if (rc) {
 696                 CERROR("%s: fid init error: rc = %d\n",
 697                        m->opd_obd->obd_name, rc);
 698                 GOTO(out_proc, rc);
 699         }
 700
 701         if (!m->opd_connect_mdt) {
 702                 /* Initialize last id from the storage - will be
 703                  * used in orphan cleanup. */
 704                 rc = osp_last_used_init(env, m);
 705                 if (rc)
 706                         GOTO(out_proc, rc);
 707
 708
 709                 /* Initialize precreation thread, it handles new
 710                  * connections as well. */
 711                 rc = osp_init_precreate(m);
 712                 if (rc)
 713                         GOTO(out_last_used, rc);
 714                 /*
 715                  * Initialize synhronization mechanism taking
 716                  * care of propogating changes to OST in near
 717                  * transactional manner.
 718                  */
 719                 rc = osp_sync_init(env, m);
 720                 if (rc)
 721                         GOTO(out_precreat, rc);
 722         }
 723
 724         /*
 725          * Initiate connect to OST
 726          */
 727         ll_generate_random_uuid(uuid);
 728         class_uuid_unparse(uuid, &m->opd_cluuid);
 729
 730         imp = obd->u.cli.cl_import;
 731
 732         rc = ptlrpc_init_import(imp);
 733         if (rc)
 734                 GOTO(out, rc);
 735         if (osdname)
 736                 OBD_FREE(osdname, MAX_OBD_NAME);
 737         RETURN(0);
 738
 739 out:
 740         if (!m->opd_connect_mdt)
 741                 /* stop sync thread */
 742                 osp_sync_fini(m);
 743 out_precreat:
 744         /* stop precreate thread */
 745         if (!m->opd_connect_mdt)
 746                 osp_precreate_fini(m);
 747 out_last_used:
 748         if (!m->opd_connect_mdt)
 749                 osp_last_used_fini(env, m);
 750 out_proc:
 751         ptlrpc_lprocfs_unregister_obd(obd);
 752         lprocfs_obd_cleanup(obd);
 753         if (m->opd_symlink)
 754                 lprocfs_remove(&m->opd_symlink);
 755         client_obd_cleanup(obd);
 756 out_ref:
 757         ptlrpcd_decref();
 758 out_disconnect:
 759         if (m->opd_connect_mdt) {
 760                 struct client_obd *cli = &m->opd_obd->u.cli;
 761                 if (cli->cl_rpc_lock != NULL) {
 762                         OBD_FREE_PTR(cli->cl_rpc_lock);
 763                         cli->cl_rpc_lock = NULL;
 764                 }
 765         }
 766         obd_disconnect(m->opd_storage_exp);
 767 out_fini:
 768         if (osdname)
 769                 OBD_FREE(osdname, MAX_OBD_NAME);
 770         RETURN(rc);
 771 }
 772
 773 static struct lu_device *osp_device_free(const struct lu_env *env,
 774                                          struct lu_device *lu)
 775 {
 776         struct osp_device *m = lu2osp_dev(lu);
 777
 778         ENTRY;
 779
 780         if (cfs_atomic_read(&lu->ld_ref) && lu->ld_site) {
 781                 LIBCFS_DEBUG_MSG_DATA_DECL(msgdata, D_ERROR, NULL);
 782                 lu_site_print(env, lu->ld_site, &msgdata, lu_cdebug_printer);
 783         }
 784         dt_device_fini(&m->opd_dt_dev);
 785         OBD_FREE_PTR(m);
 786         RETURN(NULL);
 787 }
 788
 789 static struct lu_device *osp_device_alloc(const struct lu_env *env,
 790                                           struct lu_device_type *t,
 791                                           struct lustre_cfg *lcfg)
 792 {
 793         struct osp_device *m;
 794         struct lu_device  *l;
 795
 796         OBD_ALLOC_PTR(m);
 797         if (m == NULL) {
 798                 l = ERR_PTR(-ENOMEM);
 799         } else {
 800                 int rc;
 801
 802                 l = osp2lu_dev(m);
 803                 dt_device_init(&m->opd_dt_dev, t);
 804                 rc = osp_init0(env, m, t, lcfg);
 805                 if (rc != 0) {
 806                         osp_device_free(env, l);
 807                         l = ERR_PTR(rc);
 808                 }
 809         }
 810         return l;
 811 }
 812
 813 static struct lu_device *osp_device_fini(const struct lu_env *env,
 814                                          struct lu_device *d)
 815 {
 816         struct osp_device *m = lu2osp_dev(d);
 817         struct obd_import *imp;
 818         int                rc;
 819
 820         ENTRY;
 821
 822         if (m->opd_storage_exp)
 823                 obd_disconnect(m->opd_storage_exp);
 824
 825         imp = m->opd_obd->u.cli.cl_import;
 826
 827         if (imp->imp_rq_pool) {
 828                 ptlrpc_free_rq_pool(imp->imp_rq_pool);
 829                 imp->imp_rq_pool = NULL;
 830         }
 831
 832         if (m->opd_symlink)
 833                 lprocfs_remove(&m->opd_symlink);
 834
 835         LASSERT(m->opd_obd);
 836         ptlrpc_lprocfs_unregister_obd(m->opd_obd);
 837         lprocfs_obd_cleanup(m->opd_obd);
 838
 839         if (m->opd_connect_mdt) {
 840                 struct client_obd *cli = &m->opd_obd->u.cli;
 841                 if (cli->cl_rpc_lock != NULL) {
 842                         OBD_FREE_PTR(cli->cl_rpc_lock);
 843                         cli->cl_rpc_lock = NULL;
 844                 }
 845         }
 846
 847         rc = client_obd_cleanup(m->opd_obd);
 848         LASSERTF(rc == 0, "error %d\n", rc);
 849
 850         ptlrpcd_decref();
 851
 852         RETURN(NULL);
 853 }
 854
 855 static int osp_reconnect(const struct lu_env *env,
 856                          struct obd_export *exp, struct obd_device *obd,
 857                          struct obd_uuid *cluuid,
 858                          struct obd_connect_data *data,
 859                          void *localdata)
 860 {
 861         return 0;
 862 }
 863
 864 static int osp_prepare_fid_client(struct osp_device *osp)
 865 {
 866         LASSERT(osp->opd_obd->u.cli.cl_seq != NULL);
 867         if (osp->opd_obd->u.cli.cl_seq->lcs_exp != NULL)
 868                 return 0;
 869
 870         LASSERT(osp->opd_exp != NULL);
 871         osp->opd_obd->u.cli.cl_seq->lcs_exp =
 872                                 class_export_get(osp->opd_exp);
 873         return 0;
 874 }
 875
 876 /*
 877  * we use exports to track all LOD users
 878  */
 879 static int osp_obd_connect(const struct lu_env *env, struct obd_export **exp,
 880                            struct obd_device *obd, struct obd_uuid *cluuid,
 881                            struct obd_connect_data *data, void *localdata)
 882 {
 883         struct osp_device       *osp = lu2osp_dev(obd->obd_lu_dev);
 884         struct obd_connect_data *ocd;
 885         struct obd_import       *imp;
 886         struct lustre_handle     conn;
 887         int                      rc;
 888
 889         ENTRY;
 890
 891         CDEBUG(D_CONFIG, "connect #%d\n", osp->opd_connects);
 892
 893         rc = class_connect(&conn, obd, cluuid);
 894         if (rc)
 895                 RETURN(rc);
 896
 897         *exp = class_conn2export(&conn);
 898         /* Why should there ever be more than 1 connect? */
 899         osp->opd_connects++;
 900         LASSERT(osp->opd_connects == 1);
 901
 902         osp->opd_exp = *exp;
 903
 904         imp = osp->opd_obd->u.cli.cl_import;
 905         imp->imp_dlm_handle = conn;
 906
 907         LASSERT(data != NULL);
 908         LASSERT(data->ocd_connect_flags & OBD_CONNECT_INDEX);
 909         ocd = &imp->imp_connect_data;
 910         *ocd = *data;
 911
 912         imp->imp_connect_flags_orig = ocd->ocd_connect_flags;
 913
 914         ocd->ocd_version = LUSTRE_VERSION_CODE;
 915         ocd->ocd_index = data->ocd_index;
 916         imp->imp_connect_flags_orig = ocd->ocd_connect_flags;
 917
 918         rc = ptlrpc_connect_import(imp);
 919         if (rc) {
 920                 CERROR("%s: can't connect obd: rc = %d\n", obd->obd_name, rc);
 921                 GOTO(out, rc);
 922         }
 923
 924         ptlrpc_pinger_add_import(imp);
 925 out:
 926         RETURN(rc);
 927 }
 928
 929 /*
 930  * once last export (we don't count self-export) disappeared
 931  * osp can be released
 932  */
 933 static int osp_obd_disconnect(struct obd_export *exp)
 934 {
 935         struct obd_device *obd = exp->exp_obd;
 936         struct osp_device *osp = lu2osp_dev(obd->obd_lu_dev);
 937         int                rc;
 938         ENTRY;
 939
 940         /* Only disconnect the underlying layers on the final disconnect. */
 941         LASSERT(osp->opd_connects == 1);
 942         osp->opd_connects--;
 943
 944         rc = class_disconnect(exp);
 945         if (rc) {
 946                 CERROR("%s: class disconnect error: rc = %d\n",
 947                        obd->obd_name, rc);
 948                 RETURN(rc);
 949         }
 950
 951         /* destroy the device */
 952         class_manual_cleanup(obd);
 953
 954         RETURN(rc);
 955 }
 956
 957 /*
 958  * lprocfs helpers still use OBD API, let's keep obd_statfs() support
 959  */
 960 static int osp_obd_statfs(const struct lu_env *env, struct obd_export *exp,
 961                           struct obd_statfs *osfs, __u64 max_age, __u32 flags)
 962 {
 963         struct obd_statfs       *msfs;
 964         struct ptlrpc_request   *req;
 965         struct obd_import       *imp = NULL;
 966         int                      rc;
 967
 968         ENTRY;
 969
 970         /* Since the request might also come from lprocfs, so we need
 971          * sync this with client_disconnect_export Bug15684 */
 972         down_read(&exp->exp_obd->u.cli.cl_sem);
 973         if (exp->exp_obd->u.cli.cl_import)
 974                 imp = class_import_get(exp->exp_obd->u.cli.cl_import);
 975         up_read(&exp->exp_obd->u.cli.cl_sem);
 976         if (!imp)
 977                 RETURN(-ENODEV);
 978
 979         /* We could possibly pass max_age in the request (as an absolute
 980          * timestamp or a "seconds.usec ago") so the target can avoid doing
 981          * extra calls into the filesystem if that isn't necessary (e.g.
 982          * during mount that would help a bit).  Having relative timestamps
 983          * is not so great if request processing is slow, while absolute
 984          * timestamps are not ideal because they need time synchronization. */
 985         req = ptlrpc_request_alloc(imp, &RQF_OST_STATFS);
 986
 987         class_import_put(imp);
 988
 989         if (req == NULL)
 990                 RETURN(-ENOMEM);
 991
 992         rc = ptlrpc_request_pack(req, LUSTRE_OST_VERSION, OST_STATFS);
 993         if (rc) {
 994                 ptlrpc_request_free(req);
 995                 RETURN(rc);
 996         }
 997         ptlrpc_request_set_replen(req);
 998         req->rq_request_portal = OST_CREATE_PORTAL;
 999         ptlrpc_at_set_req_timeout(req);
1000
1001         if (flags & OBD_STATFS_NODELAY) {
1002                 /* procfs requests not want stat in wait for avoid deadlock */
1003                 req->rq_no_resend = 1;
1004                 req->rq_no_delay = 1;
1005         }
1006
1007         rc = ptlrpc_queue_wait(req);
1008         if (rc)
1009                 GOTO(out, rc);
1010
1011         msfs = req_capsule_server_get(&req->rq_pill, &RMF_OBD_STATFS);
1012         if (msfs == NULL)
1013                 GOTO(out, rc = -EPROTO);
1014
1015         *osfs = *msfs;
1016
1017         EXIT;
1018 out:
1019         ptlrpc_req_finished(req);
1020         return rc;
1021 }
1022
1023 static int osp_import_event(struct obd_device *obd, struct obd_import *imp,
1024                             enum obd_import_event event)
1025 {
1026         struct osp_device *d = lu2osp_dev(obd->obd_lu_dev);
1027
1028         switch (event) {
1029         case IMP_EVENT_DISCON:
1030                 d->opd_got_disconnected = 1;
1031                 d->opd_imp_connected = 0;
1032                 if (d->opd_connect_mdt)
1033                         break;
1034
1035                 if (d->opd_pre != NULL) {
1036                         osp_pre_update_status(d, -ENODEV);
1037                         wake_up(&d->opd_pre_waitq);
1038                 }
1039
1040                 CDEBUG(D_HA, "got disconnected\n");
1041                 break;
1042         case IMP_EVENT_INACTIVE:
1043                 d->opd_imp_active = 0;
1044                 if (d->opd_connect_mdt)
1045                         break;
1046
1047                 if (d->opd_pre != NULL) {
1048                         osp_pre_update_status(d, -ENODEV);
1049                         wake_up(&d->opd_pre_waitq);
1050                 }
1051
1052                 CDEBUG(D_HA, "got inactive\n");
1053                 break;
1054         case IMP_EVENT_ACTIVE:
1055                 d->opd_imp_active = 1;
1056
1057                 if (osp_prepare_fid_client(d) != 0)
1058                         break;
1059
1060                 if (d->opd_got_disconnected)
1061                         d->opd_new_connection = 1;
1062                 d->opd_imp_connected = 1;
1063                 d->opd_imp_seen_connected = 1;
1064                 if (d->opd_connect_mdt)
1065                         break;
1066
1067                 if (d->opd_pre != NULL)
1068                         wake_up(&d->opd_pre_waitq);
1069
1070                 __osp_sync_check_for_work(d);
1071                 CDEBUG(D_HA, "got connected\n");
1072                 break;
1073         case IMP_EVENT_INVALIDATE:
1074                 if (obd->obd_namespace == NULL)
1075                         break;
1076                 ldlm_namespace_cleanup(obd->obd_namespace, LDLM_FL_LOCAL_ONLY);
1077                 break;
1078         case IMP_EVENT_OCD:
1079         case IMP_EVENT_DEACTIVATE:
1080         case IMP_EVENT_ACTIVATE:
1081                 break;
1082         default:
1083                 CERROR("%s: unsupported import event: %#x\n",
1084                        obd->obd_name, event);
1085         }
1086         return 0;
1087 }
1088
1089 static int osp_iocontrol(unsigned int cmd, struct obd_export *exp, int len,
1090                          void *karg, void *uarg)
1091 {
1092         struct obd_device       *obd = exp->exp_obd;
1093         struct osp_device       *d;
1094         struct obd_ioctl_data   *data = karg;
1095         int                      rc = 0;
1096
1097         ENTRY;
1098
1099         LASSERT(obd->obd_lu_dev);
1100         d = lu2osp_dev(obd->obd_lu_dev);
1101         LASSERT(d->opd_dt_dev.dd_ops == &osp_dt_ops);
1102
1103         if (!try_module_get(THIS_MODULE)) {
1104                 CERROR("%s: can't get module. Is it alive?", obd->obd_name);
1105                 return -EINVAL;
1106         }
1107
1108         switch (cmd) {
1109         case OBD_IOC_CLIENT_RECOVER:
1110                 rc = ptlrpc_recover_import(obd->u.cli.cl_import,
1111                                            data->ioc_inlbuf1, 0);
1112                 if (rc > 0)
1113                         rc = 0;
1114                 break;
1115         case IOC_OSC_SET_ACTIVE:
1116                 rc = ptlrpc_set_import_active(obd->u.cli.cl_import,
1117                                               data->ioc_offset);
1118                 break;
1119         case OBD_IOC_PING_TARGET:
1120                 rc = ptlrpc_obd_ping(obd);
1121                 break;
1122         default:
1123                 CERROR("%s: unrecognized ioctl %#x by %s\n", obd->obd_name,
1124                        cmd, current_comm());
1125                 rc = -ENOTTY;
1126         }
1127         module_put(THIS_MODULE);
1128         return rc;
1129 }
1130
1131 static int osp_obd_get_info(const struct lu_env *env, struct obd_export *exp,
1132                             __u32 keylen, void *key, __u32 *vallen, void *val,
1133                             struct lov_stripe_md *lsm)
1134 {
1135         int rc = -EINVAL;
1136
1137         if (KEY_IS(KEY_OSP_CONNECTED)) {
1138                 struct obd_device       *obd = exp->exp_obd;
1139                 struct osp_device       *osp;
1140
1141                 if (!obd->obd_set_up || obd->obd_stopping)
1142                         RETURN(-EAGAIN);
1143
1144                 osp = lu2osp_dev(obd->obd_lu_dev);
1145                 LASSERT(osp);
1146                 /*
1147                  * 1.8/2.0 behaviour is that OST being connected once at least
1148                  * is considered "healthy". and one "healthy" OST is enough to
1149                  * allow lustre clients to connect to MDS
1150                  */
1151                 RETURN(!osp->opd_imp_seen_connected);
1152         }
1153
1154         RETURN(rc);
1155 }
1156
1157 /* context key constructor/destructor: mdt_key_init, mdt_key_fini */
1158 LU_KEY_INIT_FINI(osp, struct osp_thread_info);
1159 static void osp_key_exit(const struct lu_context *ctx,
1160                          struct lu_context_key *key, void *data)
1161 {
1162         struct osp_thread_info *info = data;
1163
1164         info->osi_attr.la_valid = 0;
1165 }
1166
1167 struct lu_context_key osp_thread_key = {
1168         .lct_tags = LCT_MD_THREAD,
1169         .lct_init = osp_key_init,
1170         .lct_fini = osp_key_fini,
1171         .lct_exit = osp_key_exit
1172 };
1173
1174 /* context key constructor/destructor: mdt_txn_key_init, mdt_txn_key_fini */
1175 LU_KEY_INIT_FINI(osp_txn, struct osp_txn_info);
1176
1177 struct lu_context_key osp_txn_key = {
1178         .lct_tags = LCT_OSP_THREAD,
1179         .lct_init = osp_txn_key_init,
1180         .lct_fini = osp_txn_key_fini
1181 };
1182 LU_TYPE_INIT_FINI(osp, &osp_thread_key, &osp_txn_key);
1183
1184 static struct lu_device_type_operations osp_device_type_ops = {
1185         .ldto_init           = osp_type_init,
1186         .ldto_fini           = osp_type_fini,
1187
1188         .ldto_start          = osp_type_start,
1189         .ldto_stop           = osp_type_stop,
1190
1191         .ldto_device_alloc   = osp_device_alloc,
1192         .ldto_device_free    = osp_device_free,
1193
1194         .ldto_device_fini    = osp_device_fini
1195 };
1196
1197 static struct lu_device_type osp_device_type = {
1198         .ldt_tags     = LU_DEVICE_DT,
1199         .ldt_name     = LUSTRE_OSP_NAME,
1200         .ldt_ops      = &osp_device_type_ops,
1201         .ldt_ctx_tags = LCT_MD_THREAD
1202 };
1203
1204 static struct obd_ops osp_obd_device_ops = {
1205         .o_owner        = THIS_MODULE,
1206         .o_add_conn     = client_import_add_conn,
1207         .o_del_conn     = client_import_del_conn,
1208         .o_reconnect    = osp_reconnect,
1209         .o_connect      = osp_obd_connect,
1210         .o_disconnect   = osp_obd_disconnect,
1211         .o_get_info     = osp_obd_get_info,
1212         .o_import_event = osp_import_event,
1213         .o_iocontrol    = osp_iocontrol,
1214         .o_statfs       = osp_obd_statfs,
1215         .o_fid_init     = client_fid_init,
1216         .o_fid_fini     = client_fid_fini,
1217 };
1218
1219 struct llog_operations osp_mds_ost_orig_logops;
1220
1221 static int __init osp_mod_init(void)
1222 {
1223         struct lprocfs_static_vars       lvars;
1224         cfs_proc_dir_entry_t            *osc_proc_dir;
1225         int                              rc;
1226
1227         rc = lu_kmem_init(osp_caches);
1228         if (rc)
1229                 return rc;
1230
1231         lprocfs_osp_init_vars(&lvars);
1232
1233         rc = class_register_type(&osp_obd_device_ops, NULL, NULL,
1234 #ifndef HAVE_ONLY_PROCFS_SEQ
1235                                 lvars.module_vars,
1236 #endif
1237                                 LUSTRE_OSP_NAME, &osp_device_type);
1238
1239         /* create "osc" entry in procfs for compatibility purposes */
1240         if (rc != 0) {
1241                 lu_kmem_fini(osp_caches);
1242                 return rc;
1243         }
1244
1245         lprocfs_lwp_init_vars(&lvars);
1246
1247         rc = class_register_type(&lwp_obd_device_ops, NULL, NULL,
1248 #ifndef HAVE_ONLY_PROCFS_SEQ
1249                                 lvars.module_vars,
1250 #endif
1251                                 LUSTRE_LWP_NAME, &lwp_device_type);
1252         if (rc != 0) {
1253                 class_unregister_type(LUSTRE_OSP_NAME);
1254                 lu_kmem_fini(osp_caches);
1255                 return rc;
1256         }
1257
1258         /* Note: add_rec/delcare_add_rec will be only used by catalogs */
1259         osp_mds_ost_orig_logops = llog_osd_ops;
1260         osp_mds_ost_orig_logops.lop_add = llog_cat_add_rec;
1261         osp_mds_ost_orig_logops.lop_declare_add = llog_cat_declare_add_rec;
1262
1263         osc_proc_dir = lprocfs_srch(proc_lustre_root, "osc");
1264         if (osc_proc_dir == NULL) {
1265                 osc_proc_dir = lprocfs_register("osc", proc_lustre_root, NULL,
1266                                                 NULL);
1267                 if (IS_ERR(osc_proc_dir))
1268                         CERROR("osp: can't create compat entry \"osc\": %d\n",
1269                                (int) PTR_ERR(osc_proc_dir));
1270         }
1271         return rc;
1272 }
1273
1274 static void __exit osp_mod_exit(void)
1275 {
1276         lprocfs_try_remove_proc_entry("osc", proc_lustre_root);
1277
1278         class_unregister_type(LUSTRE_LWP_NAME);
1279         class_unregister_type(LUSTRE_OSP_NAME);
1280         lu_kmem_fini(osp_caches);
1281 }
1282
1283 MODULE_AUTHOR("Intel, Inc. <http://www.intel.com/>");
1284 MODULE_DESCRIPTION("Lustre OST Proxy Device ("LUSTRE_OSP_NAME")");
1285 MODULE_LICENSE("GPL");
1286
1287 cfs_module(osp, LUSTRE_VERSION_STRING, osp_mod_init, osp_mod_exit);