/* * GPL HEADER START * * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 only, * as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License version 2 for more details (a copy is included * in the LICENSE file that accompanied this code). * * You should have received a copy of the GNU General Public License * version 2 along with this program; If not, see * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf * * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, * CA 95054 USA or visit www.sun.com if you need additional information or * have any questions. * * GPL HEADER END */ /* * Copyright (c) 2009, 2010, Oracle and/or its affiliates. All rights reserved. * Use is subject to license terms. * * Copyright (c) 2011, 2012, Whamcloud, Inc. */ /* * This file is part of Lustre, http://www.lustre.org/ * Lustre is a trademark of Sun Microsystems, Inc. * * lustre/ofd/ofd.c * * Author: Alex Zhuravlev * Author: Mike Pershin * Author: Johann Lombardi */ #define DEBUG_SUBSYSTEM S_FILTER #include #include #include "ofd_internal.h" /* Slab for OFD object allocation */ static cfs_mem_cache_t *ofd_object_kmem; static struct lu_kmem_descr ofd_caches[] = { { .ckd_cache = &ofd_object_kmem, .ckd_name = "ofd_obj", .ckd_size = sizeof(struct ofd_object) }, { .ckd_cache = NULL } }; static int ofd_stack_init(const struct lu_env *env, struct ofd_device *m, struct lustre_cfg *cfg) { struct lu_device *ofd_lu = &m->ofd_dt_dev.dd_lu_dev; const char *dev = lustre_cfg_string(cfg, 0); struct obd_type *type; struct lu_device_type *ldt; struct lu_device *d; struct ofd_thread_info *info = ofd_info(env); int rc; ENTRY; /* XXX: we should be able to use different OSDs here */ type = class_get_type(LUSTRE_OSD_NAME); if (!type) { CERROR("Unknown type: '%s'\n", LUSTRE_OSD_NAME); RETURN(-ENODEV); } rc = lu_env_refill((struct lu_env *)env); if (rc != 0) { CERROR("Failure to refill session: '%d'\n", rc); GOTO(out_type, rc); } ldt = type->typ_lu; if (ldt == NULL) { CERROR("type: '%s'\n", LUSTRE_OSD_NAME); GOTO(out_type, rc = -EINVAL); } ldt->ldt_obd_type = type; d = ldt->ldt_ops->ldto_device_alloc(env, ldt, cfg); if (IS_ERR(d)) { CERROR("Cannot allocate device: '%s'\n", LUSTRE_OSD_NAME); GOTO(out_type, rc = -ENODEV); } LASSERT(ofd_lu->ld_site); d->ld_site = ofd_lu->ld_site; snprintf(info->fti_u.name, sizeof(info->fti_u.name), "%s-osd", lustre_cfg_string(cfg, 0)); type->typ_refcnt++; rc = ldt->ldt_ops->ldto_device_init(env, d, dev, NULL); if (rc) { CERROR("can't init device '%s', rc %d\n", LUSTRE_OSD_NAME, rc); GOTO(out_free, rc); } lu_device_get(d); lu_ref_add(&d->ld_reference, "lu-stack", &lu_site_init); m->ofd_osd = lu2dt_dev(d); /* process setup config */ rc = d->ld_ops->ldo_process_config(env, d, cfg); if (rc) GOTO(out_fini, rc); RETURN(rc); out_fini: ldt->ldt_ops->ldto_device_fini(env, d); out_free: type->typ_refcnt--; ldt->ldt_ops->ldto_device_free(env, d); out_type: class_put_type(type); RETURN(rc); } static void ofd_stack_fini(const struct lu_env *env, struct ofd_device *m, struct lu_device *top) { struct obd_device *obd = ofd_obd(m); struct lustre_cfg_bufs bufs; struct lustre_cfg *lcfg; char flags[3] = ""; ENTRY; lu_site_purge(env, top->ld_site, ~0); /* process cleanup, pass mdt obd name to get obd umount flags */ lustre_cfg_bufs_reset(&bufs, obd->obd_name); if (obd->obd_force) strcat(flags, "F"); if (obd->obd_fail) strcat(flags, "A"); lustre_cfg_bufs_set_string(&bufs, 1, flags); lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs); if (!lcfg) { CERROR("Cannot alloc lcfg!\n"); RETURN_EXIT; } LASSERT(top); top->ld_ops->ldo_process_config(env, top, lcfg); lustre_cfg_free(lcfg); lu_stack_fini(env, &m->ofd_osd->dd_lu_dev); m->ofd_osd = NULL; EXIT; } /* used by MGS to process specific configurations */ static int ofd_process_config(const struct lu_env *env, struct lu_device *d, struct lustre_cfg *cfg) { struct ofd_device *m = ofd_dev(d); struct dt_device *dt_next = m->ofd_osd; struct lu_device *next = &dt_next->dd_lu_dev; int rc; ENTRY; switch (cfg->lcfg_command) { case LCFG_PARAM: { struct lprocfs_static_vars lvars; lprocfs_ofd_init_vars(&lvars); rc = class_process_proc_param(PARAM_OST, lvars.obd_vars, cfg, d->ld_obd); if (rc > 0 || rc == -ENOSYS) /* we don't understand; pass it on */ rc = next->ld_ops->ldo_process_config(env, next, cfg); break; } case LCFG_SPTLRPC_CONF: { rc = -ENOTSUPP; break; } default: /* others are passed further */ rc = next->ld_ops->ldo_process_config(env, next, cfg); break; } RETURN(rc); } static int ofd_object_init(const struct lu_env *env, struct lu_object *o, const struct lu_object_conf *conf) { struct ofd_device *d = ofd_dev(o->lo_dev); struct lu_device *under; struct lu_object *below; int rc = 0; ENTRY; CDEBUG(D_INFO, "object init, fid = "DFID"\n", PFID(lu_object_fid(o))); under = &d->ofd_osd->dd_lu_dev; below = under->ld_ops->ldo_object_alloc(env, o->lo_header, under); if (below != NULL) lu_object_add(o, below); else rc = -ENOMEM; RETURN(rc); } static void ofd_object_free(const struct lu_env *env, struct lu_object *o) { struct ofd_object *of = ofd_obj(o); struct lu_object_header *h; ENTRY; h = o->lo_header; CDEBUG(D_INFO, "object free, fid = "DFID"\n", PFID(lu_object_fid(o))); lu_object_fini(o); lu_object_header_fini(h); OBD_SLAB_FREE_PTR(of, ofd_object_kmem); EXIT; } static int ofd_object_print(const struct lu_env *env, void *cookie, lu_printer_t p, const struct lu_object *o) { return (*p)(env, cookie, LUSTRE_OST_NAME"-object@%p", o); } struct lu_object_operations ofd_obj_ops = { .loo_object_init = ofd_object_init, .loo_object_free = ofd_object_free, .loo_object_print = ofd_object_print }; static struct lu_object *ofd_object_alloc(const struct lu_env *env, const struct lu_object_header *hdr, struct lu_device *d) { struct ofd_object *of; ENTRY; OBD_SLAB_ALLOC_PTR_GFP(of, ofd_object_kmem, CFS_ALLOC_IO); if (of != NULL) { struct lu_object *o; struct lu_object_header *h; o = &of->ofo_obj.do_lu; h = &of->ofo_header; lu_object_header_init(h); lu_object_init(o, h, d); lu_object_add_top(h, o); o->lo_ops = &ofd_obj_ops; RETURN(o); } else { RETURN(NULL); } } extern int ost_handle(struct ptlrpc_request *req); static int ofd_start(const struct lu_env *env, struct lu_device *dev) { struct ofd_device *ofd = ofd_dev(dev); struct lu_device *next = &ofd->ofd_osd->dd_lu_dev; int rc; ENTRY; /* initialize lower device */ rc = next->ld_ops->ldo_prepare(env, dev, next); RETURN(rc); } static int ofd_recovery_complete(const struct lu_env *env, struct lu_device *dev) { struct ofd_device *ofd = ofd_dev(dev); struct lu_device *next = &ofd->ofd_osd->dd_lu_dev; int rc = 0; ENTRY; rc = next->ld_ops->ldo_recovery_complete(env, next); RETURN(rc); } static struct lu_device_operations ofd_lu_ops = { .ldo_object_alloc = ofd_object_alloc, .ldo_process_config = ofd_process_config, .ldo_recovery_complete = ofd_recovery_complete, }; extern int ost_handle(struct ptlrpc_request *req); static int ofd_init0(const struct lu_env *env, struct ofd_device *m, struct lu_device_type *ldt, struct lustre_cfg *cfg) { const char *dev = lustre_cfg_string(cfg, 0); struct ofd_thread_info *info = NULL; struct obd_device *obd; int rc; ENTRY; obd = class_name2obd(dev); if (obd == NULL) { CERROR("Cannot find obd with name %s\n", dev); RETURN(-ENODEV); } rc = lu_env_refill((struct lu_env *)env); if (rc != 0) RETURN(rc); obd->u.obt.obt_magic = OBT_MAGIC; cfs_rwlock_init(&obd->u.filter.fo_sptlrpc_lock); sptlrpc_rule_set_init(&obd->u.filter.fo_sptlrpc_rset); m->ofd_dt_dev.dd_lu_dev.ld_ops = &ofd_lu_ops; m->ofd_dt_dev.dd_lu_dev.ld_obd = obd; /* set this lu_device to obd, because error handling need it */ obd->obd_lu_dev = &m->ofd_dt_dev.dd_lu_dev; /* No connection accepted until configurations will finish */ obd->obd_no_conn = 1; obd->obd_replayable = 1; if (cfg->lcfg_bufcount > 4 && LUSTRE_CFG_BUFLEN(cfg, 4) > 0) { char *str = lustre_cfg_string(cfg, 4); if (strchr(str, 'n')) { CWARN("%s: recovery disabled\n", obd->obd_name); obd->obd_replayable = 0; } } info = ofd_info_init(env, NULL); if (info == NULL) RETURN(-EFAULT); rc = lu_site_init(&m->ofd_site, &m->ofd_dt_dev.dd_lu_dev); if (rc) GOTO(err_out, rc); m->ofd_site.ls_top_dev = &m->ofd_dt_dev.dd_lu_dev; rc = ofd_stack_init(env, m, cfg); if (rc) { CERROR("Can't init device stack, rc %d\n", rc); GOTO(err_lu_site, rc); } m->ofd_namespace = ldlm_namespace_new(obd, info->fti_u.name, LDLM_NAMESPACE_SERVER, LDLM_NAMESPACE_GREEDY, LDLM_NS_TYPE_OST); if (m->ofd_namespace == NULL) GOTO(err_fini_stack, rc = -ENOMEM); /* set obd_namespace for compatibility with old code */ obd->obd_namespace = m->ofd_namespace; dt_conf_get(env, m->ofd_osd, &m->ofd_dt_conf); rc = ofd_start(env, &m->ofd_dt_dev.dd_lu_dev); if (rc) GOTO(err_fini_stack, rc); rc = lut_init(env, &m->ofd_lut, obd, m->ofd_osd); if (rc) GOTO(err_free_ns, rc); rc = ofd_fs_setup(env, m, obd); if (rc) GOTO(err_fini_lut, rc); target_recovery_init(&m->ofd_lut, ost_handle); rc = lu_site_init_finish(&m->ofd_site); if (rc) GOTO(err_fs_cleanup, rc); RETURN(0); err_fs_cleanup: target_recovery_fini(obd); ofd_fs_cleanup(env, m); err_fini_lut: lut_fini(env, &m->ofd_lut); err_free_ns: ldlm_namespace_free(m->ofd_namespace, 0, obd->obd_force); obd->obd_namespace = m->ofd_namespace = NULL; err_fini_stack: ofd_stack_fini(env, m, &m->ofd_osd->dd_lu_dev); err_lu_site: lu_site_fini(&m->ofd_site); err_out: return rc; } static void ofd_fini(const struct lu_env *env, struct ofd_device *m) { struct obd_device *obd = ofd_obd(m); struct lu_device *d = &m->ofd_dt_dev.dd_lu_dev; target_recovery_fini(obd); obd_exports_barrier(obd); obd_zombie_barrier(); lut_fini(env, &m->ofd_lut); ofd_fs_cleanup(env, m); if (m->ofd_namespace != NULL) { ldlm_namespace_free(m->ofd_namespace, NULL, d->ld_obd->obd_force); d->ld_obd->obd_namespace = m->ofd_namespace = NULL; } ofd_stack_fini(env, m, m->ofd_site.ls_top_dev); lu_site_fini(&m->ofd_site); LASSERT(cfs_atomic_read(&d->ld_ref) == 0); EXIT; } static struct lu_device *ofd_device_fini(const struct lu_env *env, struct lu_device *d) { ENTRY; ofd_fini(env, ofd_dev(d)); RETURN(NULL); } static struct lu_device *ofd_device_free(const struct lu_env *env, struct lu_device *d) { struct ofd_device *m = ofd_dev(d); dt_device_fini(&m->ofd_dt_dev); OBD_FREE_PTR(m); RETURN(NULL); } static struct lu_device *ofd_device_alloc(const struct lu_env *env, struct lu_device_type *t, struct lustre_cfg *cfg) { struct ofd_device *m; struct lu_device *l; int rc; OBD_ALLOC_PTR(m); if (m == NULL) return ERR_PTR(-ENOMEM); l = &m->ofd_dt_dev.dd_lu_dev; dt_device_init(&m->ofd_dt_dev, t); rc = ofd_init0(env, m, t, cfg); if (rc != 0) { ofd_device_free(env, l); l = ERR_PTR(rc); } return l; } /* thread context key constructor/destructor */ LU_KEY_INIT_FINI(ofd, struct ofd_thread_info); static void ofd_key_exit(const struct lu_context *ctx, struct lu_context_key *key, void *data) { struct ofd_thread_info *info = data; info->fti_env = NULL; info->fti_exp = NULL; } struct lu_context_key ofd_thread_key = { .lct_tags = LCT_DT_THREAD, .lct_init = ofd_key_init, .lct_fini = ofd_key_fini, .lct_exit = ofd_key_exit }; /* type constructor/destructor: mdt_type_init, mdt_type_fini */ LU_TYPE_INIT_FINI(ofd, &ofd_thread_key); static struct lu_device_type_operations ofd_device_type_ops = { .ldto_init = ofd_type_init, .ldto_fini = ofd_type_fini, .ldto_start = ofd_type_start, .ldto_stop = ofd_type_stop, .ldto_device_alloc = ofd_device_alloc, .ldto_device_free = ofd_device_free, .ldto_device_fini = ofd_device_fini }; static struct lu_device_type ofd_device_type = { .ldt_tags = LU_DEVICE_DT, .ldt_name = LUSTRE_OST_NAME, .ldt_ops = &ofd_device_type_ops, .ldt_ctx_tags = LCT_DT_THREAD }; int __init ofd_init(void) { struct lprocfs_static_vars lvars; int rc; rc = lu_kmem_init(ofd_caches); if (rc) return rc; lprocfs_ofd_init_vars(&lvars); rc = class_register_type(&ofd_obd_ops, NULL, lvars.module_vars, LUSTRE_OST_NAME, &ofd_device_type); return rc; } void __exit ofd_exit(void) { class_unregister_type(LUSTRE_OST_NAME); lu_kmem_fini(ofd_caches); } MODULE_AUTHOR("Whamcloud, Inc. "); MODULE_DESCRIPTION("Lustre Object Filtering Device"); MODULE_LICENSE("GPL"); module_init(ofd_init); module_exit(ofd_exit);