X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Fmdd%2Fmdd_device.c;h=4a7b87232269aaf5bdc91e66adc88b2d276da45b;hp=d55f35848f26ded62591f4bb8807e600c4efb901;hb=45cb603b4352a73077dcc45ec2cdea403837a7ba;hpb=0d92e17afa7ff7024d3e18268a2e1a89cba4d5bd;ds=sidebyside diff --git a/lustre/mdd/mdd_device.c b/lustre/mdd/mdd_device.c index d55f358..4a7b872 100644 --- a/lustre/mdd/mdd_device.c +++ b/lustre/mdd/mdd_device.c @@ -27,7 +27,7 @@ * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved. * Use is subject to license terms. * - * Copyright (c) 2011, 2013, Intel Corporation. + * Copyright (c) 2011, 2014, Intel Corporation. */ /* * This file is part of Lustre, http://www.lustre.org/ @@ -43,6 +43,7 @@ #define DEBUG_SUBSYSTEM S_MDS #include +#include #include #include #include @@ -50,6 +51,7 @@ #include #include #include +#include #include "mdd_internal.h" @@ -119,14 +121,26 @@ out: static int mdd_init0(const struct lu_env *env, struct mdd_device *mdd, struct lu_device_type *t, struct lustre_cfg *lcfg) { - int rc; + int rc = -EINVAL; + const char *dev; ENTRY; + /* LU-8040 Set defaults here, before values configs */ + mdd->mdd_cl.mc_flags = 0; /* off by default */ + mdd->mdd_cl.mc_mask = CHANGELOG_DEFMASK; + + dev = lustre_cfg_string(lcfg, 0); + if (dev == NULL) + RETURN(rc); + + mdd->mdd_md_dev.md_lu_dev.ld_obd = class_name2obd(dev); + if (mdd->mdd_md_dev.md_lu_dev.ld_obd == NULL) + RETURN(rc); mdd->mdd_md_dev.md_lu_dev.ld_ops = &mdd_lu_ops; mdd->mdd_md_dev.md_ops = &mdd_ops; rc = mdd_connect_to_next(env, mdd, lustre_cfg_string(lcfg, 3)); - if (rc) + if (rc != 0) RETURN(rc); mdd->mdd_atime_diff = MAX_ATIME_DIFF; @@ -170,7 +184,7 @@ static int changelog_init_cb(const struct lu_env *env, struct llog_handle *llh, "seeing record at index %d/%d/"LPU64" t=%x %.*s in log" DOSTID"\n", hdr->lrh_index, rec->cr_hdr.lrh_index, rec->cr.cr_index, rec->cr.cr_type, rec->cr.cr_namelen, - rec->cr.cr_name, POSTID(&llh->lgh_id.lgl_oi)); + changelog_rec_name(&rec->cr), POSTID(&llh->lgh_id.lgl_oi)); mdd->mdd_cl.mc_index = rec->cr.cr_index; return LLOG_PROC_BREAK; @@ -257,7 +271,48 @@ static int llog_changelog_cancel(const struct lu_env *env, static struct llog_operations changelog_orig_logops; static int -mdd_changelog_on(const struct lu_env *env, struct mdd_device *mdd, int on); +mdd_changelog_write_header(const struct lu_env *env, struct mdd_device *mdd, + int markerflags); + +static int +mdd_changelog_on(const struct lu_env *env, struct mdd_device *mdd) +{ + int rc = 0; + + if ((mdd->mdd_cl.mc_flags & CLM_ON) != 0) + return rc; + + LCONSOLE_INFO("%s: changelog on\n", mdd2obd_dev(mdd)->obd_name); + if (mdd->mdd_cl.mc_flags & CLM_ERR) { + CERROR("Changelogs cannot be enabled due to error " + "condition (see %s log).\n", + mdd2obd_dev(mdd)->obd_name); + rc = -ESRCH; + } else { + spin_lock(&mdd->mdd_cl.mc_lock); + mdd->mdd_cl.mc_flags |= CLM_ON; + spin_unlock(&mdd->mdd_cl.mc_lock); + rc = mdd_changelog_write_header(env, mdd, CLM_START); + } + return rc; +} + +static int +mdd_changelog_off(const struct lu_env *env, struct mdd_device *mdd) +{ + int rc = 0; + + if ((mdd->mdd_cl.mc_flags & CLM_ON) != CLM_ON) + return rc; + + LCONSOLE_INFO("%s: changelog off\n", mdd2obd_dev(mdd)->obd_name); + rc = mdd_changelog_write_header(env, mdd, CLM_FINI); + spin_lock(&mdd->mdd_cl.mc_lock); + mdd->mdd_cl.mc_flags &= ~CLM_ON; + spin_unlock(&mdd->mdd_cl.mc_lock); + + return rc; +} static int mdd_changelog_llog_init(const struct lu_env *env, struct mdd_device *mdd) @@ -290,7 +345,7 @@ static int mdd_changelog_llog_init(const struct lu_env *env, if (rc) GOTO(out_cleanup, rc); - rc = llog_cat_init_and_process(env, ctxt->loc_handle); + rc = llog_init_handle(env, ctxt->loc_handle, LLOG_F_IS_CAT, NULL); if (rc) GOTO(out_close, rc); @@ -326,7 +381,7 @@ static int mdd_changelog_llog_init(const struct lu_env *env, uctxt->loc_handle->lgh_logops->lop_add = llog_cat_add_rec; uctxt->loc_handle->lgh_logops->lop_declare_add = llog_cat_declare_add_rec; - rc = llog_cat_init_and_process(env, uctxt->loc_handle); + rc = llog_init_handle(env, uctxt->loc_handle, LLOG_F_IS_CAT, NULL); if (rc) GOTO(out_uclose, rc); @@ -340,7 +395,7 @@ static int mdd_changelog_llog_init(const struct lu_env *env, /* If we have registered users, assume we want changelogs on */ if (mdd->mdd_cl.mc_lastuser > 0) { - rc = mdd_changelog_on(env, mdd, 1); + rc = mdd_changelog_on(env, mdd); if (rc < 0) GOTO(out_uclose, rc); } @@ -366,8 +421,6 @@ static int mdd_changelog_init(const struct lu_env *env, struct mdd_device *mdd) mdd->mdd_cl.mc_index = 0; spin_lock_init(&mdd->mdd_cl.mc_lock); mdd->mdd_cl.mc_starttime = cfs_time_current_64(); - mdd->mdd_cl.mc_flags = 0; /* off by default */ - mdd->mdd_cl.mc_mask = CHANGELOG_DEFMASK; spin_lock_init(&mdd->mdd_cl.mc_user_lock); mdd->mdd_cl.mc_lastuser = 0; @@ -401,39 +454,6 @@ static void mdd_changelog_fini(const struct lu_env *env, } } -static int -mdd_changelog_write_header(const struct lu_env *env, struct mdd_device *mdd, - int markerflags); - -/* Start / stop recording */ -static int -mdd_changelog_on(const struct lu_env *env, struct mdd_device *mdd, int on) -{ - int rc = 0; - - if ((on == 1) && ((mdd->mdd_cl.mc_flags & CLM_ON) == 0)) { - LCONSOLE_INFO("%s: changelog on\n", mdd2obd_dev(mdd)->obd_name); - if (mdd->mdd_cl.mc_flags & CLM_ERR) { - CERROR("Changelogs cannot be enabled due to error " - "condition (see %s log).\n", - mdd2obd_dev(mdd)->obd_name); - rc = -ESRCH; - } else { - spin_lock(&mdd->mdd_cl.mc_lock); - mdd->mdd_cl.mc_flags |= CLM_ON; - spin_unlock(&mdd->mdd_cl.mc_lock); - rc = mdd_changelog_write_header(env, mdd, CLM_START); - } - } else if ((on == 0) && ((mdd->mdd_cl.mc_flags & CLM_ON) == CLM_ON)) { - LCONSOLE_INFO("%s: changelog off\n",mdd2obd_dev(mdd)->obd_name); - rc = mdd_changelog_write_header(env, mdd, CLM_FINI); - spin_lock(&mdd->mdd_cl.mc_lock); - mdd->mdd_cl.mc_flags &= ~CLM_ON; - spin_unlock(&mdd->mdd_cl.mc_lock); - } - return rc; -} - /** Remove entries with indicies up to and including \a endrec from the * changelog * \param mdd @@ -517,10 +537,11 @@ int mdd_changelog_write_header(const struct lu_env *env, rec->cr.cr_flags = CLF_VERSION; rec->cr.cr_type = CL_MARK; rec->cr.cr_namelen = len; - memcpy(rec->cr.cr_name, obd->obd_name, rec->cr.cr_namelen); + memcpy(changelog_rec_name(&rec->cr), obd->obd_name, rec->cr.cr_namelen); /* Status and action flags */ rec->cr.cr_markerflags = mdd->mdd_cl.mc_flags | markerflags; - rec->cr_hdr.lrh_len = llog_data_len(sizeof(*rec) + rec->cr.cr_namelen); + rec->cr_hdr.lrh_len = llog_data_len(changelog_rec_size(&rec->cr) + + rec->cr.cr_namelen); rec->cr_hdr.lrh_type = CHANGELOG_REC; rec->cr.cr_time = cl_time(); spin_lock(&mdd->mdd_cl.mc_lock); @@ -577,8 +598,6 @@ static int obf_lookup(const struct lu_env *env, struct md_object *p, /* Check if object with this fid exists */ child = mdd_object_find(env, mdd, f); - if (child == NULL) - GOTO(out, rc = 0); if (IS_ERR(child)) GOTO(out, rc = PTR_ERR(child)); @@ -820,7 +839,7 @@ static int mdd_hsm_actions_llog_init(const struct lu_env *env, GOTO(out_cleanup, rc); } - rc = llog_cat_init_and_process(env, ctxt->loc_handle); + rc = llog_init_handle(env, ctxt->loc_handle, LLOG_F_IS_CAT, NULL); if (rc) GOTO(out_close, rc); @@ -865,6 +884,7 @@ static void mdd_device_shutdown(const struct lu_env *env, struct mdd_device *m, mdd_changelog_fini(env, m); orph_index_fini(env, m); mdd_dot_lustre_cleanup(env, m); + nm_config_file_deregister_tgt(env, mdd2obd_dev(m)->u.obt.obt_nodemap_config_file); if (m->mdd_los != NULL) { local_oid_storage_fini(env, m->mdd_los); m->mdd_los = NULL; @@ -888,8 +908,7 @@ static int mdd_process_config(const struct lu_env *env, case LCFG_PARAM: { struct obd_device *obd = mdd2obd_dev(m); - rc = class_process_proc_seq_param(PARAM_MDD, obd->obd_vars, - cfg, m); + rc = class_process_proc_param(PARAM_MDD, obd->obd_vars, cfg, m); if (rc > 0 || rc == -ENOSYS) /* we don't understand; pass it on */ rc = next->ld_ops->ldo_process_config(env, next, cfg); @@ -933,11 +952,11 @@ static int mdd_recovery_complete(const struct lu_env *env, } int mdd_local_file_create(const struct lu_env *env, struct mdd_device *mdd, - const struct lu_fid *pfid, const char *name, __u32 mode, - struct lu_fid *fid) + const struct lu_fid *pfid, const char *name, + __u32 mode, struct lu_fid *fid) { - struct dt_object *parent, *dto; - int rc; + struct dt_object *parent, *dto; + int rc; ENTRY; @@ -976,10 +995,11 @@ static int mdd_prepare(const struct lu_env *env, struct lu_device *pdev, struct lu_device *cdev) { - struct mdd_device *mdd = lu2mdd_dev(cdev); - struct lu_device *next = &mdd->mdd_child->dd_lu_dev; - struct lu_fid fid; - int rc; + struct mdd_device *mdd = lu2mdd_dev(cdev); + struct lu_device *next = &mdd->mdd_child->dd_lu_dev; + struct nm_config_file *nodemap_config; + struct lu_fid fid; + int rc; ENTRY; @@ -1018,10 +1038,6 @@ static int mdd_prepare(const struct lu_env *env, mdd2obd_dev(mdd)->obd_name, rc); GOTO(out_los, rc); } - - rc = mdd_compat_fixes(env, mdd); - if (rc != 0) - GOTO(out_dot, rc); } else { /* Normal client usually send root access to MDT0 directly, * the root FID on non-MDT0 will only be used by echo client. */ @@ -1043,15 +1059,27 @@ static int mdd_prepare(const struct lu_env *env, if (rc != 0) GOTO(out_changelog, rc); + nodemap_config = nm_config_file_register_tgt(env, mdd->mdd_bottom, + mdd->mdd_los); + if (IS_ERR(nodemap_config)) + GOTO(out_hsm, rc = PTR_ERR(nodemap_config)); + + mdd2obd_dev(mdd)->u.obt.obt_nodemap_config_file = nodemap_config; + rc = lfsck_register(env, mdd->mdd_bottom, mdd->mdd_child, mdd2obd_dev(mdd), mdd_lfsck_out_notify, mdd, true); if (rc != 0) { CERROR("%s: failed to initialize lfsck: rc = %d\n", mdd2obd_dev(mdd)->obd_name, rc); - GOTO(out_hsm, rc); + GOTO(out_nodemap, rc); } + RETURN(0); + +out_nodemap: + nm_config_file_deregister_tgt(env, mdd2obd_dev(mdd)->u.obt.obt_nodemap_config_file); + mdd2obd_dev(mdd)->u.obt.obt_nodemap_config_file = NULL; out_hsm: mdd_hsm_actions_llog_fini(env, mdd); out_changelog: @@ -1103,24 +1131,6 @@ static int mdd_statfs(const struct lu_env *env, struct md_device *m, RETURN(rc); } -/* - * No permission check is needed. - */ -static int mdd_init_capa_ctxt(const struct lu_env *env, struct md_device *m, - int mode, unsigned long timeout, __u32 alg, - struct lustre_capa_key *keys) -{ - struct mdd_device *mdd = lu2mdd_dev(&m->md_lu_dev); - int rc; - ENTRY; - - /* need barrier for mds_capa_keys access. */ - - rc = mdd_child_ops(mdd)->dt_init_capa_ctxt(env, mdd->mdd_child, mode, - timeout, alg, keys); - RETURN(rc); -} - static int mdd_maxeasize_get(const struct lu_env *env, struct md_device *m, int *easize) { @@ -1132,14 +1142,6 @@ static int mdd_maxeasize_get(const struct lu_env *env, struct md_device *m, RETURN(0); } -static int mdd_update_capa_key(const struct lu_env *env, - struct md_device *m, - struct lustre_capa_key *key) -{ - /* we do not support capabilities ... */ - return -EINVAL; -} - static int mdd_llog_ctxt_get(const struct lu_env *env, struct md_device *m, int idx, void **h) { @@ -1236,8 +1238,7 @@ static int mdd_obd_disconnect(struct obd_export *exp) } static int mdd_obd_get_info(const struct lu_env *env, struct obd_export *exp, - __u32 keylen, void *key, __u32 *vallen, void *val, - struct lov_stripe_md *lsm) + __u32 keylen, void *key, __u32 *vallen, void *val) { int rc = -EINVAL; @@ -1251,18 +1252,39 @@ static int mdd_obd_get_info(const struct lu_env *env, struct obd_export *exp, mdd = lu2mdd_dev(obd->obd_lu_dev); LASSERT(mdd); rc = obd_get_info(env, mdd->mdd_child_exp, keylen, key, vallen, - val, lsm); + val); RETURN(rc); } RETURN(rc); } +static int mdd_obd_set_info_async(const struct lu_env *env, + struct obd_export *exp, + __u32 keylen, void *key, + __u32 vallen, void *val, + struct ptlrpc_request_set *set) +{ + struct obd_device *obd = exp->exp_obd; + struct mdd_device *mdd; + int rc; + + if (!obd->obd_set_up || obd->obd_stopping) + RETURN(-EAGAIN); + + mdd = lu2mdd_dev(obd->obd_lu_dev); + LASSERT(mdd); + rc = obd_set_info_async(env, mdd->mdd_child_exp, keylen, key, + vallen, val, set); + RETURN(rc); +} + static struct obd_ops mdd_obd_device_ops = { .o_owner = THIS_MODULE, .o_connect = mdd_obd_connect, .o_disconnect = mdd_obd_disconnect, .o_get_info = mdd_obd_get_info, + .o_set_info_async = mdd_obd_set_info_async, }; static int mdd_changelog_user_register(const struct lu_env *env, @@ -1284,10 +1306,10 @@ static int mdd_changelog_user_register(const struct lu_env *env, RETURN(-ENOMEM); } - /* Assume we want it on since somebody registered */ - rc = mdd_changelog_on(env, mdd, 1); - if (rc) - GOTO(out, rc); + /* Assume we want it on since somebody registered */ + rc = mdd_changelog_on(env, mdd); + if (rc) + GOTO(out, rc); rec->cur_hdr.lrh_len = sizeof(*rec); rec->cur_hdr.lrh_type = CHANGELOG_USER_REC; @@ -1434,11 +1456,11 @@ static int mdd_changelog_user_purge(const struct lu_env *env, rc = -ENOENT; } - if (!rc && data.mcud_usercount == 0) - /* No more users; turn changelogs off */ - rc = mdd_changelog_on(env, mdd, 0); + if (!rc && data.mcud_usercount == 0) + /* No more users; turn changelogs off */ + rc = mdd_changelog_off(env, mdd); - RETURN (rc); + RETURN(rc); } /** mdd_iocontrol @@ -1482,7 +1504,12 @@ static int mdd_iocontrol(const struct lu_env *env, struct md_device *m, (struct lfsck_stop *)karg); RETURN(rc); } - } + case OBD_IOC_QUERY_LFSCK: { + rc = lfsck_query(env, mdd->mdd_bottom, NULL, NULL, + (struct lfsck_query *)karg); + RETURN(rc); + } + } /* Below ioctls use obd_ioctl_data */ if (len != sizeof(*data)) { @@ -1516,8 +1543,6 @@ LU_TYPE_INIT_FINI(mdd, &mdd_thread_key); static const struct md_device_operations mdd_ops = { .mdo_statfs = mdd_statfs, .mdo_root_get = mdd_root_get, - .mdo_init_capa_ctxt = mdd_init_capa_ctxt, - .mdo_update_capa_key= mdd_update_capa_key, .mdo_llog_ctxt_get = mdd_llog_ctxt_get, .mdo_iocontrol = mdd_iocontrol, .mdo_maxeasize_get = mdd_maxeasize_get, @@ -1589,7 +1614,7 @@ void mdd_generic_thread_stop(struct mdd_generic_thread *thread) } } -static int __init mdd_mod_init(void) +static int __init mdd_init(void) { int rc; @@ -1607,23 +1632,22 @@ static int __init mdd_mod_init(void) hsm_actions_logops.lop_declare_add = llog_cat_declare_add_rec; rc = class_register_type(&mdd_obd_device_ops, NULL, true, NULL, -#ifndef HAVE_ONLY_PROCFS_SEQ - NULL, -#endif LUSTRE_MDD_NAME, &mdd_device_type); if (rc) lu_kmem_fini(mdd_caches); return rc; } -static void __exit mdd_mod_exit(void) +static void __exit mdd_exit(void) { class_unregister_type(LUSTRE_MDD_NAME); lu_kmem_fini(mdd_caches); } -MODULE_AUTHOR("Sun Microsystems, Inc. "); -MODULE_DESCRIPTION("Lustre Meta-data Device Prototype ("LUSTRE_MDD_NAME")"); +MODULE_AUTHOR("OpenSFS, Inc. "); +MODULE_DESCRIPTION("Lustre Meta-data Device Driver ("LUSTRE_MDD_NAME")"); +MODULE_VERSION(LUSTRE_VERSION_STRING); MODULE_LICENSE("GPL"); -cfs_module(mdd, "0.1.0", mdd_mod_init, mdd_mod_exit); +module_init(mdd_init); +module_exit(mdd_exit);