4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2011, 2017, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
30 * Lustre is a trademark of Sun Microsystems, Inc.
34 * Lustre Management Server (MGS) filesystem interface code
36 * Author: Nathan Rutman <nathan@clusterfs.com>
37 * Author: Alex Zhuravlev <bzzz@whamcloud.com>
40 #define DEBUG_SUBSYSTEM S_MGS
42 #include <lustre_fid.h>
43 #include "mgs_internal.h"
46 * Initialize MGS per-export statistics.
48 * This function sets up procfs entries for various MGS export counters. These
49 * counters are for per-client statistics tracked on the server.
51 * \param[in] obd OBD device
52 * \param[in] exp OBD export
53 * \param[in] localdata NID of client
55 * \retval 0 if successful
56 * \retval negative value on error
58 int mgs_export_stats_init(struct obd_device *obd, struct obd_export *exp,
61 lnet_nid_t *client_nid = localdata;
62 struct nid_stat *stats;
66 rc = lprocfs_exp_setup(exp, client_nid);
68 /* Mask error for already created /proc entries */
69 RETURN(rc == -EALREADY ? 0 : rc);
71 stats = exp->exp_nid_stats;
72 stats->nid_stats = lprocfs_alloc_stats(LPROC_MGS_LAST,
73 LPROCFS_STATS_FLAG_NOPERCPU);
74 if (stats->nid_stats == NULL)
77 mgs_stats_counter_init(stats->nid_stats);
79 rc = lprocfs_register_stats(stats->nid_proc, "stats", stats->nid_stats);
81 lprocfs_free_stats(&stats->nid_stats);
85 rc = lprocfs_nid_ldlm_stats_init(stats);
94 * Add client export data to the MGS. This data is currently NOT stored on
95 * disk in the last_rcvd file or anywhere else. In the event of a MGS
96 * crash all connections are treated as new connections.
98 int mgs_client_add(struct obd_device *obd, struct obd_export *exp,
104 /* Remove client export data from the MGS */
105 int mgs_client_free(struct obd_export *exp)
110 int mgs_fs_setup(const struct lu_env *env, struct mgs_device *mgs)
115 struct dt_object *root;
116 struct dt_object *nm_config_file_obj;
117 struct nm_config_file *nm_config_file;
122 OBD_SET_CTXT_MAGIC(&mgs->mgs_obd->obd_lvfs_ctxt);
123 mgs->mgs_obd->obd_lvfs_ctxt.dt = mgs->mgs_bottom;
125 /* XXX: fix when support for N:1 layering is implemented */
126 LASSERT(mgs->mgs_dt_dev.dd_lu_dev.ld_site);
127 mgs->mgs_dt_dev.dd_lu_dev.ld_site->ls_top_dev =
128 &mgs->mgs_dt_dev.dd_lu_dev;
130 /* Setup the configs dir */
131 fid.f_seq = FID_SEQ_LOCAL_NAME;
134 rc = local_oid_storage_init(env, mgs->mgs_bottom, &fid, &mgs->mgs_los);
138 rc = dt_root_get(env, mgs->mgs_bottom, &rfid);
142 root = dt_locate_at(env, mgs->mgs_bottom, &rfid,
143 &mgs->mgs_dt_dev.dd_lu_dev, NULL);
144 if (unlikely(IS_ERR(root)))
145 GOTO(out_los, rc = PTR_ERR(root));
147 o = local_file_find_or_create(env, mgs->mgs_los, root,
149 S_IFDIR | S_IRUGO | S_IWUSR | S_IXUGO);
151 GOTO(out_root, rc = PTR_ERR(o));
153 if (!dt_try_as_dir(env, o)) {
154 dt_object_put(env, o);
155 GOTO(out_root, rc = -ENOTDIR);
158 mgs->mgs_configs_dir = o;
160 /* colocated MDT will cache config in target root dir */
161 nm_config_file_obj = local_index_find_or_create(env, mgs->mgs_los,
162 mgs->mgs_configs_dir,
166 &dt_nodemap_features);
167 if (IS_ERR(nm_config_file_obj))
168 GOTO(out_configs, rc = PTR_ERR(nm_config_file_obj));
170 if (nm_config_file_obj->do_index_ops == NULL) {
171 rc = nm_config_file_obj->do_ops->do_index_try(env,
173 &dt_nodemap_features);
175 dt_object_put(env, nm_config_file_obj);
176 GOTO(out_configs, rc);
179 nm_config_file = nm_config_file_register_mgs(env, nm_config_file_obj,
181 dt_object_put(env, nm_config_file_obj);
182 if (IS_ERR(nm_config_file)) {
183 CERROR("%s: error loading nodemap config file, file must be "
184 "removed via ldiskfs: rc = %ld\n",
185 mgs->mgs_obd->obd_name, PTR_ERR(nm_config_file));
186 GOTO(out_configs, rc = PTR_ERR(nm_config_file));
188 mgs->mgs_obd->u.obt.obt_nodemap_config_file = nm_config_file;
190 /* create directory to store nid table versions */
191 o = local_file_find_or_create(env, mgs->mgs_los, root, MGS_NIDTBL_DIR,
192 S_IFDIR | S_IRUGO | S_IWUSR | S_IXUGO);
194 GOTO(out_nm, rc = PTR_ERR(o));
196 mgs->mgs_nidtbl_dir = o;
200 nm_config_file_deregister_mgs(env, nm_config_file);
201 mgs->mgs_obd->u.obt.obt_nodemap_config_file = NULL;
205 dt_object_put(env, mgs->mgs_configs_dir);
206 mgs->mgs_configs_dir = NULL;
209 dt_object_put(env, root);
212 local_oid_storage_fini(env, mgs->mgs_los);
216 mgs->mgs_dt_dev.dd_lu_dev.ld_site->ls_top_dev = NULL;
221 int mgs_fs_cleanup(const struct lu_env *env, struct mgs_device *mgs)
223 struct lustre_cfg_bufs bufs;
224 struct lustre_cfg *lcfg;
226 /* For the MGS on independent device from MDT, it notifies the lower
227 * layer OSD to backup index before the umount via LCFG_PRE_CLEANUP. */
228 lustre_cfg_bufs_reset(&bufs, mgs->mgs_obd->obd_name);
229 lustre_cfg_bufs_set_string(&bufs, 1, NULL);
230 OBD_ALLOC(lcfg, lustre_cfg_len(bufs.lcfg_bufcount, bufs.lcfg_buflen));
232 CERROR("%s: failed to trigger LCFG_PRE_CLEANUP\n",
233 mgs->mgs_obd->obd_name);
235 struct lu_device *l = &mgs->mgs_bottom->dd_lu_dev;
237 lustre_cfg_init(lcfg, LCFG_PRE_CLEANUP, &bufs);
238 l->ld_ops->ldo_process_config(env, l, lcfg);
239 OBD_FREE(lcfg, lustre_cfg_len(lcfg->lcfg_bufcount,
240 lcfg->lcfg_buflens));
243 if (mgs->mgs_configs_dir) {
244 dt_object_put(env, mgs->mgs_configs_dir);
245 mgs->mgs_configs_dir = NULL;
247 if (mgs->mgs_nidtbl_dir) {
248 dt_object_put(env, mgs->mgs_nidtbl_dir);
249 mgs->mgs_nidtbl_dir = NULL;
251 if (mgs->mgs_obd->u.obt.obt_nodemap_config_file != NULL) {
252 struct nm_config_file *ncf = mgs->mgs_obd->u.obt.obt_nodemap_config_file;
254 nm_config_file_deregister_mgs(env, ncf);
255 mgs->mgs_obd->u.obt.obt_nodemap_config_file = NULL;
259 local_oid_storage_fini(env, mgs->mgs_los);