4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2011, 2017, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
30 * Lustre is a trademark of Sun Microsystems, Inc.
34 * Lustre Management Server (MGS) filesystem interface code
36 * Author: Nathan Rutman <nathan@clusterfs.com>
37 * Author: Alex Zhuravlev <bzzz@whamcloud.com>
40 #define DEBUG_SUBSYSTEM S_MGS
42 #include <lustre_fid.h>
43 #include "mgs_internal.h"
46 * Initialize MGS per-export statistics.
48 * This function sets up procfs entries for various MGS export counters. These
49 * counters are for per-client statistics tracked on the server.
51 * \param[in] obd OBD device
52 * \param[in] exp OBD export
53 * \param[in] localdata NID of client
55 * \retval 0 if successful
56 * \retval negative value on error
58 int mgs_export_stats_init(struct obd_device *obd, struct obd_export *exp,
61 lnet_nid_t *client_nid = localdata;
62 struct nid_stat *stats;
66 rc = lprocfs_exp_setup(exp, client_nid);
68 /* Mask error for already created /proc entries */
69 RETURN(rc == -EALREADY ? 0 : rc);
71 stats = exp->exp_nid_stats;
72 stats->nid_stats = lprocfs_alloc_stats(NUM_OBD_STATS + LPROC_MGS_LAST,
73 LPROCFS_STATS_FLAG_NOPERCPU);
74 if (stats->nid_stats == NULL)
77 lprocfs_init_ops_stats(LPROC_MGS_LAST, stats->nid_stats);
79 mgs_stats_counter_init(stats->nid_stats);
81 rc = lprocfs_register_stats(stats->nid_proc, "stats", stats->nid_stats);
83 lprocfs_free_stats(&stats->nid_stats);
87 rc = lprocfs_nid_ldlm_stats_init(stats);
96 * Add client export data to the MGS. This data is currently NOT stored on
97 * disk in the last_rcvd file or anywhere else. In the event of a MGS
98 * crash all connections are treated as new connections.
100 int mgs_client_add(struct obd_device *obd, struct obd_export *exp,
106 /* Remove client export data from the MGS */
107 int mgs_client_free(struct obd_export *exp)
112 int mgs_fs_setup(const struct lu_env *env, struct mgs_device *mgs)
117 struct dt_object *root;
118 struct dt_object *nm_config_file_obj;
119 struct nm_config_file *nm_config_file;
124 OBD_SET_CTXT_MAGIC(&mgs->mgs_obd->obd_lvfs_ctxt);
125 mgs->mgs_obd->obd_lvfs_ctxt.dt = mgs->mgs_bottom;
127 /* XXX: fix when support for N:1 layering is implemented */
128 LASSERT(mgs->mgs_dt_dev.dd_lu_dev.ld_site);
129 mgs->mgs_dt_dev.dd_lu_dev.ld_site->ls_top_dev =
130 &mgs->mgs_dt_dev.dd_lu_dev;
132 /* Setup the configs dir */
133 fid.f_seq = FID_SEQ_LOCAL_NAME;
136 rc = local_oid_storage_init(env, mgs->mgs_bottom, &fid, &mgs->mgs_los);
140 rc = dt_root_get(env, mgs->mgs_bottom, &rfid);
144 root = dt_locate_at(env, mgs->mgs_bottom, &rfid,
145 &mgs->mgs_dt_dev.dd_lu_dev, NULL);
146 if (unlikely(IS_ERR(root)))
147 GOTO(out_los, rc = PTR_ERR(root));
149 o = local_file_find_or_create(env, mgs->mgs_los, root,
151 S_IFDIR | S_IRUGO | S_IWUSR | S_IXUGO);
153 GOTO(out_root, rc = PTR_ERR(o));
155 if (!dt_try_as_dir(env, o)) {
156 dt_object_put(env, o);
157 GOTO(out_root, rc = -ENOTDIR);
160 mgs->mgs_configs_dir = o;
162 /* colocated MDT will cache config in target root dir */
163 nm_config_file_obj = local_index_find_or_create(env, mgs->mgs_los,
164 mgs->mgs_configs_dir,
168 &dt_nodemap_features);
169 if (IS_ERR(nm_config_file_obj))
170 GOTO(out_configs, rc = PTR_ERR(nm_config_file_obj));
172 if (nm_config_file_obj->do_index_ops == NULL) {
173 rc = nm_config_file_obj->do_ops->do_index_try(env,
175 &dt_nodemap_features);
177 dt_object_put(env, nm_config_file_obj);
178 GOTO(out_configs, rc);
181 nm_config_file = nm_config_file_register_mgs(env, nm_config_file_obj,
183 dt_object_put(env, nm_config_file_obj);
184 if (IS_ERR(nm_config_file)) {
185 CERROR("%s: error loading nodemap config file, file must be "
186 "removed via ldiskfs: rc = %ld\n",
187 mgs->mgs_obd->obd_name, PTR_ERR(nm_config_file));
188 GOTO(out_configs, rc = PTR_ERR(nm_config_file));
190 mgs->mgs_obd->u.obt.obt_nodemap_config_file = nm_config_file;
192 /* create directory to store nid table versions */
193 o = local_file_find_or_create(env, mgs->mgs_los, root, MGS_NIDTBL_DIR,
194 S_IFDIR | S_IRUGO | S_IWUSR | S_IXUGO);
196 GOTO(out_nm, rc = PTR_ERR(o));
198 mgs->mgs_nidtbl_dir = o;
202 nm_config_file_deregister_mgs(env, nm_config_file);
203 mgs->mgs_obd->u.obt.obt_nodemap_config_file = NULL;
207 dt_object_put(env, mgs->mgs_configs_dir);
208 mgs->mgs_configs_dir = NULL;
211 dt_object_put(env, root);
214 local_oid_storage_fini(env, mgs->mgs_los);
218 mgs->mgs_dt_dev.dd_lu_dev.ld_site->ls_top_dev = NULL;
223 int mgs_fs_cleanup(const struct lu_env *env, struct mgs_device *mgs)
225 struct lustre_cfg_bufs bufs;
226 struct lustre_cfg *lcfg;
228 /* For the MGS on independent device from MDT, it notifies the lower
229 * layer OSD to backup index before the umount via LCFG_PRE_CLEANUP. */
230 lustre_cfg_bufs_reset(&bufs, mgs->mgs_obd->obd_name);
231 lustre_cfg_bufs_set_string(&bufs, 1, NULL);
232 OBD_ALLOC(lcfg, lustre_cfg_len(bufs.lcfg_bufcount, bufs.lcfg_buflen));
234 CERROR("%s: failed to trigger LCFG_PRE_CLEANUP\n",
235 mgs->mgs_obd->obd_name);
237 struct lu_device *l = &mgs->mgs_bottom->dd_lu_dev;
239 lustre_cfg_init(lcfg, LCFG_PRE_CLEANUP, &bufs);
240 l->ld_ops->ldo_process_config(env, l, lcfg);
241 OBD_FREE(lcfg, lustre_cfg_len(lcfg->lcfg_bufcount,
242 lcfg->lcfg_buflens));
245 if (mgs->mgs_configs_dir) {
246 dt_object_put(env, mgs->mgs_configs_dir);
247 mgs->mgs_configs_dir = NULL;
249 if (mgs->mgs_nidtbl_dir) {
250 dt_object_put(env, mgs->mgs_nidtbl_dir);
251 mgs->mgs_nidtbl_dir = NULL;
253 if (mgs->mgs_obd->u.obt.obt_nodemap_config_file != NULL) {
254 struct nm_config_file *ncf = mgs->mgs_obd->u.obt.obt_nodemap_config_file;
256 nm_config_file_deregister_mgs(env, ncf);
257 mgs->mgs_obd->u.obt.obt_nodemap_config_file = NULL;
261 local_oid_storage_fini(env, mgs->mgs_los);