4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2011, 2017, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
33 * Lustre Management Server (MGS) filesystem interface code
35 * Author: Nathan Rutman <nathan@clusterfs.com>
36 * Author: Alex Zhuravlev <bzzz@whamcloud.com>
39 #define DEBUG_SUBSYSTEM S_MGS
41 #include <lustre_fid.h>
42 #include "mgs_internal.h"
45 * Initialize MGS per-export statistics.
47 * This function sets up procfs entries for various MGS export counters. These
48 * counters are for per-client statistics tracked on the server.
50 * \param[in] obd OBD device
51 * \param[in] exp OBD export
52 * \param[in] localdata NID of client
54 * \retval 0 if successful
55 * \retval negative value on error
57 int mgs_export_stats_init(struct obd_device *obd, struct obd_export *exp,
60 lnet_nid_t *client_nid4 = localdata;
61 struct nid_stat *stats;
67 struct lnet_nid client_nid;
69 lnet_nid4_to_nid(*client_nid4, &client_nid);
70 rc = lprocfs_exp_setup(exp, &client_nid);
72 rc = lprocfs_exp_setup(exp, NULL);
74 /* Mask error for already created /proc entries */
75 RETURN(rc == -EALREADY ? 0 : rc);
77 stats = exp->exp_nid_stats;
78 stats->nid_stats = lprocfs_stats_alloc(LPROC_MGS_LAST,
79 LPROCFS_STATS_FLAG_NOPERCPU);
80 if (stats->nid_stats == NULL)
83 mgs_stats_counter_init(stats->nid_stats);
85 rc = lprocfs_stats_register(stats->nid_proc, "stats", stats->nid_stats);
87 lprocfs_stats_free(&stats->nid_stats);
91 rc = lprocfs_nid_ldlm_stats_init(stats);
100 * Add client export data to the MGS. This data is currently NOT stored on
101 * disk in the last_rcvd file or anywhere else. In the event of a MGS
102 * crash all connections are treated as new connections.
104 int mgs_client_add(struct obd_device *obd, struct obd_export *exp,
110 /* Remove client export data from the MGS */
111 int mgs_client_free(struct obd_export *exp)
116 int mgs_fs_setup(const struct lu_env *env, struct mgs_device *mgs)
121 struct dt_object *root;
122 struct dt_object *nm_config_file_obj;
123 struct nm_config_file *nm_config_file;
128 OBD_SET_CTXT_MAGIC(&mgs->mgs_obd->obd_lvfs_ctxt);
129 mgs->mgs_obd->obd_lvfs_ctxt.dt = mgs->mgs_bottom;
131 /* XXX: fix when support for N:1 layering is implemented */
132 LASSERT(mgs->mgs_dt_dev.dd_lu_dev.ld_site);
133 mgs->mgs_dt_dev.dd_lu_dev.ld_site->ls_top_dev =
134 &mgs->mgs_dt_dev.dd_lu_dev;
136 /* Setup the configs dir */
137 fid.f_seq = FID_SEQ_LOCAL_NAME;
140 rc = local_oid_storage_init(env, mgs->mgs_bottom, &fid, &mgs->mgs_los);
144 rc = dt_root_get(env, mgs->mgs_bottom, &rfid);
148 root = dt_locate_at(env, mgs->mgs_bottom, &rfid,
149 &mgs->mgs_dt_dev.dd_lu_dev, NULL);
150 if (unlikely(IS_ERR(root)))
151 GOTO(out_los, rc = PTR_ERR(root));
153 o = local_file_find_or_create(env, mgs->mgs_los, root,
157 GOTO(out_root, rc = PTR_ERR(o));
159 if (!dt_try_as_dir(env, o, true)) {
160 dt_object_put(env, o);
161 GOTO(out_root, rc = -ENOTDIR);
164 mgs->mgs_configs_dir = o;
166 /* colocated MDT will cache config in target root dir */
167 nm_config_file_obj = local_index_find_or_create(env, mgs->mgs_los,
168 mgs->mgs_configs_dir,
171 &dt_nodemap_features);
172 if (IS_ERR(nm_config_file_obj))
173 GOTO(out_configs, rc = PTR_ERR(nm_config_file_obj));
175 if (nm_config_file_obj->do_index_ops == NULL) {
176 rc = nm_config_file_obj->do_ops->do_index_try(env,
178 &dt_nodemap_features);
180 dt_object_put(env, nm_config_file_obj);
181 GOTO(out_configs, rc);
184 nm_config_file = nm_config_file_register_mgs(env, nm_config_file_obj,
186 dt_object_put(env, nm_config_file_obj);
187 if (IS_ERR(nm_config_file)) {
188 CERROR("%s: error loading nodemap config file, file must be "
189 "removed via ldiskfs: rc = %ld\n",
190 mgs->mgs_obd->obd_name, PTR_ERR(nm_config_file));
191 GOTO(out_configs, rc = PTR_ERR(nm_config_file));
193 obd2obt(mgs->mgs_obd)->obt_nodemap_config_file = nm_config_file;
195 /* create directory to store nid table versions */
196 o = local_file_find_or_create(env, mgs->mgs_los, root, MGS_NIDTBL_DIR,
199 GOTO(out_nm, rc = PTR_ERR(o));
201 mgs->mgs_nidtbl_dir = o;
205 nm_config_file_deregister_mgs(env, nm_config_file);
206 obd2obt(mgs->mgs_obd)->obt_nodemap_config_file = NULL;
210 dt_object_put(env, mgs->mgs_configs_dir);
211 mgs->mgs_configs_dir = NULL;
214 dt_object_put(env, root);
217 local_oid_storage_fini(env, mgs->mgs_los);
221 mgs->mgs_dt_dev.dd_lu_dev.ld_site->ls_top_dev = NULL;
226 int mgs_fs_cleanup(const struct lu_env *env, struct mgs_device *mgs)
228 struct lustre_cfg_bufs bufs;
229 struct lustre_cfg *lcfg;
232 * For the MGS on independent device from MDT, it notifies the lower
233 * layer OSD to backup index before the umount via LCFG_PRE_CLEANUP.
235 lustre_cfg_bufs_reset(&bufs, mgs->mgs_obd->obd_name);
236 lustre_cfg_bufs_set_string(&bufs, 1, NULL);
237 OBD_ALLOC(lcfg, lustre_cfg_len(bufs.lcfg_bufcount, bufs.lcfg_buflen));
239 CERROR("%s: failed to trigger LCFG_PRE_CLEANUP\n",
240 mgs->mgs_obd->obd_name);
242 struct lu_device *l = &mgs->mgs_bottom->dd_lu_dev;
244 lustre_cfg_init(lcfg, LCFG_PRE_CLEANUP, &bufs);
245 l->ld_ops->ldo_process_config(env, l, lcfg);
246 OBD_FREE(lcfg, lustre_cfg_len(lcfg->lcfg_bufcount,
247 lcfg->lcfg_buflens));
250 if (mgs->mgs_configs_dir) {
251 dt_object_put(env, mgs->mgs_configs_dir);
252 mgs->mgs_configs_dir = NULL;
254 if (mgs->mgs_nidtbl_dir) {
255 dt_object_put(env, mgs->mgs_nidtbl_dir);
256 mgs->mgs_nidtbl_dir = NULL;
258 if (obd2obt(mgs->mgs_obd)->obt_nodemap_config_file != NULL) {
259 struct nm_config_file *ncf;
261 ncf = obd2obt(mgs->mgs_obd)->obt_nodemap_config_file;
262 nm_config_file_deregister_mgs(env, ncf);
263 obd2obt(mgs->mgs_obd)->obt_nodemap_config_file = NULL;
267 local_oid_storage_fini(env, mgs->mgs_los);