1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
6 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 only,
10 * as published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License version 2 for more details (a copy is included
16 * in the LICENSE file that accompanied this code).
18 * You should have received a copy of the GNU General Public License
19 * version 2 along with this program; If not, see
20 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
22 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23 * CA 95054 USA or visit www.sun.com if you need additional information or
29 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
30 * Use is subject to license terms.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
36 * lustre/cmm/mdc_device.c
38 * Lustre Metadata Client (mdc)
40 * Author: Mike Pershin <tappro@clusterfs.com>
44 # define EXPORT_SYMTAB
46 #define DEBUG_SUBSYSTEM S_MDS
49 #include <obd_class.h>
50 #include <lprocfs_status.h>
51 #include <lustre_ver.h>
52 #include "cmm_internal.h"
53 #include "mdc_internal.h"
55 static const struct lu_device_operations mdc_lu_ops;
61 * The md_device_operation for mdc. It is empty.
63 static const struct md_device_operations mdc_md_ops = { 0 };
66 * Upcall handler in mdc. Analog of obd_device::o_notify().
68 static int mdc_obd_update(struct obd_device *host,
69 struct obd_device *watched,
70 enum obd_notify_event ev, void *owner, void *data)
72 struct mdc_device *mc = owner;
77 CDEBUG(D_CONFIG, "notify %s ev=%d\n", watched->obd_name, ev);
78 if (ev == OBD_NOTIFY_ACTIVE) {
79 CDEBUG(D_INFO|D_WARNING, "Device %s is active now\n",
81 } else if (ev == OBD_NOTIFY_INACTIVE) {
82 CDEBUG(D_INFO|D_WARNING, "Device %s is inactive now\n",
84 } else if (ev == OBD_NOTIFY_OCD) {
85 struct obd_connect_data *conn_data =
86 &watched->u.cli.cl_import->imp_connect_data;
88 * Update exp_connect_flags.
90 mc->mc_desc.cl_exp->exp_connect_flags =
91 conn_data->ocd_connect_flags;
92 CDEBUG(D_INFO, "Update connect_flags: "LPX64"\n",
93 conn_data->ocd_connect_flags);
100 * Invoked by configuration command LCFG_ADD_MDC.
102 * MDC OBD is set up already and connected to the proper MDS
103 * mdc_add_obd() find that obd by uuid and connects to it.
104 * Local MDT uuid is used for connection.
106 static int mdc_obd_add(const struct lu_env *env,
107 struct mdc_device *mc, struct lustre_cfg *cfg)
109 struct mdc_cli_desc *desc = &mc->mc_desc;
110 struct obd_device *mdc;
111 const char *uuid_str = lustre_cfg_string(cfg, 1);
112 const char *index = lustre_cfg_string(cfg, 2);
113 const char *mdc_uuid_str = lustre_cfg_string(cfg, 4);
114 struct md_site *ms = lu_site2md(mdc2lu_dev(mc)->ld_site);
122 mc->mc_num = simple_strtol(index, &p, 10);
124 CERROR("Invalid index in lustre_cgf, offset 2\n");
128 obd_str2uuid(&desc->cl_srv_uuid, uuid_str);
129 obd_str2uuid(&desc->cl_cli_uuid, mdc_uuid_str);
130 /* try to find MDC OBD connected to the needed MDT */
131 mdc = class_find_client_obd(&desc->cl_srv_uuid, LUSTRE_MDC_NAME,
134 CERROR("Cannot find MDC OBD connected to %s\n", uuid_str);
136 } else if (!mdc->obd_set_up) {
137 CERROR("target %s not set up\n", mdc->obd_name);
140 struct obd_connect_data *ocd;
142 CDEBUG(D_CONFIG, "connect to %s(%s)\n",
143 mdc->obd_name, mdc->obd_uuid.uuid);
149 * The connection between MDS must be local,
150 * IBITS are needed for rename_lock (INODELOCK_UPDATE)
152 ocd->ocd_ibits_known = MDS_INODELOCK_UPDATE;
153 ocd->ocd_connect_flags = OBD_CONNECT_VERSION |
155 OBD_CONNECT_RMT_CLIENT |
156 OBD_CONNECT_MDS_CAPA |
157 OBD_CONNECT_OSS_CAPA |
159 OBD_CONNECT_MDS_MDS |
163 rc = obd_connect(env, &desc->cl_exp, mdc, &mdc->obd_uuid, ocd, NULL);
166 CERROR("target %s connect error %d\n",
169 /* set seq controller export for MDC0 if exists */
172 class_export_get(desc->cl_exp);
173 rc = obd_fid_init(desc->cl_exp);
175 CERROR("fid init error %d \n", rc);
177 /* obd notify mechanism */
178 mdc->obd_upcall.onu_owner = mc;
179 mdc->obd_upcall.onu_upcall = mdc_obd_update;
184 obd_disconnect(desc->cl_exp);
194 * Called when configuration command LCFG_CLEANUP is issued.
196 * This disconnects MDC OBD and cleanup it.
198 static int mdc_obd_del(const struct lu_env *env, struct mdc_device *mc,
199 struct lustre_cfg *cfg)
201 struct mdc_cli_desc *desc = &mc->mc_desc;
202 const char *dev = lustre_cfg_string(cfg, 0);
203 struct obd_device *mdc_obd = class_exp2obd(desc->cl_exp);
204 struct obd_device *mdt_obd;
209 CDEBUG(D_CONFIG, "Disconnect from %s\n",
212 /* Set mdt_obd flags in shutdown. */
213 mdt_obd = class_name2obd(dev);
214 LASSERT(mdt_obd != NULL);
216 mdc_obd->obd_no_recov = mdt_obd->obd_no_recov;
217 mdc_obd->obd_force = mdt_obd->obd_force;
218 mdc_obd->obd_fail = 0;
221 rc = obd_fid_fini(desc->cl_exp);
223 CERROR("Fid fini error %d\n", rc);
225 obd_register_observer(mdc_obd, NULL);
226 mdc_obd->obd_upcall.onu_owner = NULL;
227 mdc_obd->obd_upcall.onu_upcall = NULL;
228 rc = obd_disconnect(desc->cl_exp);
230 CERROR("Target %s disconnect error %d\n",
231 mdc_obd->obd_name, rc);
233 class_manual_cleanup(mdc_obd);
240 * Process config command. Passed to the mdc from mdt.
241 * Supports two commands only - LCFG_ADD_MDC and LCFG_CLEANUP
243 static int mdc_process_config(const struct lu_env *env,
244 struct lu_device *ld,
245 struct lustre_cfg *cfg)
247 struct mdc_device *mc = lu2mdc_dev(ld);
251 switch (cfg->lcfg_command) {
253 rc = mdc_obd_add(env, mc, cfg);
256 rc = mdc_obd_del(env, mc, cfg);
265 * lu_device_operations instance for mdc.
267 static const struct lu_device_operations mdc_lu_ops = {
268 .ldo_object_alloc = mdc_object_alloc,
269 .ldo_process_config = mdc_process_config
273 * Initialize proper easize and cookie size.
275 void cmm_mdc_init_ea_size(const struct lu_env *env, struct mdc_device *mc,
276 int max_mdsize, int max_cookiesize)
278 struct obd_device *obd = class_exp2obd(mc->mc_desc.cl_exp);
280 obd->u.cli.cl_max_mds_easize = max_mdsize;
281 obd->u.cli.cl_max_mds_cookiesize = max_cookiesize;
284 /** Start mdc device */
285 static int mdc_device_init(const struct lu_env *env, struct lu_device *ld,
286 const char *name, struct lu_device *next)
291 /** Stop mdc device. */
292 static struct lu_device *mdc_device_fini(const struct lu_env *env,
293 struct lu_device *ld)
299 /** Allocate new mdc device */
300 static struct lu_device *mdc_device_alloc(const struct lu_env *env,
301 struct lu_device_type *ldt,
302 struct lustre_cfg *cfg)
304 struct lu_device *ld;
305 struct mdc_device *mc;
310 ld = ERR_PTR(-ENOMEM);
312 md_device_init(&mc->mc_md_dev, ldt);
313 mc->mc_md_dev.md_ops = &mdc_md_ops;
315 ld->ld_ops = &mdc_lu_ops;
316 cfs_sema_init(&mc->mc_fid_sem, 1);
322 /** Free mdc device */
323 static struct lu_device *mdc_device_free(const struct lu_env *env,
324 struct lu_device *ld)
326 struct mdc_device *mc = lu2mdc_dev(ld);
328 LASSERTF(cfs_atomic_read(&ld->ld_ref) == 0,
329 "Refcount = %d\n", cfs_atomic_read(&ld->ld_ref));
330 LASSERT(cfs_list_empty(&mc->mc_linkage));
331 md_device_fini(&mc->mc_md_dev);
336 /** context key constructor/destructor: mdc_key_init, mdc_key_fini */
337 LU_KEY_INIT_FINI(mdc, struct mdc_thread_info);
339 /** context key: mdc_thread_key */
340 LU_CONTEXT_KEY_DEFINE(mdc, LCT_MD_THREAD|LCT_CL_THREAD);
342 /** type constructor/destructor: mdc_type_init, mdc_type_fini */
343 LU_TYPE_INIT_FINI(mdc, &mdc_thread_key);
345 static struct lu_device_type_operations mdc_device_type_ops = {
346 .ldto_init = mdc_type_init,
347 .ldto_fini = mdc_type_fini,
349 .ldto_start = mdc_type_start,
350 .ldto_stop = mdc_type_stop,
352 .ldto_device_alloc = mdc_device_alloc,
353 .ldto_device_free = mdc_device_free,
355 .ldto_device_init = mdc_device_init,
356 .ldto_device_fini = mdc_device_fini
359 struct lu_device_type mdc_device_type = {
360 .ldt_tags = LU_DEVICE_MD,
361 .ldt_name = LUSTRE_CMM_MDC_NAME,
362 .ldt_ops = &mdc_device_type_ops,
363 .ldt_ctx_tags = LCT_MD_THREAD|LCT_CL_THREAD