1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
6 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 only,
10 * as published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License version 2 for more details (a copy is included
16 * in the LICENSE file that accompanied this code).
18 * You should have received a copy of the GNU General Public License
19 * version 2 along with this program; If not, see
20 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
22 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23 * CA 95054 USA or visit www.sun.com if you need additional information or
29 * Copyright 2008 Sun Microsystems, Inc. All rights reserved
30 * Use is subject to license terms.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
36 * lustre/obdclass/obd_config.c
41 #define DEBUG_SUBSYSTEM S_CLASS
43 #include <obd_class.h>
44 #include <linux/string.h>
46 #include <liblustre.h>
47 #include <obd_class.h>
50 #include <lustre_log.h>
51 #include <lprocfs_status.h>
52 #include <libcfs/list.h>
53 #include <lustre_param.h>
54 #include <class_hash.h>
56 static lustre_hash_ops_t uuid_hash_ops;
57 static lustre_hash_ops_t nid_hash_ops;
58 static lustre_hash_ops_t nid_stat_hash_ops;
60 /*********** string parsing utils *********/
62 /* returns 0 if we find this key in the buffer, else 1 */
63 int class_find_param(char *buf, char *key, char **valp)
70 if ((ptr = strstr(buf, key)) == NULL)
74 *valp = ptr + strlen(key);
79 /* returns 0 if this is the first key in the buffer, else 1.
80 valp points to first char after key. */
81 int class_match_param(char *buf, char *key, char **valp)
86 if (memcmp(buf, key, strlen(key)) != 0)
90 *valp = buf + strlen(key);
98 endh is set to next separator */
99 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
105 while (*buf == ',' || *buf == ':')
107 if (*buf == ' ' || *buf == '/' || *buf == '\0')
110 /* nid separators or end of nids */
111 endp = strpbrk(buf, ",: /");
113 endp = buf + strlen(buf);
117 *nid = libcfs_str2nid(buf);
118 if (*nid == LNET_NID_ANY) {
119 LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
127 CDEBUG(D_INFO, "Nid %s\n", libcfs_nid2str(*nid));
131 EXPORT_SYMBOL(class_find_param);
132 EXPORT_SYMBOL(class_match_param);
133 EXPORT_SYMBOL(class_parse_nid);
135 /********************** class fns **********************/
138 * Create a new device and set the type, name and uuid. If successful, the new
139 * device can be accessed by either name or uuid.
141 int class_attach(struct lustre_cfg *lcfg)
143 struct obd_device *obd = NULL;
144 char *typename, *name, *uuid;
148 if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
149 CERROR("No type passed!\n");
152 typename = lustre_cfg_string(lcfg, 1);
154 if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
155 CERROR("No name passed!\n");
158 name = lustre_cfg_string(lcfg, 0);
160 if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
161 CERROR("No UUID passed!\n");
164 uuid = lustre_cfg_string(lcfg, 2);
166 CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
167 MKSTR(typename), MKSTR(name), MKSTR(uuid));
169 obd = class_newdev(typename, name);
171 /* Already exists or out of obds */
174 CERROR("Cannot create device %s of type %s : %d\n",
178 LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
180 LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
181 "obd %p obd_magic %08X != %08X\n",
182 obd, obd->obd_magic, OBD_DEVICE_MAGIC);
183 LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0, "%p obd_name %s != %s\n",
184 obd, obd->obd_name, name);
186 rwlock_init(&obd->obd_pool_lock);
187 obd->obd_pool_limit = 0;
188 obd->obd_pool_slv = 0;
190 CFS_INIT_LIST_HEAD(&obd->obd_exports);
191 CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
192 CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
193 spin_lock_init(&obd->obd_nid_lock);
194 spin_lock_init(&obd->obd_dev_lock);
195 sema_init(&obd->obd_dev_sem, 1);
196 spin_lock_init(&obd->obd_osfs_lock);
197 /* obd->obd_osfs_age must be set to a value in the distant
198 * past to guarantee a fresh statfs is fetched on mount. */
199 obd->obd_osfs_age = cfs_time_shift_64(-1000);
201 /* XXX belongs in setup not attach */
203 cfs_init_timer(&obd->obd_recovery_timer);
204 spin_lock_init(&obd->obd_processing_task_lock);
205 cfs_waitq_init(&obd->obd_next_transno_waitq);
206 cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
207 CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
208 CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
209 CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
211 llog_group_init(&obd->obd_olg, OBD_LLOG_GROUP);
213 spin_lock_init(&obd->obd_uncommitted_replies_lock);
214 CFS_INIT_LIST_HEAD(&obd->obd_uncommitted_replies);
217 if (len >= sizeof(obd->obd_uuid)) {
218 CERROR("uuid must be < %d bytes long\n",
219 (int)sizeof(obd->obd_uuid));
220 GOTO(out, rc = -EINVAL);
222 memcpy(obd->obd_uuid.uuid, uuid, len);
225 if (OBP(obd, attach)) {
226 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
228 GOTO(out, rc = -EINVAL);
231 /* Detach drops this */
232 spin_lock(&obd->obd_dev_lock);
233 atomic_set(&obd->obd_refcount, 1);
234 spin_unlock(&obd->obd_dev_lock);
236 obd->obd_attached = 1;
237 CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
238 obd->obd_minor, typename, atomic_read(&obd->obd_refcount));
242 class_release_dev(obd);
247 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
250 struct obd_export *exp;
253 LASSERT(obd != NULL);
254 LASSERTF(obd == class_num2obd(obd->obd_minor),
255 "obd %p != obd_devs[%d] %p\n",
256 obd, obd->obd_minor, class_num2obd(obd->obd_minor));
257 LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
258 "obd %p obd_magic %08x != %08x\n",
259 obd, obd->obd_magic, OBD_DEVICE_MAGIC);
261 /* have we attached a type to this device? */
262 if (!obd->obd_attached) {
263 CERROR("Device %d not attached\n", obd->obd_minor);
267 if (obd->obd_set_up) {
268 CERROR("Device %d already setup (type %s)\n",
269 obd->obd_minor, obd->obd_type->typ_name);
273 /* is someone else setting us up right now? (attach inits spinlock) */
274 spin_lock(&obd->obd_dev_lock);
275 if (obd->obd_starting) {
276 spin_unlock(&obd->obd_dev_lock);
277 CERROR("Device %d setup in progress (type %s)\n",
278 obd->obd_minor, obd->obd_type->typ_name);
281 /* just leave this on forever. I can't use obd_set_up here because
282 other fns check that status, and we're not actually set up yet. */
283 obd->obd_starting = 1;
284 obd->obd_uuid_hash = NULL;
285 obd->obd_nid_hash = NULL;
286 obd->obd_nid_stats_hash = NULL;
287 spin_unlock(&obd->obd_dev_lock);
289 /* create an uuid-export lustre hash */
290 obd->obd_uuid_hash = lustre_hash_init("UUID_HASH", 128, 128,
292 if (!obd->obd_uuid_hash)
293 GOTO(err_hash, -ENOMEM);
295 /* create a nid-export lustre hash */
296 obd->obd_nid_hash = lustre_hash_init("NID_HASH", 128, 128,
298 if (!obd->obd_nid_hash)
299 GOTO(err_hash, -ENOMEM);
301 /* create a nid-stats lustre hash */
302 obd->obd_nid_stats_hash = lustre_hash_init("NID_STATS", 128, 128,
303 &nid_stat_hash_ops, 0);
304 if (!obd->obd_nid_stats_hash)
305 GOTO(err_hash, -ENOMEM);
307 exp = class_new_export(obd, &obd->obd_uuid);
309 RETURN(PTR_ERR(exp));
311 obd->obd_self_export = exp;
312 list_del_init(&exp->exp_obd_chain_timed);
313 class_export_put(exp);
315 err = obd_setup(obd, lcfg);
321 spin_lock(&obd->obd_dev_lock);
322 /* cleanup drops this */
324 spin_unlock(&obd->obd_dev_lock);
326 CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
327 obd->obd_name, obd->obd_uuid.uuid);
332 class_unlink_export(obd->obd_self_export);
333 obd->obd_self_export = NULL;
335 lustre_hash_exit(obd->obd_uuid_hash);
336 lustre_hash_exit(obd->obd_nid_hash);
337 lustre_hash_exit(obd->obd_nid_stats_hash);
338 obd->obd_starting = 0;
339 CERROR("setup %s failed (%d)\n", obd->obd_name, err);
343 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
347 if (obd->obd_set_up) {
348 CERROR("OBD device %d still set up\n", obd->obd_minor);
352 spin_lock(&obd->obd_dev_lock);
353 if (!obd->obd_attached) {
354 spin_unlock(&obd->obd_dev_lock);
355 CERROR("OBD device %d not attached\n", obd->obd_minor);
358 obd->obd_attached = 0;
359 spin_unlock(&obd->obd_dev_lock);
361 CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
362 obd->obd_name, obd->obd_uuid.uuid);
366 /* not strictly necessary, but cleans up eagerly */
367 obd_zombie_impexp_cull();
372 static void dump_exports(struct obd_device *obd)
374 struct obd_export *exp, *n;
376 list_for_each_entry_safe(exp, n, &obd->obd_exports, exp_obd_chain) {
377 struct ptlrpc_reply_state *rs;
378 struct ptlrpc_reply_state *first_reply = NULL;
381 list_for_each_entry (rs, &exp->exp_outstanding_replies,
388 CDEBUG(D_IOCTL, "%s: %p %s %s %d %d %d: %p %s\n",
389 obd->obd_name, exp, exp->exp_client_uuid.uuid,
390 obd_export_nid2str(exp),
391 atomic_read(&exp->exp_refcount),
392 exp->exp_failed, nreplies, first_reply,
393 nreplies > 3 ? "..." : "");
397 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
403 OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
405 if (!obd->obd_set_up) {
406 CERROR("Device %d not setup\n", obd->obd_minor);
410 spin_lock(&obd->obd_dev_lock);
411 if (obd->obd_stopping) {
412 spin_unlock(&obd->obd_dev_lock);
413 CERROR("OBD %d already stopping\n", obd->obd_minor);
416 /* Leave this on forever */
417 obd->obd_stopping = 1;
418 spin_unlock(&obd->obd_dev_lock);
420 if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
421 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
427 LCONSOLE_WARN("Failing over %s\n",
430 obd->obd_no_transno = 1;
431 obd->obd_no_recov = 1;
432 /* Set the obd readonly if we can */
433 if (OBP(obd, iocontrol))
434 obd_iocontrol(OBD_IOC_SET_READONLY,
435 obd->obd_self_export,
439 CERROR("unrecognised flag '%c'\n",
444 /* The three references that should be remaining are the
445 * obd_self_export and the attach and setup references. */
446 if (atomic_read(&obd->obd_refcount) > 3) {
447 #if 0 /* We should never fail to cleanup with mountconf */
448 if (!(obd->obd_fail || obd->obd_force)) {
449 CERROR("OBD %s is still busy with %d references\n"
450 "You should stop active file system users,"
451 " or use the --force option to cleanup.\n",
452 obd->obd_name, atomic_read(&obd->obd_refcount));
454 /* Allow a failed cleanup to try again. */
455 obd->obd_stopping = 0;
458 /* refcounf - 3 might be the number of real exports
459 (excluding self export). But class_incref is called
460 by other things as well, so don't count on it. */
461 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
462 obd->obd_name, atomic_read(&obd->obd_refcount) - 3);
464 class_disconnect_exports(obd);
466 LASSERT(obd->obd_self_export);
468 /* destroy an uuid-export hash body */
469 lustre_hash_exit(obd->obd_uuid_hash);
471 /* destroy a nid-export hash body */
472 lustre_hash_exit(obd->obd_nid_hash);
474 /* destroy a nid-stats hash body */
475 lustre_hash_exit(obd->obd_nid_stats_hash);
477 /* Precleanup, we must make sure all exports get destroyed. */
478 err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
480 CERROR("Precleanup %s returned %d\n",
487 struct obd_device *class_incref(struct obd_device *obd)
489 atomic_inc(&obd->obd_refcount);
490 CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
491 atomic_read(&obd->obd_refcount));
496 void class_decref(struct obd_device *obd)
501 spin_lock(&obd->obd_dev_lock);
502 atomic_dec(&obd->obd_refcount);
503 refs = atomic_read(&obd->obd_refcount);
504 spin_unlock(&obd->obd_dev_lock);
506 CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
508 if ((refs == 1) && obd->obd_stopping) {
509 /* All exports have been destroyed; there should
510 be no more in-progress ops by this point.*/
512 spin_lock(&obd->obd_self_export->exp_lock);
513 obd->obd_self_export->exp_flags |=
514 (obd->obd_fail ? OBD_OPT_FAILOVER : 0) |
515 (obd->obd_force ? OBD_OPT_FORCE : 0);
516 spin_unlock(&obd->obd_self_export->exp_lock);
518 /* note that we'll recurse into class_decref again */
519 class_unlink_export(obd->obd_self_export);
524 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
525 obd->obd_name, obd->obd_uuid.uuid);
526 LASSERT(!obd->obd_attached);
527 if (obd->obd_stopping) {
528 /* If we're not stopping, we were never set up */
529 err = obd_cleanup(obd);
531 CERROR("Cleanup %s returned %d\n",
534 if (OBP(obd, detach)) {
535 err = OBP(obd,detach)(obd);
537 CERROR("Detach returned %d\n", err);
539 class_release_dev(obd);
543 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
545 struct obd_import *imp;
546 struct obd_uuid uuid;
550 if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
551 LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
552 CERROR("invalid conn_uuid\n");
555 if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
556 strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
557 strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
558 CERROR("can't add connection on non-client dev\n");
562 imp = obd->u.cli.cl_import;
564 CERROR("try to add conn on immature client dev\n");
568 obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
569 rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
574 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
576 struct obd_import *imp;
577 struct obd_uuid uuid;
581 if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
582 LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
583 CERROR("invalid conn_uuid\n");
586 if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
587 strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
588 CERROR("can't del connection on non-client dev\n");
592 imp = obd->u.cli.cl_import;
594 CERROR("try to del conn on immature client dev\n");
598 obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
599 rc = obd_del_conn(imp, &uuid);
604 CFS_LIST_HEAD(lustre_profile_list);
606 struct lustre_profile *class_get_profile(const char * prof)
608 struct lustre_profile *lprof;
611 list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
612 if (!strcmp(lprof->lp_profile, prof)) {
619 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
620 int mdclen, char *mdc)
622 struct lustre_profile *lprof;
626 CDEBUG(D_CONFIG, "Add profile %s\n", prof);
628 OBD_ALLOC(lprof, sizeof(*lprof));
631 CFS_INIT_LIST_HEAD(&lprof->lp_list);
633 LASSERT(proflen == (strlen(prof) + 1));
634 OBD_ALLOC(lprof->lp_profile, proflen);
635 if (lprof->lp_profile == NULL)
636 GOTO(out, err = -ENOMEM);
637 memcpy(lprof->lp_profile, prof, proflen);
639 LASSERT(osclen == (strlen(osc) + 1));
640 OBD_ALLOC(lprof->lp_dt, osclen);
641 if (lprof->lp_dt == NULL)
642 GOTO(out, err = -ENOMEM);
643 memcpy(lprof->lp_dt, osc, osclen);
646 LASSERT(mdclen == (strlen(mdc) + 1));
647 OBD_ALLOC(lprof->lp_md, mdclen);
648 if (lprof->lp_md == NULL)
649 GOTO(out, err = -ENOMEM);
650 memcpy(lprof->lp_md, mdc, mdclen);
653 list_add(&lprof->lp_list, &lustre_profile_list);
658 OBD_FREE(lprof->lp_md, mdclen);
660 OBD_FREE(lprof->lp_dt, osclen);
661 if (lprof->lp_profile)
662 OBD_FREE(lprof->lp_profile, proflen);
663 OBD_FREE(lprof, sizeof(*lprof));
667 void class_del_profile(const char *prof)
669 struct lustre_profile *lprof;
672 CDEBUG(D_CONFIG, "Del profile %s\n", prof);
674 lprof = class_get_profile(prof);
676 list_del(&lprof->lp_list);
677 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
678 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
680 OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
681 OBD_FREE(lprof, sizeof *lprof);
687 void class_del_profiles(void)
689 struct lustre_profile *lprof, *n;
692 list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
693 list_del(&lprof->lp_list);
694 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
695 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
697 OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
698 OBD_FREE(lprof, sizeof *lprof);
703 /* We can't call ll_process_config directly because it lives in a module that
704 must be loaded after this one. */
705 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
707 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
709 client_process_config = cpc;
711 EXPORT_SYMBOL(lustre_register_client_process_config);
713 int class_process_config(struct lustre_cfg *lcfg)
715 struct obd_device *obd;
718 LASSERT(lcfg && !IS_ERR(lcfg));
719 CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
721 /* Commands that don't need a device */
722 switch(lcfg->lcfg_command) {
724 err = class_attach(lcfg);
727 case LCFG_ADD_UUID: {
728 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
729 " (%s)\n", lustre_cfg_string(lcfg, 1),
730 lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
732 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
735 case LCFG_DEL_UUID: {
736 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
737 (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
738 ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
740 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
743 case LCFG_MOUNTOPT: {
744 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
745 lustre_cfg_string(lcfg, 1),
746 lustre_cfg_string(lcfg, 2),
747 lustre_cfg_string(lcfg, 3));
748 /* set these mount options somewhere, so ll_fill_super
750 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
751 lustre_cfg_string(lcfg, 1),
752 LUSTRE_CFG_BUFLEN(lcfg, 2),
753 lustre_cfg_string(lcfg, 2),
754 LUSTRE_CFG_BUFLEN(lcfg, 3),
755 lustre_cfg_string(lcfg, 3));
758 case LCFG_DEL_MOUNTOPT: {
759 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
760 lustre_cfg_string(lcfg, 1));
761 class_del_profile(lustre_cfg_string(lcfg, 1));
764 case LCFG_SET_TIMEOUT: {
765 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
766 obd_timeout, lcfg->lcfg_num);
767 obd_timeout = max(lcfg->lcfg_num, 1U);
770 case LCFG_SET_UPCALL: {
771 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
772 /* COMPAT_146 Don't fail on old configs */
776 struct cfg_marker *marker;
777 marker = lustre_cfg_buf(lcfg, 1);
778 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
779 marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
783 /* llite has no obd */
784 if ((class_match_param(lustre_cfg_string(lcfg, 1),
785 PARAM_LLITE, 0) == 0) &&
786 client_process_config) {
787 err = (*client_process_config)(lcfg);
795 /* Commands that require a device */
796 obd = class_name2obd(lustre_cfg_string(lcfg, 0));
798 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
799 CERROR("this lcfg command requires a device name\n");
801 CERROR("no device for: %s\n",
802 lustre_cfg_string(lcfg, 0));
804 GOTO(out, err = -EINVAL);
807 switch(lcfg->lcfg_command) {
809 err = class_setup(obd, lcfg);
813 err = class_detach(obd, lcfg);
817 err = class_cleanup(obd, lcfg);
820 case LCFG_ADD_CONN: {
821 err = class_add_conn(obd, lcfg);
824 case LCFG_DEL_CONN: {
825 err = class_del_conn(obd, lcfg);
829 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
835 if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
836 CWARN("Ignoring error %d on optional command %#x\n", err,
843 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
844 struct lustre_cfg *lcfg, void *data)
847 struct lprocfs_vars *var;
849 int i, keylen, vallen;
850 int matched = 0, j = 0;
854 if (lcfg->lcfg_command != LCFG_PARAM) {
855 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
859 /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
860 or lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
861 or lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
862 for (i = 1; i < lcfg->lcfg_bufcount; i++) {
863 key = lustre_cfg_buf(lcfg, i);
864 /* Strip off prefix */
865 class_match_param(key, prefix, &key);
866 sval = strchr(key, '=');
867 if (!sval || (*(sval + 1) == 0)) {
868 CERROR("Can't parse param %s\n", key);
869 /* rc = -EINVAL; continue parsing other params */
874 vallen = strlen(sval);
877 /* Search proc entries */
878 while (lvars[j].name) {
880 if (class_match_param(key, (char *)var->name, 0) == 0 &&
881 keylen == strlen(var->name)) {
884 if (var->write_fptr) {
888 rc = (var->write_fptr)(NULL, sval,
893 CERROR("writing proc entry %s err %d\n",
900 CERROR("%s: unknown param %s\n",
901 (char *)lustre_cfg_string(lcfg, 0), key);
902 /* rc = -EINVAL; continue parsing other params */
904 LCONSOLE_INFO("%s.%.*s: set parameter %.*s=%s\n",
905 lustre_cfg_string(lcfg, 0),
906 (int)strlen(prefix) - 1, prefix,
907 (int)(sval - key - 1), key, sval);
915 CDEBUG(D_CONFIG, "liblustre can't process params.\n");
916 /* Don't throw config error */
921 int class_config_dump_handler(struct llog_handle * handle,
922 struct llog_rec_hdr *rec, void *data);
925 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
927 #define lustre_check_exclusion(a,b) 0
930 static int class_config_llog_handler(struct llog_handle * handle,
931 struct llog_rec_hdr *rec, void *data)
933 struct config_llog_instance *clli = data;
934 int cfg_len = rec->lrh_len;
935 char *cfg_buf = (char*) (rec + 1);
939 //class_config_dump_handler(handle, rec, data);
941 switch (rec->lrh_type) {
943 struct lustre_cfg *lcfg, *lcfg_new;
944 struct lustre_cfg_bufs bufs;
945 char *inst_name = NULL;
947 int inst = 0, swab = 0;
949 lcfg = (struct lustre_cfg *)cfg_buf;
950 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
951 lustre_swab_lustre_cfg(lcfg);
955 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
959 /* Figure out config state info */
960 if (lcfg->lcfg_command == LCFG_MARKER) {
961 struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
963 lustre_swab_cfg_marker(marker);
964 CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
965 clli->cfg_flags, marker->cm_flags);
966 if (marker->cm_flags & CM_START) {
967 /* all previous flags off */
968 clli->cfg_flags = CFG_F_MARKER;
969 if (marker->cm_flags & CM_SKIP) {
970 clli->cfg_flags |= CFG_F_SKIP;
971 CDEBUG(D_CONFIG, "SKIP #%d\n",
973 } else if ((marker->cm_flags & CM_EXCLUDE) ||
974 lustre_check_exclusion(clli->cfg_sb,
975 marker->cm_tgtname)) {
976 clli->cfg_flags |= CFG_F_EXCLUDE;
977 CDEBUG(D_CONFIG, "EXCLUDE %d\n",
980 } else if (marker->cm_flags & CM_END) {
984 /* A config command without a start marker before it is
985 illegal (post 146) */
986 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
987 !(clli->cfg_flags & CFG_F_MARKER) &&
988 (lcfg->lcfg_command != LCFG_MARKER)) {
989 CWARN("Config not inside markers, ignoring! "
990 "(inst: %s, uuid: %s, flags: %#x)\n",
991 clli->cfg_instance ? clli->cfg_instance : "<null>",
992 clli->cfg_uuid.uuid, clli->cfg_flags);
993 clli->cfg_flags |= CFG_F_SKIP;
995 if (clli->cfg_flags & CFG_F_SKIP) {
996 CDEBUG(D_CONFIG, "skipping %#x\n",
1003 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1004 (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1005 /* Add inactive instead */
1006 lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1008 lustre_cfg_bufs_init(&bufs, lcfg);
1010 if (clli && clli->cfg_instance &&
1011 LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1013 inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1014 strlen(clli->cfg_instance) + 1;
1015 OBD_ALLOC(inst_name, inst_len);
1016 if (inst_name == NULL)
1017 GOTO(out, rc = -ENOMEM);
1018 sprintf(inst_name, "%s-%s",
1019 lustre_cfg_string(lcfg, 0),
1020 clli->cfg_instance);
1021 lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1022 CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1023 lcfg->lcfg_command, inst_name);
1026 /* we override the llog's uuid for clients, to insure they
1028 if (clli && clli->cfg_instance &&
1029 lcfg->lcfg_command == LCFG_ATTACH) {
1030 lustre_cfg_bufs_set_string(&bufs, 2,
1031 clli->cfg_uuid.uuid);
1034 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1036 lcfg_new->lcfg_num = lcfg->lcfg_num;
1037 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1039 /* XXX Hack to try to remain binary compatible with
1040 * pre-newconfig logs */
1041 if (lcfg->lcfg_nal != 0 && /* pre-newconfig log? */
1042 (lcfg->lcfg_nid >> 32) == 0) {
1043 __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1045 lcfg_new->lcfg_nid =
1046 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1047 CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1048 lcfg->lcfg_nal, addr,
1049 libcfs_nid2str(lcfg_new->lcfg_nid));
1051 lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1054 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1056 rc = class_process_config(lcfg_new);
1057 lustre_cfg_free(lcfg_new);
1060 OBD_FREE(inst_name, inst_len);
1064 CERROR("Unknown llog record type %#x encountered\n",
1070 CERROR("Err %d on cfg command:\n", rc);
1071 class_config_dump_handler(handle, rec, data);
1076 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1077 struct config_llog_instance *cfg)
1079 struct llog_process_cat_data cd = {0, 0};
1080 struct llog_handle *llh;
1084 CDEBUG(D_INFO, "looking up llog %s\n", name);
1085 rc = llog_create(ctxt, &llh, NULL, name);
1089 rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1091 GOTO(parse_out, rc);
1093 /* continue processing from where we last stopped to end-of-log */
1095 cd.lpcd_first_idx = cfg->cfg_last_idx;
1096 cd.lpcd_last_idx = 0;
1098 rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1100 CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1101 cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1104 cfg->cfg_last_idx = cd.lpcd_last_idx;
1107 rc2 = llog_close(llh);
1114 int class_config_dump_handler(struct llog_handle * handle,
1115 struct llog_rec_hdr *rec, void *data)
1117 int cfg_len = rec->lrh_len;
1118 char *cfg_buf = (char*) (rec + 1);
1119 char *outstr, *ptr, *end;
1123 OBD_ALLOC(outstr, 256);
1129 if (rec->lrh_type == OBD_CFG_REC) {
1130 struct lustre_cfg *lcfg;
1133 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1136 lcfg = (struct lustre_cfg *)cfg_buf;
1138 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1139 lcfg->lcfg_command);
1140 if (lcfg->lcfg_flags) {
1141 ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1144 if (lcfg->lcfg_num) {
1145 ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1148 if (lcfg->lcfg_nid) {
1149 ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n ",
1150 libcfs_nid2str(lcfg->lcfg_nid),
1153 if (lcfg->lcfg_command == LCFG_MARKER) {
1154 struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1155 ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1156 marker->cm_step, marker->cm_flags,
1157 marker->cm_tgtname, marker->cm_comment);
1159 for (i = 0; i < lcfg->lcfg_bufcount; i++) {
1160 ptr += snprintf(ptr, end-ptr, "%d:%s ", i,
1161 lustre_cfg_string(lcfg, i));
1164 LCONSOLE(D_WARNING, " %s\n", outstr);
1166 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1170 OBD_FREE(outstr, 256);
1174 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1175 struct config_llog_instance *cfg)
1177 struct llog_handle *llh;
1181 LCONSOLE_INFO("Dumping config log %s\n", name);
1183 rc = llog_create(ctxt, &llh, NULL, name);
1187 rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1189 GOTO(parse_out, rc);
1191 rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1193 rc2 = llog_close(llh);
1197 LCONSOLE_INFO("End config log %s\n", name);
1202 /* Cleanup and detach */
1203 int class_manual_cleanup(struct obd_device *obd)
1205 struct lustre_cfg *lcfg;
1206 struct lustre_cfg_bufs bufs;
1212 CERROR("empty cleanup\n");
1221 CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1222 obd->obd_name, flags);
1224 lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1225 lustre_cfg_bufs_set_string(&bufs, 1, flags);
1226 lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1228 rc = class_process_config(lcfg);
1230 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1234 /* the lcfg is almost the same for both ops */
1235 lcfg->lcfg_command = LCFG_DETACH;
1236 rc = class_process_config(lcfg);
1238 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1240 lustre_cfg_free(lcfg);
1245 * uuid<->export lustre hash operations
1249 uuid_hash(lustre_hash_t *lh, void *key, unsigned mask)
1251 return lh_djb2_hash(((struct obd_uuid *)key)->uuid,
1252 sizeof(((struct obd_uuid *)key)->uuid), mask);
1256 uuid_key(struct hlist_node *hnode)
1258 struct obd_export *exp;
1260 exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1262 RETURN(&exp->exp_client_uuid);
1266 * NOTE: It is impossible to find an export that is in failed
1267 * state with this function
1270 uuid_compare(void *key, struct hlist_node *hnode)
1272 struct obd_export *exp;
1275 exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1277 RETURN(obd_uuid_equals((struct obd_uuid *)key,&exp->exp_client_uuid) &&
1282 uuid_export_get(struct hlist_node *hnode)
1284 struct obd_export *exp;
1286 exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1287 class_export_get(exp);
1293 uuid_export_put(struct hlist_node *hnode)
1295 struct obd_export *exp;
1297 exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1298 class_export_put(exp);
1303 static lustre_hash_ops_t uuid_hash_ops = {
1304 .lh_hash = uuid_hash,
1306 .lh_compare = uuid_compare,
1307 .lh_get = uuid_export_get,
1308 .lh_put = uuid_export_put,
1313 * nid<->export hash operations
1317 nid_hash(lustre_hash_t *lh, void *key, unsigned mask)
1319 return lh_djb2_hash(key, sizeof(lnet_nid_t), mask);
1323 nid_key(struct hlist_node *hnode)
1325 struct obd_export *exp;
1327 exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1329 RETURN(&exp->exp_connection->c_peer.nid);
1333 * NOTE: It is impossible to find an export that is in failed
1334 * state with this function
1337 nid_compare(void *key, struct hlist_node *hnode)
1339 struct obd_export *exp;
1342 exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1344 RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1349 nid_export_get(struct hlist_node *hnode)
1351 struct obd_export *exp;
1353 exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1354 class_export_get(exp);
1360 nid_export_put(struct hlist_node *hnode)
1362 struct obd_export *exp;
1364 exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1365 class_export_put(exp);
1370 static lustre_hash_ops_t nid_hash_ops = {
1371 .lh_hash = nid_hash,
1373 .lh_compare = nid_compare,
1374 .lh_get = nid_export_get,
1375 .lh_put = nid_export_put,
1380 * nid<->nidstats hash operations
1384 nidstats_key(struct hlist_node *hnode)
1386 struct nid_stat *ns;
1388 ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1394 nidstats_compare(void *key, struct hlist_node *hnode)
1396 RETURN(*(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key);
1400 nidstats_get(struct hlist_node *hnode)
1402 struct nid_stat *ns;
1404 ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1405 ns->nid_exp_ref_count++;
1411 nidstats_put(struct hlist_node *hnode)
1413 struct nid_stat *ns;
1415 ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1416 ns->nid_exp_ref_count--;
1421 static lustre_hash_ops_t nid_stat_hash_ops = {
1422 .lh_hash = nid_hash,
1423 .lh_key = nidstats_key,
1424 .lh_compare = nidstats_compare,
1425 .lh_get = nidstats_get,
1426 .lh_put = nidstats_put,