1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
6 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 only,
10 * as published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License version 2 for more details (a copy is included
16 * in the LICENSE file that accompanied this code).
18 * You should have received a copy of the GNU General Public License
19 * version 2 along with this program; If not, see
20 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
22 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23 * CA 95054 USA or visit www.sun.com if you need additional information or
29 * Copyright 2008 Sun Microsystems, Inc. All rights reserved
30 * Use is subject to license terms.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
36 * lustre/obdclass/obd_config.c
41 #define DEBUG_SUBSYSTEM S_CLASS
43 #include <obd_class.h>
44 #include <linux/string.h>
46 #include <liblustre.h>
47 #include <obd_class.h>
50 #include <lustre_log.h>
51 #include <lprocfs_status.h>
52 #include <libcfs/list.h>
53 #include <lustre_param.h>
54 #include <class_hash.h>
56 static lustre_hash_ops_t uuid_hash_ops;
57 static lustre_hash_ops_t nid_hash_ops;
58 static lustre_hash_ops_t nid_stat_hash_ops;
60 /*********** string parsing utils *********/
62 /* returns 0 if we find this key in the buffer, else 1 */
63 int class_find_param(char *buf, char *key, char **valp)
70 if ((ptr = strstr(buf, key)) == NULL)
74 *valp = ptr + strlen(key);
80 * Finds a parameter in \a params and copies it to \a copy.
82 * Leading spaces are skipped. Next space or end of string is the
83 * parameter terminator with the exception that spaces inside single or double
84 * quotes get included into a parameter. The parameter is copied into \a copy
85 * which has to be allocated big enough by a caller, quotes are stripped in
86 * the copy and the copy is terminated by 0.
88 * On return \a params is set to next parameter or to NULL if last
89 * parameter is returned.
91 * \retval 0 if parameter is returned in \a copy
93 * \retval -EINVAL if unbalanced quota is found
95 int class_get_next_param(char **params, char *copy)
110 q1 = strpbrk(str, " '\"");
113 memcpy(copy, str, len);
120 memcpy(copy, str, len);
126 memcpy(copy, str, len);
129 /* search for the matching closing quote */
131 q2 = strchr(str, *q1);
133 CERROR("Unbalanced quota in parameters: \"%s\"\n",
138 memcpy(copy, str, len);
145 /* returns 0 if this is the first key in the buffer, else 1.
146 valp points to first char after key. */
147 int class_match_param(char *buf, char *key, char **valp)
152 if (memcmp(buf, key, strlen(key)) != 0)
156 *valp = buf + strlen(key);
164 endh is set to next separator */
165 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
171 while (*buf == ',' || *buf == ':')
173 if (*buf == ' ' || *buf == '/' || *buf == '\0')
176 /* nid separators or end of nids */
177 endp = strpbrk(buf, ",: /");
179 endp = buf + strlen(buf);
183 *nid = libcfs_str2nid(buf);
184 if (*nid == LNET_NID_ANY) {
185 LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
193 CDEBUG(D_INFO, "Nid %s\n", libcfs_nid2str(*nid));
197 EXPORT_SYMBOL(class_find_param);
198 EXPORT_SYMBOL(class_get_next_param);
199 EXPORT_SYMBOL(class_match_param);
200 EXPORT_SYMBOL(class_parse_nid);
202 /********************** class fns **********************/
205 * Create a new device and set the type, name and uuid. If successful, the new
206 * device can be accessed by either name or uuid.
208 int class_attach(struct lustre_cfg *lcfg)
210 struct obd_device *obd = NULL;
211 char *typename, *name, *uuid;
215 if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
216 CERROR("No type passed!\n");
219 typename = lustre_cfg_string(lcfg, 1);
221 if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
222 CERROR("No name passed!\n");
225 name = lustre_cfg_string(lcfg, 0);
227 if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
228 CERROR("No UUID passed!\n");
231 uuid = lustre_cfg_string(lcfg, 2);
233 CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
234 MKSTR(typename), MKSTR(name), MKSTR(uuid));
236 obd = class_newdev(typename, name);
238 /* Already exists or out of obds */
241 CERROR("Cannot create device %s of type %s : %d\n",
245 LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
247 LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
248 "obd %p obd_magic %08X != %08X\n",
249 obd, obd->obd_magic, OBD_DEVICE_MAGIC);
250 LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
251 "%p obd_name %s != %s\n", obd, obd->obd_name, name);
253 rwlock_init(&obd->obd_pool_lock);
254 obd->obd_pool_limit = 0;
255 obd->obd_pool_slv = 0;
257 CFS_INIT_LIST_HEAD(&obd->obd_exports);
258 CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
259 CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
260 CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
261 spin_lock_init(&obd->obd_nid_lock);
262 spin_lock_init(&obd->obd_dev_lock);
263 sema_init(&obd->obd_dev_sem, 1);
264 spin_lock_init(&obd->obd_osfs_lock);
265 /* obd->obd_osfs_age must be set to a value in the distant
266 * past to guarantee a fresh statfs is fetched on mount. */
267 obd->obd_osfs_age = cfs_time_shift_64(-1000);
269 /* XXX belongs in setup not attach */
271 cfs_init_timer(&obd->obd_recovery_timer);
272 spin_lock_init(&obd->obd_processing_task_lock);
273 cfs_waitq_init(&obd->obd_next_transno_waitq);
274 cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
275 CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
276 CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
277 CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
279 llog_group_init(&obd->obd_olg, FILTER_GROUP_LLOG);
282 if (len >= sizeof(obd->obd_uuid)) {
283 CERROR("uuid must be < %d bytes long\n",
284 (int)sizeof(obd->obd_uuid));
285 GOTO(out, rc = -EINVAL);
287 memcpy(obd->obd_uuid.uuid, uuid, len);
290 if (OBP(obd, attach)) {
291 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
293 GOTO(out, rc = -EINVAL);
296 /* Detach drops this */
297 spin_lock(&obd->obd_dev_lock);
298 atomic_set(&obd->obd_refcount, 1);
299 spin_unlock(&obd->obd_dev_lock);
300 lu_ref_init(&obd->obd_reference);
301 lu_ref_add(&obd->obd_reference, "attach", obd);
303 obd->obd_attached = 1;
304 CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
305 obd->obd_minor, typename, atomic_read(&obd->obd_refcount));
309 class_release_dev(obd);
314 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
317 struct obd_export *exp;
320 LASSERT(obd != NULL);
321 LASSERTF(obd == class_num2obd(obd->obd_minor),
322 "obd %p != obd_devs[%d] %p\n",
323 obd, obd->obd_minor, class_num2obd(obd->obd_minor));
324 LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
325 "obd %p obd_magic %08x != %08x\n",
326 obd, obd->obd_magic, OBD_DEVICE_MAGIC);
328 /* have we attached a type to this device? */
329 if (!obd->obd_attached) {
330 CERROR("Device %d not attached\n", obd->obd_minor);
334 if (obd->obd_set_up) {
335 CERROR("Device %d already setup (type %s)\n",
336 obd->obd_minor, obd->obd_type->typ_name);
340 /* is someone else setting us up right now? (attach inits spinlock) */
341 spin_lock(&obd->obd_dev_lock);
342 if (obd->obd_starting) {
343 spin_unlock(&obd->obd_dev_lock);
344 CERROR("Device %d setup in progress (type %s)\n",
345 obd->obd_minor, obd->obd_type->typ_name);
348 /* just leave this on forever. I can't use obd_set_up here because
349 other fns check that status, and we're not actually set up yet. */
350 obd->obd_starting = 1;
351 obd->obd_uuid_hash = NULL;
352 obd->obd_nid_hash = NULL;
353 obd->obd_nid_stats_hash = NULL;
354 spin_unlock(&obd->obd_dev_lock);
356 /* create an uuid-export lustre hash */
357 obd->obd_uuid_hash = lustre_hash_init("UUID_HASH", 7, 7,
359 if (!obd->obd_uuid_hash)
360 GOTO(err_hash, err = -ENOMEM);
362 /* create a nid-export lustre hash */
363 obd->obd_nid_hash = lustre_hash_init("NID_HASH", 7, 7,
365 if (!obd->obd_nid_hash)
366 GOTO(err_hash, err = -ENOMEM);
368 /* create a nid-stats lustre hash */
369 obd->obd_nid_stats_hash = lustre_hash_init("NID_STATS", 7, 7,
370 &nid_stat_hash_ops, 0);
371 if (!obd->obd_nid_stats_hash)
372 GOTO(err_hash, err = -ENOMEM);
374 exp = class_new_export(obd, &obd->obd_uuid);
376 GOTO(err_hash, err = PTR_ERR(exp));
378 obd->obd_self_export = exp;
379 list_del_init(&exp->exp_obd_chain_timed);
380 class_export_put(exp);
382 err = obd_setup(obd, lcfg);
388 spin_lock(&obd->obd_dev_lock);
389 /* cleanup drops this */
390 class_incref(obd, "setup", obd);
391 spin_unlock(&obd->obd_dev_lock);
393 CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
394 obd->obd_name, obd->obd_uuid.uuid);
398 if (obd->obd_self_export) {
399 class_unlink_export(obd->obd_self_export);
400 obd->obd_self_export = NULL;
403 if (obd->obd_uuid_hash) {
404 lustre_hash_exit(obd->obd_uuid_hash);
405 obd->obd_uuid_hash = NULL;
407 if (obd->obd_nid_hash) {
408 lustre_hash_exit(obd->obd_nid_hash);
409 obd->obd_nid_hash = NULL;
411 if (obd->obd_nid_stats_hash) {
412 lustre_hash_exit(obd->obd_nid_stats_hash);
413 obd->obd_nid_stats_hash = NULL;
415 obd->obd_starting = 0;
416 CERROR("setup %s failed (%d)\n", obd->obd_name, err);
420 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
424 if (obd->obd_set_up) {
425 CERROR("OBD device %d still set up\n", obd->obd_minor);
429 spin_lock(&obd->obd_dev_lock);
430 if (!obd->obd_attached) {
431 spin_unlock(&obd->obd_dev_lock);
432 CERROR("OBD device %d not attached\n", obd->obd_minor);
435 obd->obd_attached = 0;
436 spin_unlock(&obd->obd_dev_lock);
438 CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
439 obd->obd_name, obd->obd_uuid.uuid);
441 class_decref(obd, "attach", obd);
443 /* not strictly necessary, but cleans up eagerly */
444 obd_zombie_impexp_cull();
449 static void dump_exports(struct obd_device *obd)
451 struct obd_export *exp;
453 spin_lock(&obd->obd_dev_lock);
454 list_for_each_entry(exp, &obd->obd_exports, exp_obd_chain) {
455 struct ptlrpc_reply_state *rs;
456 struct ptlrpc_reply_state *first_reply = NULL;
459 spin_lock(&exp->exp_lock);
460 list_for_each_entry (rs, &exp->exp_outstanding_replies,
466 spin_unlock(&exp->exp_lock);
468 CDEBUG(D_IOCTL, "%s: %p %s %s %d %d %d: %p %s\n",
469 obd->obd_name, exp, exp->exp_client_uuid.uuid,
470 obd_export_nid2str(exp),
471 atomic_read(&exp->exp_refcount),
472 exp->exp_failed, nreplies, first_reply,
473 nreplies > 3 ? "..." : "");
475 spin_unlock(&obd->obd_dev_lock);
478 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
484 OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
486 if (!obd->obd_set_up) {
487 CERROR("Device %d not setup\n", obd->obd_minor);
491 spin_lock(&obd->obd_dev_lock);
492 if (obd->obd_stopping) {
493 spin_unlock(&obd->obd_dev_lock);
494 CERROR("OBD %d already stopping\n", obd->obd_minor);
497 /* Leave this on forever */
498 obd->obd_stopping = 1;
499 spin_unlock(&obd->obd_dev_lock);
501 if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
502 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
508 LCONSOLE_WARN("Failing over %s\n",
511 obd->obd_no_transno = 1;
512 obd->obd_no_recov = 1;
513 if (OBP(obd, iocontrol)) {
514 obd_iocontrol(OBD_IOC_SYNC,
515 obd->obd_self_export,
517 /* Set the obd readonly if we can */
518 obd_iocontrol(OBD_IOC_SET_READONLY,
519 obd->obd_self_export,
524 CERROR("Unrecognised flag '%c'\n", *flag);
528 LASSERT(obd->obd_self_export);
530 /* The three references that should be remaining are the
531 * obd_self_export and the attach and setup references. */
532 if (atomic_read(&obd->obd_refcount) > 3) {
533 /* refcounf - 3 might be the number of real exports
534 (excluding self export). But class_incref is called
535 by other things as well, so don't count on it. */
536 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
537 obd->obd_name, atomic_read(&obd->obd_refcount) - 3);
539 class_disconnect_exports(obd);
542 /* destroy an uuid-export hash body */
543 if (obd->obd_uuid_hash) {
544 lustre_hash_exit(obd->obd_uuid_hash);
545 obd->obd_uuid_hash = NULL;
548 /* destroy a nid-export hash body */
549 if (obd->obd_nid_hash) {
550 lustre_hash_exit(obd->obd_nid_hash);
551 obd->obd_nid_hash = NULL;
554 /* destroy a nid-stats hash body */
555 if (obd->obd_nid_stats_hash) {
556 lustre_hash_exit(obd->obd_nid_stats_hash);
557 obd->obd_nid_stats_hash = NULL;
560 /* Precleanup, we must make sure all exports get destroyed. */
561 err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
563 CERROR("Precleanup %s returned %d\n",
565 class_decref(obd, "setup", obd);
570 struct obd_device *class_incref(struct obd_device *obd,
571 const char *scope, const void *source)
573 lu_ref_add_atomic(&obd->obd_reference, scope, source);
574 atomic_inc(&obd->obd_refcount);
575 CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
576 atomic_read(&obd->obd_refcount));
581 void class_decref(struct obd_device *obd, const char *scope, const void *source)
586 spin_lock(&obd->obd_dev_lock);
587 atomic_dec(&obd->obd_refcount);
588 refs = atomic_read(&obd->obd_refcount);
589 spin_unlock(&obd->obd_dev_lock);
590 lu_ref_del(&obd->obd_reference, scope, source);
592 CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
594 if ((refs == 1) && obd->obd_stopping) {
595 /* All exports have been destroyed; there should
596 be no more in-progress ops by this point.*/
598 spin_lock(&obd->obd_self_export->exp_lock);
599 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
600 spin_unlock(&obd->obd_self_export->exp_lock);
602 /* note that we'll recurse into class_decref again */
603 class_unlink_export(obd->obd_self_export);
608 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
609 obd->obd_name, obd->obd_uuid.uuid);
610 LASSERT(!obd->obd_attached);
611 if (obd->obd_stopping) {
612 /* If we're not stopping, we were never set up */
613 err = obd_cleanup(obd);
615 CERROR("Cleanup %s returned %d\n",
618 if (OBP(obd, detach)) {
619 err = OBP(obd, detach)(obd);
621 CERROR("Detach returned %d\n", err);
623 class_release_dev(obd);
627 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
629 struct obd_import *imp;
630 struct obd_uuid uuid;
634 if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
635 LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
636 CERROR("invalid conn_uuid\n");
639 if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
640 strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
641 strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
642 CERROR("can't add connection on non-client dev\n");
646 imp = obd->u.cli.cl_import;
648 CERROR("try to add conn on immature client dev\n");
652 obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
653 rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
658 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
660 struct obd_import *imp;
661 struct obd_uuid uuid;
665 if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
666 LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
667 CERROR("invalid conn_uuid\n");
670 if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
671 strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
672 CERROR("can't del connection on non-client dev\n");
676 imp = obd->u.cli.cl_import;
678 CERROR("try to del conn on immature client dev\n");
682 obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
683 rc = obd_del_conn(imp, &uuid);
688 CFS_LIST_HEAD(lustre_profile_list);
690 struct lustre_profile *class_get_profile(const char * prof)
692 struct lustre_profile *lprof;
695 list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
696 if (!strcmp(lprof->lp_profile, prof)) {
703 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
704 int mdclen, char *mdc)
706 struct lustre_profile *lprof;
710 CDEBUG(D_CONFIG, "Add profile %s\n", prof);
712 OBD_ALLOC(lprof, sizeof(*lprof));
715 CFS_INIT_LIST_HEAD(&lprof->lp_list);
717 LASSERT(proflen == (strlen(prof) + 1));
718 OBD_ALLOC(lprof->lp_profile, proflen);
719 if (lprof->lp_profile == NULL)
720 GOTO(out, err = -ENOMEM);
721 memcpy(lprof->lp_profile, prof, proflen);
723 LASSERT(osclen == (strlen(osc) + 1));
724 OBD_ALLOC(lprof->lp_dt, osclen);
725 if (lprof->lp_dt == NULL)
726 GOTO(out, err = -ENOMEM);
727 memcpy(lprof->lp_dt, osc, osclen);
730 LASSERT(mdclen == (strlen(mdc) + 1));
731 OBD_ALLOC(lprof->lp_md, mdclen);
732 if (lprof->lp_md == NULL)
733 GOTO(out, err = -ENOMEM);
734 memcpy(lprof->lp_md, mdc, mdclen);
737 list_add(&lprof->lp_list, &lustre_profile_list);
742 OBD_FREE(lprof->lp_md, mdclen);
744 OBD_FREE(lprof->lp_dt, osclen);
745 if (lprof->lp_profile)
746 OBD_FREE(lprof->lp_profile, proflen);
747 OBD_FREE(lprof, sizeof(*lprof));
751 void class_del_profile(const char *prof)
753 struct lustre_profile *lprof;
756 CDEBUG(D_CONFIG, "Del profile %s\n", prof);
758 lprof = class_get_profile(prof);
760 list_del(&lprof->lp_list);
761 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
762 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
764 OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
765 OBD_FREE(lprof, sizeof *lprof);
771 void class_del_profiles(void)
773 struct lustre_profile *lprof, *n;
776 list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
777 list_del(&lprof->lp_list);
778 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
779 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
781 OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
782 OBD_FREE(lprof, sizeof *lprof);
787 /* We can't call ll_process_config directly because it lives in a module that
788 must be loaded after this one. */
789 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
791 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
793 client_process_config = cpc;
795 EXPORT_SYMBOL(lustre_register_client_process_config);
797 int class_process_config(struct lustre_cfg *lcfg)
799 struct obd_device *obd;
802 LASSERT(lcfg && !IS_ERR(lcfg));
803 CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
805 /* Commands that don't need a device */
806 switch(lcfg->lcfg_command) {
808 err = class_attach(lcfg);
811 case LCFG_ADD_UUID: {
812 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
813 " (%s)\n", lustre_cfg_string(lcfg, 1),
814 lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
816 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
819 case LCFG_DEL_UUID: {
820 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
821 (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
822 ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
824 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
827 case LCFG_MOUNTOPT: {
828 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
829 lustre_cfg_string(lcfg, 1),
830 lustre_cfg_string(lcfg, 2),
831 lustre_cfg_string(lcfg, 3));
832 /* set these mount options somewhere, so ll_fill_super
834 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
835 lustre_cfg_string(lcfg, 1),
836 LUSTRE_CFG_BUFLEN(lcfg, 2),
837 lustre_cfg_string(lcfg, 2),
838 LUSTRE_CFG_BUFLEN(lcfg, 3),
839 lustre_cfg_string(lcfg, 3));
842 case LCFG_DEL_MOUNTOPT: {
843 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
844 lustre_cfg_string(lcfg, 1));
845 class_del_profile(lustre_cfg_string(lcfg, 1));
848 case LCFG_SET_TIMEOUT: {
849 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
850 obd_timeout, lcfg->lcfg_num);
851 obd_timeout = max(lcfg->lcfg_num, 1U);
854 case LCFG_SET_LDLM_TIMEOUT: {
855 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
856 ldlm_timeout, lcfg->lcfg_num);
857 ldlm_timeout = max(lcfg->lcfg_num, 1U);
858 if (ldlm_timeout >= obd_timeout)
859 ldlm_timeout = max(obd_timeout / 3, 1U);
863 case LCFG_SET_UPCALL: {
864 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
865 /* COMPAT_146 Don't fail on old configs */
869 struct cfg_marker *marker;
870 marker = lustre_cfg_buf(lcfg, 1);
871 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
872 marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
876 /* llite has no obd */
877 if ((class_match_param(lustre_cfg_string(lcfg, 1),
878 PARAM_LLITE, 0) == 0) &&
879 client_process_config) {
880 err = (*client_process_config)(lcfg);
888 /* Commands that require a device */
889 obd = class_name2obd(lustre_cfg_string(lcfg, 0));
891 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
892 CERROR("this lcfg command requires a device name\n");
894 CERROR("no device for: %s\n",
895 lustre_cfg_string(lcfg, 0));
897 GOTO(out, err = -EINVAL);
900 switch(lcfg->lcfg_command) {
902 err = class_setup(obd, lcfg);
906 err = class_detach(obd, lcfg);
910 err = class_cleanup(obd, lcfg);
913 case LCFG_ADD_CONN: {
914 err = class_add_conn(obd, lcfg);
917 case LCFG_DEL_CONN: {
918 err = class_del_conn(obd, lcfg);
921 case LCFG_POOL_NEW: {
922 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
926 case LCFG_POOL_ADD: {
927 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
928 lustre_cfg_string(lcfg, 3));
932 case LCFG_POOL_REM: {
933 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
934 lustre_cfg_string(lcfg, 3));
938 case LCFG_POOL_DEL: {
939 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
944 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
950 if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
951 CWARN("Ignoring error %d on optional command %#x\n", err,
958 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
959 struct lustre_cfg *lcfg, void *data)
962 struct lprocfs_vars *var;
964 int i, keylen, vallen;
965 int matched = 0, j = 0;
970 if (lcfg->lcfg_command != LCFG_PARAM) {
971 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
975 /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
976 or lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
977 or lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
978 for (i = 1; i < lcfg->lcfg_bufcount; i++) {
979 key = lustre_cfg_buf(lcfg, i);
980 /* Strip off prefix */
981 class_match_param(key, prefix, &key);
982 sval = strchr(key, '=');
983 if (!sval || (*(sval + 1) == 0)) {
984 CERROR("Can't parse param %s (missing '=')\n", key);
985 /* rc = -EINVAL; continue parsing other params */
990 vallen = strlen(sval);
993 /* Search proc entries */
994 while (lvars[j].name) {
996 if (class_match_param(key, (char *)var->name, 0) == 0 &&
997 keylen == strlen(var->name)) {
1000 if (var->write_fptr) {
1004 rc = (var->write_fptr)(NULL, sval,
1013 /* If the prefix doesn't match, return error so we
1014 can pass it down the stack */
1015 if (strnchr(key, keylen, '.'))
1017 CERROR("%s: unknown param %s\n",
1018 (char *)lustre_cfg_string(lcfg, 0), key);
1019 /* rc = -EINVAL; continue parsing other params */
1021 } else if (rc < 0) {
1022 CERROR("writing proc entry %s err %d\n",
1026 LCONSOLE_INFO("%s.%.*s: set parameter %.*s=%s\n",
1027 lustre_cfg_string(lcfg, 0),
1028 (int)strlen(prefix) - 1, prefix,
1029 (int)(sval - key - 1), key, sval);
1039 CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1040 /* Don't throw config error */
1045 int class_config_dump_handler(struct llog_handle * handle,
1046 struct llog_rec_hdr *rec, void *data);
1049 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1051 #define lustre_check_exclusion(a,b) 0
1054 static int class_config_llog_handler(struct llog_handle * handle,
1055 struct llog_rec_hdr *rec, void *data)
1057 struct config_llog_instance *clli = data;
1058 int cfg_len = rec->lrh_len;
1059 char *cfg_buf = (char*) (rec + 1);
1063 //class_config_dump_handler(handle, rec, data);
1065 switch (rec->lrh_type) {
1067 struct lustre_cfg *lcfg, *lcfg_new;
1068 struct lustre_cfg_bufs bufs;
1069 char *inst_name = NULL;
1071 int inst = 0, swab = 0;
1073 lcfg = (struct lustre_cfg *)cfg_buf;
1074 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1075 lustre_swab_lustre_cfg(lcfg);
1079 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1083 /* Figure out config state info */
1084 if (lcfg->lcfg_command == LCFG_MARKER) {
1085 struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1086 lustre_swab_cfg_marker(marker, swab,
1087 LUSTRE_CFG_BUFLEN(lcfg, 1));
1088 CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1089 clli->cfg_flags, marker->cm_flags);
1090 if (marker->cm_flags & CM_START) {
1091 /* all previous flags off */
1092 clli->cfg_flags = CFG_F_MARKER;
1093 if (marker->cm_flags & CM_SKIP) {
1094 clli->cfg_flags |= CFG_F_SKIP;
1095 CDEBUG(D_CONFIG, "SKIP #%d\n",
1097 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1099 lustre_check_exclusion(clli->cfg_sb,
1100 marker->cm_tgtname))) {
1101 clli->cfg_flags |= CFG_F_EXCLUDE;
1102 CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1105 } else if (marker->cm_flags & CM_END) {
1106 clli->cfg_flags = 0;
1109 /* A config command without a start marker before it is
1110 illegal (post 146) */
1111 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1112 !(clli->cfg_flags & CFG_F_MARKER) &&
1113 (lcfg->lcfg_command != LCFG_MARKER)) {
1114 CWARN("Config not inside markers, ignoring! "
1115 "(inst: %s, uuid: %s, flags: %#x)\n",
1116 clli->cfg_instance ? clli->cfg_instance : "<null>",
1117 clli->cfg_uuid.uuid, clli->cfg_flags);
1118 clli->cfg_flags |= CFG_F_SKIP;
1120 if (clli->cfg_flags & CFG_F_SKIP) {
1121 CDEBUG(D_CONFIG, "skipping %#x\n",
1124 /* No processing! */
1129 * For interoperability between 1.8 and 2.0,
1130 * rename "mds" obd device type to "mdt".
1133 char *typename = lustre_cfg_string(lcfg, 1);
1134 char *index = lustre_cfg_string(lcfg, 2);
1136 if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1137 strcmp(typename, "mds") == 0)) {
1138 CWARN("For 1.8 interoperability, rename obd "
1139 "type from mds to mdt\n");
1142 if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1143 strcmp(index, "type") == 0)) {
1144 CDEBUG(D_INFO, "For 1.8 interoperability, "
1145 "set this index to '0'\n");
1151 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1152 (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1153 /* Add inactive instead */
1154 lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1156 lustre_cfg_bufs_init(&bufs, lcfg);
1158 if (clli && clli->cfg_instance &&
1159 LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1161 inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1162 strlen(clli->cfg_instance) + 1;
1163 OBD_ALLOC(inst_name, inst_len);
1164 if (inst_name == NULL)
1165 GOTO(out, rc = -ENOMEM);
1166 sprintf(inst_name, "%s-%s",
1167 lustre_cfg_string(lcfg, 0),
1168 clli->cfg_instance);
1169 lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1170 CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1171 lcfg->lcfg_command, inst_name);
1174 /* we override the llog's uuid for clients, to insure they
1176 if (clli && clli->cfg_instance &&
1177 lcfg->lcfg_command == LCFG_ATTACH) {
1178 lustre_cfg_bufs_set_string(&bufs, 2,
1179 clli->cfg_uuid.uuid);
1182 * sptlrpc config record, we expect 2 data segments:
1183 * [0]: fs_name/target_name,
1185 * moving them to index [1] and [2], and insert MGC's
1186 * obdname at index [0].
1188 if (clli && clli->cfg_instance == NULL &&
1189 lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1190 lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1191 bufs.lcfg_buflen[1]);
1192 lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1193 bufs.lcfg_buflen[0]);
1194 lustre_cfg_bufs_set_string(&bufs, 0,
1198 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1200 lcfg_new->lcfg_num = lcfg->lcfg_num;
1201 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1203 /* XXX Hack to try to remain binary compatible with
1204 * pre-newconfig logs */
1205 if (lcfg->lcfg_nal != 0 && /* pre-newconfig log? */
1206 (lcfg->lcfg_nid >> 32) == 0) {
1207 __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1209 lcfg_new->lcfg_nid =
1210 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1211 CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1212 lcfg->lcfg_nal, addr,
1213 libcfs_nid2str(lcfg_new->lcfg_nid));
1215 lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1218 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1220 rc = class_process_config(lcfg_new);
1221 lustre_cfg_free(lcfg_new);
1224 OBD_FREE(inst_name, inst_len);
1228 CERROR("Unknown llog record type %#x encountered\n",
1234 CERROR("Err %d on cfg command:\n", rc);
1235 class_config_dump_handler(handle, rec, data);
1240 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1241 struct config_llog_instance *cfg)
1243 struct llog_process_cat_data cd = {0, 0};
1244 struct llog_handle *llh;
1248 CDEBUG(D_INFO, "looking up llog %s\n", name);
1249 rc = llog_create(ctxt, &llh, NULL, name);
1253 rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1255 GOTO(parse_out, rc);
1257 /* continue processing from where we last stopped to end-of-log */
1259 cd.lpcd_first_idx = cfg->cfg_last_idx;
1260 cd.lpcd_last_idx = 0;
1262 rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1264 CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1265 cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1268 cfg->cfg_last_idx = cd.lpcd_last_idx;
1271 rc2 = llog_close(llh);
1278 int class_config_dump_handler(struct llog_handle * handle,
1279 struct llog_rec_hdr *rec, void *data)
1281 int cfg_len = rec->lrh_len;
1282 char *cfg_buf = (char*) (rec + 1);
1283 char *outstr, *ptr, *end;
1287 OBD_ALLOC(outstr, 256);
1293 if (rec->lrh_type == OBD_CFG_REC) {
1294 struct lustre_cfg *lcfg;
1297 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1300 lcfg = (struct lustre_cfg *)cfg_buf;
1302 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1303 lcfg->lcfg_command);
1304 if (lcfg->lcfg_flags) {
1305 ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1308 if (lcfg->lcfg_num) {
1309 ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1312 if (lcfg->lcfg_nid) {
1313 ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n ",
1314 libcfs_nid2str(lcfg->lcfg_nid),
1317 if (lcfg->lcfg_command == LCFG_MARKER) {
1318 struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1319 ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1320 marker->cm_step, marker->cm_flags,
1321 marker->cm_tgtname, marker->cm_comment);
1323 for (i = 0; i < lcfg->lcfg_bufcount; i++) {
1324 ptr += snprintf(ptr, end-ptr, "%d:%s ", i,
1325 lustre_cfg_string(lcfg, i));
1328 LCONSOLE(D_WARNING, " %s\n", outstr);
1330 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1334 OBD_FREE(outstr, 256);
1338 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1339 struct config_llog_instance *cfg)
1341 struct llog_handle *llh;
1345 LCONSOLE_INFO("Dumping config log %s\n", name);
1347 rc = llog_create(ctxt, &llh, NULL, name);
1351 rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1353 GOTO(parse_out, rc);
1355 rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1357 rc2 = llog_close(llh);
1361 LCONSOLE_INFO("End config log %s\n", name);
1366 /* Cleanup and detach */
1367 int class_manual_cleanup(struct obd_device *obd)
1370 struct lustre_cfg *lcfg;
1371 struct lustre_cfg_bufs bufs;
1376 CERROR("empty cleanup\n");
1385 CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1386 obd->obd_name, flags);
1388 lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1389 lustre_cfg_bufs_set_string(&bufs, 1, flags);
1390 lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1394 rc = class_process_config(lcfg);
1396 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1400 /* the lcfg is almost the same for both ops */
1401 lcfg->lcfg_command = LCFG_DETACH;
1402 rc = class_process_config(lcfg);
1404 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1406 lustre_cfg_free(lcfg);
1411 * uuid<->export lustre hash operations
1415 uuid_hash(lustre_hash_t *lh, void *key, unsigned mask)
1417 return lh_djb2_hash(((struct obd_uuid *)key)->uuid,
1418 sizeof(((struct obd_uuid *)key)->uuid), mask);
1422 uuid_key(struct hlist_node *hnode)
1424 struct obd_export *exp;
1426 exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1428 RETURN(&exp->exp_client_uuid);
1432 * NOTE: It is impossible to find an export that is in failed
1433 * state with this function
1436 uuid_compare(void *key, struct hlist_node *hnode)
1438 struct obd_export *exp;
1441 exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1443 RETURN(obd_uuid_equals((struct obd_uuid *)key,&exp->exp_client_uuid) &&
1448 uuid_export_get(struct hlist_node *hnode)
1450 struct obd_export *exp;
1452 exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1453 class_export_get(exp);
1459 uuid_export_put(struct hlist_node *hnode)
1461 struct obd_export *exp;
1463 exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1464 class_export_put(exp);
1469 static lustre_hash_ops_t uuid_hash_ops = {
1470 .lh_hash = uuid_hash,
1472 .lh_compare = uuid_compare,
1473 .lh_get = uuid_export_get,
1474 .lh_put = uuid_export_put,
1479 * nid<->export hash operations
1483 nid_hash(lustre_hash_t *lh, void *key, unsigned mask)
1485 return lh_djb2_hash(key, sizeof(lnet_nid_t), mask);
1489 nid_key(struct hlist_node *hnode)
1491 struct obd_export *exp;
1493 exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1495 RETURN(&exp->exp_connection->c_peer.nid);
1499 * NOTE: It is impossible to find an export that is in failed
1500 * state with this function
1503 nid_compare(void *key, struct hlist_node *hnode)
1505 struct obd_export *exp;
1508 exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1510 RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1515 nid_export_get(struct hlist_node *hnode)
1517 struct obd_export *exp;
1519 exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1520 class_export_get(exp);
1526 nid_export_put(struct hlist_node *hnode)
1528 struct obd_export *exp;
1530 exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1531 class_export_put(exp);
1536 static lustre_hash_ops_t nid_hash_ops = {
1537 .lh_hash = nid_hash,
1539 .lh_compare = nid_compare,
1540 .lh_get = nid_export_get,
1541 .lh_put = nid_export_put,
1546 * nid<->nidstats hash operations
1550 nidstats_key(struct hlist_node *hnode)
1552 struct nid_stat *ns;
1554 ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1560 nidstats_compare(void *key, struct hlist_node *hnode)
1562 RETURN(*(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key);
1566 nidstats_get(struct hlist_node *hnode)
1568 struct nid_stat *ns;
1570 ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1571 ns->nid_exp_ref_count++;
1577 nidstats_put(struct hlist_node *hnode)
1579 struct nid_stat *ns;
1581 ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1582 ns->nid_exp_ref_count--;
1587 static lustre_hash_ops_t nid_stat_hash_ops = {
1588 .lh_hash = nid_hash,
1589 .lh_key = nidstats_key,
1590 .lh_compare = nidstats_compare,
1591 .lh_get = nidstats_get,
1592 .lh_put = nidstats_put,