1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
6 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 only,
10 * as published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License version 2 for more details (a copy is included
16 * in the LICENSE file that accompanied this code).
18 * You should have received a copy of the GNU General Public License
19 * version 2 along with this program; If not, see
20 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
22 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
23 * CA 95054 USA or visit www.sun.com if you need additional information or
29 * Copyright 2008 Sun Microsystems, Inc. All rights reserved
30 * Use is subject to license terms.
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
36 * lustre/obdclass/obd_config.c
41 #define DEBUG_SUBSYSTEM S_CLASS
43 #include <obd_class.h>
44 #include <linux/string.h>
46 #include <liblustre.h>
47 #include <obd_class.h>
50 #include <lustre_log.h>
51 #include <lprocfs_status.h>
52 #include <libcfs/list.h>
53 #include <lustre_param.h>
55 static cfs_hash_ops_t uuid_hash_ops;
56 static cfs_hash_ops_t nid_hash_ops;
57 static cfs_hash_ops_t nid_stat_hash_ops;
59 /*********** string parsing utils *********/
61 /* returns 0 if we find this key in the buffer, else 1 */
62 int class_find_param(char *buf, char *key, char **valp)
69 if ((ptr = strstr(buf, key)) == NULL)
73 *valp = ptr + strlen(key);
79 * Finds a parameter in \a params and copies it to \a copy.
81 * Leading spaces are skipped. Next space or end of string is the
82 * parameter terminator with the exception that spaces inside single or double
83 * quotes get included into a parameter. The parameter is copied into \a copy
84 * which has to be allocated big enough by a caller, quotes are stripped in
85 * the copy and the copy is terminated by 0.
87 * On return \a params is set to next parameter or to NULL if last
88 * parameter is returned.
90 * \retval 0 if parameter is returned in \a copy
92 * \retval -EINVAL if unbalanced quota is found
94 int class_get_next_param(char **params, char *copy)
109 q1 = strpbrk(str, " '\"");
112 memcpy(copy, str, len);
119 memcpy(copy, str, len);
125 memcpy(copy, str, len);
128 /* search for the matching closing quote */
130 q2 = strchr(str, *q1);
132 CERROR("Unbalanced quota in parameters: \"%s\"\n",
137 memcpy(copy, str, len);
144 /* returns 0 if this is the first key in the buffer, else 1.
145 valp points to first char after key. */
146 int class_match_param(char *buf, char *key, char **valp)
151 if (memcmp(buf, key, strlen(key)) != 0)
155 *valp = buf + strlen(key);
163 endh is set to next separator */
164 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
170 while (*buf == ',' || *buf == ':')
172 if (*buf == ' ' || *buf == '/' || *buf == '\0')
175 /* nid separators or end of nids */
176 endp = strpbrk(buf, ",: /");
178 endp = buf + strlen(buf);
182 *nid = libcfs_str2nid(buf);
183 if (*nid == LNET_NID_ANY) {
184 LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
192 CDEBUG(D_INFO, "Nid %s\n", libcfs_nid2str(*nid));
196 EXPORT_SYMBOL(class_find_param);
197 EXPORT_SYMBOL(class_get_next_param);
198 EXPORT_SYMBOL(class_match_param);
199 EXPORT_SYMBOL(class_parse_nid);
201 /********************** class fns **********************/
204 * Create a new obd device and set the type, name and uuid. If successful,
205 * the new device can be accessed by either name or uuid.
207 int class_attach(struct lustre_cfg *lcfg)
209 struct obd_device *obd = NULL;
210 char *typename, *name, *uuid;
214 if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
215 CERROR("No type passed!\n");
218 typename = lustre_cfg_string(lcfg, 1);
220 if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
221 CERROR("No name passed!\n");
224 name = lustre_cfg_string(lcfg, 0);
226 if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
227 CERROR("No UUID passed!\n");
230 uuid = lustre_cfg_string(lcfg, 2);
232 CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
233 MKSTR(typename), MKSTR(name), MKSTR(uuid));
235 obd = class_newdev(typename, name);
237 /* Already exists or out of obds */
240 CERROR("Cannot create device %s of type %s : %d\n",
244 LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
246 LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
247 "obd %p obd_magic %08X != %08X\n",
248 obd, obd->obd_magic, OBD_DEVICE_MAGIC);
249 LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
250 "%p obd_name %s != %s\n", obd, obd->obd_name, name);
252 cfs_rwlock_init(&obd->obd_pool_lock);
253 obd->obd_pool_limit = 0;
254 obd->obd_pool_slv = 0;
256 CFS_INIT_LIST_HEAD(&obd->obd_exports);
257 CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
258 CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
259 CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
260 CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
261 cfs_spin_lock_init(&obd->obd_nid_lock);
262 cfs_spin_lock_init(&obd->obd_dev_lock);
263 cfs_sema_init(&obd->obd_dev_sem, 1);
264 cfs_spin_lock_init(&obd->obd_osfs_lock);
265 /* obd->obd_osfs_age must be set to a value in the distant
266 * past to guarantee a fresh statfs is fetched on mount. */
267 obd->obd_osfs_age = cfs_time_shift_64(-1000);
269 /* XXX belongs in setup not attach */
270 cfs_init_rwsem(&obd->obd_observer_link_sem);
272 cfs_init_timer(&obd->obd_recovery_timer);
273 cfs_spin_lock_init(&obd->obd_processing_task_lock);
274 cfs_waitq_init(&obd->obd_next_transno_waitq);
275 cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
276 CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
277 CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
278 CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
279 CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
281 llog_group_init(&obd->obd_olg, FILTER_GROUP_LLOG);
284 if (len >= sizeof(obd->obd_uuid)) {
285 CERROR("uuid must be < %d bytes long\n",
286 (int)sizeof(obd->obd_uuid));
287 GOTO(out, rc = -EINVAL);
289 memcpy(obd->obd_uuid.uuid, uuid, len);
292 if (OBP(obd, attach)) {
293 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
295 GOTO(out, rc = -EINVAL);
298 /* Detach drops this */
299 cfs_spin_lock(&obd->obd_dev_lock);
300 cfs_atomic_set(&obd->obd_refcount, 1);
301 cfs_spin_unlock(&obd->obd_dev_lock);
302 lu_ref_init(&obd->obd_reference);
303 lu_ref_add(&obd->obd_reference, "attach", obd);
305 obd->obd_attached = 1;
306 CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
307 obd->obd_minor, typename, cfs_atomic_read(&obd->obd_refcount));
311 class_release_dev(obd);
316 /** Create hashes, self-export, and call type-specific setup.
317 * Setup is effectively the "start this obd" call.
319 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
322 struct obd_export *exp;
325 LASSERT(obd != NULL);
326 LASSERTF(obd == class_num2obd(obd->obd_minor),
327 "obd %p != obd_devs[%d] %p\n",
328 obd, obd->obd_minor, class_num2obd(obd->obd_minor));
329 LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
330 "obd %p obd_magic %08x != %08x\n",
331 obd, obd->obd_magic, OBD_DEVICE_MAGIC);
333 /* have we attached a type to this device? */
334 if (!obd->obd_attached) {
335 CERROR("Device %d not attached\n", obd->obd_minor);
339 if (obd->obd_set_up) {
340 CERROR("Device %d already setup (type %s)\n",
341 obd->obd_minor, obd->obd_type->typ_name);
345 /* is someone else setting us up right now? (attach inits spinlock) */
346 cfs_spin_lock(&obd->obd_dev_lock);
347 if (obd->obd_starting) {
348 cfs_spin_unlock(&obd->obd_dev_lock);
349 CERROR("Device %d setup in progress (type %s)\n",
350 obd->obd_minor, obd->obd_type->typ_name);
353 /* just leave this on forever. I can't use obd_set_up here because
354 other fns check that status, and we're not actually set up yet. */
355 obd->obd_starting = 1;
356 obd->obd_uuid_hash = NULL;
357 obd->obd_nid_hash = NULL;
358 obd->obd_nid_stats_hash = NULL;
359 cfs_spin_unlock(&obd->obd_dev_lock);
361 /* create an uuid-export lustre hash */
362 obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
365 &uuid_hash_ops, CFS_HASH_REHASH);
366 if (!obd->obd_uuid_hash)
367 GOTO(err_hash, err = -ENOMEM);
369 /* create a nid-export lustre hash */
370 obd->obd_nid_hash = cfs_hash_create("NID_HASH",
373 &nid_hash_ops, CFS_HASH_REHASH);
374 if (!obd->obd_nid_hash)
375 GOTO(err_hash, err = -ENOMEM);
377 /* create a nid-stats lustre hash */
378 obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
379 HASH_NID_STATS_CUR_BITS,
380 HASH_NID_STATS_MAX_BITS,
381 &nid_stat_hash_ops, CFS_HASH_REHASH);
382 if (!obd->obd_nid_stats_hash)
383 GOTO(err_hash, err = -ENOMEM);
385 exp = class_new_export(obd, &obd->obd_uuid);
387 GOTO(err_hash, err = PTR_ERR(exp));
389 obd->obd_self_export = exp;
390 cfs_list_del_init(&exp->exp_obd_chain_timed);
391 class_export_put(exp);
393 err = obd_setup(obd, lcfg);
399 cfs_spin_lock(&obd->obd_dev_lock);
400 /* cleanup drops this */
401 class_incref(obd, "setup", obd);
402 cfs_spin_unlock(&obd->obd_dev_lock);
404 CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
405 obd->obd_name, obd->obd_uuid.uuid);
409 if (obd->obd_self_export) {
410 class_unlink_export(obd->obd_self_export);
411 obd->obd_self_export = NULL;
414 if (obd->obd_uuid_hash) {
415 cfs_hash_putref(obd->obd_uuid_hash);
416 obd->obd_uuid_hash = NULL;
418 if (obd->obd_nid_hash) {
419 cfs_hash_putref(obd->obd_nid_hash);
420 obd->obd_nid_hash = NULL;
422 if (obd->obd_nid_stats_hash) {
423 cfs_hash_putref(obd->obd_nid_stats_hash);
424 obd->obd_nid_stats_hash = NULL;
426 obd->obd_starting = 0;
427 CERROR("setup %s failed (%d)\n", obd->obd_name, err);
431 /** We have finished using this obd and are ready to destroy it.
432 * There can be no more references to this obd.
434 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
438 if (obd->obd_set_up) {
439 CERROR("OBD device %d still set up\n", obd->obd_minor);
443 cfs_spin_lock(&obd->obd_dev_lock);
444 if (!obd->obd_attached) {
445 cfs_spin_unlock(&obd->obd_dev_lock);
446 CERROR("OBD device %d not attached\n", obd->obd_minor);
449 obd->obd_attached = 0;
450 cfs_spin_unlock(&obd->obd_dev_lock);
452 CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
453 obd->obd_name, obd->obd_uuid.uuid);
455 class_decref(obd, "attach", obd);
457 /* not strictly necessary, but cleans up eagerly */
458 obd_zombie_impexp_cull();
463 /** Start shutting down the obd. There may be in-progess ops when
464 * this is called. We tell them to start shutting down with a call
465 * to class_disconnect_exports().
467 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
473 OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
475 if (!obd->obd_set_up) {
476 CERROR("Device %d not setup\n", obd->obd_minor);
480 cfs_spin_lock(&obd->obd_dev_lock);
481 if (obd->obd_stopping) {
482 cfs_spin_unlock(&obd->obd_dev_lock);
483 CERROR("OBD %d already stopping\n", obd->obd_minor);
486 /* Leave this on forever */
487 obd->obd_stopping = 1;
488 cfs_spin_unlock(&obd->obd_dev_lock);
490 if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
491 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
497 LCONSOLE_WARN("Failing over %s\n",
500 obd->obd_no_transno = 1;
501 obd->obd_no_recov = 1;
502 if (OBP(obd, iocontrol)) {
503 obd_iocontrol(OBD_IOC_SYNC,
504 obd->obd_self_export,
509 CERROR("Unrecognised flag '%c'\n", *flag);
513 LASSERT(obd->obd_self_export);
515 /* The three references that should be remaining are the
516 * obd_self_export and the attach and setup references. */
517 if (cfs_atomic_read(&obd->obd_refcount) > 3) {
518 /* refcounf - 3 might be the number of real exports
519 (excluding self export). But class_incref is called
520 by other things as well, so don't count on it. */
521 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
522 obd->obd_name, cfs_atomic_read(&obd->obd_refcount) - 3);
523 dump_exports(obd, 0);
524 class_disconnect_exports(obd);
527 /* destroy an uuid-export hash body */
528 if (obd->obd_uuid_hash) {
529 cfs_hash_putref(obd->obd_uuid_hash);
530 obd->obd_uuid_hash = NULL;
533 /* destroy a nid-export hash body */
534 if (obd->obd_nid_hash) {
535 cfs_hash_putref(obd->obd_nid_hash);
536 obd->obd_nid_hash = NULL;
539 /* destroy a nid-stats hash body */
540 if (obd->obd_nid_stats_hash) {
541 cfs_hash_putref(obd->obd_nid_stats_hash);
542 obd->obd_nid_stats_hash = NULL;
545 /* Precleanup, we must make sure all exports get destroyed. */
546 err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
548 CERROR("Precleanup %s returned %d\n",
550 class_decref(obd, "setup", obd);
555 struct obd_device *class_incref(struct obd_device *obd,
556 const char *scope, const void *source)
558 lu_ref_add_atomic(&obd->obd_reference, scope, source);
559 cfs_atomic_inc(&obd->obd_refcount);
560 CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
561 cfs_atomic_read(&obd->obd_refcount));
566 void class_decref(struct obd_device *obd, const char *scope, const void *source)
571 cfs_spin_lock(&obd->obd_dev_lock);
572 cfs_atomic_dec(&obd->obd_refcount);
573 refs = cfs_atomic_read(&obd->obd_refcount);
574 cfs_spin_unlock(&obd->obd_dev_lock);
575 lu_ref_del(&obd->obd_reference, scope, source);
577 CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
579 if ((refs == 1) && obd->obd_stopping) {
580 /* All exports have been destroyed; there should
581 be no more in-progress ops by this point.*/
583 cfs_spin_lock(&obd->obd_self_export->exp_lock);
584 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
585 cfs_spin_unlock(&obd->obd_self_export->exp_lock);
587 /* note that we'll recurse into class_decref again */
588 class_unlink_export(obd->obd_self_export);
593 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
594 obd->obd_name, obd->obd_uuid.uuid);
595 LASSERT(!obd->obd_attached);
596 if (obd->obd_stopping) {
597 /* If we're not stopping, we were never set up */
598 err = obd_cleanup(obd);
600 CERROR("Cleanup %s returned %d\n",
603 if (OBP(obd, detach)) {
604 err = OBP(obd, detach)(obd);
606 CERROR("Detach returned %d\n", err);
608 class_release_dev(obd);
612 /** Add a failover nid location.
613 * Client obd types contact server obd types using this nid list.
615 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
617 struct obd_import *imp;
618 struct obd_uuid uuid;
622 if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
623 LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
624 CERROR("invalid conn_uuid\n");
627 if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
628 strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
629 strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
630 CERROR("can't add connection on non-client dev\n");
634 imp = obd->u.cli.cl_import;
636 CERROR("try to add conn on immature client dev\n");
640 obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
641 rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
646 /** Remove a failover nid location.
648 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
650 struct obd_import *imp;
651 struct obd_uuid uuid;
655 if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
656 LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
657 CERROR("invalid conn_uuid\n");
660 if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
661 strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
662 CERROR("can't del connection on non-client dev\n");
666 imp = obd->u.cli.cl_import;
668 CERROR("try to del conn on immature client dev\n");
672 obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
673 rc = obd_del_conn(imp, &uuid);
678 CFS_LIST_HEAD(lustre_profile_list);
680 struct lustre_profile *class_get_profile(const char * prof)
682 struct lustre_profile *lprof;
685 cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
686 if (!strcmp(lprof->lp_profile, prof)) {
693 /** Create a named "profile".
694 * This defines the mdc and osc names to use for a client.
695 * This also is used to define the lov to be used by a mdt.
697 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
698 int mdclen, char *mdc)
700 struct lustre_profile *lprof;
704 CDEBUG(D_CONFIG, "Add profile %s\n", prof);
706 OBD_ALLOC(lprof, sizeof(*lprof));
709 CFS_INIT_LIST_HEAD(&lprof->lp_list);
711 LASSERT(proflen == (strlen(prof) + 1));
712 OBD_ALLOC(lprof->lp_profile, proflen);
713 if (lprof->lp_profile == NULL)
714 GOTO(out, err = -ENOMEM);
715 memcpy(lprof->lp_profile, prof, proflen);
717 LASSERT(osclen == (strlen(osc) + 1));
718 OBD_ALLOC(lprof->lp_dt, osclen);
719 if (lprof->lp_dt == NULL)
720 GOTO(out, err = -ENOMEM);
721 memcpy(lprof->lp_dt, osc, osclen);
724 LASSERT(mdclen == (strlen(mdc) + 1));
725 OBD_ALLOC(lprof->lp_md, mdclen);
726 if (lprof->lp_md == NULL)
727 GOTO(out, err = -ENOMEM);
728 memcpy(lprof->lp_md, mdc, mdclen);
731 cfs_list_add(&lprof->lp_list, &lustre_profile_list);
736 OBD_FREE(lprof->lp_md, mdclen);
738 OBD_FREE(lprof->lp_dt, osclen);
739 if (lprof->lp_profile)
740 OBD_FREE(lprof->lp_profile, proflen);
741 OBD_FREE(lprof, sizeof(*lprof));
745 void class_del_profile(const char *prof)
747 struct lustre_profile *lprof;
750 CDEBUG(D_CONFIG, "Del profile %s\n", prof);
752 lprof = class_get_profile(prof);
754 cfs_list_del(&lprof->lp_list);
755 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
756 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
758 OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
759 OBD_FREE(lprof, sizeof *lprof);
765 void class_del_profiles(void)
767 struct lustre_profile *lprof, *n;
770 cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
771 cfs_list_del(&lprof->lp_list);
772 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
773 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
775 OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
776 OBD_FREE(lprof, sizeof *lprof);
781 static int class_set_global(char *ptr, int val) {
784 if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
786 else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
788 else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
790 else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
791 at_early_margin = val;
792 else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
797 CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
803 /* We can't call ll_process_config directly because it lives in a module that
804 must be loaded after this one. */
805 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
807 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
809 client_process_config = cpc;
811 EXPORT_SYMBOL(lustre_register_client_process_config);
813 /** Process configuration commands given in lustre_cfg form.
814 * These may come from direct calls (e.g. class_manual_cleanup)
815 * or processing the config llog, or ioctl from lctl.
817 int class_process_config(struct lustre_cfg *lcfg)
819 struct obd_device *obd;
822 LASSERT(lcfg && !IS_ERR(lcfg));
823 CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
825 /* Commands that don't need a device */
826 switch(lcfg->lcfg_command) {
828 err = class_attach(lcfg);
831 case LCFG_ADD_UUID: {
832 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
833 " (%s)\n", lustre_cfg_string(lcfg, 1),
834 lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
836 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
839 case LCFG_DEL_UUID: {
840 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
841 (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
842 ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
844 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
847 case LCFG_MOUNTOPT: {
848 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
849 lustre_cfg_string(lcfg, 1),
850 lustre_cfg_string(lcfg, 2),
851 lustre_cfg_string(lcfg, 3));
852 /* set these mount options somewhere, so ll_fill_super
854 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
855 lustre_cfg_string(lcfg, 1),
856 LUSTRE_CFG_BUFLEN(lcfg, 2),
857 lustre_cfg_string(lcfg, 2),
858 LUSTRE_CFG_BUFLEN(lcfg, 3),
859 lustre_cfg_string(lcfg, 3));
862 case LCFG_DEL_MOUNTOPT: {
863 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
864 lustre_cfg_string(lcfg, 1));
865 class_del_profile(lustre_cfg_string(lcfg, 1));
868 case LCFG_SET_TIMEOUT: {
869 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
870 obd_timeout, lcfg->lcfg_num);
871 obd_timeout = max(lcfg->lcfg_num, 1U);
874 case LCFG_SET_LDLM_TIMEOUT: {
875 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
876 ldlm_timeout, lcfg->lcfg_num);
877 ldlm_timeout = max(lcfg->lcfg_num, 1U);
878 if (ldlm_timeout >= obd_timeout)
879 ldlm_timeout = max(obd_timeout / 3, 1U);
883 case LCFG_SET_UPCALL: {
884 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
885 /* COMPAT_146 Don't fail on old configs */
889 struct cfg_marker *marker;
890 marker = lustre_cfg_buf(lcfg, 1);
891 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
892 marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
897 /* llite has no obd */
898 if ((class_match_param(lustre_cfg_string(lcfg, 1),
899 PARAM_LLITE, 0) == 0) &&
900 client_process_config) {
901 err = (*client_process_config)(lcfg);
903 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
904 PARAM_SYS, &tmp) == 0)) {
905 /* Global param settings */
906 err = class_set_global(tmp, lcfg->lcfg_num);
907 /* Note that since LCFG_PARAM is LCFG_REQUIRED, new
908 unknown globals would cause config to fail */
910 CWARN("Ignoring unknown param %s\n", tmp);
919 /* Commands that require a device */
920 obd = class_name2obd(lustre_cfg_string(lcfg, 0));
922 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
923 CERROR("this lcfg command requires a device name\n");
925 CERROR("no device for: %s\n",
926 lustre_cfg_string(lcfg, 0));
928 GOTO(out, err = -EINVAL);
931 switch(lcfg->lcfg_command) {
933 err = class_setup(obd, lcfg);
937 err = class_detach(obd, lcfg);
941 err = class_cleanup(obd, lcfg);
944 case LCFG_ADD_CONN: {
945 err = class_add_conn(obd, lcfg);
948 case LCFG_DEL_CONN: {
949 err = class_del_conn(obd, lcfg);
952 case LCFG_POOL_NEW: {
953 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
957 case LCFG_POOL_ADD: {
958 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
959 lustre_cfg_string(lcfg, 3));
963 case LCFG_POOL_REM: {
964 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
965 lustre_cfg_string(lcfg, 3));
969 case LCFG_POOL_DEL: {
970 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
975 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
981 if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
982 CWARN("Ignoring error %d on optional command %#x\n", err,
989 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
990 struct lustre_cfg *lcfg, void *data)
993 struct lprocfs_vars *var;
995 int i, keylen, vallen;
996 int matched = 0, j = 0;
1001 if (lcfg->lcfg_command != LCFG_PARAM) {
1002 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1006 /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1007 or lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1008 or lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1009 for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1010 key = lustre_cfg_buf(lcfg, i);
1011 /* Strip off prefix */
1012 class_match_param(key, prefix, &key);
1013 sval = strchr(key, '=');
1014 if (!sval || (*(sval + 1) == 0)) {
1015 CERROR("Can't parse param %s (missing '=')\n", key);
1016 /* rc = -EINVAL; continue parsing other params */
1019 keylen = sval - key;
1021 vallen = strlen(sval);
1024 /* Search proc entries */
1025 while (lvars[j].name) {
1027 if (class_match_param(key, (char *)var->name, 0) == 0 &&
1028 keylen == strlen(var->name)) {
1031 if (var->write_fptr) {
1035 rc = (var->write_fptr)(NULL, sval,
1044 /* If the prefix doesn't match, return error so we
1045 can pass it down the stack */
1046 if (strnchr(key, keylen, '.'))
1048 CERROR("%s: unknown param %s\n",
1049 (char *)lustre_cfg_string(lcfg, 0), key);
1050 /* rc = -EINVAL; continue parsing other params */
1052 } else if (rc < 0) {
1053 CERROR("writing proc entry %s err %d\n",
1057 LCONSOLE_INFO("%s.%.*s: set parameter %.*s=%s\n",
1058 lustre_cfg_string(lcfg, 0),
1059 (int)strlen(prefix) - 1, prefix,
1060 (int)(sval - key - 1), key, sval);
1070 CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1071 /* Don't throw config error */
1076 int class_config_dump_handler(struct llog_handle * handle,
1077 struct llog_rec_hdr *rec, void *data);
1080 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1082 #define lustre_check_exclusion(a,b) 0
1085 /** Parse a configuration llog, doing various manipulations on them
1086 * for various reasons, (modifications for compatibility, skip obsolete
1087 * records, change uuids, etc), then class_process_config() resulting
1090 static int class_config_llog_handler(struct llog_handle * handle,
1091 struct llog_rec_hdr *rec, void *data)
1093 struct config_llog_instance *clli = data;
1094 int cfg_len = rec->lrh_len;
1095 char *cfg_buf = (char*) (rec + 1);
1099 //class_config_dump_handler(handle, rec, data);
1101 switch (rec->lrh_type) {
1103 struct lustre_cfg *lcfg, *lcfg_new;
1104 struct lustre_cfg_bufs bufs;
1105 char *inst_name = NULL;
1107 int inst = 0, swab = 0;
1109 lcfg = (struct lustre_cfg *)cfg_buf;
1110 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1111 lustre_swab_lustre_cfg(lcfg);
1115 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1119 /* Figure out config state info */
1120 if (lcfg->lcfg_command == LCFG_MARKER) {
1121 struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1122 lustre_swab_cfg_marker(marker, swab,
1123 LUSTRE_CFG_BUFLEN(lcfg, 1));
1124 CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1125 clli->cfg_flags, marker->cm_flags);
1126 if (marker->cm_flags & CM_START) {
1127 /* all previous flags off */
1128 clli->cfg_flags = CFG_F_MARKER;
1129 if (marker->cm_flags & CM_SKIP) {
1130 clli->cfg_flags |= CFG_F_SKIP;
1131 CDEBUG(D_CONFIG, "SKIP #%d\n",
1133 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1135 lustre_check_exclusion(clli->cfg_sb,
1136 marker->cm_tgtname))) {
1137 clli->cfg_flags |= CFG_F_EXCLUDE;
1138 CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1141 } else if (marker->cm_flags & CM_END) {
1142 clli->cfg_flags = 0;
1145 /* A config command without a start marker before it is
1146 illegal (post 146) */
1147 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1148 !(clli->cfg_flags & CFG_F_MARKER) &&
1149 (lcfg->lcfg_command != LCFG_MARKER)) {
1150 CWARN("Config not inside markers, ignoring! "
1151 "(inst: %s, uuid: %s, flags: %#x)\n",
1152 clli->cfg_instance ? clli->cfg_instance : "<null>",
1153 clli->cfg_uuid.uuid, clli->cfg_flags);
1154 clli->cfg_flags |= CFG_F_SKIP;
1156 if (clli->cfg_flags & CFG_F_SKIP) {
1157 CDEBUG(D_CONFIG, "skipping %#x\n",
1160 /* No processing! */
1165 * For interoperability between 1.8 and 2.0,
1166 * rename "mds" obd device type to "mdt".
1169 char *typename = lustre_cfg_string(lcfg, 1);
1170 char *index = lustre_cfg_string(lcfg, 2);
1172 if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1173 strcmp(typename, "mds") == 0)) {
1174 CWARN("For 1.8 interoperability, rename obd "
1175 "type from mds to mdt\n");
1178 if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1179 strcmp(index, "type") == 0)) {
1180 CDEBUG(D_INFO, "For 1.8 interoperability, "
1181 "set this index to '0'\n");
1187 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1188 (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1189 /* Add inactive instead */
1190 lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1192 lustre_cfg_bufs_init(&bufs, lcfg);
1194 if (clli && clli->cfg_instance &&
1195 LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1197 inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1198 strlen(clli->cfg_instance) + 1;
1199 OBD_ALLOC(inst_name, inst_len);
1200 if (inst_name == NULL)
1201 GOTO(out, rc = -ENOMEM);
1202 sprintf(inst_name, "%s-%s",
1203 lustre_cfg_string(lcfg, 0),
1204 clli->cfg_instance);
1205 lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1206 CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1207 lcfg->lcfg_command, inst_name);
1210 /* we override the llog's uuid for clients, to insure they
1212 if (clli && clli->cfg_instance &&
1213 lcfg->lcfg_command == LCFG_ATTACH) {
1214 lustre_cfg_bufs_set_string(&bufs, 2,
1215 clli->cfg_uuid.uuid);
1218 * sptlrpc config record, we expect 2 data segments:
1219 * [0]: fs_name/target_name,
1221 * moving them to index [1] and [2], and insert MGC's
1222 * obdname at index [0].
1224 if (clli && clli->cfg_instance == NULL &&
1225 lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1226 lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1227 bufs.lcfg_buflen[1]);
1228 lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1229 bufs.lcfg_buflen[0]);
1230 lustre_cfg_bufs_set_string(&bufs, 0,
1234 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1236 lcfg_new->lcfg_num = lcfg->lcfg_num;
1237 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1239 /* XXX Hack to try to remain binary compatible with
1240 * pre-newconfig logs */
1241 if (lcfg->lcfg_nal != 0 && /* pre-newconfig log? */
1242 (lcfg->lcfg_nid >> 32) == 0) {
1243 __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1245 lcfg_new->lcfg_nid =
1246 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1247 CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1248 lcfg->lcfg_nal, addr,
1249 libcfs_nid2str(lcfg_new->lcfg_nid));
1251 lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1254 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1256 rc = class_process_config(lcfg_new);
1257 lustre_cfg_free(lcfg_new);
1260 OBD_FREE(inst_name, inst_len);
1264 CERROR("Unknown llog record type %#x encountered\n",
1270 CERROR("Err %d on cfg command:\n", rc);
1271 class_config_dump_handler(handle, rec, data);
1276 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1277 struct config_llog_instance *cfg)
1279 struct llog_process_cat_data cd = {0, 0};
1280 struct llog_handle *llh;
1284 CDEBUG(D_INFO, "looking up llog %s\n", name);
1285 rc = llog_create(ctxt, &llh, NULL, name);
1289 rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1291 GOTO(parse_out, rc);
1293 /* continue processing from where we last stopped to end-of-log */
1295 cd.lpcd_first_idx = cfg->cfg_last_idx;
1296 cd.lpcd_last_idx = 0;
1298 rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1300 CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1301 cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1304 cfg->cfg_last_idx = cd.lpcd_last_idx;
1307 rc2 = llog_close(llh);
1314 int class_config_dump_handler(struct llog_handle * handle,
1315 struct llog_rec_hdr *rec, void *data)
1317 int cfg_len = rec->lrh_len;
1318 char *cfg_buf = (char*) (rec + 1);
1319 char *outstr, *ptr, *end;
1323 OBD_ALLOC(outstr, 256);
1329 if (rec->lrh_type == OBD_CFG_REC) {
1330 struct lustre_cfg *lcfg;
1333 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1336 lcfg = (struct lustre_cfg *)cfg_buf;
1338 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1339 lcfg->lcfg_command);
1340 if (lcfg->lcfg_flags) {
1341 ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1344 if (lcfg->lcfg_num) {
1345 ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1348 if (lcfg->lcfg_nid) {
1349 ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n ",
1350 libcfs_nid2str(lcfg->lcfg_nid),
1353 if (lcfg->lcfg_command == LCFG_MARKER) {
1354 struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1355 ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1356 marker->cm_step, marker->cm_flags,
1357 marker->cm_tgtname, marker->cm_comment);
1359 for (i = 0; i < lcfg->lcfg_bufcount; i++) {
1360 ptr += snprintf(ptr, end-ptr, "%d:%s ", i,
1361 lustre_cfg_string(lcfg, i));
1364 LCONSOLE(D_WARNING, " %s\n", outstr);
1366 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1370 OBD_FREE(outstr, 256);
1374 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1375 struct config_llog_instance *cfg)
1377 struct llog_handle *llh;
1381 LCONSOLE_INFO("Dumping config log %s\n", name);
1383 rc = llog_create(ctxt, &llh, NULL, name);
1387 rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1389 GOTO(parse_out, rc);
1391 rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1393 rc2 = llog_close(llh);
1397 LCONSOLE_INFO("End config log %s\n", name);
1402 /** Call class_cleanup and class_detach.
1403 * "Manual" only in the sense that we're faking lcfg commands.
1405 int class_manual_cleanup(struct obd_device *obd)
1408 struct lustre_cfg *lcfg;
1409 struct lustre_cfg_bufs bufs;
1414 CERROR("empty cleanup\n");
1423 CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1424 obd->obd_name, flags);
1426 lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1427 lustre_cfg_bufs_set_string(&bufs, 1, flags);
1428 lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1432 rc = class_process_config(lcfg);
1434 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1438 /* the lcfg is almost the same for both ops */
1439 lcfg->lcfg_command = LCFG_DETACH;
1440 rc = class_process_config(lcfg);
1442 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1444 lustre_cfg_free(lcfg);
1449 * uuid<->export lustre hash operations
1453 uuid_hash(cfs_hash_t *hs, void *key, unsigned mask)
1455 return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
1456 sizeof(((struct obd_uuid *)key)->uuid), mask);
1460 uuid_key(cfs_hlist_node_t *hnode)
1462 struct obd_export *exp;
1464 exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1466 RETURN(&exp->exp_client_uuid);
1470 * NOTE: It is impossible to find an export that is in failed
1471 * state with this function
1474 uuid_compare(void *key, cfs_hlist_node_t *hnode)
1476 struct obd_export *exp;
1479 exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1481 RETURN(obd_uuid_equals((struct obd_uuid *)key,&exp->exp_client_uuid) &&
1486 uuid_export_get(cfs_hlist_node_t *hnode)
1488 struct obd_export *exp;
1490 exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1491 class_export_get(exp);
1497 uuid_export_put(cfs_hlist_node_t *hnode)
1499 struct obd_export *exp;
1501 exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1502 class_export_put(exp);
1507 static cfs_hash_ops_t uuid_hash_ops = {
1508 .hs_hash = uuid_hash,
1510 .hs_compare = uuid_compare,
1511 .hs_get = uuid_export_get,
1512 .hs_put = uuid_export_put,
1517 * nid<->export hash operations
1521 nid_hash(cfs_hash_t *hs, void *key, unsigned mask)
1523 return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
1527 nid_key(cfs_hlist_node_t *hnode)
1529 struct obd_export *exp;
1531 exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1533 RETURN(&exp->exp_connection->c_peer.nid);
1537 * NOTE: It is impossible to find an export that is in failed
1538 * state with this function
1541 nid_compare(void *key, cfs_hlist_node_t *hnode)
1543 struct obd_export *exp;
1546 exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1548 RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1553 nid_export_get(cfs_hlist_node_t *hnode)
1555 struct obd_export *exp;
1557 exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1558 class_export_get(exp);
1564 nid_export_put(cfs_hlist_node_t *hnode)
1566 struct obd_export *exp;
1568 exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1569 class_export_put(exp);
1574 static cfs_hash_ops_t nid_hash_ops = {
1575 .hs_hash = nid_hash,
1577 .hs_compare = nid_compare,
1578 .hs_get = nid_export_get,
1579 .hs_put = nid_export_put,
1584 * nid<->nidstats hash operations
1588 nidstats_key(cfs_hlist_node_t *hnode)
1590 struct nid_stat *ns;
1592 ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1598 nidstats_compare(void *key, cfs_hlist_node_t *hnode)
1600 RETURN(*(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key);
1604 nidstats_get(cfs_hlist_node_t *hnode)
1606 struct nid_stat *ns;
1608 ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1615 nidstats_put(cfs_hlist_node_t *hnode)
1617 struct nid_stat *ns;
1619 ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1625 static cfs_hash_ops_t nid_stat_hash_ops = {
1626 .hs_hash = nid_hash,
1627 .hs_key = nidstats_key,
1628 .hs_compare = nidstats_compare,
1629 .hs_get = nidstats_get,
1630 .hs_put = nidstats_put,