4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2011, 2017, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
30 * Lustre is a trademark of Sun Microsystems, Inc.
32 * lustre/obdclass/obd_config.c
37 #define DEBUG_SUBSYSTEM S_CLASS
39 #include <linux/kobject.h>
40 #include <linux/string.h>
42 #include <llog_swab.h>
43 #include <lprocfs_status.h>
44 #include <lustre_disk.h>
45 #include <uapi/linux/lustre/lustre_ioctl.h>
46 #include <lustre_log.h>
47 #include <uapi/linux/lustre/lustre_param.h>
48 #include <obd_class.h>
50 #include "llog_internal.h"
52 #ifdef HAVE_SERVER_SUPPORT
53 static struct cfs_hash_ops nid_stat_hash_ops;
54 static struct cfs_hash_ops gen_hash_ops;
55 #endif /* HAVE_SERVER_SUPPORT */
58 * uuid<->export lustre hash operations
61 * NOTE: It is impossible to find an export that is in failed
62 * state with this function
65 uuid_keycmp(struct rhashtable_compare_arg *arg, const void *obj)
67 const struct obd_uuid *uuid = arg->key;
68 const struct obd_export *exp = obj;
70 if (obd_uuid_equals(uuid, &exp->exp_client_uuid) &&
77 obd_export_exit(void *vexport, void *data)
79 struct obd_export *exp = vexport;
81 class_export_put(exp);
84 static const struct rhashtable_params uuid_hash_params = {
85 .key_len = sizeof(struct obd_uuid),
86 .key_offset = offsetof(struct obd_export, exp_client_uuid),
87 .head_offset = offsetof(struct obd_export, exp_uuid_hash),
88 .obj_cmpfn = uuid_keycmp,
89 .max_size = MAX_OBD_DEVICES,
90 .automatic_shrinking = true,
93 int obd_uuid_add(struct obd_device *obd, struct obd_export *export)
97 class_export_get(export);
99 rc = rhashtable_lookup_insert_fast(&obd->obd_uuid_hash,
100 &export->exp_uuid_hash,
103 class_export_put(export);
105 /* map obscure error codes to -ENOMEM */
115 EXPORT_SYMBOL(obd_uuid_add);
117 void obd_uuid_del(struct obd_device *obd, struct obd_export *export)
122 rc = rhashtable_remove_fast(&obd->obd_uuid_hash,
123 &export->exp_uuid_hash,
126 class_export_put(export);
129 EXPORT_SYMBOL(obd_uuid_del);
131 #ifdef HAVE_SERVER_SUPPORT
132 /* obd_uuid_lookup() is used only server side by target_handle_connect(),
133 * mdt_hsm_agent_send(), and obd_export_evict_by_uuid().
135 struct obd_export *obd_uuid_lookup(struct obd_device *obd,
136 struct obd_uuid *uuid)
138 struct obd_export *export = NULL;
141 export = rhashtable_lookup_fast(&obd->obd_uuid_hash, uuid,
143 if (export && !refcount_inc_not_zero(&export->exp_handle.h_ref))
149 EXPORT_SYMBOL(obd_uuid_lookup);
152 * nid<->export hash operations
154 static u32 nid_keyhash(const void *data, u32 key_len, u32 seed)
156 const struct obd_export *exp = data;
159 if (!exp->exp_connection)
162 key = &exp->exp_connection->c_peer.nid;
163 return jhash2(key, key_len / sizeof(u32), seed);
167 * NOTE: It is impossible to find an export that is in failed
168 * state with this function
171 nid_keycmp(struct rhashtable_compare_arg *arg, const void *obj)
173 const lnet_nid_t *nid = arg->key;
174 const struct obd_export *exp = obj;
176 if (exp->exp_connection->c_peer.nid == *nid && !exp->exp_failed)
183 nid_export_exit(void *vexport, void *data)
185 struct obd_export *exp = vexport;
187 class_export_put(exp);
190 static const struct rhashtable_params nid_hash_params = {
191 .key_len = sizeof(lnet_nid_t),
192 .head_offset = offsetof(struct obd_export, exp_nid_hash),
193 .obj_hashfn = nid_keyhash,
194 .obj_cmpfn = nid_keycmp,
195 .automatic_shrinking = true,
198 int obd_nid_add(struct obd_device *obd, struct obd_export *exp)
202 if (exp == exp->exp_obd->obd_self_export || exp->exp_hashed)
205 class_export_get(exp);
206 rc = rhltable_insert_key(&obd->obd_nid_hash,
207 &exp->exp_connection->c_peer.nid,
211 class_export_put(exp);
212 /* map obscure error codes to -ENOMEM */
219 EXPORT_SYMBOL(obd_nid_add);
221 void obd_nid_del(struct obd_device *obd, struct obd_export *exp)
225 if (exp == exp->exp_obd->obd_self_export || !exp->exp_hashed)
228 rc = rhltable_remove(&obd->obd_nid_hash, &exp->exp_nid_hash,
231 class_export_put(exp);
235 EXPORT_SYMBOL(obd_nid_del);
237 int obd_nid_export_for_each(struct obd_device *obd, lnet_nid_t nid,
238 int cb(struct obd_export *exp, void *data),
241 struct rhlist_head *exports, *tmp;
242 struct obd_export *exp;
246 exports = rhltable_lookup(&obd->obd_nid_hash, &nid, nid_hash_params);
252 rhl_for_each_entry_rcu(exp, tmp, exports, exp_nid_hash) {
261 EXPORT_SYMBOL(obd_nid_export_for_each);
262 #endif /* HAVE_SERVER_SUPPORT */
264 /*********** string parsing utils *********/
266 /* returns 0 if we find this key in the buffer, else 1 */
267 int class_find_param(char *buf, char *key, char **valp)
274 ptr = strstr(buf, key);
279 *valp = ptr + strlen(key);
283 EXPORT_SYMBOL(class_find_param);
286 * Check whether the proc parameter \a param is an old parameter or not from
287 * the array \a ptr which contains the mapping from old parameters to new ones.
288 * If it's an old one, then return the pointer to the cfg_interop_param struc-
289 * ture which contains both the old and new parameters.
291 * \param param proc parameter
292 * \param ptr an array which contains the mapping from
293 * old parameters to new ones
295 * \retval valid-pointer pointer to the cfg_interop_param structure
296 * which contains the old and new parameters
297 * \retval NULL \a param or \a ptr is NULL,
298 * or \a param is not an old parameter
300 struct cfg_interop_param *class_find_old_param(const char *param,
301 struct cfg_interop_param *ptr)
309 value = strchr(param, '=');
311 name_len = value - param;
313 name_len = strlen(param);
315 while (ptr->old_param) {
316 if (strncmp(param, ptr->old_param, name_len) == 0 &&
317 name_len == strlen(ptr->old_param))
324 EXPORT_SYMBOL(class_find_old_param);
327 * Finds a parameter in \a params and copies it to \a copy.
329 * Leading spaces are skipped. Next space or end of string is the
330 * parameter terminator with the exception that spaces inside single or double
331 * quotes get included into a parameter. The parameter is copied into \a copy
332 * which has to be allocated big enough by a caller, quotes are stripped in
333 * the copy and the copy is terminated by 0.
335 * On return \a params is set to next parameter or to NULL if last
336 * parameter is returned.
338 * \retval 0 if parameter is returned in \a copy
339 * \retval 1 otherwise
340 * \retval -EINVAL if unbalanced quota is found
342 int class_get_next_param(char **params, char *copy)
357 q1 = strpbrk(str, " '\"");
360 memcpy(copy, str, len);
367 memcpy(copy, str, len);
373 memcpy(copy, str, len);
376 /* search for the matching closing quote */
378 q2 = strchr(str, *q1);
380 CERROR("Unbalanced quota in parameters: \"%s\"\n",
385 memcpy(copy, str, len);
391 EXPORT_SYMBOL(class_get_next_param);
394 * returns 0 if this is the first key in the buffer, else 1.
395 * valp points to first char after key.
397 int class_match_param(char *buf, const char *key, char **valp)
402 if (memcmp(buf, key, strlen(key)) != 0)
406 *valp = buf + strlen(key);
410 EXPORT_SYMBOL(class_match_param);
412 static int parse_nid(char *buf, void *value, int quiet)
414 lnet_nid_t *nid = (lnet_nid_t *)value;
416 *nid = libcfs_str2nid(buf);
417 if (*nid != LNET_NID_ANY)
421 LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
425 static int parse_net(char *buf, void *value)
427 __u32 *net = (__u32 *)value;
429 *net = libcfs_str2net(buf);
430 CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
443 * endh is set to next separator
445 static int class_parse_value(char *buf, int opc, void *value, char **endh,
454 while (*buf == ',' || *buf == ':')
456 if (*buf == ' ' || *buf == '/' || *buf == '\0')
459 /* NID separators or end of NIDs */
460 endp = strpbrk(buf, ",: /");
462 endp = buf + strlen(buf);
469 case CLASS_PARSE_NID:
470 rc = parse_nid(buf, value, quiet);
472 case CLASS_PARSE_NET:
473 rc = parse_net(buf, value);
484 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
486 return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh, 0);
488 EXPORT_SYMBOL(class_parse_nid);
490 int class_parse_nid_quiet(char *buf, lnet_nid_t *nid, char **endh)
492 return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh, 1);
494 EXPORT_SYMBOL(class_parse_nid_quiet);
496 int class_parse_net(char *buf, __u32 *net, char **endh)
498 return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh, 0);
502 * 1 param contains key and match
503 * 0 param contains key and not match
504 * -1 param does not contain key
506 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
511 while (class_find_param(buf, key, &buf) == 0) {
513 * please restrict to the NIDs pertaining to
516 while (class_parse_nid(buf, &tmp, &buf) == 0) {
525 int class_match_net(char *buf, char *key, __u32 net)
530 while (class_find_param(buf, key, &buf) == 0) {
532 * please restrict to the NIDs pertaining to
533 * the specified networks
535 while (class_parse_net(buf, &tmp, &buf) == 0) {
544 char *lustre_cfg_string(struct lustre_cfg *lcfg, u32 index)
548 if (!lcfg->lcfg_buflens[index])
551 s = lustre_cfg_buf(lcfg, index);
556 * make sure it's NULL terminated, even if this kills a char
557 * of data. Try to use the padding first though.
559 if (s[lcfg->lcfg_buflens[index] - 1] != '\0') {
560 size_t last = ALIGN(lcfg->lcfg_buflens[index], 8) - 1;
563 /* Use the smaller value */
564 if (last > lcfg->lcfg_buflens[index])
565 last = lcfg->lcfg_buflens[index];
570 CWARN("Truncated buf %d to '%s' (lost '%c'...)\n",
576 EXPORT_SYMBOL(lustre_cfg_string);
578 /********************** class fns **********************/
581 * Create a new OBD device and set the type, name and uuid. If successful,
582 * the new device can be accessed by either name or uuid.
584 int class_attach(struct lustre_cfg *lcfg)
586 struct obd_export *exp;
587 struct obd_device *obd = NULL;
588 char *typename, *name, *uuid;
593 if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
594 CERROR("No type passed!\n");
597 typename = lustre_cfg_string(lcfg, 1);
599 if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
600 CERROR("No name passed!\n");
603 name = lustre_cfg_string(lcfg, 0);
604 if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
605 CERROR("No UUID passed!\n");
609 uuid = lustre_cfg_string(lcfg, 2);
611 if (len >= sizeof(obd->obd_uuid)) {
612 CERROR("%s: uuid must be < %d bytes long\n",
613 name, (int)sizeof(obd->obd_uuid));
617 obd = class_newdev(typename, name, uuid);
618 if (IS_ERR(obd)) { /* Already exists or out of obds */
620 CERROR("Cannot create device %s of type %s : %d\n",
624 LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
625 "obd %p obd_magic %08X != %08X\n",
626 obd, obd->obd_magic, OBD_DEVICE_MAGIC);
627 LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
628 "%p obd_name %s != %s\n", obd, obd->obd_name, name);
630 exp = class_new_export_self(obd, &obd->obd_uuid);
637 obd->obd_self_export = exp;
638 list_del_init(&exp->exp_obd_chain_timed);
639 class_export_put(exp);
641 rc = class_register_device(obd);
643 class_decref(obd, "newdev", obd);
647 obd->obd_attached = 1;
648 CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
649 obd->obd_minor, typename, atomic_read(&obd->obd_refcount));
653 EXPORT_SYMBOL(class_attach);
656 * Create hashes, self-export, and call type-specific setup.
657 * Setup is effectively the "start this obd" call.
659 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
665 LASSERT(obd != NULL);
666 LASSERTF(obd == class_num2obd(obd->obd_minor),
667 "obd %p != obd_devs[%d] %p\n",
668 obd, obd->obd_minor, class_num2obd(obd->obd_minor));
669 LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
670 "obd %p obd_magic %08x != %08x\n",
671 obd, obd->obd_magic, OBD_DEVICE_MAGIC);
673 /* have we attached a type to this device? */
674 if (!obd->obd_attached) {
675 CERROR("Device %d not attached\n", obd->obd_minor);
679 if (obd->obd_set_up) {
680 CERROR("Device %d already setup (type %s)\n",
681 obd->obd_minor, obd->obd_type->typ_name);
685 /* is someone else setting us up right now? (attach inits spinlock) */
686 spin_lock(&obd->obd_dev_lock);
687 if (obd->obd_starting) {
688 spin_unlock(&obd->obd_dev_lock);
689 CERROR("Device %d setup in progress (type %s)\n",
690 obd->obd_minor, obd->obd_type->typ_name);
694 * just leave this on forever. I can't use obd_set_up here because
695 * other fns check that status, and we're not actually set up yet.
697 obd->obd_starting = 1;
698 obd->obd_nid_stats_hash = NULL;
699 obd->obd_gen_hash = NULL;
700 spin_unlock(&obd->obd_dev_lock);
702 /* create an uuid-export lustre hash */
703 err = rhashtable_init(&obd->obd_uuid_hash, &uuid_hash_params);
705 GOTO(err_starting, err);
707 #ifdef HAVE_SERVER_SUPPORT
708 /* create a nid-export lustre hash */
709 err = rhltable_init(&obd->obd_nid_hash, &nid_hash_params);
711 GOTO(err_uuid_hash, err = -ENOMEM);
713 /* create a nid-stats lustre hash */
714 obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
715 HASH_NID_STATS_CUR_BITS,
716 HASH_NID_STATS_MAX_BITS,
717 HASH_NID_STATS_BKT_BITS, 0,
722 if (!obd->obd_nid_stats_hash)
723 GOTO(err_nid_hash, err = -ENOMEM);
725 /* create a client_generation-export lustre hash */
726 obd->obd_gen_hash = cfs_hash_create("UUID_HASH",
729 HASH_GEN_BKT_BITS, 0,
732 &gen_hash_ops, CFS_HASH_DEFAULT);
733 if (!obd->obd_gen_hash)
734 GOTO(err_nid_stats_hash, err = -ENOMEM);
735 #endif /* HAVE_SERVER_SUPPORT */
737 err = obd_setup(obd, lcfg);
739 #ifdef HAVE_SERVER_SUPPORT
740 GOTO(err_gen_hash, err);
742 GOTO(err_uuid_hash, err);
743 #endif /* ! HAVE_SERVER_SUPPORT */
747 spin_lock(&obd->obd_dev_lock);
748 /* cleanup drops this */
749 class_incref(obd, "setup", obd);
750 spin_unlock(&obd->obd_dev_lock);
752 CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
753 obd->obd_name, obd->obd_uuid.uuid);
757 #ifdef HAVE_SERVER_SUPPORT
759 if (obd->obd_gen_hash) {
760 cfs_hash_putref(obd->obd_gen_hash);
761 obd->obd_gen_hash = NULL;
764 if (obd->obd_nid_stats_hash) {
765 cfs_hash_putref(obd->obd_nid_stats_hash);
766 obd->obd_nid_stats_hash = NULL;
769 rhltable_destroy(&obd->obd_nid_hash);
770 #endif /* HAVE_SERVER_SUPPORT */
772 rhashtable_destroy(&obd->obd_uuid_hash);
774 obd->obd_starting = 0;
775 CERROR("setup %s failed (%d)\n", obd->obd_name, err);
778 EXPORT_SYMBOL(class_setup);
781 * We have finished using this OBD and are ready to destroy it.
782 * There can be no more references to this obd.
784 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
788 if (obd->obd_set_up) {
789 CERROR("OBD device %d still set up\n", obd->obd_minor);
793 spin_lock(&obd->obd_dev_lock);
794 if (!obd->obd_attached) {
795 spin_unlock(&obd->obd_dev_lock);
796 CERROR("OBD device %d not attached\n", obd->obd_minor);
799 obd->obd_attached = 0;
800 spin_unlock(&obd->obd_dev_lock);
802 /* cleanup in progress. we don't like to find this device after now */
803 class_unregister_device(obd);
805 CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
806 obd->obd_name, obd->obd_uuid.uuid);
808 class_decref(obd, "newdev", obd);
812 EXPORT_SYMBOL(class_detach);
815 * Start shutting down the OBD. There may be in-progess ops when
816 * this is called. We tell them to start shutting down with a call
817 * to class_disconnect_exports().
819 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
825 OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
827 if (!obd->obd_set_up) {
828 CERROR("Device %d not setup\n", obd->obd_minor);
832 spin_lock(&obd->obd_dev_lock);
833 if (obd->obd_stopping) {
834 spin_unlock(&obd->obd_dev_lock);
835 CERROR("OBD %d already stopping\n", obd->obd_minor);
838 /* Leave this on forever */
839 obd->obd_stopping = 1;
841 * function can't return error after that point, so clear setup flag
842 * as early as possible to avoid finding via obd_devs / hash
845 spin_unlock(&obd->obd_dev_lock);
847 /* wait for already-arrived-connections to finish. */
848 while (obd->obd_conn_inprogress > 0)
852 if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
853 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
859 LCONSOLE_WARN("Failing over %s\n",
861 spin_lock(&obd->obd_dev_lock);
863 #ifdef HAVE_SERVER_SUPPORT
864 obd->obd_no_transno = 1;
866 obd->obd_no_recov = 1;
867 spin_unlock(&obd->obd_dev_lock);
868 if (OBP(obd, iocontrol)) {
869 obd_iocontrol(OBD_IOC_SYNC,
870 obd->obd_self_export,
875 CERROR("Unrecognised flag '%c'\n", *flag);
879 LASSERT(obd->obd_self_export);
881 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d/%d\n",
882 obd->obd_name, obd->obd_num_exports,
883 atomic_read(&obd->obd_refcount) - 2);
884 dump_exports(obd, 0, D_HA);
885 class_disconnect_exports(obd);
887 /* Precleanup, we must make sure all exports get destroyed. */
888 err = obd_precleanup(obd);
890 CERROR("Precleanup %s returned %d\n",
893 /* destroy an uuid-export hash body */
894 rhashtable_free_and_destroy(&obd->obd_uuid_hash, obd_export_exit,
896 #ifdef HAVE_SERVER_SUPPORT
897 /* destroy a nid-export hash body */
898 rhltable_free_and_destroy(&obd->obd_nid_hash, nid_export_exit, NULL);
900 /* destroy a nid-stats hash body */
901 if (obd->obd_nid_stats_hash) {
902 cfs_hash_putref(obd->obd_nid_stats_hash);
903 obd->obd_nid_stats_hash = NULL;
906 /* destroy a client_generation-export hash body */
907 if (obd->obd_gen_hash) {
908 cfs_hash_putref(obd->obd_gen_hash);
909 obd->obd_gen_hash = NULL;
911 #endif /* HAVE_SERVER_SUPPORT */
912 class_decref(obd, "setup", obd);
918 struct obd_device *class_incref(struct obd_device *obd,
922 lu_ref_add_atomic(&obd->obd_reference, scope, source);
923 atomic_inc(&obd->obd_refcount);
924 CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
925 atomic_read(&obd->obd_refcount));
929 EXPORT_SYMBOL(class_incref);
931 void class_decref(struct obd_device *obd, const char *scope, const void *source)
935 CDEBUG(D_INFO, "Decref %s (%p) now %d - %s\n", obd->obd_name, obd,
936 atomic_read(&obd->obd_refcount), scope);
938 LASSERT(obd->obd_num_exports >= 0);
939 last = atomic_dec_and_test(&obd->obd_refcount);
940 lu_ref_del(&obd->obd_reference, scope, source);
943 struct obd_export *exp;
945 LASSERT(!obd->obd_attached);
947 * All exports have been destroyed; there should
948 * be no more in-progress ops by this point.
950 exp = obd->obd_self_export;
953 exp->exp_flags |= exp_flags_from_obd(obd);
954 class_unlink_export(exp);
958 EXPORT_SYMBOL(class_decref);
961 * Add a failover NID location.
962 * Client OBD types contact server OBD types using this NID list.
964 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
966 struct obd_import *imp;
967 struct obd_uuid uuid;
972 if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
973 LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
974 CERROR("invalid conn_uuid\n");
977 if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
978 strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
979 strcmp(obd->obd_type->typ_name, LUSTRE_OSP_NAME) &&
980 strcmp(obd->obd_type->typ_name, LUSTRE_LWP_NAME) &&
981 strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
982 CERROR("can't add connection on non-client dev\n");
986 imp = obd->u.cli.cl_import;
988 CERROR("try to add conn on immature client dev\n");
992 obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
993 rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
998 /** Remove a failover NID location. */
999 static int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
1001 struct obd_import *imp;
1002 struct obd_uuid uuid;
1007 if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
1008 LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
1009 CERROR("invalid conn_uuid\n");
1012 if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
1013 strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
1014 CERROR("can't del connection on non-client dev\n");
1018 imp = obd->u.cli.cl_import;
1020 CERROR("try to del conn on immature client dev\n");
1024 obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
1025 rc = obd_del_conn(imp, &uuid);
1030 static LIST_HEAD(lustre_profile_list);
1031 static DEFINE_SPINLOCK(lustre_profile_list_lock);
1033 struct lustre_profile *class_get_profile(const char *prof)
1035 struct lustre_profile *lprof;
1038 spin_lock(&lustre_profile_list_lock);
1039 list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
1040 if (!strcmp(lprof->lp_profile, prof)) {
1042 spin_unlock(&lustre_profile_list_lock);
1046 spin_unlock(&lustre_profile_list_lock);
1049 EXPORT_SYMBOL(class_get_profile);
1052 * Create a named "profile".
1053 * This defines the MDC and OSC names to use for a client.
1054 * This also is used to define the LOV to be used by a MDT.
1056 static int class_add_profile(int proflen, char *prof, int osclen, char *osc,
1057 int mdclen, char *mdc)
1059 struct lustre_profile *lprof;
1064 CDEBUG(D_CONFIG, "Add profile %s\n", prof);
1066 OBD_ALLOC(lprof, sizeof(*lprof));
1069 INIT_LIST_HEAD(&lprof->lp_list);
1071 LASSERT(proflen == (strlen(prof) + 1));
1072 OBD_ALLOC(lprof->lp_profile, proflen);
1073 if (!lprof->lp_profile)
1074 GOTO(out, err = -ENOMEM);
1075 memcpy(lprof->lp_profile, prof, proflen);
1077 LASSERT(osclen == (strlen(osc) + 1));
1078 OBD_ALLOC(lprof->lp_dt, osclen);
1080 GOTO(out, err = -ENOMEM);
1081 memcpy(lprof->lp_dt, osc, osclen);
1084 LASSERT(mdclen == (strlen(mdc) + 1));
1085 OBD_ALLOC(lprof->lp_md, mdclen);
1087 GOTO(out, err = -ENOMEM);
1088 memcpy(lprof->lp_md, mdc, mdclen);
1091 spin_lock(&lustre_profile_list_lock);
1093 lprof->lp_list_deleted = false;
1095 list_add(&lprof->lp_list, &lustre_profile_list);
1096 spin_unlock(&lustre_profile_list_lock);
1101 OBD_FREE(lprof->lp_md, mdclen);
1103 OBD_FREE(lprof->lp_dt, osclen);
1104 if (lprof->lp_profile)
1105 OBD_FREE(lprof->lp_profile, proflen);
1106 OBD_FREE(lprof, sizeof(*lprof));
1110 void class_del_profile(const char *prof)
1112 struct lustre_profile *lprof;
1116 CDEBUG(D_CONFIG, "Del profile %s\n", prof);
1118 lprof = class_get_profile(prof);
1120 spin_lock(&lustre_profile_list_lock);
1121 /* because get profile increments the ref counter */
1123 list_del(&lprof->lp_list);
1124 lprof->lp_list_deleted = true;
1125 spin_unlock(&lustre_profile_list_lock);
1127 class_put_profile(lprof);
1131 EXPORT_SYMBOL(class_del_profile);
1133 void class_put_profile(struct lustre_profile *lprof)
1135 spin_lock(&lustre_profile_list_lock);
1136 if ((--lprof->lp_refs) > 0) {
1137 LASSERT(lprof->lp_refs > 0);
1138 spin_unlock(&lustre_profile_list_lock);
1141 spin_unlock(&lustre_profile_list_lock);
1143 /* confirm not a negative number */
1144 LASSERT(lprof->lp_refs == 0);
1147 * At least one class_del_profile/profiles must be called
1148 * on the target profile or lustre_profile_list will corrupt
1150 LASSERT(lprof->lp_list_deleted);
1151 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
1152 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
1154 OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
1155 OBD_FREE(lprof, sizeof(*lprof));
1157 EXPORT_SYMBOL(class_put_profile);
1160 void class_del_profiles(void)
1162 struct lustre_profile *lprof, *n;
1165 spin_lock(&lustre_profile_list_lock);
1166 list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
1167 list_del(&lprof->lp_list);
1168 lprof->lp_list_deleted = true;
1169 spin_unlock(&lustre_profile_list_lock);
1171 class_put_profile(lprof);
1173 spin_lock(&lustre_profile_list_lock);
1175 spin_unlock(&lustre_profile_list_lock);
1178 EXPORT_SYMBOL(class_del_profiles);
1181 * We can't call lquota_process_config directly because
1182 * it lives in a module that must be loaded after this one.
1184 #ifdef HAVE_SERVER_SUPPORT
1185 static int (*quota_process_config)(struct lustre_cfg *lcfg) = NULL;
1186 #endif /* HAVE_SERVER_SUPPORT */
1189 * Rename the proc parameter in \a cfg with a new name \a new_name.
1191 * \param cfg config structure which contains the proc parameter
1192 * \param new_name new name of the proc parameter
1194 * \retval valid-pointer pointer to the newly-allocated config structure
1195 * which contains the renamed proc parameter
1196 * \retval ERR_PTR(-EINVAL) if \a cfg or \a new_name is NULL, or \a cfg does
1197 * not contain a proc parameter
1198 * \retval ERR_PTR(-ENOMEM) if memory allocation failure occurs
1200 struct lustre_cfg *lustre_cfg_rename(struct lustre_cfg *cfg,
1201 const char *new_name)
1203 struct lustre_cfg_bufs *bufs = NULL;
1204 struct lustre_cfg *new_cfg = NULL;
1206 char *new_param = NULL;
1213 if (!cfg || !new_name)
1214 GOTO(out_nocfg, new_cfg = ERR_PTR(-EINVAL));
1216 param = lustre_cfg_string(cfg, 1);
1218 GOTO(out_nocfg, new_cfg = ERR_PTR(-EINVAL));
1220 value = strchr(param, '=');
1222 name_len = value - param;
1224 name_len = strlen(param);
1226 new_len = LUSTRE_CFG_BUFLEN(cfg, 1) + strlen(new_name) - name_len;
1228 OBD_ALLOC(new_param, new_len);
1230 GOTO(out_nocfg, new_cfg = ERR_PTR(-ENOMEM));
1232 strlcpy(new_param, new_name, new_len);
1234 strcat(new_param, value);
1236 OBD_ALLOC_PTR(bufs);
1238 GOTO(out_free_param, new_cfg = ERR_PTR(-ENOMEM));
1240 lustre_cfg_bufs_reset(bufs, NULL);
1241 lustre_cfg_bufs_init(bufs, cfg);
1242 lustre_cfg_bufs_set_string(bufs, 1, new_param);
1244 OBD_ALLOC(new_cfg, lustre_cfg_len(bufs->lcfg_bufcount,
1245 bufs->lcfg_buflen));
1247 GOTO(out_free_buf, new_cfg = ERR_PTR(-ENOMEM));
1249 lustre_cfg_init(new_cfg, cfg->lcfg_command, bufs);
1251 new_cfg->lcfg_num = cfg->lcfg_num;
1252 new_cfg->lcfg_flags = cfg->lcfg_flags;
1253 new_cfg->lcfg_nid = cfg->lcfg_nid;
1254 new_cfg->lcfg_nal = cfg->lcfg_nal;
1258 OBD_FREE(new_param, new_len);
1262 EXPORT_SYMBOL(lustre_cfg_rename);
1264 static ssize_t process_param2_config(struct lustre_cfg *lcfg)
1266 char *param = lustre_cfg_string(lcfg, 1);
1267 char *upcall = lustre_cfg_string(lcfg, 2);
1268 struct kobject *kobj = NULL;
1269 const char *subsys = param;
1271 [0] = "/usr/sbin/lctl",
1282 print_lustre_cfg(lcfg);
1284 len = strcspn(param, ".=");
1288 /* If we find '=' then its the top level sysfs directory */
1289 if (param[len] == '=')
1290 return class_set_global(param);
1292 subsys = kstrndup(param, len, GFP_KERNEL);
1296 kobj = kset_find_obj(lustre_kset, subsys);
1299 char *value = param;
1303 param = strsep(&value, "=");
1304 envp[0] = kasprintf(GFP_KERNEL, "PARAM=%s", param);
1305 envp[1] = kasprintf(GFP_KERNEL, "SETTING=%s", value);
1306 envp[2] = kasprintf(GFP_KERNEL, "TIME=%lld",
1307 ktime_get_real_seconds());
1310 rc = kobject_uevent_env(kobj, KOBJ_CHANGE, envp);
1311 for (i = 0; i < ARRAY_SIZE(envp); i++)
1319 /* Add upcall processing here. Now only lctl is supported */
1320 if (strcmp(upcall, LCTL_UPCALL) != 0) {
1321 CERROR("Unsupported upcall %s\n", upcall);
1325 start = ktime_get();
1326 rc = call_usermodehelper(argv[0], argv, NULL, UMH_WAIT_PROC);
1330 CERROR("lctl: error invoking upcall %s %s %s: rc = %d; "
1331 "time %ldus\n", argv[0], argv[1], argv[2], rc,
1332 (long)ktime_us_delta(end, start));
1334 CDEBUG(D_HA, "lctl: invoked upcall %s %s %s, time %ldus\n",
1335 argv[0], argv[1], argv[2],
1336 (long)ktime_us_delta(end, start));
1343 #ifdef HAVE_SERVER_SUPPORT
1344 void lustre_register_quota_process_config(int (*qpc)(struct lustre_cfg *lcfg))
1346 quota_process_config = qpc;
1348 EXPORT_SYMBOL(lustre_register_quota_process_config);
1349 #endif /* HAVE_SERVER_SUPPORT */
1351 #define QMT0_DEV_NAME_LEN (LUSTRE_MAXFSNAME + sizeof("-QMT0000"))
1352 static struct obd_device *obd_find_qmt0(char *obd_name)
1354 char qmt_name[QMT0_DEV_NAME_LEN];
1355 struct obd_device *qmt = NULL;
1357 if (!server_name2fsname(obd_name, qmt_name, NULL)) {
1358 strlcat(qmt_name, "-QMT0000", QMT0_DEV_NAME_LEN);
1359 qmt = class_name2obd(qmt_name);
1366 * Process configuration commands given in lustre_cfg form.
1367 * These may come from direct calls (e.g. class_manual_cleanup)
1368 * or processing the config llog, or ioctl from lctl.
1370 int class_process_config(struct lustre_cfg *lcfg)
1372 struct obd_device *obd;
1375 LASSERT(lcfg && !IS_ERR(lcfg));
1376 CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
1378 /* Commands that don't need a device */
1379 switch (lcfg->lcfg_command) {
1381 err = class_attach(lcfg);
1384 case LCFG_ADD_UUID: {
1386 "adding mapping from uuid %s to nid %#llx (%s)\n",
1387 lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid,
1388 libcfs_nid2str(lcfg->lcfg_nid));
1390 err = class_add_uuid(lustre_cfg_string(lcfg, 1),
1394 case LCFG_DEL_UUID: {
1395 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
1396 (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) ==
1397 0) ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
1399 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
1402 case LCFG_MOUNTOPT: {
1403 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
1404 lustre_cfg_string(lcfg, 1),
1405 lustre_cfg_string(lcfg, 2),
1406 lustre_cfg_string(lcfg, 3));
1408 * set these mount options somewhere, so ll_fill_super
1411 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
1412 lustre_cfg_string(lcfg, 1),
1413 LUSTRE_CFG_BUFLEN(lcfg, 2),
1414 lustre_cfg_string(lcfg, 2),
1415 LUSTRE_CFG_BUFLEN(lcfg, 3),
1416 lustre_cfg_string(lcfg, 3));
1419 case LCFG_DEL_MOUNTOPT: {
1420 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
1421 lustre_cfg_string(lcfg, 1));
1422 class_del_profile(lustre_cfg_string(lcfg, 1));
1425 case LCFG_SET_TIMEOUT: {
1426 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
1427 obd_timeout, lcfg->lcfg_num);
1428 obd_timeout = max(lcfg->lcfg_num, 1U);
1429 obd_timeout_set = 1;
1432 case LCFG_SET_LDLM_TIMEOUT: {
1433 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
1434 ldlm_timeout, lcfg->lcfg_num);
1435 ldlm_timeout = max(lcfg->lcfg_num, 1U);
1436 if (ldlm_timeout >= obd_timeout)
1437 ldlm_timeout = max(obd_timeout / 3, 1U);
1438 ldlm_timeout_set = 1;
1441 case LCFG_SET_UPCALL: {
1442 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
1443 /* COMPAT_146 Don't fail on old configs */
1447 struct cfg_marker *marker;
1449 marker = lustre_cfg_buf(lcfg, 1);
1450 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
1451 marker->cm_flags, marker->cm_tgtname,
1452 marker->cm_comment);
1458 /* llite has no OBD */
1459 if (class_match_param(lustre_cfg_string(lcfg, 1),
1460 PARAM_LLITE, NULL) == 0) {
1461 struct lustre_sb_info *lsi;
1466 * The instance name contains the sb:
1467 * lustre-client-aacfe000
1469 tmp = strrchr(lustre_cfg_string(lcfg, 0), '-');
1470 if (!tmp || !*(++tmp))
1471 GOTO(out, err = -EINVAL);
1473 if (sscanf(tmp, "%lx", &addr) != 1)
1474 GOTO(out, err = -EINVAL);
1476 lsi = s2lsi((struct super_block *)addr);
1477 /* This better be a real Lustre superblock! */
1478 LASSERT(lsi->lsi_lmd->lmd_magic == LMD_MAGIC);
1480 count = class_modify_config(lcfg, PARAM_LLITE,
1482 err = count < 0 ? count : 0;
1484 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1485 PARAM_SYS, &tmp) == 0)) {
1486 /* Global param settings */
1487 err = class_set_global(tmp);
1489 * Client or server should not fail to mount if
1490 * it hits an unknown configuration parameter.
1493 CWARN("Ignoring unknown param %s\n", tmp);
1496 #ifdef HAVE_SERVER_SUPPORT
1497 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1498 PARAM_QUOTA, &tmp) == 0) &&
1499 quota_process_config) {
1500 err = (*quota_process_config)(lcfg);
1502 #endif /* HAVE_SERVER_SUPPORT */
1507 case LCFG_SET_PARAM: {
1508 err = process_param2_config(lcfg);
1512 /* Commands that require a device */
1513 obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1515 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1516 CERROR("this lcfg command requires a device name\n");
1518 CERROR("no device for: %s\n",
1519 lustre_cfg_string(lcfg, 0));
1521 GOTO(out, err = -EINVAL);
1523 switch(lcfg->lcfg_command) {
1525 err = class_setup(obd, lcfg);
1529 err = class_detach(obd, lcfg);
1532 case LCFG_CLEANUP: {
1533 err = class_cleanup(obd, lcfg);
1536 case LCFG_ADD_CONN: {
1537 err = class_add_conn(obd, lcfg);
1540 case LCFG_DEL_CONN: {
1541 err = class_del_conn(obd, lcfg);
1544 case LCFG_POOL_NEW: {
1545 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1546 if (!err && !strcmp(obd->obd_type->typ_name, LUSTRE_LOD_NAME)) {
1547 obd = obd_find_qmt0(obd->obd_name);
1549 obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1553 case LCFG_POOL_ADD: {
1554 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1555 lustre_cfg_string(lcfg, 3));
1556 if (!err && !strcmp(obd->obd_type->typ_name, LUSTRE_LOD_NAME)) {
1557 obd = obd_find_qmt0(obd->obd_name);
1559 obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1560 lustre_cfg_string(lcfg, 3));
1564 case LCFG_POOL_REM: {
1565 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1566 lustre_cfg_string(lcfg, 3));
1567 if (!err && !strcmp(obd->obd_type->typ_name, LUSTRE_LOD_NAME)) {
1568 obd = obd_find_qmt0(obd->obd_name);
1570 obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1571 lustre_cfg_string(lcfg, 3));
1575 case LCFG_POOL_DEL: {
1576 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1577 if (!err && !strcmp(obd->obd_type->typ_name, LUSTRE_LOD_NAME)) {
1578 obd = obd_find_qmt0(obd->obd_name);
1580 obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1585 * Process config log ADD_MDC record twice to add MDC also to LOV
1588 * add 0:lustre-clilmv 1:lustre-MDT0000_UUID 2:0 3:1
1589 * 4:lustre-MDT0000-mdc_UUID
1591 case LCFG_ADD_MDC: {
1592 struct obd_device *lov_obd;
1595 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1599 /* make sure this is client LMV log entry */
1600 clilmv = strstr(lustre_cfg_string(lcfg, 0), "clilmv");
1605 * replace 'lmv' with 'lov' name to address LOV device and
1606 * process llog record to add MDC there.
1609 lov_obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1611 err = obd_process_config(lov_obd, sizeof(*lcfg), lcfg);
1614 CERROR("%s: Cannot find LOV by %s name, rc = %d\n",
1615 obd->obd_name, lustre_cfg_string(lcfg, 0), err);
1617 /* restore 'lmv' name */
1622 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1628 if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1629 CWARN("Ignoring error %d on optional command %#x\n", err,
1630 lcfg->lcfg_command);
1635 EXPORT_SYMBOL(class_process_config);
1637 ssize_t class_modify_config(struct lustre_cfg *lcfg, const char *prefix,
1638 struct kobject *kobj)
1640 struct kobj_type *typ;
1644 if (lcfg->lcfg_command != LCFG_PARAM) {
1645 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1649 typ = get_ktype(kobj);
1650 if (!typ || !typ->default_attrs)
1653 print_lustre_cfg(lcfg);
1656 * e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1657 * or lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1658 * or lctl conf_param lustre-OST0000.osc.max_dirty_mb=36
1660 for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1661 struct attribute *attr;
1667 key = lustre_cfg_buf(lcfg, i);
1668 /* Strip off prefix */
1669 if (class_match_param(key, prefix, &key))
1671 * If the prefix doesn't match, return error so we
1672 * can pass it down the stack
1676 value = strchr(key, '=');
1677 if (!value || *(value + 1) == 0) {
1678 CERROR("%s: can't parse param '%s' (missing '=')\n",
1679 lustre_cfg_string(lcfg, 0),
1680 lustre_cfg_string(lcfg, i));
1681 /* continue parsing other params */
1684 keylen = value - key;
1688 for (j = 0; typ->default_attrs[j]; j++) {
1689 if (!strncmp(typ->default_attrs[j]->name, key,
1691 attr = typ->default_attrs[j];
1697 char *envp[4], *param, *path;
1699 path = kobject_get_path(kobj, GFP_KERNEL);
1703 /* convert sysfs path to uevent format */
1705 while ((param = strchr(param, '/')) != NULL)
1708 param = strstr(path, "fs.lustre.") + 10;
1710 envp[0] = kasprintf(GFP_KERNEL, "PARAM=%s.%.*s",
1711 param, (int) keylen, key);
1712 envp[1] = kasprintf(GFP_KERNEL, "SETTING=%s", value);
1713 envp[2] = kasprintf(GFP_KERNEL, "TIME=%lld",
1714 ktime_get_real_seconds());
1717 if (kobject_uevent_env(kobj, KOBJ_CHANGE, envp)) {
1718 CERROR("%s: failed to send uevent %s\n",
1719 kobject_name(kobj), key);
1722 for (i = 0; i < ARRAY_SIZE(envp); i++)
1726 count += lustre_attr_store(kobj, attr, value,
1732 EXPORT_SYMBOL(class_modify_config);
1735 * Supplemental functions for config logs, it allocates lustre_cfg
1736 * buffers plus initialized llog record header at the beginning.
1738 struct llog_cfg_rec *lustre_cfg_rec_new(int cmd, struct lustre_cfg_bufs *bufs)
1740 struct llog_cfg_rec *lcr;
1745 reclen = lustre_cfg_len(bufs->lcfg_bufcount, bufs->lcfg_buflen);
1746 reclen = llog_data_len(reclen) + sizeof(struct llog_rec_hdr) +
1747 sizeof(struct llog_rec_tail);
1749 OBD_ALLOC(lcr, reclen);
1753 lustre_cfg_init(&lcr->lcr_cfg, cmd, bufs);
1755 lcr->lcr_hdr.lrh_len = reclen;
1756 lcr->lcr_hdr.lrh_type = OBD_CFG_REC;
1760 EXPORT_SYMBOL(lustre_cfg_rec_new);
1762 void lustre_cfg_rec_free(struct llog_cfg_rec *lcr)
1765 OBD_FREE(lcr, lcr->lcr_hdr.lrh_len);
1768 EXPORT_SYMBOL(lustre_cfg_rec_free);
1771 * Parse a configuration llog, doing various manipulations on them
1772 * for various reasons, (modifications for compatibility, skip obsolete
1773 * records, change uuids, etc), then class_process_config() resulting
1776 int class_config_llog_handler(const struct lu_env *env,
1777 struct llog_handle *handle,
1778 struct llog_rec_hdr *rec, void *data)
1780 struct config_llog_instance *cfg = data;
1781 int cfg_len = rec->lrh_len;
1782 char *cfg_buf = (char *) (rec + 1);
1786 /* class_config_dump_handler(handle, rec, data); */
1788 switch (rec->lrh_type) {
1790 struct lustre_cfg *lcfg, *lcfg_new;
1791 struct lustre_cfg_bufs bufs;
1792 char *inst_name = NULL;
1796 lcfg = (struct lustre_cfg *)cfg_buf;
1797 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1798 lustre_swab_lustre_cfg(lcfg);
1802 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1806 /* Figure out config state info */
1807 if (lcfg->lcfg_command == LCFG_MARKER) {
1808 struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1809 lustre_swab_cfg_marker(marker, swab,
1810 LUSTRE_CFG_BUFLEN(lcfg, 1));
1811 CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1812 cfg->cfg_flags, marker->cm_flags);
1813 if (marker->cm_flags & CM_START) {
1814 /* all previous flags off */
1815 cfg->cfg_flags = CFG_F_MARKER;
1816 server_name2index(marker->cm_tgtname,
1817 &cfg->cfg_lwp_idx, NULL);
1818 if (marker->cm_flags & CM_SKIP) {
1819 cfg->cfg_flags |= CFG_F_SKIP;
1820 CDEBUG(D_CONFIG, "SKIP #%d\n",
1822 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1824 lustre_check_exclusion(cfg->cfg_sb,
1825 marker->cm_tgtname))) {
1826 cfg->cfg_flags |= CFG_F_EXCLUDE;
1827 CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1830 } else if (marker->cm_flags & CM_END) {
1835 * A config command without a start marker before it is
1838 if (!(cfg->cfg_flags & CFG_F_MARKER) &&
1839 (lcfg->lcfg_command != LCFG_MARKER)) {
1840 CWARN("Skip config outside markers, (inst: %016lx, uuid: %s, flags: %#x)\n",
1842 cfg->cfg_uuid.uuid, cfg->cfg_flags);
1843 cfg->cfg_flags |= CFG_F_SKIP;
1845 if (cfg->cfg_flags & CFG_F_SKIP) {
1846 CDEBUG(D_CONFIG, "skipping %#x\n",
1849 /* No processing! */
1854 * For interoperability between 1.8 and 2.0,
1855 * rename "mds" OBD device type to "mdt".
1858 char *typename = lustre_cfg_string(lcfg, 1);
1859 char *index = lustre_cfg_string(lcfg, 2);
1861 if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1862 strcmp(typename, "mds") == 0)) {
1863 CWARN("For 1.8 interoperability, rename obd "
1864 "type from mds to mdt\n");
1867 if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1868 strcmp(index, "type") == 0)) {
1869 CDEBUG(D_INFO, "For 1.8 interoperability, "
1870 "set this index to '0'\n");
1876 #ifdef HAVE_SERVER_SUPPORT
1877 /* newer MDS replaces LOV/OSC with LOD/OSP */
1878 if ((lcfg->lcfg_command == LCFG_ATTACH ||
1879 lcfg->lcfg_command == LCFG_SET_PARAM ||
1880 lcfg->lcfg_command == LCFG_PARAM) &&
1881 cfg->cfg_sb && IS_MDT(s2lsi(cfg->cfg_sb))) {
1882 char *typename = lustre_cfg_string(lcfg, 1);
1885 strcmp(typename, LUSTRE_LOV_NAME) == 0) {
1887 "For 2.x interoperability, rename obd "
1888 "type from lov to lod (%s)\n",
1889 s2lsi(cfg->cfg_sb)->lsi_svname);
1890 strcpy(typename, LUSTRE_LOD_NAME);
1893 strcmp(typename, LUSTRE_OSC_NAME) == 0) {
1895 "For 2.x interoperability, rename obd "
1896 "type from osc to osp (%s)\n",
1897 s2lsi(cfg->cfg_sb)->lsi_svname);
1898 strcpy(typename, LUSTRE_OSP_NAME);
1901 #endif /* HAVE_SERVER_SUPPORT */
1903 if (cfg->cfg_flags & CFG_F_EXCLUDE) {
1904 CDEBUG(D_CONFIG, "cmd: %x marked EXCLUDED\n",
1905 lcfg->lcfg_command);
1906 if (lcfg->lcfg_command == LCFG_LOV_ADD_OBD)
1907 /* Add inactive instead */
1908 lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1911 lustre_cfg_bufs_reset(&bufs, NULL);
1912 lustre_cfg_bufs_init(&bufs, lcfg);
1914 if (cfg->cfg_instance &&
1915 lcfg->lcfg_command != LCFG_SPTLRPC_CONF &&
1916 LUSTRE_CFG_BUFLEN(lcfg, 0) > 0) {
1917 inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1918 LUSTRE_MAXINSTANCE + 4;
1919 OBD_ALLOC(inst_name, inst_len);
1921 GOTO(out, rc = -ENOMEM);
1922 snprintf(inst_name, inst_len, "%s-%016lx",
1923 lustre_cfg_string(lcfg, 0),
1925 lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1926 CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1927 lcfg->lcfg_command, inst_name);
1930 /* override llog UUID for clients, to insure they are unique */
1931 if (cfg->cfg_instance && lcfg->lcfg_command == LCFG_ATTACH)
1932 lustre_cfg_bufs_set_string(&bufs, 2,
1933 cfg->cfg_uuid.uuid);
1935 * sptlrpc config record, we expect 2 data segments:
1936 * [0]: fs_name/target_name,
1938 * moving them to index [1] and [2], and insert MGC's
1939 * obdname at index [0].
1941 if (cfg->cfg_instance &&
1942 lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1943 /* After ASLR changes cfg_instance this needs fixing */
1944 /* "obd" is set in config_log_find_or_add() */
1945 struct obd_device *obd = (void *)cfg->cfg_instance;
1947 lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1948 bufs.lcfg_buflen[1]);
1949 lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1950 bufs.lcfg_buflen[0]);
1951 lustre_cfg_bufs_set_string(&bufs, 0,
1956 * Add net info to setup command
1957 * if given on command line.
1958 * So config log will be:
1962 * [3]: inactive-on-startup
1963 * [4]: restrictive net
1965 if (cfg && cfg->cfg_sb && s2lsi(cfg->cfg_sb) &&
1966 !IS_SERVER(s2lsi(cfg->cfg_sb))) {
1967 struct lustre_sb_info *lsi = s2lsi(cfg->cfg_sb);
1968 char *nidnet = lsi->lsi_lmd->lmd_nidnet;
1970 if (lcfg->lcfg_command == LCFG_SETUP &&
1971 lcfg->lcfg_bufcount != 2 && nidnet) {
1972 CDEBUG(D_CONFIG, "Adding net %s info to setup "
1973 "command for client %s\n", nidnet,
1974 lustre_cfg_string(lcfg, 0));
1975 lustre_cfg_bufs_set_string(&bufs, 4, nidnet);
1980 * Skip add_conn command if uuid is
1981 * not on restricted net
1983 if (cfg && cfg->cfg_sb && s2lsi(cfg->cfg_sb) &&
1984 !IS_SERVER(s2lsi(cfg->cfg_sb))) {
1985 struct lustre_sb_info *lsi = s2lsi(cfg->cfg_sb);
1986 char *uuid_str = lustre_cfg_string(lcfg, 1);
1988 if (lcfg->lcfg_command == LCFG_ADD_CONN &&
1989 lsi->lsi_lmd->lmd_nidnet &&
1990 LNET_NIDNET(libcfs_str2nid(uuid_str)) !=
1991 libcfs_str2net(lsi->lsi_lmd->lmd_nidnet)) {
1992 CDEBUG(D_CONFIG, "skipping add_conn for %s\n",
1995 /* No processing! */
2000 OBD_ALLOC(lcfg_new, lustre_cfg_len(bufs.lcfg_bufcount,
2003 GOTO(out, rc = -ENOMEM);
2005 lustre_cfg_init(lcfg_new, lcfg->lcfg_command, &bufs);
2006 lcfg_new->lcfg_num = lcfg->lcfg_num;
2007 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
2010 * XXX Hack to try to remain binary compatible with
2011 * pre-newconfig logs
2013 if (lcfg->lcfg_nal != 0 && /* pre-newconfig log? */
2014 (lcfg->lcfg_nid >> 32) == 0) {
2015 __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
2017 lcfg_new->lcfg_nid =
2018 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
2019 CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
2020 lcfg->lcfg_nal, addr,
2021 libcfs_nid2str(lcfg_new->lcfg_nid));
2023 lcfg_new->lcfg_nid = lcfg->lcfg_nid;
2026 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
2028 rc = class_process_config(lcfg_new);
2029 OBD_FREE(lcfg_new, lustre_cfg_len(lcfg_new->lcfg_bufcount,
2030 lcfg_new->lcfg_buflens));
2032 OBD_FREE(inst_name, inst_len);
2036 CERROR("Unknown llog record type %#x encountered\n",
2042 CERROR("%s: cfg command failed: rc = %d\n",
2043 handle->lgh_ctxt->loc_obd->obd_name, rc);
2044 class_config_dump_handler(NULL, handle, rec, data);
2048 EXPORT_SYMBOL(class_config_llog_handler);
2050 int class_config_parse_llog(const struct lu_env *env, struct llog_ctxt *ctxt,
2051 char *name, struct config_llog_instance *cfg)
2053 struct llog_process_cat_data cd = {
2054 .lpcd_first_idx = 0,
2056 struct llog_handle *llh;
2061 CDEBUG(D_INFO, "looking up llog %s\n", name);
2062 rc = llog_open(env, ctxt, &llh, NULL, name, LLOG_OPEN_EXISTS);
2066 rc = llog_init_handle(env, llh, LLOG_F_IS_PLAIN, NULL);
2068 GOTO(parse_out, rc);
2070 /* continue processing from where we last stopped to end-of-log */
2072 cd.lpcd_first_idx = cfg->cfg_last_idx;
2073 callback = cfg->cfg_callback;
2074 LASSERT(callback != NULL);
2076 callback = class_config_llog_handler;
2079 cd.lpcd_last_idx = 0;
2081 rc = llog_process(env, llh, callback, cfg, &cd);
2083 CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
2084 cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
2086 cfg->cfg_last_idx = cd.lpcd_last_idx;
2089 llog_close(env, llh);
2092 EXPORT_SYMBOL(class_config_parse_llog);
2095 * Parse config record and output dump in supplied buffer.
2097 * This is separated from class_config_dump_handler() to use
2098 * for ioctl needs as well
2101 * - { index: 4, event: attach, device: lustrewt-clilov, type: lov,
2102 * UUID: lustrewt-clilov_UUID }
2104 int class_config_yaml_output(struct llog_rec_hdr *rec, char *buf, int size)
2106 struct lustre_cfg *lcfg = (struct lustre_cfg *)(rec + 1);
2108 char *end = buf + size;
2110 struct lcfg_type_data *ldata;
2112 LASSERT(rec->lrh_type == OBD_CFG_REC);
2113 rc = lustre_cfg_sanity_check(lcfg, rec->lrh_len);
2117 ldata = lcfg_cmd2data(lcfg->lcfg_command);
2121 if (lcfg->lcfg_command == LCFG_MARKER)
2124 /* form YAML entity */
2125 ptr += snprintf(ptr, end - ptr, "- { index: %u, event: %s",
2126 rec->lrh_index, ldata->ltd_name);
2130 if (lcfg->lcfg_flags) {
2131 ptr += snprintf(ptr, end - ptr, ", flags: %#08x",
2136 if (lcfg->lcfg_num) {
2137 ptr += snprintf(ptr, end - ptr, ", num: %#08x",
2142 if (lcfg->lcfg_nid) {
2143 char nidstr[LNET_NIDSTR_SIZE];
2145 libcfs_nid2str_r(lcfg->lcfg_nid, nidstr, sizeof(nidstr));
2146 ptr += snprintf(ptr, end - ptr, ", nid: %s(%#llx)",
2147 nidstr, lcfg->lcfg_nid);
2152 if (LUSTRE_CFG_BUFLEN(lcfg, 0) > 0) {
2153 ptr += snprintf(ptr, end - ptr, ", device: %s",
2154 lustre_cfg_string(lcfg, 0));
2159 if (lcfg->lcfg_command == LCFG_SET_PARAM) {
2161 * set_param -P parameters have param=val here, separate
2162 * them through pointer magic and print them out in
2165 char *cfg_str = lustre_cfg_string(lcfg, 1);
2166 char *tmp = strchr(cfg_str, '=');
2172 ptr += snprintf(ptr, end - ptr, ", %s: ", ldata->ltd_bufs[0]);
2173 len = tmp - cfg_str + 1;
2174 snprintf(ptr, len, "%s", cfg_str);
2177 ptr += snprintf(ptr, end - ptr, ", %s: ", ldata->ltd_bufs[1]);
2178 ptr += snprintf(ptr, end - ptr, "%s", tmp + 1);
2183 for (i = 1; i < lcfg->lcfg_bufcount; i++) {
2184 if (LUSTRE_CFG_BUFLEN(lcfg, i) > 0) {
2185 ptr += snprintf(ptr, end - ptr, ", %s: %s",
2186 ldata->ltd_bufs[i - 1],
2187 lustre_cfg_string(lcfg, i));
2194 ptr += snprintf(ptr, end - ptr, " }\n");
2196 /* Return consumed bytes. If the buffer overflowed, zero last byte */
2207 * parse config record and output dump in supplied buffer.
2208 * This is separated from class_config_dump_handler() to use
2209 * for ioctl needs as well
2211 static int class_config_parse_rec(struct llog_rec_hdr *rec, char *buf, int size)
2213 struct lustre_cfg *lcfg = (struct lustre_cfg *)(rec + 1);
2215 char *end = buf + size;
2220 LASSERT(rec->lrh_type == OBD_CFG_REC);
2221 rc = lustre_cfg_sanity_check(lcfg, rec->lrh_len);
2225 ptr += snprintf(ptr, end-ptr, "cmd=%05x ", lcfg->lcfg_command);
2226 if (lcfg->lcfg_flags)
2227 ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
2231 ptr += snprintf(ptr, end-ptr, "num=%#08x ", lcfg->lcfg_num);
2233 if (lcfg->lcfg_nid) {
2234 char nidstr[LNET_NIDSTR_SIZE];
2236 libcfs_nid2str_r(lcfg->lcfg_nid, nidstr, sizeof(nidstr));
2237 ptr += snprintf(ptr, end-ptr, "nid=%s(%#llx) ",
2238 nidstr, lcfg->lcfg_nid);
2241 if (lcfg->lcfg_command == LCFG_MARKER) {
2242 struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
2244 ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
2245 marker->cm_step, marker->cm_flags,
2246 marker->cm_tgtname, marker->cm_comment);
2250 for (i = 0; i < lcfg->lcfg_bufcount; i++) {
2251 ptr += snprintf(ptr, end-ptr, "%d:%s ", i,
2252 lustre_cfg_string(lcfg, i));
2255 ptr += snprintf(ptr, end - ptr, "\n");
2256 /* return consumed bytes */
2261 int class_config_dump_handler(const struct lu_env *env,
2262 struct llog_handle *handle,
2263 struct llog_rec_hdr *rec, void *data)
2270 OBD_ALLOC(outstr, 256);
2274 if (rec->lrh_type == OBD_CFG_REC) {
2275 class_config_parse_rec(rec, outstr, 256);
2276 LCONSOLE(D_WARNING, " %s\n", outstr);
2278 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
2282 OBD_FREE(outstr, 256);
2287 * Call class_cleanup and class_detach.
2288 * "Manual" only in the sense that we're faking lcfg commands.
2290 int class_manual_cleanup(struct obd_device *obd)
2293 struct lustre_cfg *lcfg;
2294 struct lustre_cfg_bufs bufs;
2300 CERROR("empty cleanup\n");
2305 strlcat(flags, "F", sizeof(flags));
2307 strlcat(flags, "A", sizeof(flags));
2309 CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
2310 obd->obd_name, flags);
2312 lustre_cfg_bufs_reset(&bufs, obd->obd_name);
2313 lustre_cfg_bufs_set_string(&bufs, 1, flags);
2314 OBD_ALLOC(lcfg, lustre_cfg_len(bufs.lcfg_bufcount, bufs.lcfg_buflen));
2317 lustre_cfg_init(lcfg, LCFG_CLEANUP, &bufs);
2319 rc = class_process_config(lcfg);
2321 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
2325 /* the lcfg is almost the same for both ops */
2326 lcfg->lcfg_command = LCFG_DETACH;
2327 rc = class_process_config(lcfg);
2329 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
2331 OBD_FREE(lcfg, lustre_cfg_len(lcfg->lcfg_bufcount, lcfg->lcfg_buflens));
2334 EXPORT_SYMBOL(class_manual_cleanup);
2336 #ifdef HAVE_SERVER_SUPPORT
2338 * nid<->nidstats hash operations
2341 nidstats_hash(struct cfs_hash *hs, const void *key, unsigned int mask)
2343 return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
2347 nidstats_key(struct hlist_node *hnode)
2349 struct nid_stat *ns;
2351 ns = hlist_entry(hnode, struct nid_stat, nid_hash);
2357 nidstats_keycmp(const void *key, struct hlist_node *hnode)
2359 return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
2363 nidstats_object(struct hlist_node *hnode)
2365 return hlist_entry(hnode, struct nid_stat, nid_hash);
2369 nidstats_get(struct cfs_hash *hs, struct hlist_node *hnode)
2371 struct nid_stat *ns;
2373 ns = hlist_entry(hnode, struct nid_stat, nid_hash);
2378 nidstats_put_locked(struct cfs_hash *hs, struct hlist_node *hnode)
2380 struct nid_stat *ns;
2382 ns = hlist_entry(hnode, struct nid_stat, nid_hash);
2386 static struct cfs_hash_ops nid_stat_hash_ops = {
2387 .hs_hash = nidstats_hash,
2388 .hs_key = nidstats_key,
2389 .hs_keycmp = nidstats_keycmp,
2390 .hs_object = nidstats_object,
2391 .hs_get = nidstats_get,
2392 .hs_put_locked = nidstats_put_locked,
2397 * client_generation<->export hash operations
2401 gen_hash(struct cfs_hash *hs, const void *key, unsigned mask)
2403 return cfs_hash_djb2_hash(key, sizeof(__u32), mask);
2407 gen_key(struct hlist_node *hnode)
2409 struct obd_export *exp;
2411 exp = hlist_entry(hnode, struct obd_export, exp_gen_hash);
2413 RETURN(&exp->exp_target_data.ted_lcd->lcd_generation);
2417 * NOTE: It is impossible to find an export that is in failed
2418 * state with this function
2421 gen_kepcmp(const void *key, struct hlist_node *hnode)
2423 struct obd_export *exp;
2426 exp = hlist_entry(hnode, struct obd_export, exp_gen_hash);
2428 RETURN(exp->exp_target_data.ted_lcd->lcd_generation == *(__u32 *)key &&
2433 gen_export_object(struct hlist_node *hnode)
2435 return hlist_entry(hnode, struct obd_export, exp_gen_hash);
2439 gen_export_get(struct cfs_hash *hs, struct hlist_node *hnode)
2441 struct obd_export *exp;
2443 exp = hlist_entry(hnode, struct obd_export, exp_gen_hash);
2444 class_export_get(exp);
2448 gen_export_put_locked(struct cfs_hash *hs, struct hlist_node *hnode)
2450 struct obd_export *exp;
2452 exp = hlist_entry(hnode, struct obd_export, exp_gen_hash);
2453 class_export_put(exp);
2456 static struct cfs_hash_ops gen_hash_ops = {
2457 .hs_hash = gen_hash,
2459 .hs_keycmp = gen_kepcmp,
2460 .hs_object = gen_export_object,
2461 .hs_get = gen_export_get,
2462 .hs_put_locked = gen_export_put_locked,
2465 #endif /* HAVE_SERVER_SUPPORT */