Whamcloud - gitweb
LU-5397 obdclass: optimize busy loop wait
[fs/lustre-release.git] / lustre / obdclass / obd_config.c
1 /*
2  * GPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 only,
8  * as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License version 2 for more details (a copy is included
14  * in the LICENSE file that accompanied this code).
15  *
16  * You should have received a copy of the GNU General Public License
17  * version 2 along with this program; If not, see
18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
19  *
20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21  * CA 95054 USA or visit www.sun.com if you need additional information or
22  * have any questions.
23  *
24  * GPL HEADER END
25  */
26 /*
27  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
28  * Use is subject to license terms.
29  *
30  * Copyright (c) 2011, 2013, Intel Corporation.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  *
36  * lustre/obdclass/obd_config.c
37  *
38  * Config API
39  */
40
41 #define DEBUG_SUBSYSTEM S_CLASS
42 #ifdef __KERNEL__
43 #include <obd_class.h>
44 #include <linux/string.h>
45 #include <lustre_disk.h>
46 #else
47 #include <liblustre.h>
48 #include <string.h>
49 #include <obd_class.h>
50 #include <obd.h>
51 #endif
52 #include <lustre_ioctl.h>
53 #include <lustre_log.h>
54 #include <lprocfs_status.h>
55 #include <lustre_param.h>
56
57 #include "llog_internal.h"
58
59 static cfs_hash_ops_t uuid_hash_ops;
60 static cfs_hash_ops_t nid_hash_ops;
61 static cfs_hash_ops_t nid_stat_hash_ops;
62
63 /*********** string parsing utils *********/
64
65 /* returns 0 if we find this key in the buffer, else 1 */
66 int class_find_param(char *buf, char *key, char **valp)
67 {
68         char *ptr;
69
70         if (!buf)
71                 return 1;
72
73         if ((ptr = strstr(buf, key)) == NULL)
74                 return 1;
75
76         if (valp)
77                 *valp = ptr + strlen(key);
78
79         return 0;
80 }
81 EXPORT_SYMBOL(class_find_param);
82
83 /**
84  * Check whether the proc parameter \a param is an old parameter or not from
85  * the array \a ptr which contains the mapping from old parameters to new ones.
86  * If it's an old one, then return the pointer to the cfg_interop_param struc-
87  * ture which contains both the old and new parameters.
88  *
89  * \param param                 proc parameter
90  * \param ptr                   an array which contains the mapping from
91  *                              old parameters to new ones
92  *
93  * \retval valid-pointer        pointer to the cfg_interop_param structure
94  *                              which contains the old and new parameters
95  * \retval NULL                 \a param or \a ptr is NULL,
96  *                              or \a param is not an old parameter
97  */
98 struct cfg_interop_param *class_find_old_param(const char *param,
99                                                struct cfg_interop_param *ptr)
100 {
101         char *value = NULL;
102         int   name_len = 0;
103
104         if (param == NULL || ptr == NULL)
105                 RETURN(NULL);
106
107         value = strchr(param, '=');
108         if (value == NULL)
109                 name_len = strlen(param);
110         else
111                 name_len = value - param;
112
113         while (ptr->old_param != NULL) {
114                 if (strncmp(param, ptr->old_param, name_len) == 0 &&
115                     name_len == strlen(ptr->old_param))
116                         RETURN(ptr);
117                 ptr++;
118         }
119
120         RETURN(NULL);
121 }
122 EXPORT_SYMBOL(class_find_old_param);
123
124 /**
125  * Finds a parameter in \a params and copies it to \a copy.
126  *
127  * Leading spaces are skipped. Next space or end of string is the
128  * parameter terminator with the exception that spaces inside single or double
129  * quotes get included into a parameter. The parameter is copied into \a copy
130  * which has to be allocated big enough by a caller, quotes are stripped in
131  * the copy and the copy is terminated by 0.
132  *
133  * On return \a params is set to next parameter or to NULL if last
134  * parameter is returned.
135  *
136  * \retval 0 if parameter is returned in \a copy
137  * \retval 1 otherwise
138  * \retval -EINVAL if unbalanced quota is found
139  */
140 int class_get_next_param(char **params, char *copy)
141 {
142         char *q1, *q2, *str;
143         int len;
144
145         str = *params;
146         while (*str == ' ')
147                 str++;
148
149         if (*str == '\0') {
150                 *params = NULL;
151                 return 1;
152         }
153
154         while (1) {
155                 q1 = strpbrk(str, " '\"");
156                 if (q1 == NULL) {
157                         len = strlen(str);
158                         memcpy(copy, str, len);
159                         copy[len] = '\0';
160                         *params = NULL;
161                         return 0;
162                 }
163                 len = q1 - str;
164                 if (*q1 == ' ') {
165                         memcpy(copy, str, len);
166                         copy[len] = '\0';
167                         *params = str + len;
168                         return 0;
169                 }
170
171                 memcpy(copy, str, len);
172                 copy += len;
173
174                 /* search for the matching closing quote */
175                 str = q1 + 1;
176                 q2 = strchr(str, *q1);
177                 if (q2 == NULL) {
178                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
179                                *params);
180                         return -EINVAL;
181                 }
182                 len = q2 - str;
183                 memcpy(copy, str, len);
184                 copy += len;
185                 str = q2 + 1;
186         }
187         return 1;
188 }
189 EXPORT_SYMBOL(class_get_next_param);
190
191 /* returns 0 if this is the first key in the buffer, else 1.
192    valp points to first char after key. */
193 int class_match_param(char *buf, char *key, char **valp)
194 {
195         if (!buf)
196                 return 1;
197
198         if (memcmp(buf, key, strlen(key)) != 0)
199                 return 1;
200
201         if (valp)
202                 *valp = buf + strlen(key);
203
204         return 0;
205 }
206 EXPORT_SYMBOL(class_match_param);
207
208 static int parse_nid(char *buf, void *value, int quiet)
209 {
210         lnet_nid_t *nid = (lnet_nid_t *)value;
211
212         *nid = libcfs_str2nid(buf);
213         if (*nid != LNET_NID_ANY)
214                 return 0;
215
216         if (!quiet)
217                 LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
218         return -EINVAL;
219 }
220
221 static int parse_net(char *buf, void *value)
222 {
223         __u32 *net = (__u32 *)value;
224
225         *net = libcfs_str2net(buf);
226         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
227         return 0;
228 }
229
230 enum {
231         CLASS_PARSE_NID = 1,
232         CLASS_PARSE_NET,
233 };
234
235 /* 0 is good nid,
236    1 not found
237    < 0 error
238    endh is set to next separator */
239 static int class_parse_value(char *buf, int opc, void *value, char **endh,
240                              int quiet)
241 {
242         char *endp;
243         char  tmp;
244         int   rc = 0;
245
246         if (!buf)
247                 return 1;
248         while (*buf == ',' || *buf == ':')
249                 buf++;
250         if (*buf == ' ' || *buf == '/' || *buf == '\0')
251                 return 1;
252
253         /* nid separators or end of nids */
254         endp = strpbrk(buf, ",: /");
255         if (endp == NULL)
256                 endp = buf + strlen(buf);
257
258         tmp = *endp;
259         *endp = '\0';
260         switch (opc) {
261         default:
262                 LBUG();
263         case CLASS_PARSE_NID:
264                 rc = parse_nid(buf, value, quiet);
265                 break;
266         case CLASS_PARSE_NET:
267                 rc = parse_net(buf, value);
268                 break;
269         }
270         *endp = tmp;
271         if (rc != 0)
272                 return rc;
273         if (endh)
274                 *endh = endp;
275         return 0;
276 }
277
278 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
279 {
280         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh, 0);
281 }
282 EXPORT_SYMBOL(class_parse_nid);
283
284 int class_parse_nid_quiet(char *buf, lnet_nid_t *nid, char **endh)
285 {
286         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh, 1);
287 }
288 EXPORT_SYMBOL(class_parse_nid_quiet);
289
290 int class_parse_net(char *buf, __u32 *net, char **endh)
291 {
292         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh, 0);
293 }
294 EXPORT_SYMBOL(class_parse_net);
295
296 /* 1 param contains key and match
297  * 0 param contains key and not match
298  * -1 param does not contain key
299  */
300 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
301 {
302         lnet_nid_t tmp;
303         int   rc = -1;
304
305         while (class_find_param(buf, key, &buf) == 0) {
306                 /* please restrict to the nids pertaining to
307                  * the specified nids */
308                 while (class_parse_nid(buf, &tmp, &buf) == 0) {
309                         if (tmp == nid)
310                                 return 1;
311                 }
312                 rc = 0;
313         }
314         return rc;
315 }
316 EXPORT_SYMBOL(class_match_nid);
317
318 int class_match_net(char *buf, char *key, __u32 net)
319 {
320         __u32 tmp;
321         int   rc = -1;
322
323         while (class_find_param(buf, key, &buf) == 0) {
324                 /* please restrict to the nids pertaining to
325                  * the specified networks */
326                 while (class_parse_net(buf, &tmp, &buf) == 0) {
327                         if (tmp == net)
328                                 return 1;
329                 }
330                 rc = 0;
331         }
332         return rc;
333 }
334 EXPORT_SYMBOL(class_match_net);
335
336 /********************** class fns **********************/
337
338 /**
339  * Create a new obd device and set the type, name and uuid.  If successful,
340  * the new device can be accessed by either name or uuid.
341  */
342 int class_attach(struct lustre_cfg *lcfg)
343 {
344         struct obd_device *obd = NULL;
345         char *typename, *name, *uuid;
346         int rc, len;
347         ENTRY;
348
349         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
350                 CERROR("No type passed!\n");
351                 RETURN(-EINVAL);
352         }
353         typename = lustre_cfg_string(lcfg, 1);
354
355         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
356                 CERROR("No name passed!\n");
357                 RETURN(-EINVAL);
358         }
359         name = lustre_cfg_string(lcfg, 0);
360
361         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
362                 CERROR("No UUID passed!\n");
363                 RETURN(-EINVAL);
364         }
365         uuid = lustre_cfg_string(lcfg, 2);
366
367         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
368                MKSTR(typename), MKSTR(name), MKSTR(uuid));
369
370         obd = class_newdev(typename, name);
371         if (IS_ERR(obd)) {
372                 /* Already exists or out of obds */
373                 rc = PTR_ERR(obd);
374                 obd = NULL;
375                 CERROR("Cannot create device %s of type %s : %d\n",
376                        name, typename, rc);
377                 GOTO(out, rc);
378         }
379         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
380                  name, typename);
381         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
382                  "obd %p obd_magic %08X != %08X\n",
383                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
384         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
385                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
386
387         rwlock_init(&obd->obd_pool_lock);
388         obd->obd_pool_limit = 0;
389         obd->obd_pool_slv = 0;
390
391         CFS_INIT_LIST_HEAD(&obd->obd_exports);
392         CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
393         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
394         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
395         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
396         spin_lock_init(&obd->obd_nid_lock);
397         spin_lock_init(&obd->obd_dev_lock);
398         mutex_init(&obd->obd_dev_mutex);
399         spin_lock_init(&obd->obd_osfs_lock);
400         /* obd->obd_osfs_age must be set to a value in the distant
401          * past to guarantee a fresh statfs is fetched on mount. */
402         obd->obd_osfs_age = cfs_time_shift_64(-1000);
403
404         /* XXX belongs in setup not attach  */
405         init_rwsem(&obd->obd_observer_link_sem);
406         /* recovery data */
407         cfs_init_timer(&obd->obd_recovery_timer);
408         spin_lock_init(&obd->obd_recovery_task_lock);
409         init_waitqueue_head(&obd->obd_next_transno_waitq);
410         init_waitqueue_head(&obd->obd_evict_inprogress_waitq);
411         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
412         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
413         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
414         CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
415         INIT_LIST_HEAD(&obd->obd_lwp_list);
416
417         llog_group_init(&obd->obd_olg);
418
419         obd->obd_conn_inprogress = 0;
420
421         len = strlen(uuid);
422         if (len >= sizeof(obd->obd_uuid)) {
423                 CERROR("uuid must be < %d bytes long\n",
424                        (int)sizeof(obd->obd_uuid));
425                 GOTO(out, rc = -EINVAL);
426         }
427         memcpy(obd->obd_uuid.uuid, uuid, len);
428
429         /* Detach drops this */
430         spin_lock(&obd->obd_dev_lock);
431         atomic_set(&obd->obd_refcount, 1);
432         spin_unlock(&obd->obd_dev_lock);
433         lu_ref_init(&obd->obd_reference);
434         lu_ref_add(&obd->obd_reference, "attach", obd);
435
436         obd->obd_attached = 1;
437         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
438                obd->obd_minor, typename, atomic_read(&obd->obd_refcount));
439         RETURN(0);
440  out:
441         if (obd != NULL) {
442                 class_release_dev(obd);
443         }
444         return rc;
445 }
446 EXPORT_SYMBOL(class_attach);
447
448 /** Create hashes, self-export, and call type-specific setup.
449  * Setup is effectively the "start this obd" call.
450  */
451 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
452 {
453         int err = 0;
454         struct obd_export *exp;
455         ENTRY;
456
457         LASSERT(obd != NULL);
458         LASSERTF(obd == class_num2obd(obd->obd_minor),
459                  "obd %p != obd_devs[%d] %p\n",
460                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
461         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
462                  "obd %p obd_magic %08x != %08x\n",
463                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
464
465         /* have we attached a type to this device? */
466         if (!obd->obd_attached) {
467                 CERROR("Device %d not attached\n", obd->obd_minor);
468                 RETURN(-ENODEV);
469         }
470
471         if (obd->obd_set_up) {
472                 CERROR("Device %d already setup (type %s)\n",
473                        obd->obd_minor, obd->obd_type->typ_name);
474                 RETURN(-EEXIST);
475         }
476
477         /* is someone else setting us up right now? (attach inits spinlock) */
478         spin_lock(&obd->obd_dev_lock);
479         if (obd->obd_starting) {
480                 spin_unlock(&obd->obd_dev_lock);
481                 CERROR("Device %d setup in progress (type %s)\n",
482                        obd->obd_minor, obd->obd_type->typ_name);
483                 RETURN(-EEXIST);
484         }
485         /* just leave this on forever.  I can't use obd_set_up here because
486            other fns check that status, and we're not actually set up yet. */
487         obd->obd_starting = 1;
488         obd->obd_uuid_hash = NULL;
489         obd->obd_nid_hash = NULL;
490         obd->obd_nid_stats_hash = NULL;
491         spin_unlock(&obd->obd_dev_lock);
492
493         /* create an uuid-export lustre hash */
494         obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
495                                              HASH_UUID_CUR_BITS,
496                                              HASH_UUID_MAX_BITS,
497                                              HASH_UUID_BKT_BITS, 0,
498                                              CFS_HASH_MIN_THETA,
499                                              CFS_HASH_MAX_THETA,
500                                              &uuid_hash_ops, CFS_HASH_DEFAULT);
501         if (!obd->obd_uuid_hash)
502                 GOTO(err_hash, err = -ENOMEM);
503
504         /* create a nid-export lustre hash */
505         obd->obd_nid_hash = cfs_hash_create("NID_HASH",
506                                             HASH_NID_CUR_BITS,
507                                             HASH_NID_MAX_BITS,
508                                             HASH_NID_BKT_BITS, 0,
509                                             CFS_HASH_MIN_THETA,
510                                             CFS_HASH_MAX_THETA,
511                                             &nid_hash_ops, CFS_HASH_DEFAULT);
512         if (!obd->obd_nid_hash)
513                 GOTO(err_hash, err = -ENOMEM);
514
515         /* create a nid-stats lustre hash */
516         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
517                                                   HASH_NID_STATS_CUR_BITS,
518                                                   HASH_NID_STATS_MAX_BITS,
519                                                   HASH_NID_STATS_BKT_BITS, 0,
520                                                   CFS_HASH_MIN_THETA,
521                                                   CFS_HASH_MAX_THETA,
522                                                   &nid_stat_hash_ops, CFS_HASH_DEFAULT);
523         if (!obd->obd_nid_stats_hash)
524                 GOTO(err_hash, err = -ENOMEM);
525
526         exp = class_new_export(obd, &obd->obd_uuid);
527         if (IS_ERR(exp))
528                 GOTO(err_hash, err = PTR_ERR(exp));
529
530         obd->obd_self_export = exp;
531         cfs_list_del_init(&exp->exp_obd_chain_timed);
532         class_export_put(exp);
533
534         err = obd_setup(obd, lcfg);
535         if (err)
536                 GOTO(err_exp, err);
537
538         obd->obd_set_up = 1;
539
540         spin_lock(&obd->obd_dev_lock);
541         /* cleanup drops this */
542         class_incref(obd, "setup", obd);
543         spin_unlock(&obd->obd_dev_lock);
544
545         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
546                obd->obd_name, obd->obd_uuid.uuid);
547
548         RETURN(0);
549 err_exp:
550         if (obd->obd_self_export) {
551                 class_unlink_export(obd->obd_self_export);
552                 obd->obd_self_export = NULL;
553         }
554 err_hash:
555         if (obd->obd_uuid_hash) {
556                 cfs_hash_putref(obd->obd_uuid_hash);
557                 obd->obd_uuid_hash = NULL;
558         }
559         if (obd->obd_nid_hash) {
560                 cfs_hash_putref(obd->obd_nid_hash);
561                 obd->obd_nid_hash = NULL;
562         }
563         if (obd->obd_nid_stats_hash) {
564                 cfs_hash_putref(obd->obd_nid_stats_hash);
565                 obd->obd_nid_stats_hash = NULL;
566         }
567         obd->obd_starting = 0;
568         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
569         return err;
570 }
571 EXPORT_SYMBOL(class_setup);
572
573 /** We have finished using this obd and are ready to destroy it.
574  * There can be no more references to this obd.
575  */
576 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
577 {
578         ENTRY;
579
580         if (obd->obd_set_up) {
581                 CERROR("OBD device %d still set up\n", obd->obd_minor);
582                 RETURN(-EBUSY);
583         }
584
585         spin_lock(&obd->obd_dev_lock);
586         if (!obd->obd_attached) {
587                 spin_unlock(&obd->obd_dev_lock);
588                 CERROR("OBD device %d not attached\n", obd->obd_minor);
589                 RETURN(-ENODEV);
590         }
591         obd->obd_attached = 0;
592         spin_unlock(&obd->obd_dev_lock);
593
594         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
595                obd->obd_name, obd->obd_uuid.uuid);
596
597         class_decref(obd, "attach", obd);
598         RETURN(0);
599 }
600 EXPORT_SYMBOL(class_detach);
601
602 /** Start shutting down the obd.  There may be in-progess ops when
603  * this is called.  We tell them to start shutting down with a call
604  * to class_disconnect_exports().
605  */
606 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
607 {
608         int err = 0;
609         char *flag;
610         ENTRY;
611
612         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
613
614         if (!obd->obd_set_up) {
615                 CERROR("Device %d not setup\n", obd->obd_minor);
616                 RETURN(-ENODEV);
617         }
618
619         spin_lock(&obd->obd_dev_lock);
620         if (obd->obd_stopping) {
621                 spin_unlock(&obd->obd_dev_lock);
622                 CERROR("OBD %d already stopping\n", obd->obd_minor);
623                 RETURN(-ENODEV);
624         }
625         /* Leave this on forever */
626         obd->obd_stopping = 1;
627         spin_unlock(&obd->obd_dev_lock);
628
629         /* wait for already-arrived-connections to finish. */
630         while (obd->obd_conn_inprogress > 0)
631                 yield();
632         smp_rmb();
633
634         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
635                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
636                         switch (*flag) {
637                         case 'F':
638                                 obd->obd_force = 1;
639                                 break;
640                         case 'A':
641                                 LCONSOLE_WARN("Failing over %s\n",
642                                               obd->obd_name);
643                                 obd->obd_fail = 1;
644                                 obd->obd_no_transno = 1;
645                                 obd->obd_no_recov = 1;
646                                 if (OBP(obd, iocontrol)) {
647                                         obd_iocontrol(OBD_IOC_SYNC,
648                                                       obd->obd_self_export,
649                                                       0, NULL, NULL);
650                                 }
651                                 break;
652                         default:
653                                 CERROR("Unrecognised flag '%c'\n", *flag);
654                         }
655         }
656
657         LASSERT(obd->obd_self_export);
658
659         /* The three references that should be remaining are the
660          * obd_self_export and the attach and setup references. */
661         if (atomic_read(&obd->obd_refcount) > 3) {
662                 /* refcounf - 3 might be the number of real exports
663                    (excluding self export). But class_incref is called
664                    by other things as well, so don't count on it. */
665                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
666                        obd->obd_name, atomic_read(&obd->obd_refcount) - 3);
667                 dump_exports(obd, 0);
668                 class_disconnect_exports(obd);
669         }
670
671         /* Precleanup, we must make sure all exports get destroyed. */
672         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
673         if (err)
674                 CERROR("Precleanup %s returned %d\n",
675                        obd->obd_name, err);
676
677         /* destroy an uuid-export hash body */
678         if (obd->obd_uuid_hash) {
679                 cfs_hash_putref(obd->obd_uuid_hash);
680                 obd->obd_uuid_hash = NULL;
681         }
682
683         /* destroy a nid-export hash body */
684         if (obd->obd_nid_hash) {
685                 cfs_hash_putref(obd->obd_nid_hash);
686                 obd->obd_nid_hash = NULL;
687         }
688
689         /* destroy a nid-stats hash body */
690         if (obd->obd_nid_stats_hash) {
691                 cfs_hash_putref(obd->obd_nid_stats_hash);
692                 obd->obd_nid_stats_hash = NULL;
693         }
694
695         class_decref(obd, "setup", obd);
696         obd->obd_set_up = 0;
697
698         RETURN(0);
699 }
700 EXPORT_SYMBOL(class_cleanup);
701
702 struct obd_device *class_incref(struct obd_device *obd,
703                                 const char *scope, const void *source)
704 {
705         lu_ref_add_atomic(&obd->obd_reference, scope, source);
706         atomic_inc(&obd->obd_refcount);
707         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
708                atomic_read(&obd->obd_refcount));
709
710         return obd;
711 }
712 EXPORT_SYMBOL(class_incref);
713
714 void class_decref(struct obd_device *obd, const char *scope, const void *source)
715 {
716         int err;
717         int refs;
718
719         spin_lock(&obd->obd_dev_lock);
720         atomic_dec(&obd->obd_refcount);
721         refs = atomic_read(&obd->obd_refcount);
722         spin_unlock(&obd->obd_dev_lock);
723         lu_ref_del(&obd->obd_reference, scope, source);
724
725         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
726
727         if ((refs == 1) && obd->obd_stopping) {
728                 /* All exports have been destroyed; there should
729                    be no more in-progress ops by this point.*/
730
731                 spin_lock(&obd->obd_self_export->exp_lock);
732                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
733                 spin_unlock(&obd->obd_self_export->exp_lock);
734
735                 /* note that we'll recurse into class_decref again */
736                 class_unlink_export(obd->obd_self_export);
737                 return;
738         }
739
740         if (refs == 0) {
741                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
742                        obd->obd_name, obd->obd_uuid.uuid);
743                 LASSERT(!obd->obd_attached);
744                 if (obd->obd_stopping) {
745                         /* If we're not stopping, we were never set up */
746                         err = obd_cleanup(obd);
747                         if (err)
748                                 CERROR("Cleanup %s returned %d\n",
749                                        obd->obd_name, err);
750                 }
751
752                 class_release_dev(obd);
753         }
754 }
755 EXPORT_SYMBOL(class_decref);
756
757 /** Add a failover nid location.
758  * Client obd types contact server obd types using this nid list.
759  */
760 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
761 {
762         struct obd_import *imp;
763         struct obd_uuid uuid;
764         int rc;
765         ENTRY;
766
767         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
768             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
769                 CERROR("invalid conn_uuid\n");
770                 RETURN(-EINVAL);
771         }
772         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
773             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
774             strcmp(obd->obd_type->typ_name, LUSTRE_OSP_NAME) &&
775             strcmp(obd->obd_type->typ_name, LUSTRE_LWP_NAME) &&
776             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
777                 CERROR("can't add connection on non-client dev\n");
778                 RETURN(-EINVAL);
779         }
780
781         imp = obd->u.cli.cl_import;
782         if (!imp) {
783                 CERROR("try to add conn on immature client dev\n");
784                 RETURN(-EINVAL);
785         }
786
787         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
788         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
789
790         RETURN(rc);
791 }
792 EXPORT_SYMBOL(class_add_conn);
793
794 /** Remove a failover nid location.
795  */
796 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
797 {
798         struct obd_import *imp;
799         struct obd_uuid uuid;
800         int rc;
801         ENTRY;
802
803         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
804             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
805                 CERROR("invalid conn_uuid\n");
806                 RETURN(-EINVAL);
807         }
808         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
809             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
810                 CERROR("can't del connection on non-client dev\n");
811                 RETURN(-EINVAL);
812         }
813
814         imp = obd->u.cli.cl_import;
815         if (!imp) {
816                 CERROR("try to del conn on immature client dev\n");
817                 RETURN(-EINVAL);
818         }
819
820         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
821         rc = obd_del_conn(imp, &uuid);
822
823         RETURN(rc);
824 }
825
826 CFS_LIST_HEAD(lustre_profile_list);
827
828 struct lustre_profile *class_get_profile(const char * prof)
829 {
830         struct lustre_profile *lprof;
831
832         ENTRY;
833         cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
834                 if (!strcmp(lprof->lp_profile, prof)) {
835                         RETURN(lprof);
836                 }
837         }
838         RETURN(NULL);
839 }
840 EXPORT_SYMBOL(class_get_profile);
841
842 /** Create a named "profile".
843  * This defines the mdc and osc names to use for a client.
844  * This also is used to define the lov to be used by a mdt.
845  */
846 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
847                       int mdclen, char *mdc)
848 {
849         struct lustre_profile *lprof;
850         int err = 0;
851         ENTRY;
852
853         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
854
855         OBD_ALLOC(lprof, sizeof(*lprof));
856         if (lprof == NULL)
857                 RETURN(-ENOMEM);
858         CFS_INIT_LIST_HEAD(&lprof->lp_list);
859
860         LASSERT(proflen == (strlen(prof) + 1));
861         OBD_ALLOC(lprof->lp_profile, proflen);
862         if (lprof->lp_profile == NULL)
863                 GOTO(out, err = -ENOMEM);
864         memcpy(lprof->lp_profile, prof, proflen);
865
866         LASSERT(osclen == (strlen(osc) + 1));
867         OBD_ALLOC(lprof->lp_dt, osclen);
868         if (lprof->lp_dt == NULL)
869                 GOTO(out, err = -ENOMEM);
870         memcpy(lprof->lp_dt, osc, osclen);
871
872         if (mdclen > 0) {
873                 LASSERT(mdclen == (strlen(mdc) + 1));
874                 OBD_ALLOC(lprof->lp_md, mdclen);
875                 if (lprof->lp_md == NULL)
876                         GOTO(out, err = -ENOMEM);
877                 memcpy(lprof->lp_md, mdc, mdclen);
878         }
879
880         cfs_list_add(&lprof->lp_list, &lustre_profile_list);
881         RETURN(err);
882
883 out:
884         if (lprof->lp_md)
885                 OBD_FREE(lprof->lp_md, mdclen);
886         if (lprof->lp_dt)
887                 OBD_FREE(lprof->lp_dt, osclen);
888         if (lprof->lp_profile)
889                 OBD_FREE(lprof->lp_profile, proflen);
890         OBD_FREE(lprof, sizeof(*lprof));
891         RETURN(err);
892 }
893
894 void class_del_profile(const char *prof)
895 {
896         struct lustre_profile *lprof;
897         ENTRY;
898
899         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
900
901         lprof = class_get_profile(prof);
902         if (lprof) {
903                 cfs_list_del(&lprof->lp_list);
904                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
905                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
906                 if (lprof->lp_md)
907                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
908                 OBD_FREE(lprof, sizeof *lprof);
909         }
910         EXIT;
911 }
912 EXPORT_SYMBOL(class_del_profile);
913
914 /* COMPAT_146 */
915 void class_del_profiles(void)
916 {
917         struct lustre_profile *lprof, *n;
918         ENTRY;
919
920         cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
921                 cfs_list_del(&lprof->lp_list);
922                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
923                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
924                 if (lprof->lp_md)
925                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
926                 OBD_FREE(lprof, sizeof *lprof);
927         }
928         EXIT;
929 }
930 EXPORT_SYMBOL(class_del_profiles);
931
932 static int class_set_global(char *ptr, int val, struct lustre_cfg *lcfg)
933 {
934         ENTRY;
935         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
936                 at_min = val;
937         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
938                 at_max = val;
939         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
940                 at_extra = val;
941         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
942                 at_early_margin = val;
943         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
944                 at_history = val;
945         else if (class_match_param(ptr, PARAM_JOBID_VAR, NULL) == 0)
946                 strlcpy(obd_jobid_var, lustre_cfg_string(lcfg, 2),
947                         JOBSTATS_JOBID_VAR_MAX_LEN + 1);
948         else
949                 RETURN(-EINVAL);
950
951         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
952         RETURN(0);
953 }
954
955
956 /* We can't call ll_process_config or lquota_process_config directly because
957  * it lives in a module that must be loaded after this one. */
958 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
959 static int (*quota_process_config)(struct lustre_cfg *lcfg) = NULL;
960
961 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
962 {
963         client_process_config = cpc;
964 }
965 EXPORT_SYMBOL(lustre_register_client_process_config);
966
967 /**
968  * Rename the proc parameter in \a cfg with a new name \a new_name.
969  *
970  * \param cfg      config structure which contains the proc parameter
971  * \param new_name new name of the proc parameter
972  *
973  * \retval valid-pointer    pointer to the newly-allocated config structure
974  *                          which contains the renamed proc parameter
975  * \retval ERR_PTR(-EINVAL) if \a cfg or \a new_name is NULL, or \a cfg does
976  *                          not contain a proc parameter
977  * \retval ERR_PTR(-ENOMEM) if memory allocation failure occurs
978  */
979 struct lustre_cfg *lustre_cfg_rename(struct lustre_cfg *cfg,
980                                      const char *new_name)
981 {
982         struct lustre_cfg_bufs  *bufs = NULL;
983         struct lustre_cfg       *new_cfg = NULL;
984         char                    *param = NULL;
985         char                    *new_param = NULL;
986         char                    *value = NULL;
987         int                      name_len = 0;
988         int                      new_len = 0;
989         ENTRY;
990
991         if (cfg == NULL || new_name == NULL)
992                 RETURN(ERR_PTR(-EINVAL));
993
994         param = lustre_cfg_string(cfg, 1);
995         if (param == NULL)
996                 RETURN(ERR_PTR(-EINVAL));
997
998         value = strchr(param, '=');
999         if (value == NULL)
1000                 name_len = strlen(param);
1001         else
1002                 name_len = value - param;
1003
1004         new_len = LUSTRE_CFG_BUFLEN(cfg, 1) + strlen(new_name) - name_len;
1005
1006         OBD_ALLOC(new_param, new_len);
1007         if (new_param == NULL)
1008                 RETURN(ERR_PTR(-ENOMEM));
1009
1010         strcpy(new_param, new_name);
1011         if (value != NULL)
1012                 strcat(new_param, value);
1013
1014         OBD_ALLOC_PTR(bufs);
1015         if (bufs == NULL) {
1016                 OBD_FREE(new_param, new_len);
1017                 RETURN(ERR_PTR(-ENOMEM));
1018         }
1019
1020         lustre_cfg_bufs_reset(bufs, NULL);
1021         lustre_cfg_bufs_init(bufs, cfg);
1022         lustre_cfg_bufs_set_string(bufs, 1, new_param);
1023
1024         new_cfg = lustre_cfg_new(cfg->lcfg_command, bufs);
1025
1026         OBD_FREE(new_param, new_len);
1027         OBD_FREE_PTR(bufs);
1028         if (new_cfg == NULL)
1029                 RETURN(ERR_PTR(-ENOMEM));
1030
1031         new_cfg->lcfg_num = cfg->lcfg_num;
1032         new_cfg->lcfg_flags = cfg->lcfg_flags;
1033         new_cfg->lcfg_nid = cfg->lcfg_nid;
1034         new_cfg->lcfg_nal = cfg->lcfg_nal;
1035
1036         RETURN(new_cfg);
1037 }
1038 EXPORT_SYMBOL(lustre_cfg_rename);
1039
1040 static int process_param2_config(struct lustre_cfg *lcfg)
1041 {
1042         char *param = lustre_cfg_string(lcfg, 1);
1043         char *upcall = lustre_cfg_string(lcfg, 2);
1044         char *argv[] = {
1045                 [0] = "/usr/sbin/lctl",
1046                 [1] = "set_param",
1047                 [2] = param,
1048                 [3] = NULL
1049         };
1050         struct timeval  start;
1051         struct timeval  end;
1052         int             rc;
1053         ENTRY;
1054
1055         /* Add upcall processing here. Now only lctl is supported */
1056         if (strcmp(upcall, LCTL_UPCALL) != 0) {
1057                 CERROR("Unsupported upcall %s\n", upcall);
1058                 RETURN(-EINVAL);
1059         }
1060
1061         do_gettimeofday(&start);
1062         rc = call_usermodehelper(argv[0], argv, NULL, 0);
1063         do_gettimeofday(&end);
1064
1065         if (rc < 0) {
1066                 CERROR("lctl: error invoking upcall %s %s %s: rc = %d; "
1067                        "time %ldus\n", argv[0], argv[1], argv[2], rc,
1068                        cfs_timeval_sub(&end, &start, NULL));
1069         } else {
1070                 CDEBUG(D_HA, "lctl: invoked upcall %s %s %s, time %ldus\n",
1071                        argv[0], argv[1], argv[2],
1072                        cfs_timeval_sub(&end, &start, NULL));
1073                        rc = 0;
1074         }
1075
1076         RETURN(rc);
1077 }
1078
1079 void lustre_register_quota_process_config(int (*qpc)(struct lustre_cfg *lcfg))
1080 {
1081         quota_process_config = qpc;
1082 }
1083 EXPORT_SYMBOL(lustre_register_quota_process_config);
1084
1085 /** Process configuration commands given in lustre_cfg form.
1086  * These may come from direct calls (e.g. class_manual_cleanup)
1087  * or processing the config llog, or ioctl from lctl.
1088  */
1089 int class_process_config(struct lustre_cfg *lcfg)
1090 {
1091         struct obd_device *obd;
1092         int err;
1093
1094         LASSERT(lcfg && !IS_ERR(lcfg));
1095         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
1096
1097         /* Commands that don't need a device */
1098         switch(lcfg->lcfg_command) {
1099         case LCFG_ATTACH: {
1100                 err = class_attach(lcfg);
1101                 GOTO(out, err);
1102         }
1103         case LCFG_ADD_UUID: {
1104                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
1105                        " (%s)\n", lustre_cfg_string(lcfg, 1),
1106                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
1107
1108                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
1109                 GOTO(out, err);
1110         }
1111         case LCFG_DEL_UUID: {
1112                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
1113                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
1114                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
1115
1116                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
1117                 GOTO(out, err);
1118         }
1119         case LCFG_MOUNTOPT: {
1120                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
1121                        lustre_cfg_string(lcfg, 1),
1122                        lustre_cfg_string(lcfg, 2),
1123                        lustre_cfg_string(lcfg, 3));
1124                 /* set these mount options somewhere, so ll_fill_super
1125                  * can find them. */
1126                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
1127                                         lustre_cfg_string(lcfg, 1),
1128                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
1129                                         lustre_cfg_string(lcfg, 2),
1130                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
1131                                         lustre_cfg_string(lcfg, 3));
1132                 GOTO(out, err);
1133         }
1134         case LCFG_DEL_MOUNTOPT: {
1135                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
1136                        lustre_cfg_string(lcfg, 1));
1137                 class_del_profile(lustre_cfg_string(lcfg, 1));
1138                 GOTO(out, err = 0);
1139         }
1140         case LCFG_SET_TIMEOUT: {
1141                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
1142                        obd_timeout, lcfg->lcfg_num);
1143                 obd_timeout = max(lcfg->lcfg_num, 1U);
1144                 obd_timeout_set = 1;
1145                 GOTO(out, err = 0);
1146         }
1147         case LCFG_SET_LDLM_TIMEOUT: {
1148                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
1149                        ldlm_timeout, lcfg->lcfg_num);
1150                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
1151                 if (ldlm_timeout >= obd_timeout)
1152                         ldlm_timeout = max(obd_timeout / 3, 1U);
1153                 ldlm_timeout_set = 1;
1154                 GOTO(out, err = 0);
1155         }
1156         case LCFG_SET_UPCALL: {
1157                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
1158                 /* COMPAT_146 Don't fail on old configs */
1159                 GOTO(out, err = 0);
1160         }
1161         case LCFG_MARKER: {
1162                 struct cfg_marker *marker;
1163                 marker = lustre_cfg_buf(lcfg, 1);
1164                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
1165                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
1166                 GOTO(out, err = 0);
1167         }
1168         case LCFG_PARAM: {
1169                 char *tmp;
1170                 /* llite has no obd */
1171                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
1172                                        PARAM_LLITE, 0) == 0) &&
1173                     client_process_config) {
1174                         err = (*client_process_config)(lcfg);
1175                         GOTO(out, err);
1176                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1177                                               PARAM_SYS, &tmp) == 0)) {
1178                         /* Global param settings */
1179                         err = class_set_global(tmp, lcfg->lcfg_num, lcfg);
1180                         /*
1181                          * Client or server should not fail to mount if
1182                          * it hits an unknown configuration parameter.
1183                          */
1184                         if (err != 0)
1185                                 CWARN("Ignoring unknown param %s\n", tmp);
1186
1187                         GOTO(out, err = 0);
1188                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1189                                               PARAM_QUOTA, &tmp) == 0) &&
1190                            quota_process_config) {
1191                         err = (*quota_process_config)(lcfg);
1192                         GOTO(out, err);
1193                 }
1194
1195                 break;
1196         }
1197         case LCFG_SET_PARAM: {
1198                 err = process_param2_config(lcfg);
1199                 GOTO(out, err = 0);
1200         }
1201         }
1202         /* Commands that require a device */
1203         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1204         if (obd == NULL) {
1205                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1206                         CERROR("this lcfg command requires a device name\n");
1207                 else
1208                         CERROR("no device for: %s\n",
1209                                lustre_cfg_string(lcfg, 0));
1210
1211                 GOTO(out, err = -EINVAL);
1212         }
1213
1214         switch(lcfg->lcfg_command) {
1215         case LCFG_SETUP: {
1216                 err = class_setup(obd, lcfg);
1217                 GOTO(out, err);
1218         }
1219         case LCFG_DETACH: {
1220                 err = class_detach(obd, lcfg);
1221                 GOTO(out, err = 0);
1222         }
1223         case LCFG_CLEANUP: {
1224                 err = class_cleanup(obd, lcfg);
1225                 GOTO(out, err = 0);
1226         }
1227         case LCFG_ADD_CONN: {
1228                 err = class_add_conn(obd, lcfg);
1229                 GOTO(out, err = 0);
1230         }
1231         case LCFG_DEL_CONN: {
1232                 err = class_del_conn(obd, lcfg);
1233                 GOTO(out, err = 0);
1234         }
1235         case LCFG_POOL_NEW: {
1236                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1237                 GOTO(out, err = 0);
1238         }
1239         case LCFG_POOL_ADD: {
1240                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1241                                    lustre_cfg_string(lcfg, 3));
1242                 GOTO(out, err = 0);
1243         }
1244         case LCFG_POOL_REM: {
1245                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1246                                    lustre_cfg_string(lcfg, 3));
1247                 GOTO(out, err = 0);
1248         }
1249         case LCFG_POOL_DEL: {
1250                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1251                 GOTO(out, err = 0);
1252         }
1253         default: {
1254                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1255                 GOTO(out, err);
1256
1257         }
1258         }
1259 out:
1260         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1261                 CWARN("Ignoring error %d on optional command %#x\n", err,
1262                       lcfg->lcfg_command);
1263                 err = 0;
1264         }
1265         return err;
1266 }
1267 EXPORT_SYMBOL(class_process_config);
1268
1269 #ifndef HAVE_ONLY_PROCFS_SEQ
1270 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
1271                              struct lustre_cfg *lcfg, void *data)
1272 {
1273 #ifdef __KERNEL__
1274         struct lprocfs_vars *var;
1275         char *key, *sval;
1276         int i, keylen, vallen;
1277         int matched = 0, j = 0;
1278         int rc = 0;
1279         int skip = 0;
1280         ENTRY;
1281
1282         if (lcfg->lcfg_command != LCFG_PARAM) {
1283                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1284                 RETURN(-EINVAL);
1285         }
1286
1287         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1288            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1289            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1290         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1291                 key = lustre_cfg_buf(lcfg, i);
1292                 /* Strip off prefix */
1293                 if (class_match_param(key, prefix, &key))
1294                         /* If the prefix doesn't match, return error so we
1295                          * can pass it down the stack */
1296                         RETURN(-ENOSYS);
1297                 sval = strchr(key, '=');
1298                 if (!sval || (*(sval + 1) == 0)) {
1299                         CERROR("Can't parse param %s (missing '=')\n", key);
1300                         /* rc = -EINVAL;        continue parsing other params */
1301                         continue;
1302                 }
1303                 keylen = sval - key;
1304                 sval++;
1305                 vallen = strlen(sval);
1306                 matched = 0;
1307                 j = 0;
1308                 /* Search proc entries */
1309                 while (lvars[j].name) {
1310                         var = &lvars[j];
1311                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1312                             keylen == strlen(var->name)) {
1313                                 matched++;
1314                                 rc = -EROFS;
1315
1316                                 if (var->write_fptr) {
1317                                         mm_segment_t oldfs;
1318                                         oldfs = get_fs();
1319                                         set_fs(KERNEL_DS);
1320                                         rc = (var->write_fptr)(NULL, sval,
1321                                                                 vallen, data);
1322                                         set_fs(oldfs);
1323                                 }
1324                                 break;
1325                         }
1326                         j++;
1327                 }
1328                 if (!matched) {
1329                         CERROR("%.*s: %s unknown param %s\n",
1330                                (int)strlen(prefix) - 1, prefix,
1331                                (char *)lustre_cfg_string(lcfg, 0), key);
1332                         /* rc = -EINVAL;        continue parsing other params */
1333                         skip++;
1334                 } else if (rc < 0) {
1335                         CERROR("%s: error writing proc entry '%s': rc = %d\n",
1336                                prefix, var->name, rc);
1337                         rc = 0;
1338                 } else {
1339                         CDEBUG(D_CONFIG, "%s.%.*s: Set parameter %.*s=%s\n",
1340                                          lustre_cfg_string(lcfg, 0),
1341                                          (int)strlen(prefix) - 1, prefix,
1342                                          (int)(sval - key - 1), key, sval);
1343                 }
1344         }
1345
1346         if (rc > 0)
1347                 rc = 0;
1348         if (!rc && skip)
1349                 rc = skip;
1350         RETURN(rc);
1351 #else
1352         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1353         /* Don't throw config error */
1354         RETURN(0);
1355 #endif
1356 }
1357 EXPORT_SYMBOL(class_process_proc_param);
1358 #endif
1359
1360 int class_process_proc_seq_param(char *prefix, struct lprocfs_seq_vars *lvars,
1361                                  struct lustre_cfg *lcfg, void *data)
1362 {
1363 #ifdef __KERNEL__
1364         struct lprocfs_seq_vars *var;
1365         struct file fakefile;
1366         struct seq_file fake_seqfile;
1367         char *key, *sval;
1368         int i, keylen, vallen;
1369         int matched = 0, j = 0;
1370         int rc = 0;
1371         int skip = 0;
1372         ENTRY;
1373
1374         if (lcfg->lcfg_command != LCFG_PARAM) {
1375                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1376                 RETURN(-EINVAL);
1377         }
1378
1379         /* fake a seq file so that var->fops->write can work... */
1380         fakefile.private_data = &fake_seqfile;
1381         fake_seqfile.private = data;
1382         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1383            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1384            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1385         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1386                 key = lustre_cfg_buf(lcfg, i);
1387                 /* Strip off prefix */
1388                 if (class_match_param(key, prefix, &key))
1389                         /* If the prefix doesn't match, return error so we
1390                          * can pass it down the stack */
1391                         RETURN(-ENOSYS);
1392                 sval = strchr(key, '=');
1393                 if (!sval || (*(sval + 1) == 0)) {
1394                         CERROR("Can't parse param %s (missing '=')\n", key);
1395                         /* rc = -EINVAL;        continue parsing other params */
1396                         continue;
1397                 }
1398                 keylen = sval - key;
1399                 sval++;
1400                 vallen = strlen(sval);
1401                 matched = 0;
1402                 j = 0;
1403                 /* Search proc entries */
1404                 while (lvars[j].name) {
1405                         var = &lvars[j];
1406                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1407                             keylen == strlen(var->name)) {
1408                                 matched++;
1409                                 rc = -EROFS;
1410
1411                                 if (var->fops && var->fops->write) {
1412                                         mm_segment_t oldfs;
1413                                         oldfs = get_fs();
1414                                         set_fs(KERNEL_DS);
1415                                         rc = (var->fops->write)(&fakefile, sval,
1416                                                                 vallen, NULL);
1417                                         set_fs(oldfs);
1418                                 }
1419                                 break;
1420                         }
1421                         j++;
1422                 }
1423                 if (!matched) {
1424                         CERROR("%.*s: %s unknown param %s\n",
1425                                (int)strlen(prefix) - 1, prefix,
1426                                (char *)lustre_cfg_string(lcfg, 0), key);
1427                         /* rc = -EINVAL;        continue parsing other params */
1428                         skip++;
1429                 } else if (rc < 0) {
1430                         CERROR("%s: error writing proc entry '%s': rc = %d\n",
1431                                prefix, var->name, rc);
1432                         rc = 0;
1433                 } else {
1434                         CDEBUG(D_CONFIG, "%s.%.*s: Set parameter %.*s=%s\n",
1435                                          lustre_cfg_string(lcfg, 0),
1436                                          (int)strlen(prefix) - 1, prefix,
1437                                          (int)(sval - key - 1), key, sval);
1438                 }
1439         }
1440
1441         if (rc > 0)
1442                 rc = 0;
1443         if (!rc && skip)
1444                 rc = skip;
1445         RETURN(rc);
1446 #else
1447         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1448         /* Don't throw config error */
1449         RETURN(0);
1450 #endif
1451 }
1452 EXPORT_SYMBOL(class_process_proc_seq_param);
1453
1454 #ifdef __KERNEL__
1455 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1456 #else
1457 #define lustre_check_exclusion(a,b)  0
1458 #endif
1459
1460 /*
1461  * Supplemental functions for config logs, it allocates lustre_cfg
1462  * buffers plus initialized llog record header at the beginning.
1463  */
1464 struct llog_cfg_rec *lustre_cfg_rec_new(int cmd, struct lustre_cfg_bufs *bufs)
1465 {
1466         struct llog_cfg_rec     *lcr;
1467         int                      reclen;
1468
1469         ENTRY;
1470
1471         reclen = lustre_cfg_len(bufs->lcfg_bufcount, bufs->lcfg_buflen);
1472         reclen = llog_data_len(reclen) + sizeof(struct llog_rec_hdr) +
1473                  sizeof(struct llog_rec_tail);
1474
1475         OBD_ALLOC(lcr, reclen);
1476         if (lcr == NULL)
1477                 RETURN(NULL);
1478
1479         lustre_cfg_init(&lcr->lcr_cfg, cmd, bufs);
1480
1481         lcr->lcr_hdr.lrh_len = reclen;
1482         lcr->lcr_hdr.lrh_type = OBD_CFG_REC;
1483
1484         RETURN(lcr);
1485 }
1486 EXPORT_SYMBOL(lustre_cfg_rec_new);
1487
1488 void lustre_cfg_rec_free(struct llog_cfg_rec *lcr)
1489 {
1490         ENTRY;
1491         OBD_FREE(lcr, lcr->lcr_hdr.lrh_len);
1492         EXIT;
1493 }
1494 EXPORT_SYMBOL(lustre_cfg_rec_free);
1495
1496 /** Parse a configuration llog, doing various manipulations on them
1497  * for various reasons, (modifications for compatibility, skip obsolete
1498  * records, change uuids, etc), then class_process_config() resulting
1499  * net records.
1500  */
1501 int class_config_llog_handler(const struct lu_env *env,
1502                               struct llog_handle *handle,
1503                               struct llog_rec_hdr *rec, void *data)
1504 {
1505         struct config_llog_instance *clli = data;
1506         int cfg_len = rec->lrh_len;
1507         char *cfg_buf = (char*) (rec + 1);
1508         int rc = 0;
1509         ENTRY;
1510
1511         //class_config_dump_handler(handle, rec, data);
1512
1513         switch (rec->lrh_type) {
1514         case OBD_CFG_REC: {
1515                 struct lustre_cfg *lcfg, *lcfg_new;
1516                 struct lustre_cfg_bufs bufs;
1517                 char *inst_name = NULL;
1518                 int inst_len = 0;
1519                 int inst = 0, swab = 0;
1520
1521                 lcfg = (struct lustre_cfg *)cfg_buf;
1522                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1523                         lustre_swab_lustre_cfg(lcfg);
1524                         swab = 1;
1525                 }
1526
1527                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1528                 if (rc)
1529                         GOTO(out, rc);
1530
1531                 /* Figure out config state info */
1532                 if (lcfg->lcfg_command == LCFG_MARKER) {
1533                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1534                         lustre_swab_cfg_marker(marker, swab,
1535                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1536                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1537                                clli->cfg_flags, marker->cm_flags);
1538                         if (marker->cm_flags & CM_START) {
1539                                 /* all previous flags off */
1540                                 clli->cfg_flags = CFG_F_MARKER;
1541                                 server_name2index(marker->cm_tgtname,
1542                                                   &clli->cfg_lwp_idx, NULL);
1543                                 if (marker->cm_flags & CM_SKIP) {
1544                                         clli->cfg_flags |= CFG_F_SKIP;
1545                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1546                                                marker->cm_step);
1547                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1548                                            (clli->cfg_sb &&
1549                                             lustre_check_exclusion(clli->cfg_sb,
1550                                                          marker->cm_tgtname))) {
1551                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1552                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1553                                                marker->cm_step);
1554                                 }
1555                         } else if (marker->cm_flags & CM_END) {
1556                                 clli->cfg_flags = 0;
1557                         }
1558                 }
1559                 /* A config command without a start marker before it is
1560                    illegal (post 146) */
1561                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1562                     !(clli->cfg_flags & CFG_F_MARKER) &&
1563                     (lcfg->lcfg_command != LCFG_MARKER)) {
1564                         CWARN("Config not inside markers, ignoring! "
1565                               "(inst: %p, uuid: %s, flags: %#x)\n",
1566                               clli->cfg_instance,
1567                               clli->cfg_uuid.uuid, clli->cfg_flags);
1568                         clli->cfg_flags |= CFG_F_SKIP;
1569                 }
1570                 if (clli->cfg_flags & CFG_F_SKIP) {
1571                         CDEBUG(D_CONFIG, "skipping %#x\n",
1572                                clli->cfg_flags);
1573                         rc = 0;
1574                         /* No processing! */
1575                         break;
1576                 }
1577
1578                 /*
1579                  * For interoperability between 1.8 and 2.0,
1580                  * rename "mds" obd device type to "mdt".
1581                  */
1582                 {
1583                         char *typename = lustre_cfg_string(lcfg, 1);
1584                         char *index = lustre_cfg_string(lcfg, 2);
1585
1586                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1587                              strcmp(typename, "mds") == 0)) {
1588                                 CWARN("For 1.8 interoperability, rename obd "
1589                                        "type from mds to mdt\n");
1590                                 typename[2] = 't';
1591                         }
1592                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1593                              strcmp(index, "type") == 0)) {
1594                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1595                                        "set this index to '0'\n");
1596                                 index[0] = '0';
1597                                 index[1] = 0;
1598                         }
1599                 }
1600
1601 #if defined(HAVE_SERVER_SUPPORT) && defined(__KERNEL__)
1602                 /* newer MDS replaces LOV/OSC with LOD/OSP */
1603                 {
1604                         char *typename = lustre_cfg_string(lcfg, 1);
1605
1606                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1607                             strcmp(typename, LUSTRE_LOV_NAME) == 0) &&
1608                             IS_MDT(s2lsi(clli->cfg_sb))) {
1609                                 CDEBUG(D_CONFIG,
1610                                        "For 2.x interoperability, rename obd "
1611                                        "type from lov to lod (%s)\n",
1612                                        s2lsi(clli->cfg_sb)->lsi_svname);
1613                                 strcpy(typename, LUSTRE_LOD_NAME);
1614                         }
1615                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1616                             strcmp(typename, LUSTRE_OSC_NAME) == 0) &&
1617                             IS_MDT(s2lsi(clli->cfg_sb))) {
1618                                 CDEBUG(D_CONFIG,
1619                                        "For 2.x interoperability, rename obd "
1620                                        "type from osc to osp (%s)\n",
1621                                        s2lsi(clli->cfg_sb)->lsi_svname);
1622                                 strcpy(typename, LUSTRE_OSP_NAME);
1623                         }
1624                 }
1625 #endif
1626
1627                 if (clli->cfg_flags & CFG_F_EXCLUDE) {
1628                         CDEBUG(D_CONFIG, "cmd: %x marked EXCLUDED\n",
1629                                lcfg->lcfg_command);
1630                         if (lcfg->lcfg_command == LCFG_LOV_ADD_OBD)
1631                                 /* Add inactive instead */
1632                                 lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1633                 }
1634
1635                 lustre_cfg_bufs_init(&bufs, lcfg);
1636
1637                 if (clli && clli->cfg_instance &&
1638                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1639                         inst = 1;
1640                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1641                                    sizeof(clli->cfg_instance) * 2 + 4;
1642                         OBD_ALLOC(inst_name, inst_len);
1643                         if (inst_name == NULL)
1644                                 GOTO(out, rc = -ENOMEM);
1645                         sprintf(inst_name, "%s-%p",
1646                                 lustre_cfg_string(lcfg, 0),
1647                                 clli->cfg_instance);
1648                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1649                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1650                                lcfg->lcfg_command, inst_name);
1651                 }
1652
1653                 /* we override the llog's uuid for clients, to insure they
1654                 are unique */
1655                 if (clli && clli->cfg_instance != NULL &&
1656                     lcfg->lcfg_command == LCFG_ATTACH) {
1657                         lustre_cfg_bufs_set_string(&bufs, 2,
1658                                                    clli->cfg_uuid.uuid);
1659                 }
1660                 /*
1661                  * sptlrpc config record, we expect 2 data segments:
1662                  *  [0]: fs_name/target_name,
1663                  *  [1]: rule string
1664                  * moving them to index [1] and [2], and insert MGC's
1665                  * obdname at index [0].
1666                  */
1667                 if (clli && clli->cfg_instance == NULL &&
1668                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1669                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1670                                             bufs.lcfg_buflen[1]);
1671                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1672                                             bufs.lcfg_buflen[0]);
1673                         lustre_cfg_bufs_set_string(&bufs, 0,
1674                                                    clli->cfg_obdname);
1675                 }
1676
1677                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1678                 if (lcfg_new == NULL)
1679                         GOTO(out, rc = -ENOMEM);
1680
1681                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1682                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1683
1684                 /* XXX Hack to try to remain binary compatible with
1685                  * pre-newconfig logs */
1686                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1687                     (lcfg->lcfg_nid >> 32) == 0) {
1688                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1689
1690                         lcfg_new->lcfg_nid =
1691                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1692                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1693                               lcfg->lcfg_nal, addr,
1694                               libcfs_nid2str(lcfg_new->lcfg_nid));
1695                 } else {
1696                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1697                 }
1698
1699                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1700
1701                 rc = class_process_config(lcfg_new);
1702                 lustre_cfg_free(lcfg_new);
1703
1704                 if (inst)
1705                         OBD_FREE(inst_name, inst_len);
1706                 break;
1707         }
1708         default:
1709                 CERROR("Unknown llog record type %#x encountered\n",
1710                        rec->lrh_type);
1711                 break;
1712         }
1713 out:
1714         if (rc) {
1715                 CERROR("%s: cfg command failed: rc = %d\n",
1716                        handle->lgh_ctxt->loc_obd->obd_name, rc);
1717                 class_config_dump_handler(NULL, handle, rec, data);
1718         }
1719         RETURN(rc);
1720 }
1721 EXPORT_SYMBOL(class_config_llog_handler);
1722
1723 int class_config_parse_llog(const struct lu_env *env, struct llog_ctxt *ctxt,
1724                             char *name, struct config_llog_instance *cfg)
1725 {
1726         struct llog_process_cat_data     cd = {0, 0};
1727         struct llog_handle              *llh;
1728         llog_cb_t                        callback;
1729         int                              rc;
1730         ENTRY;
1731
1732         CDEBUG(D_INFO, "looking up llog %s\n", name);
1733         rc = llog_open(env, ctxt, &llh, NULL, name, LLOG_OPEN_EXISTS);
1734         if (rc)
1735                 RETURN(rc);
1736
1737         rc = llog_init_handle(env, llh, LLOG_F_IS_PLAIN, NULL);
1738         if (rc)
1739                 GOTO(parse_out, rc);
1740
1741         /* continue processing from where we last stopped to end-of-log */
1742         if (cfg) {
1743                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1744                 callback = cfg->cfg_callback;
1745                 LASSERT(callback != NULL);
1746         } else {
1747                 callback = class_config_llog_handler;
1748         }
1749
1750         cd.lpcd_last_idx = 0;
1751
1752         rc = llog_process(env, llh, callback, cfg, &cd);
1753
1754         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1755                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1756         if (cfg)
1757                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1758
1759 parse_out:
1760         llog_close(env, llh);
1761         RETURN(rc);
1762 }
1763 EXPORT_SYMBOL(class_config_parse_llog);
1764
1765 struct lcfg_type_data {
1766         __u32    ltd_type;
1767         char    *ltd_name;
1768         char    *ltd_bufs[4];
1769 } lcfg_data_table[] = {
1770         { LCFG_ATTACH, "attach", { "type", "UUID", "3", "4" } },
1771         { LCFG_DETACH, "detach", { "1", "2", "3", "4" } },
1772         { LCFG_SETUP, "setup", { "UUID", "node", "options", "failout" } },
1773         { LCFG_CLEANUP, "cleanup", { "1", "2", "3", "4" } },
1774         { LCFG_ADD_UUID, "add_uuid", { "node", "2", "3", "4" }  },
1775         { LCFG_DEL_UUID, "del_uuid", { "1", "2", "3", "4" }  },
1776         { LCFG_MOUNTOPT, "new_profile", { "name", "lov", "lmv", "4" }  },
1777         { LCFG_DEL_MOUNTOPT, "del_mountopt", { "1", "2", "3", "4" } , },
1778         { LCFG_SET_TIMEOUT, "set_timeout", { "parameter", "2", "3", "4" }  },
1779         { LCFG_SET_UPCALL, "set_upcall", { "1", "2", "3", "4" }  },
1780         { LCFG_ADD_CONN, "add_conn", { "node", "2", "3", "4" }  },
1781         { LCFG_DEL_CONN, "del_conn", { "1", "2", "3", "4" }  },
1782         { LCFG_LOV_ADD_OBD, "add_osc", { "ost", "index", "gen", "UUID" } },
1783         { LCFG_LOV_DEL_OBD, "del_osc", { "1", "2", "3", "4" } },
1784         { LCFG_PARAM, "set_param", { "parameter", "value", "3", "4" } },
1785         { LCFG_MARKER, "marker", { "1", "2", "3", "4" } },
1786         { LCFG_LOG_START, "log_start", { "1", "2", "3", "4" } },
1787         { LCFG_LOG_END, "log_end", { "1", "2", "3", "4" } },
1788         { LCFG_LOV_ADD_INA, "add_osc_inactive", { "1", "2", "3", "4" }  },
1789         { LCFG_ADD_MDC, "add_mdc", { "mdt", "index", "gen", "UUID" } },
1790         { LCFG_DEL_MDC, "del_mdc", { "1", "2", "3", "4" } },
1791         { LCFG_SPTLRPC_CONF, "security", { "parameter", "2", "3", "4" } },
1792         { LCFG_POOL_NEW, "new_pool", { "fsname", "pool", "3", "4" }  },
1793         { LCFG_POOL_ADD, "add_pool", { "fsname", "pool", "ost", "4" } },
1794         { LCFG_POOL_REM, "remove_pool", { "fsname", "pool", "ost", "4" } },
1795         { LCFG_POOL_DEL, "del_pool", { "fsname", "pool", "3", "4" } },
1796         { LCFG_SET_LDLM_TIMEOUT, "set_ldlm_timeout",
1797           { "parameter", "2", "3", "4" } },
1798         { 0, NULL, { NULL, NULL, NULL, NULL } }
1799 };
1800
1801 static struct lcfg_type_data *lcfg_cmd2data(__u32 cmd)
1802 {
1803         int i = 0;
1804
1805         while (lcfg_data_table[i].ltd_type != 0) {
1806                 if (lcfg_data_table[i].ltd_type == cmd)
1807                         return &lcfg_data_table[i];
1808                 i++;
1809         }
1810         return NULL;
1811 }
1812
1813 /**
1814  * parse config record and output dump in supplied buffer.
1815  * This is separated from class_config_dump_handler() to use
1816  * for ioctl needs as well
1817  *
1818  * Sample Output:
1819  * - { event: attach, device: lustrewt-clilov, type: lov, UUID:
1820  *     lustrewt-clilov_UUID }
1821  */
1822 int class_config_yaml_output(struct llog_rec_hdr *rec, char *buf, int size)
1823 {
1824         struct lustre_cfg       *lcfg = (struct lustre_cfg *)(rec + 1);
1825         char                    *ptr = buf;
1826         char                    *end = buf + size;
1827         int                      rc = 0, i;
1828         struct lcfg_type_data   *ldata;
1829
1830         LASSERT(rec->lrh_type == OBD_CFG_REC);
1831         rc = lustre_cfg_sanity_check(lcfg, rec->lrh_len);
1832         if (rc < 0)
1833                 return rc;
1834
1835         ldata = lcfg_cmd2data(lcfg->lcfg_command);
1836         if (ldata == NULL)
1837                 return -ENOTTY;
1838
1839         if (lcfg->lcfg_command == LCFG_MARKER)
1840                 return 0;
1841
1842         /* form YAML entity */
1843         ptr += snprintf(ptr, end - ptr, "- { event: %s", ldata->ltd_name);
1844
1845         if (lcfg->lcfg_flags)
1846                 ptr += snprintf(ptr, end - ptr, ", flags: %#08x",
1847                                 lcfg->lcfg_flags);
1848         if (lcfg->lcfg_num)
1849                 ptr += snprintf(ptr, end - ptr, ", num: %#08x",
1850                                 lcfg->lcfg_num);
1851         if (lcfg->lcfg_nid)
1852                 ptr += snprintf(ptr, end - ptr, ", nid: %s("LPX64")",
1853                                 libcfs_nid2str(lcfg->lcfg_nid),
1854                                 lcfg->lcfg_nid);
1855
1856         if (LUSTRE_CFG_BUFLEN(lcfg, 0) > 0)
1857                 ptr += snprintf(ptr, end - ptr, ", device: %s",
1858                                 lustre_cfg_string(lcfg, 0));
1859
1860         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1861                 if (LUSTRE_CFG_BUFLEN(lcfg, i) > 0)
1862                         ptr += snprintf(ptr, end - ptr, ", %s: %s",
1863                                         ldata->ltd_bufs[i - 1],
1864                                         lustre_cfg_string(lcfg, i));
1865         }
1866
1867         ptr += snprintf(ptr, end - ptr, " }\n");
1868         /* return consumed bytes */
1869         rc = ptr - buf;
1870         return rc;
1871 }
1872
1873 /**
1874  * parse config record and output dump in supplied buffer.
1875  * This is separated from class_config_dump_handler() to use
1876  * for ioctl needs as well
1877  */
1878 int class_config_parse_rec(struct llog_rec_hdr *rec, char *buf, int size)
1879 {
1880         struct lustre_cfg       *lcfg = (struct lustre_cfg *)(rec + 1);
1881         char                    *ptr = buf;
1882         char                    *end = buf + size;
1883         int                      rc = 0;
1884
1885         ENTRY;
1886
1887         LASSERT(rec->lrh_type == OBD_CFG_REC);
1888         rc = lustre_cfg_sanity_check(lcfg, rec->lrh_len);
1889         if (rc < 0)
1890                 RETURN(rc);
1891
1892         ptr += snprintf(ptr, end-ptr, "cmd=%05x ", lcfg->lcfg_command);
1893         if (lcfg->lcfg_flags)
1894                 ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1895                                 lcfg->lcfg_flags);
1896
1897         if (lcfg->lcfg_num)
1898                 ptr += snprintf(ptr, end-ptr, "num=%#08x ", lcfg->lcfg_num);
1899
1900         if (lcfg->lcfg_nid)
1901                 ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1902                                 libcfs_nid2str(lcfg->lcfg_nid),
1903                                 lcfg->lcfg_nid);
1904
1905         if (lcfg->lcfg_command == LCFG_MARKER) {
1906                 struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1907
1908                 ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1909                                 marker->cm_step, marker->cm_flags,
1910                                 marker->cm_tgtname, marker->cm_comment);
1911         } else {
1912                 int i;
1913
1914                 for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1915                         ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1916                                         lustre_cfg_string(lcfg, i));
1917                 }
1918         }
1919         ptr += snprintf(ptr, end - ptr, "\n");
1920         /* return consumed bytes */
1921         rc = ptr - buf;
1922         RETURN(rc);
1923 }
1924
1925 int class_config_dump_handler(const struct lu_env *env,
1926                               struct llog_handle *handle,
1927                               struct llog_rec_hdr *rec, void *data)
1928 {
1929         char    *outstr;
1930         int      rc = 0;
1931
1932         ENTRY;
1933
1934         OBD_ALLOC(outstr, 256);
1935         if (outstr == NULL)
1936                 RETURN(-ENOMEM);
1937
1938         if (rec->lrh_type == OBD_CFG_REC) {
1939                 class_config_parse_rec(rec, outstr, 256);
1940                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1941         } else {
1942                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1943                 rc = -EINVAL;
1944         }
1945
1946         OBD_FREE(outstr, 256);
1947         RETURN(rc);
1948 }
1949
1950 int class_config_dump_llog(const struct lu_env *env, struct llog_ctxt *ctxt,
1951                            char *name, struct config_llog_instance *cfg)
1952 {
1953         struct llog_handle      *llh;
1954         int                      rc;
1955
1956         ENTRY;
1957
1958         LCONSOLE_INFO("Dumping config log %s\n", name);
1959
1960         rc = llog_open(env, ctxt, &llh, NULL, name, LLOG_OPEN_EXISTS);
1961         if (rc)
1962                 RETURN(rc);
1963
1964         rc = llog_init_handle(env, llh, LLOG_F_IS_PLAIN, NULL);
1965         if (rc)
1966                 GOTO(parse_out, rc);
1967
1968         rc = llog_process(env, llh, class_config_dump_handler, cfg, NULL);
1969 parse_out:
1970         llog_close(env, llh);
1971
1972         LCONSOLE_INFO("End config log %s\n", name);
1973         RETURN(rc);
1974 }
1975 EXPORT_SYMBOL(class_config_dump_llog);
1976
1977 /** Call class_cleanup and class_detach.
1978  * "Manual" only in the sense that we're faking lcfg commands.
1979  */
1980 int class_manual_cleanup(struct obd_device *obd)
1981 {
1982         char                    flags[3] = "";
1983         struct lustre_cfg      *lcfg;
1984         struct lustre_cfg_bufs  bufs;
1985         int                     rc;
1986         ENTRY;
1987
1988         if (!obd) {
1989                 CERROR("empty cleanup\n");
1990                 RETURN(-EALREADY);
1991         }
1992
1993         if (obd->obd_force)
1994                 strcat(flags, "F");
1995         if (obd->obd_fail)
1996                 strcat(flags, "A");
1997
1998         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1999                obd->obd_name, flags);
2000
2001         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
2002         lustre_cfg_bufs_set_string(&bufs, 1, flags);
2003         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
2004         if (!lcfg)
2005                 RETURN(-ENOMEM);
2006
2007         rc = class_process_config(lcfg);
2008         if (rc) {
2009                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
2010                 GOTO(out, rc);
2011         }
2012
2013         /* the lcfg is almost the same for both ops */
2014         lcfg->lcfg_command = LCFG_DETACH;
2015         rc = class_process_config(lcfg);
2016         if (rc)
2017                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
2018 out:
2019         lustre_cfg_free(lcfg);
2020         RETURN(rc);
2021 }
2022 EXPORT_SYMBOL(class_manual_cleanup);
2023
2024 /*
2025  * uuid<->export lustre hash operations
2026  */
2027
2028 static unsigned
2029 uuid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
2030 {
2031         return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
2032                                   sizeof(((struct obd_uuid *)key)->uuid), mask);
2033 }
2034
2035 static void *
2036 uuid_key(cfs_hlist_node_t *hnode)
2037 {
2038         struct obd_export *exp;
2039
2040         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
2041
2042         return &exp->exp_client_uuid;
2043 }
2044
2045 /*
2046  * NOTE: It is impossible to find an export that is in failed
2047  *       state with this function
2048  */
2049 static int
2050 uuid_keycmp(const void *key, cfs_hlist_node_t *hnode)
2051 {
2052         struct obd_export *exp;
2053
2054         LASSERT(key);
2055         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
2056
2057         return obd_uuid_equals(key, &exp->exp_client_uuid) &&
2058                !exp->exp_failed;
2059 }
2060
2061 static void *
2062 uuid_export_object(cfs_hlist_node_t *hnode)
2063 {
2064         return cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
2065 }
2066
2067 static void
2068 uuid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
2069 {
2070         struct obd_export *exp;
2071
2072         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
2073         class_export_get(exp);
2074 }
2075
2076 static void
2077 uuid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
2078 {
2079         struct obd_export *exp;
2080
2081         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
2082         class_export_put(exp);
2083 }
2084
2085 static cfs_hash_ops_t uuid_hash_ops = {
2086         .hs_hash        = uuid_hash,
2087         .hs_key         = uuid_key,
2088         .hs_keycmp      = uuid_keycmp,
2089         .hs_object      = uuid_export_object,
2090         .hs_get         = uuid_export_get,
2091         .hs_put_locked  = uuid_export_put_locked,
2092 };
2093
2094
2095 /*
2096  * nid<->export hash operations
2097  */
2098
2099 static unsigned
2100 nid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
2101 {
2102         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
2103 }
2104
2105 static void *
2106 nid_key(cfs_hlist_node_t *hnode)
2107 {
2108         struct obd_export *exp;
2109
2110         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
2111
2112         RETURN(&exp->exp_connection->c_peer.nid);
2113 }
2114
2115 /*
2116  * NOTE: It is impossible to find an export that is in failed
2117  *       state with this function
2118  */
2119 static int
2120 nid_kepcmp(const void *key, cfs_hlist_node_t *hnode)
2121 {
2122         struct obd_export *exp;
2123
2124         LASSERT(key);
2125         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
2126
2127         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
2128                !exp->exp_failed);
2129 }
2130
2131 static void *
2132 nid_export_object(cfs_hlist_node_t *hnode)
2133 {
2134         return cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
2135 }
2136
2137 static void
2138 nid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
2139 {
2140         struct obd_export *exp;
2141
2142         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
2143         class_export_get(exp);
2144 }
2145
2146 static void
2147 nid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
2148 {
2149         struct obd_export *exp;
2150
2151         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
2152         class_export_put(exp);
2153 }
2154
2155 static cfs_hash_ops_t nid_hash_ops = {
2156         .hs_hash        = nid_hash,
2157         .hs_key         = nid_key,
2158         .hs_keycmp      = nid_kepcmp,
2159         .hs_object      = nid_export_object,
2160         .hs_get         = nid_export_get,
2161         .hs_put_locked  = nid_export_put_locked,
2162 };
2163
2164
2165 /*
2166  * nid<->nidstats hash operations
2167  */
2168
2169 static void *
2170 nidstats_key(cfs_hlist_node_t *hnode)
2171 {
2172         struct nid_stat *ns;
2173
2174         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
2175
2176         return &ns->nid;
2177 }
2178
2179 static int
2180 nidstats_keycmp(const void *key, cfs_hlist_node_t *hnode)
2181 {
2182         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
2183 }
2184
2185 static void *
2186 nidstats_object(cfs_hlist_node_t *hnode)
2187 {
2188         return cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
2189 }
2190
2191 static void
2192 nidstats_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
2193 {
2194         struct nid_stat *ns;
2195
2196         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
2197         nidstat_getref(ns);
2198 }
2199
2200 static void
2201 nidstats_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
2202 {
2203         struct nid_stat *ns;
2204
2205         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
2206         nidstat_putref(ns);
2207 }
2208
2209 static cfs_hash_ops_t nid_stat_hash_ops = {
2210         .hs_hash        = nid_hash,
2211         .hs_key         = nidstats_key,
2212         .hs_keycmp      = nidstats_keycmp,
2213         .hs_object      = nidstats_object,
2214         .hs_get         = nidstats_get,
2215         .hs_put_locked  = nidstats_put_locked,
2216 };