Whamcloud - gitweb
LU-2183 osp: cleanup osp-on-ost
[fs/lustre-release.git] / lustre / obdclass / obd_config.c
1 /*
2  * GPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 only,
8  * as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License version 2 for more details (a copy is included
14  * in the LICENSE file that accompanied this code).
15  *
16  * You should have received a copy of the GNU General Public License
17  * version 2 along with this program; If not, see
18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
19  *
20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21  * CA 95054 USA or visit www.sun.com if you need additional information or
22  * have any questions.
23  *
24  * GPL HEADER END
25  */
26 /*
27  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
28  * Use is subject to license terms.
29  *
30  * Copyright (c) 2011, 2012, Intel Corporation.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  *
36  * lustre/obdclass/obd_config.c
37  *
38  * Config API
39  */
40
41 #define DEBUG_SUBSYSTEM S_CLASS
42 #ifdef __KERNEL__
43 #include <obd_class.h>
44 #include <linux/string.h>
45 #else
46 #include <liblustre.h>
47 #include <string.h>
48 #include <obd_class.h>
49 #include <obd.h>
50 #endif
51 #include <lustre_log.h>
52 #include <lprocfs_status.h>
53 #include <lustre_param.h>
54
55 #include "llog_internal.h"
56
57 static cfs_hash_ops_t uuid_hash_ops;
58 static cfs_hash_ops_t nid_hash_ops;
59 static cfs_hash_ops_t nid_stat_hash_ops;
60
61 /*********** string parsing utils *********/
62
63 /* returns 0 if we find this key in the buffer, else 1 */
64 int class_find_param(char *buf, char *key, char **valp)
65 {
66         char *ptr;
67
68         if (!buf)
69                 return 1;
70
71         if ((ptr = strstr(buf, key)) == NULL)
72                 return 1;
73
74         if (valp)
75                 *valp = ptr + strlen(key);
76
77         return 0;
78 }
79 EXPORT_SYMBOL(class_find_param);
80
81 /**
82  * Check whether the proc parameter \a param is an old parameter or not from
83  * the array \a ptr which contains the mapping from old parameters to new ones.
84  * If it's an old one, then return the pointer to the cfg_interop_param struc-
85  * ture which contains both the old and new parameters.
86  *
87  * \param param                 proc parameter
88  * \param ptr                   an array which contains the mapping from
89  *                              old parameters to new ones
90  *
91  * \retval valid-pointer        pointer to the cfg_interop_param structure
92  *                              which contains the old and new parameters
93  * \retval NULL                 \a param or \a ptr is NULL,
94  *                              or \a param is not an old parameter
95  */
96 struct cfg_interop_param *class_find_old_param(const char *param,
97                                                struct cfg_interop_param *ptr)
98 {
99         char *value = NULL;
100         int   name_len = 0;
101
102         if (param == NULL || ptr == NULL)
103                 RETURN(NULL);
104
105         value = strchr(param, '=');
106         if (value == NULL)
107                 name_len = strlen(param);
108         else
109                 name_len = value - param;
110
111         while (ptr->old_param != NULL) {
112                 if (strncmp(param, ptr->old_param, name_len) == 0 &&
113                     name_len == strlen(ptr->old_param))
114                         RETURN(ptr);
115                 ptr++;
116         }
117
118         RETURN(NULL);
119 }
120 EXPORT_SYMBOL(class_find_old_param);
121
122 /**
123  * Finds a parameter in \a params and copies it to \a copy.
124  *
125  * Leading spaces are skipped. Next space or end of string is the
126  * parameter terminator with the exception that spaces inside single or double
127  * quotes get included into a parameter. The parameter is copied into \a copy
128  * which has to be allocated big enough by a caller, quotes are stripped in
129  * the copy and the copy is terminated by 0.
130  *
131  * On return \a params is set to next parameter or to NULL if last
132  * parameter is returned.
133  *
134  * \retval 0 if parameter is returned in \a copy
135  * \retval 1 otherwise
136  * \retval -EINVAL if unbalanced quota is found
137  */
138 int class_get_next_param(char **params, char *copy)
139 {
140         char *q1, *q2, *str;
141         int len;
142
143         str = *params;
144         while (*str == ' ')
145                 str++;
146
147         if (*str == '\0') {
148                 *params = NULL;
149                 return 1;
150         }
151
152         while (1) {
153                 q1 = strpbrk(str, " '\"");
154                 if (q1 == NULL) {
155                         len = strlen(str);
156                         memcpy(copy, str, len);
157                         copy[len] = '\0';
158                         *params = NULL;
159                         return 0;
160                 }
161                 len = q1 - str;
162                 if (*q1 == ' ') {
163                         memcpy(copy, str, len);
164                         copy[len] = '\0';
165                         *params = str + len;
166                         return 0;
167                 }
168
169                 memcpy(copy, str, len);
170                 copy += len;
171
172                 /* search for the matching closing quote */
173                 str = q1 + 1;
174                 q2 = strchr(str, *q1);
175                 if (q2 == NULL) {
176                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
177                                *params);
178                         return -EINVAL;
179                 }
180                 len = q2 - str;
181                 memcpy(copy, str, len);
182                 copy += len;
183                 str = q2 + 1;
184         }
185         return 1;
186 }
187 EXPORT_SYMBOL(class_get_next_param);
188
189 /* returns 0 if this is the first key in the buffer, else 1.
190    valp points to first char after key. */
191 int class_match_param(char *buf, char *key, char **valp)
192 {
193         if (!buf)
194                 return 1;
195
196         if (memcmp(buf, key, strlen(key)) != 0)
197                 return 1;
198
199         if (valp)
200                 *valp = buf + strlen(key);
201
202         return 0;
203 }
204 EXPORT_SYMBOL(class_match_param);
205
206 static int parse_nid(char *buf, void *value, int quiet)
207 {
208         lnet_nid_t *nid = (lnet_nid_t *)value;
209
210         *nid = libcfs_str2nid(buf);
211         if (*nid != LNET_NID_ANY)
212                 return 0;
213
214         if (!quiet)
215                 LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
216         return -EINVAL;
217 }
218
219 static int parse_net(char *buf, void *value)
220 {
221         __u32 *net = (__u32 *)value;
222
223         *net = libcfs_str2net(buf);
224         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
225         return 0;
226 }
227
228 enum {
229         CLASS_PARSE_NID = 1,
230         CLASS_PARSE_NET,
231 };
232
233 /* 0 is good nid,
234    1 not found
235    < 0 error
236    endh is set to next separator */
237 static int class_parse_value(char *buf, int opc, void *value, char **endh,
238                              int quiet)
239 {
240         char *endp;
241         char  tmp;
242         int   rc = 0;
243
244         if (!buf)
245                 return 1;
246         while (*buf == ',' || *buf == ':')
247                 buf++;
248         if (*buf == ' ' || *buf == '/' || *buf == '\0')
249                 return 1;
250
251         /* nid separators or end of nids */
252         endp = strpbrk(buf, ",: /");
253         if (endp == NULL)
254                 endp = buf + strlen(buf);
255
256         tmp = *endp;
257         *endp = '\0';
258         switch (opc) {
259         default:
260                 LBUG();
261         case CLASS_PARSE_NID:
262                 rc = parse_nid(buf, value, quiet);
263                 break;
264         case CLASS_PARSE_NET:
265                 rc = parse_net(buf, value);
266                 break;
267         }
268         *endp = tmp;
269         if (rc != 0)
270                 return rc;
271         if (endh)
272                 *endh = endp;
273         return 0;
274 }
275
276 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
277 {
278         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh, 0);
279 }
280 EXPORT_SYMBOL(class_parse_nid);
281
282 int class_parse_nid_quiet(char *buf, lnet_nid_t *nid, char **endh)
283 {
284         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh, 1);
285 }
286 EXPORT_SYMBOL(class_parse_nid_quiet);
287
288 int class_parse_net(char *buf, __u32 *net, char **endh)
289 {
290         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh, 0);
291 }
292 EXPORT_SYMBOL(class_parse_net);
293
294 /* 1 param contains key and match
295  * 0 param contains key and not match
296  * -1 param does not contain key
297  */
298 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
299 {
300         lnet_nid_t tmp;
301         int   rc = -1;
302
303         while (class_find_param(buf, key, &buf) == 0) {
304                 /* please restrict to the nids pertaining to
305                  * the specified nids */
306                 while (class_parse_nid(buf, &tmp, &buf) == 0) {
307                         if (tmp == nid)
308                                 return 1;
309                 }
310                 rc = 0;
311         }
312         return rc;
313 }
314 EXPORT_SYMBOL(class_match_nid);
315
316 int class_match_net(char *buf, char *key, __u32 net)
317 {
318         __u32 tmp;
319         int   rc = -1;
320
321         while (class_find_param(buf, key, &buf) == 0) {
322                 /* please restrict to the nids pertaining to
323                  * the specified networks */
324                 while (class_parse_net(buf, &tmp, &buf) == 0) {
325                         if (tmp == net)
326                                 return 1;
327                 }
328                 rc = 0;
329         }
330         return rc;
331 }
332 EXPORT_SYMBOL(class_match_net);
333
334 /********************** class fns **********************/
335
336 /**
337  * Create a new obd device and set the type, name and uuid.  If successful,
338  * the new device can be accessed by either name or uuid.
339  */
340 int class_attach(struct lustre_cfg *lcfg)
341 {
342         struct obd_device *obd = NULL;
343         char *typename, *name, *uuid;
344         int rc, len;
345         ENTRY;
346
347         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
348                 CERROR("No type passed!\n");
349                 RETURN(-EINVAL);
350         }
351         typename = lustre_cfg_string(lcfg, 1);
352
353         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
354                 CERROR("No name passed!\n");
355                 RETURN(-EINVAL);
356         }
357         name = lustre_cfg_string(lcfg, 0);
358
359         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
360                 CERROR("No UUID passed!\n");
361                 RETURN(-EINVAL);
362         }
363         uuid = lustre_cfg_string(lcfg, 2);
364
365         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
366                MKSTR(typename), MKSTR(name), MKSTR(uuid));
367
368         obd = class_newdev(typename, name);
369         if (IS_ERR(obd)) {
370                 /* Already exists or out of obds */
371                 rc = PTR_ERR(obd);
372                 obd = NULL;
373                 CERROR("Cannot create device %s of type %s : %d\n",
374                        name, typename, rc);
375                 GOTO(out, rc);
376         }
377         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
378                  name, typename);
379         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
380                  "obd %p obd_magic %08X != %08X\n",
381                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
382         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
383                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
384
385         rwlock_init(&obd->obd_pool_lock);
386         obd->obd_pool_limit = 0;
387         obd->obd_pool_slv = 0;
388
389         CFS_INIT_LIST_HEAD(&obd->obd_exports);
390         CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
391         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
392         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
393         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
394         spin_lock_init(&obd->obd_nid_lock);
395         spin_lock_init(&obd->obd_dev_lock);
396         mutex_init(&obd->obd_dev_mutex);
397         spin_lock_init(&obd->obd_osfs_lock);
398         /* obd->obd_osfs_age must be set to a value in the distant
399          * past to guarantee a fresh statfs is fetched on mount. */
400         obd->obd_osfs_age = cfs_time_shift_64(-1000);
401
402         /* XXX belongs in setup not attach  */
403         init_rwsem(&obd->obd_observer_link_sem);
404         /* recovery data */
405         cfs_init_timer(&obd->obd_recovery_timer);
406         spin_lock_init(&obd->obd_recovery_task_lock);
407         cfs_waitq_init(&obd->obd_next_transno_waitq);
408         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
409         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
410         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
411         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
412         CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
413
414         llog_group_init(&obd->obd_olg, FID_SEQ_LLOG);
415
416         obd->obd_conn_inprogress = 0;
417
418         len = strlen(uuid);
419         if (len >= sizeof(obd->obd_uuid)) {
420                 CERROR("uuid must be < %d bytes long\n",
421                        (int)sizeof(obd->obd_uuid));
422                 GOTO(out, rc = -EINVAL);
423         }
424         memcpy(obd->obd_uuid.uuid, uuid, len);
425
426         /* do the attach */
427         if (OBP(obd, attach)) {
428                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
429                 if (rc)
430                         GOTO(out, rc = -EINVAL);
431         }
432
433         /* Detach drops this */
434         spin_lock(&obd->obd_dev_lock);
435         cfs_atomic_set(&obd->obd_refcount, 1);
436         spin_unlock(&obd->obd_dev_lock);
437         lu_ref_init(&obd->obd_reference);
438         lu_ref_add(&obd->obd_reference, "attach", obd);
439
440         obd->obd_attached = 1;
441         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
442                obd->obd_minor, typename, cfs_atomic_read(&obd->obd_refcount));
443         RETURN(0);
444  out:
445         if (obd != NULL) {
446                 class_release_dev(obd);
447         }
448         return rc;
449 }
450 EXPORT_SYMBOL(class_attach);
451
452 /** Create hashes, self-export, and call type-specific setup.
453  * Setup is effectively the "start this obd" call.
454  */
455 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
456 {
457         int err = 0;
458         struct obd_export *exp;
459         ENTRY;
460
461         LASSERT(obd != NULL);
462         LASSERTF(obd == class_num2obd(obd->obd_minor),
463                  "obd %p != obd_devs[%d] %p\n",
464                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
465         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
466                  "obd %p obd_magic %08x != %08x\n",
467                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
468
469         /* have we attached a type to this device? */
470         if (!obd->obd_attached) {
471                 CERROR("Device %d not attached\n", obd->obd_minor);
472                 RETURN(-ENODEV);
473         }
474
475         if (obd->obd_set_up) {
476                 CERROR("Device %d already setup (type %s)\n",
477                        obd->obd_minor, obd->obd_type->typ_name);
478                 RETURN(-EEXIST);
479         }
480
481         /* is someone else setting us up right now? (attach inits spinlock) */
482         spin_lock(&obd->obd_dev_lock);
483         if (obd->obd_starting) {
484                 spin_unlock(&obd->obd_dev_lock);
485                 CERROR("Device %d setup in progress (type %s)\n",
486                        obd->obd_minor, obd->obd_type->typ_name);
487                 RETURN(-EEXIST);
488         }
489         /* just leave this on forever.  I can't use obd_set_up here because
490            other fns check that status, and we're not actually set up yet. */
491         obd->obd_starting = 1;
492         obd->obd_uuid_hash = NULL;
493         obd->obd_nid_hash = NULL;
494         obd->obd_nid_stats_hash = NULL;
495         spin_unlock(&obd->obd_dev_lock);
496
497         /* create an uuid-export lustre hash */
498         obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
499                                              HASH_UUID_CUR_BITS,
500                                              HASH_UUID_MAX_BITS,
501                                              HASH_UUID_BKT_BITS, 0,
502                                              CFS_HASH_MIN_THETA,
503                                              CFS_HASH_MAX_THETA,
504                                              &uuid_hash_ops, CFS_HASH_DEFAULT);
505         if (!obd->obd_uuid_hash)
506                 GOTO(err_hash, err = -ENOMEM);
507
508         /* create a nid-export lustre hash */
509         obd->obd_nid_hash = cfs_hash_create("NID_HASH",
510                                             HASH_NID_CUR_BITS,
511                                             HASH_NID_MAX_BITS,
512                                             HASH_NID_BKT_BITS, 0,
513                                             CFS_HASH_MIN_THETA,
514                                             CFS_HASH_MAX_THETA,
515                                             &nid_hash_ops, CFS_HASH_DEFAULT);
516         if (!obd->obd_nid_hash)
517                 GOTO(err_hash, err = -ENOMEM);
518
519         /* create a nid-stats lustre hash */
520         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
521                                                   HASH_NID_STATS_CUR_BITS,
522                                                   HASH_NID_STATS_MAX_BITS,
523                                                   HASH_NID_STATS_BKT_BITS, 0,
524                                                   CFS_HASH_MIN_THETA,
525                                                   CFS_HASH_MAX_THETA,
526                                                   &nid_stat_hash_ops, CFS_HASH_DEFAULT);
527         if (!obd->obd_nid_stats_hash)
528                 GOTO(err_hash, err = -ENOMEM);
529
530         exp = class_new_export(obd, &obd->obd_uuid);
531         if (IS_ERR(exp))
532                 GOTO(err_hash, err = PTR_ERR(exp));
533
534         obd->obd_self_export = exp;
535         cfs_list_del_init(&exp->exp_obd_chain_timed);
536         class_export_put(exp);
537
538         err = obd_setup(obd, lcfg);
539         if (err)
540                 GOTO(err_exp, err);
541
542         obd->obd_set_up = 1;
543
544         spin_lock(&obd->obd_dev_lock);
545         /* cleanup drops this */
546         class_incref(obd, "setup", obd);
547         spin_unlock(&obd->obd_dev_lock);
548
549         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
550                obd->obd_name, obd->obd_uuid.uuid);
551
552         RETURN(0);
553 err_exp:
554         if (obd->obd_self_export) {
555                 class_unlink_export(obd->obd_self_export);
556                 obd->obd_self_export = NULL;
557         }
558 err_hash:
559         if (obd->obd_uuid_hash) {
560                 cfs_hash_putref(obd->obd_uuid_hash);
561                 obd->obd_uuid_hash = NULL;
562         }
563         if (obd->obd_nid_hash) {
564                 cfs_hash_putref(obd->obd_nid_hash);
565                 obd->obd_nid_hash = NULL;
566         }
567         if (obd->obd_nid_stats_hash) {
568                 cfs_hash_putref(obd->obd_nid_stats_hash);
569                 obd->obd_nid_stats_hash = NULL;
570         }
571         obd->obd_starting = 0;
572         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
573         return err;
574 }
575 EXPORT_SYMBOL(class_setup);
576
577 /** We have finished using this obd and are ready to destroy it.
578  * There can be no more references to this obd.
579  */
580 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
581 {
582         ENTRY;
583
584         if (obd->obd_set_up) {
585                 CERROR("OBD device %d still set up\n", obd->obd_minor);
586                 RETURN(-EBUSY);
587         }
588
589         spin_lock(&obd->obd_dev_lock);
590         if (!obd->obd_attached) {
591                 spin_unlock(&obd->obd_dev_lock);
592                 CERROR("OBD device %d not attached\n", obd->obd_minor);
593                 RETURN(-ENODEV);
594         }
595         obd->obd_attached = 0;
596         spin_unlock(&obd->obd_dev_lock);
597
598         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
599                obd->obd_name, obd->obd_uuid.uuid);
600
601         class_decref(obd, "attach", obd);
602         RETURN(0);
603 }
604 EXPORT_SYMBOL(class_detach);
605
606 /** Start shutting down the obd.  There may be in-progess ops when
607  * this is called.  We tell them to start shutting down with a call
608  * to class_disconnect_exports().
609  */
610 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
611 {
612         int err = 0;
613         char *flag;
614         ENTRY;
615
616         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
617
618         if (!obd->obd_set_up) {
619                 CERROR("Device %d not setup\n", obd->obd_minor);
620                 RETURN(-ENODEV);
621         }
622
623         spin_lock(&obd->obd_dev_lock);
624         if (obd->obd_stopping) {
625                 spin_unlock(&obd->obd_dev_lock);
626                 CERROR("OBD %d already stopping\n", obd->obd_minor);
627                 RETURN(-ENODEV);
628         }
629         /* Leave this on forever */
630         obd->obd_stopping = 1;
631
632         /* wait for already-arrived-connections to finish. */
633         while (obd->obd_conn_inprogress > 0) {
634                 spin_unlock(&obd->obd_dev_lock);
635
636                 cfs_cond_resched();
637
638                 spin_lock(&obd->obd_dev_lock);
639         }
640         spin_unlock(&obd->obd_dev_lock);
641
642         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
643                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
644                         switch (*flag) {
645                         case 'F':
646                                 obd->obd_force = 1;
647                                 break;
648                         case 'A':
649                                 LCONSOLE_WARN("Failing over %s\n",
650                                               obd->obd_name);
651                                 obd->obd_fail = 1;
652                                 obd->obd_no_transno = 1;
653                                 obd->obd_no_recov = 1;
654                                 if (OBP(obd, iocontrol)) {
655                                         obd_iocontrol(OBD_IOC_SYNC,
656                                                       obd->obd_self_export,
657                                                       0, NULL, NULL);
658                                 }
659                                 break;
660                         default:
661                                 CERROR("Unrecognised flag '%c'\n", *flag);
662                         }
663         }
664
665         LASSERT(obd->obd_self_export);
666
667         /* The three references that should be remaining are the
668          * obd_self_export and the attach and setup references. */
669         if (cfs_atomic_read(&obd->obd_refcount) > 3) {
670                 /* refcounf - 3 might be the number of real exports
671                    (excluding self export). But class_incref is called
672                    by other things as well, so don't count on it. */
673                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
674                        obd->obd_name, cfs_atomic_read(&obd->obd_refcount) - 3);
675                 dump_exports(obd, 0);
676                 class_disconnect_exports(obd);
677         }
678
679         /* Precleanup, we must make sure all exports get destroyed. */
680         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
681         if (err)
682                 CERROR("Precleanup %s returned %d\n",
683                        obd->obd_name, err);
684
685         /* destroy an uuid-export hash body */
686         if (obd->obd_uuid_hash) {
687                 cfs_hash_putref(obd->obd_uuid_hash);
688                 obd->obd_uuid_hash = NULL;
689         }
690
691         /* destroy a nid-export hash body */
692         if (obd->obd_nid_hash) {
693                 cfs_hash_putref(obd->obd_nid_hash);
694                 obd->obd_nid_hash = NULL;
695         }
696
697         /* destroy a nid-stats hash body */
698         if (obd->obd_nid_stats_hash) {
699                 cfs_hash_putref(obd->obd_nid_stats_hash);
700                 obd->obd_nid_stats_hash = NULL;
701         }
702
703         class_decref(obd, "setup", obd);
704         obd->obd_set_up = 0;
705
706         RETURN(0);
707 }
708 EXPORT_SYMBOL(class_cleanup);
709
710 struct obd_device *class_incref(struct obd_device *obd,
711                                 const char *scope, const void *source)
712 {
713         lu_ref_add_atomic(&obd->obd_reference, scope, source);
714         cfs_atomic_inc(&obd->obd_refcount);
715         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
716                cfs_atomic_read(&obd->obd_refcount));
717
718         return obd;
719 }
720 EXPORT_SYMBOL(class_incref);
721
722 void class_decref(struct obd_device *obd, const char *scope, const void *source)
723 {
724         int err;
725         int refs;
726
727         spin_lock(&obd->obd_dev_lock);
728         cfs_atomic_dec(&obd->obd_refcount);
729         refs = cfs_atomic_read(&obd->obd_refcount);
730         spin_unlock(&obd->obd_dev_lock);
731         lu_ref_del(&obd->obd_reference, scope, source);
732
733         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
734
735         if ((refs == 1) && obd->obd_stopping) {
736                 /* All exports have been destroyed; there should
737                    be no more in-progress ops by this point.*/
738
739                 spin_lock(&obd->obd_self_export->exp_lock);
740                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
741                 spin_unlock(&obd->obd_self_export->exp_lock);
742
743                 /* note that we'll recurse into class_decref again */
744                 class_unlink_export(obd->obd_self_export);
745                 return;
746         }
747
748         if (refs == 0) {
749                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
750                        obd->obd_name, obd->obd_uuid.uuid);
751                 LASSERT(!obd->obd_attached);
752                 if (obd->obd_stopping) {
753                         /* If we're not stopping, we were never set up */
754                         err = obd_cleanup(obd);
755                         if (err)
756                                 CERROR("Cleanup %s returned %d\n",
757                                        obd->obd_name, err);
758                 }
759                 if (OBP(obd, detach)) {
760                         err = OBP(obd, detach)(obd);
761                         if (err)
762                                 CERROR("Detach returned %d\n", err);
763                 }
764                 class_release_dev(obd);
765         }
766 }
767 EXPORT_SYMBOL(class_decref);
768
769 /** Add a failover nid location.
770  * Client obd types contact server obd types using this nid list.
771  */
772 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
773 {
774         struct obd_import *imp;
775         struct obd_uuid uuid;
776         int rc;
777         ENTRY;
778
779         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
780             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
781                 CERROR("invalid conn_uuid\n");
782                 RETURN(-EINVAL);
783         }
784         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
785             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
786             strcmp(obd->obd_type->typ_name, LUSTRE_OSP_NAME) &&
787             strcmp(obd->obd_type->typ_name, LUSTRE_LWP_NAME) &&
788             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
789                 CERROR("can't add connection on non-client dev\n");
790                 RETURN(-EINVAL);
791         }
792
793         imp = obd->u.cli.cl_import;
794         if (!imp) {
795                 CERROR("try to add conn on immature client dev\n");
796                 RETURN(-EINVAL);
797         }
798
799         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
800         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
801
802         RETURN(rc);
803 }
804 EXPORT_SYMBOL(class_add_conn);
805
806 /** Remove a failover nid location.
807  */
808 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
809 {
810         struct obd_import *imp;
811         struct obd_uuid uuid;
812         int rc;
813         ENTRY;
814
815         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
816             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
817                 CERROR("invalid conn_uuid\n");
818                 RETURN(-EINVAL);
819         }
820         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
821             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
822                 CERROR("can't del connection on non-client dev\n");
823                 RETURN(-EINVAL);
824         }
825
826         imp = obd->u.cli.cl_import;
827         if (!imp) {
828                 CERROR("try to del conn on immature client dev\n");
829                 RETURN(-EINVAL);
830         }
831
832         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
833         rc = obd_del_conn(imp, &uuid);
834
835         RETURN(rc);
836 }
837
838 CFS_LIST_HEAD(lustre_profile_list);
839
840 struct lustre_profile *class_get_profile(const char * prof)
841 {
842         struct lustre_profile *lprof;
843
844         ENTRY;
845         cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
846                 if (!strcmp(lprof->lp_profile, prof)) {
847                         RETURN(lprof);
848                 }
849         }
850         RETURN(NULL);
851 }
852 EXPORT_SYMBOL(class_get_profile);
853
854 /** Create a named "profile".
855  * This defines the mdc and osc names to use for a client.
856  * This also is used to define the lov to be used by a mdt.
857  */
858 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
859                       int mdclen, char *mdc)
860 {
861         struct lustre_profile *lprof;
862         int err = 0;
863         ENTRY;
864
865         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
866
867         OBD_ALLOC(lprof, sizeof(*lprof));
868         if (lprof == NULL)
869                 RETURN(-ENOMEM);
870         CFS_INIT_LIST_HEAD(&lprof->lp_list);
871
872         LASSERT(proflen == (strlen(prof) + 1));
873         OBD_ALLOC(lprof->lp_profile, proflen);
874         if (lprof->lp_profile == NULL)
875                 GOTO(out, err = -ENOMEM);
876         memcpy(lprof->lp_profile, prof, proflen);
877
878         LASSERT(osclen == (strlen(osc) + 1));
879         OBD_ALLOC(lprof->lp_dt, osclen);
880         if (lprof->lp_dt == NULL)
881                 GOTO(out, err = -ENOMEM);
882         memcpy(lprof->lp_dt, osc, osclen);
883
884         if (mdclen > 0) {
885                 LASSERT(mdclen == (strlen(mdc) + 1));
886                 OBD_ALLOC(lprof->lp_md, mdclen);
887                 if (lprof->lp_md == NULL)
888                         GOTO(out, err = -ENOMEM);
889                 memcpy(lprof->lp_md, mdc, mdclen);
890         }
891
892         cfs_list_add(&lprof->lp_list, &lustre_profile_list);
893         RETURN(err);
894
895 out:
896         if (lprof->lp_md)
897                 OBD_FREE(lprof->lp_md, mdclen);
898         if (lprof->lp_dt)
899                 OBD_FREE(lprof->lp_dt, osclen);
900         if (lprof->lp_profile)
901                 OBD_FREE(lprof->lp_profile, proflen);
902         OBD_FREE(lprof, sizeof(*lprof));
903         RETURN(err);
904 }
905
906 void class_del_profile(const char *prof)
907 {
908         struct lustre_profile *lprof;
909         ENTRY;
910
911         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
912
913         lprof = class_get_profile(prof);
914         if (lprof) {
915                 cfs_list_del(&lprof->lp_list);
916                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
917                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
918                 if (lprof->lp_md)
919                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
920                 OBD_FREE(lprof, sizeof *lprof);
921         }
922         EXIT;
923 }
924 EXPORT_SYMBOL(class_del_profile);
925
926 /* COMPAT_146 */
927 void class_del_profiles(void)
928 {
929         struct lustre_profile *lprof, *n;
930         ENTRY;
931
932         cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
933                 cfs_list_del(&lprof->lp_list);
934                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
935                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
936                 if (lprof->lp_md)
937                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
938                 OBD_FREE(lprof, sizeof *lprof);
939         }
940         EXIT;
941 }
942 EXPORT_SYMBOL(class_del_profiles);
943
944 static int class_set_global(char *ptr, int val, struct lustre_cfg *lcfg)
945 {
946         ENTRY;
947         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
948                 at_min = val;
949         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
950                 at_max = val;
951         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
952                 at_extra = val;
953         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
954                 at_early_margin = val;
955         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
956                 at_history = val;
957         else if (class_match_param(ptr, PARAM_JOBID_VAR, NULL) == 0)
958                 strlcpy(obd_jobid_var, lustre_cfg_string(lcfg, 2),
959                         JOBSTATS_JOBID_VAR_MAX_LEN + 1);
960         else
961                 RETURN(-EINVAL);
962
963         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
964         RETURN(0);
965 }
966
967
968 /* We can't call ll_process_config or lquota_process_config directly because
969  * it lives in a module that must be loaded after this one. */
970 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
971 static int (*quota_process_config)(struct lustre_cfg *lcfg) = NULL;
972
973 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
974 {
975         client_process_config = cpc;
976 }
977 EXPORT_SYMBOL(lustre_register_client_process_config);
978
979 /**
980  * Rename the proc parameter in \a cfg with a new name \a new_name.
981  *
982  * \param cfg      config structure which contains the proc parameter
983  * \param new_name new name of the proc parameter
984  *
985  * \retval valid-pointer    pointer to the newly-allocated config structure
986  *                          which contains the renamed proc parameter
987  * \retval ERR_PTR(-EINVAL) if \a cfg or \a new_name is NULL, or \a cfg does
988  *                          not contain a proc parameter
989  * \retval ERR_PTR(-ENOMEM) if memory allocation failure occurs
990  */
991 struct lustre_cfg *lustre_cfg_rename(struct lustre_cfg *cfg,
992                                      const char *new_name)
993 {
994         struct lustre_cfg_bufs  *bufs = NULL;
995         struct lustre_cfg       *new_cfg = NULL;
996         char                    *param = NULL;
997         char                    *new_param = NULL;
998         char                    *value = NULL;
999         int                      name_len = 0;
1000         int                      new_len = 0;
1001         ENTRY;
1002
1003         if (cfg == NULL || new_name == NULL)
1004                 RETURN(ERR_PTR(-EINVAL));
1005
1006         param = lustre_cfg_string(cfg, 1);
1007         if (param == NULL)
1008                 RETURN(ERR_PTR(-EINVAL));
1009
1010         value = strchr(param, '=');
1011         if (value == NULL)
1012                 name_len = strlen(param);
1013         else
1014                 name_len = value - param;
1015
1016         new_len = LUSTRE_CFG_BUFLEN(cfg, 1) + strlen(new_name) - name_len;
1017
1018         OBD_ALLOC(new_param, new_len);
1019         if (new_param == NULL)
1020                 RETURN(ERR_PTR(-ENOMEM));
1021
1022         strcpy(new_param, new_name);
1023         if (value != NULL)
1024                 strcat(new_param, value);
1025
1026         OBD_ALLOC_PTR(bufs);
1027         if (bufs == NULL) {
1028                 OBD_FREE(new_param, new_len);
1029                 RETURN(ERR_PTR(-ENOMEM));
1030         }
1031
1032         lustre_cfg_bufs_reset(bufs, NULL);
1033         lustre_cfg_bufs_init(bufs, cfg);
1034         lustre_cfg_bufs_set_string(bufs, 1, new_param);
1035
1036         new_cfg = lustre_cfg_new(cfg->lcfg_command, bufs);
1037
1038         OBD_FREE(new_param, new_len);
1039         OBD_FREE_PTR(bufs);
1040         if (new_cfg == NULL)
1041                 RETURN(ERR_PTR(-ENOMEM));
1042
1043         new_cfg->lcfg_num = cfg->lcfg_num;
1044         new_cfg->lcfg_flags = cfg->lcfg_flags;
1045         new_cfg->lcfg_nid = cfg->lcfg_nid;
1046         new_cfg->lcfg_nal = cfg->lcfg_nal;
1047
1048         RETURN(new_cfg);
1049 }
1050 EXPORT_SYMBOL(lustre_cfg_rename);
1051
1052 void lustre_register_quota_process_config(int (*qpc)(struct lustre_cfg *lcfg))
1053 {
1054         quota_process_config = qpc;
1055 }
1056 EXPORT_SYMBOL(lustre_register_quota_process_config);
1057
1058 /** Process configuration commands given in lustre_cfg form.
1059  * These may come from direct calls (e.g. class_manual_cleanup)
1060  * or processing the config llog, or ioctl from lctl.
1061  */
1062 int class_process_config(struct lustre_cfg *lcfg)
1063 {
1064         struct obd_device *obd;
1065         int err;
1066
1067         LASSERT(lcfg && !IS_ERR(lcfg));
1068         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
1069
1070         /* Commands that don't need a device */
1071         switch(lcfg->lcfg_command) {
1072         case LCFG_ATTACH: {
1073                 err = class_attach(lcfg);
1074                 GOTO(out, err);
1075         }
1076         case LCFG_ADD_UUID: {
1077                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
1078                        " (%s)\n", lustre_cfg_string(lcfg, 1),
1079                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
1080
1081                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
1082                 GOTO(out, err);
1083         }
1084         case LCFG_DEL_UUID: {
1085                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
1086                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
1087                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
1088
1089                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
1090                 GOTO(out, err);
1091         }
1092         case LCFG_MOUNTOPT: {
1093                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
1094                        lustre_cfg_string(lcfg, 1),
1095                        lustre_cfg_string(lcfg, 2),
1096                        lustre_cfg_string(lcfg, 3));
1097                 /* set these mount options somewhere, so ll_fill_super
1098                  * can find them. */
1099                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
1100                                         lustre_cfg_string(lcfg, 1),
1101                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
1102                                         lustre_cfg_string(lcfg, 2),
1103                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
1104                                         lustre_cfg_string(lcfg, 3));
1105                 GOTO(out, err);
1106         }
1107         case LCFG_DEL_MOUNTOPT: {
1108                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
1109                        lustre_cfg_string(lcfg, 1));
1110                 class_del_profile(lustre_cfg_string(lcfg, 1));
1111                 GOTO(out, err = 0);
1112         }
1113         case LCFG_SET_TIMEOUT: {
1114                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
1115                        obd_timeout, lcfg->lcfg_num);
1116                 obd_timeout = max(lcfg->lcfg_num, 1U);
1117                 obd_timeout_set = 1;
1118                 GOTO(out, err = 0);
1119         }
1120         case LCFG_SET_LDLM_TIMEOUT: {
1121                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
1122                        ldlm_timeout, lcfg->lcfg_num);
1123                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
1124                 if (ldlm_timeout >= obd_timeout)
1125                         ldlm_timeout = max(obd_timeout / 3, 1U);
1126                 ldlm_timeout_set = 1;
1127                 GOTO(out, err = 0);
1128         }
1129         case LCFG_SET_UPCALL: {
1130                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
1131                 /* COMPAT_146 Don't fail on old configs */
1132                 GOTO(out, err = 0);
1133         }
1134         case LCFG_MARKER: {
1135                 struct cfg_marker *marker;
1136                 marker = lustre_cfg_buf(lcfg, 1);
1137                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
1138                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
1139                 GOTO(out, err = 0);
1140         }
1141         case LCFG_PARAM: {
1142                 char *tmp;
1143                 /* llite has no obd */
1144                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
1145                                        PARAM_LLITE, 0) == 0) &&
1146                     client_process_config) {
1147                         err = (*client_process_config)(lcfg);
1148                         GOTO(out, err);
1149                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1150                                               PARAM_SYS, &tmp) == 0)) {
1151                         /* Global param settings */
1152                         err = class_set_global(tmp, lcfg->lcfg_num, lcfg);
1153                         /*
1154                          * Client or server should not fail to mount if
1155                          * it hits an unknown configuration parameter.
1156                          */
1157                         if (err != 0)
1158                                 CWARN("Ignoring unknown param %s\n", tmp);
1159
1160                         GOTO(out, err = 0);
1161                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1162                                               PARAM_QUOTA, &tmp) == 0) &&
1163                            quota_process_config) {
1164                         err = (*quota_process_config)(lcfg);
1165                         GOTO(out, err);
1166                 }
1167                 /* Fall through */
1168                 break;
1169         }
1170         }
1171
1172         /* Commands that require a device */
1173         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1174         if (obd == NULL) {
1175                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1176                         CERROR("this lcfg command requires a device name\n");
1177                 else
1178                         CERROR("no device for: %s\n",
1179                                lustre_cfg_string(lcfg, 0));
1180
1181                 GOTO(out, err = -EINVAL);
1182         }
1183
1184         switch(lcfg->lcfg_command) {
1185         case LCFG_SETUP: {
1186                 err = class_setup(obd, lcfg);
1187                 GOTO(out, err);
1188         }
1189         case LCFG_DETACH: {
1190                 err = class_detach(obd, lcfg);
1191                 GOTO(out, err = 0);
1192         }
1193         case LCFG_CLEANUP: {
1194                 err = class_cleanup(obd, lcfg);
1195                 GOTO(out, err = 0);
1196         }
1197         case LCFG_ADD_CONN: {
1198                 err = class_add_conn(obd, lcfg);
1199                 GOTO(out, err = 0);
1200         }
1201         case LCFG_DEL_CONN: {
1202                 err = class_del_conn(obd, lcfg);
1203                 GOTO(out, err = 0);
1204         }
1205         case LCFG_POOL_NEW: {
1206                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1207                 GOTO(out, err = 0);
1208                 break;
1209         }
1210         case LCFG_POOL_ADD: {
1211                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1212                                    lustre_cfg_string(lcfg, 3));
1213                 GOTO(out, err = 0);
1214                 break;
1215         }
1216         case LCFG_POOL_REM: {
1217                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1218                                    lustre_cfg_string(lcfg, 3));
1219                 GOTO(out, err = 0);
1220                 break;
1221         }
1222         case LCFG_POOL_DEL: {
1223                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1224                 GOTO(out, err = 0);
1225                 break;
1226         }
1227         default: {
1228                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1229                 GOTO(out, err);
1230
1231         }
1232         }
1233 out:
1234         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1235                 CWARN("Ignoring error %d on optional command %#x\n", err,
1236                       lcfg->lcfg_command);
1237                 err = 0;
1238         }
1239         return err;
1240 }
1241 EXPORT_SYMBOL(class_process_config);
1242
1243 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
1244                              struct lustre_cfg *lcfg, void *data)
1245 {
1246 #ifdef __KERNEL__
1247         struct lprocfs_vars *var;
1248         char *key, *sval;
1249         int i, keylen, vallen;
1250         int matched = 0, j = 0;
1251         int rc = 0;
1252         int skip = 0;
1253         ENTRY;
1254
1255         if (lcfg->lcfg_command != LCFG_PARAM) {
1256                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1257                 RETURN(-EINVAL);
1258         }
1259
1260         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1261            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1262            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1263         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1264                 key = lustre_cfg_buf(lcfg, i);
1265                 /* Strip off prefix */
1266                 class_match_param(key, prefix, &key);
1267                 sval = strchr(key, '=');
1268                 if (!sval || (*(sval + 1) == 0)) {
1269                         CERROR("Can't parse param %s (missing '=')\n", key);
1270                         /* rc = -EINVAL;        continue parsing other params */
1271                         continue;
1272                 }
1273                 keylen = sval - key;
1274                 sval++;
1275                 vallen = strlen(sval);
1276                 matched = 0;
1277                 j = 0;
1278                 /* Search proc entries */
1279                 while (lvars[j].name) {
1280                         var = &lvars[j];
1281                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1282                             keylen == strlen(var->name)) {
1283                                 matched++;
1284                                 rc = -EROFS;
1285                                 if (var->write_fptr) {
1286                                         mm_segment_t oldfs;
1287                                         oldfs = get_fs();
1288                                         set_fs(KERNEL_DS);
1289                                         rc = (var->write_fptr)(NULL, sval,
1290                                                                vallen, data);
1291                                         set_fs(oldfs);
1292                                 }
1293                                 break;
1294                         }
1295                         j++;
1296                 }
1297                 if (!matched) {
1298                         /* If the prefix doesn't match, return error so we
1299                            can pass it down the stack */
1300                         if (strnchr(key, keylen, '.'))
1301                             RETURN(-ENOSYS);
1302                         CERROR("%s: unknown param %s\n",
1303                                (char *)lustre_cfg_string(lcfg, 0), key);
1304                         /* rc = -EINVAL;        continue parsing other params */
1305                         skip++;
1306                 } else if (rc < 0) {
1307                         CERROR("writing proc entry %s err %d\n",
1308                                var->name, rc);
1309                         rc = 0;
1310                 } else {
1311                         CDEBUG(D_CONFIG, "%s.%.*s: Set parameter %.*s=%s\n",
1312                                          lustre_cfg_string(lcfg, 0),
1313                                          (int)strlen(prefix) - 1, prefix,
1314                                          (int)(sval - key - 1), key, sval);
1315                 }
1316         }
1317
1318         if (rc > 0)
1319                 rc = 0;
1320         if (!rc && skip)
1321                 rc = skip;
1322         RETURN(rc);
1323 #else
1324         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1325         /* Don't throw config error */
1326         RETURN(0);
1327 #endif
1328 }
1329 EXPORT_SYMBOL(class_process_proc_param);
1330
1331 #ifdef __KERNEL__
1332 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1333 #else
1334 #define lustre_check_exclusion(a,b)  0
1335 #endif
1336
1337 /** Parse a configuration llog, doing various manipulations on them
1338  * for various reasons, (modifications for compatibility, skip obsolete
1339  * records, change uuids, etc), then class_process_config() resulting
1340  * net records.
1341  */
1342 int class_config_llog_handler(const struct lu_env *env,
1343                               struct llog_handle *handle,
1344                               struct llog_rec_hdr *rec, void *data)
1345 {
1346         struct config_llog_instance *clli = data;
1347         int cfg_len = rec->lrh_len;
1348         char *cfg_buf = (char*) (rec + 1);
1349         int rc = 0;
1350         ENTRY;
1351
1352         //class_config_dump_handler(handle, rec, data);
1353
1354         switch (rec->lrh_type) {
1355         case OBD_CFG_REC: {
1356                 struct lustre_cfg *lcfg, *lcfg_new;
1357                 struct lustre_cfg_bufs bufs;
1358                 char *inst_name = NULL;
1359                 int inst_len = 0;
1360                 int inst = 0, swab = 0;
1361
1362                 lcfg = (struct lustre_cfg *)cfg_buf;
1363                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1364                         lustre_swab_lustre_cfg(lcfg);
1365                         swab = 1;
1366                 }
1367
1368                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1369                 if (rc)
1370                         GOTO(out, rc);
1371
1372                 /* Figure out config state info */
1373                 if (lcfg->lcfg_command == LCFG_MARKER) {
1374                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1375                         lustre_swab_cfg_marker(marker, swab,
1376                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1377                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1378                                clli->cfg_flags, marker->cm_flags);
1379                         if (marker->cm_flags & CM_START) {
1380                                 /* all previous flags off */
1381                                 clli->cfg_flags = CFG_F_MARKER;
1382                                 if (marker->cm_flags & CM_SKIP) {
1383                                         clli->cfg_flags |= CFG_F_SKIP;
1384                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1385                                                marker->cm_step);
1386                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1387                                            (clli->cfg_sb &&
1388                                             lustre_check_exclusion(clli->cfg_sb,
1389                                                          marker->cm_tgtname))) {
1390                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1391                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1392                                                marker->cm_step);
1393                                 }
1394                         } else if (marker->cm_flags & CM_END) {
1395                                 clli->cfg_flags = 0;
1396                         }
1397                 }
1398                 /* A config command without a start marker before it is
1399                    illegal (post 146) */
1400                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1401                     !(clli->cfg_flags & CFG_F_MARKER) &&
1402                     (lcfg->lcfg_command != LCFG_MARKER)) {
1403                         CWARN("Config not inside markers, ignoring! "
1404                               "(inst: %p, uuid: %s, flags: %#x)\n",
1405                               clli->cfg_instance,
1406                               clli->cfg_uuid.uuid, clli->cfg_flags);
1407                         clli->cfg_flags |= CFG_F_SKIP;
1408                 }
1409                 if (clli->cfg_flags & CFG_F_SKIP) {
1410                         CDEBUG(D_CONFIG, "skipping %#x\n",
1411                                clli->cfg_flags);
1412                         rc = 0;
1413                         /* No processing! */
1414                         break;
1415                 }
1416
1417                 /*
1418                  * For interoperability between 1.8 and 2.0,
1419                  * rename "mds" obd device type to "mdt".
1420                  */
1421                 {
1422                         char *typename = lustre_cfg_string(lcfg, 1);
1423                         char *index = lustre_cfg_string(lcfg, 2);
1424
1425                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1426                              strcmp(typename, "mds") == 0)) {
1427                                 CWARN("For 1.8 interoperability, rename obd "
1428                                        "type from mds to mdt\n");
1429                                 typename[2] = 't';
1430                         }
1431                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1432                              strcmp(index, "type") == 0)) {
1433                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1434                                        "set this index to '0'\n");
1435                                 index[0] = '0';
1436                                 index[1] = 0;
1437                         }
1438                 }
1439
1440 #if defined(HAVE_SERVER_SUPPORT) && defined(__KERNEL__)
1441                 /* newer MDS replaces LOV/OSC with LOD/OSP */
1442                 {
1443                         char *typename = lustre_cfg_string(lcfg, 1);
1444
1445                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1446                             strcmp(typename, LUSTRE_LOV_NAME) == 0) &&
1447                             IS_MDT(s2lsi(clli->cfg_sb))) {
1448                                 CDEBUG(D_CONFIG,
1449                                        "For 2.x interoperability, rename obd "
1450                                        "type from lov to lod (%s)\n",
1451                                        s2lsi(clli->cfg_sb)->lsi_svname);
1452                                 strcpy(typename, LUSTRE_LOD_NAME);
1453                         }
1454                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1455                             strcmp(typename, LUSTRE_OSC_NAME) == 0) &&
1456                             IS_MDT(s2lsi(clli->cfg_sb))) {
1457                                 CDEBUG(D_CONFIG,
1458                                        "For 2.x interoperability, rename obd "
1459                                        "type from osc to osp (%s)\n",
1460                                        s2lsi(clli->cfg_sb)->lsi_svname);
1461                                 strcpy(typename, LUSTRE_OSP_NAME);
1462                         }
1463                 }
1464 #endif
1465
1466                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1467                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1468                         /* Add inactive instead */
1469                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1470
1471                 lustre_cfg_bufs_init(&bufs, lcfg);
1472
1473                 if (clli && clli->cfg_instance &&
1474                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1475                         inst = 1;
1476                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1477                                    sizeof(clli->cfg_instance) * 2 + 4;
1478                         OBD_ALLOC(inst_name, inst_len);
1479                         if (inst_name == NULL)
1480                                 GOTO(out, rc = -ENOMEM);
1481                         sprintf(inst_name, "%s-%p",
1482                                 lustre_cfg_string(lcfg, 0),
1483                                 clli->cfg_instance);
1484                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1485                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1486                                lcfg->lcfg_command, inst_name);
1487                 }
1488
1489                 /* we override the llog's uuid for clients, to insure they
1490                 are unique */
1491                 if (clli && clli->cfg_instance != NULL &&
1492                     lcfg->lcfg_command == LCFG_ATTACH) {
1493                         lustre_cfg_bufs_set_string(&bufs, 2,
1494                                                    clli->cfg_uuid.uuid);
1495                 }
1496                 /*
1497                  * sptlrpc config record, we expect 2 data segments:
1498                  *  [0]: fs_name/target_name,
1499                  *  [1]: rule string
1500                  * moving them to index [1] and [2], and insert MGC's
1501                  * obdname at index [0].
1502                  */
1503                 if (clli && clli->cfg_instance == NULL &&
1504                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1505                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1506                                             bufs.lcfg_buflen[1]);
1507                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1508                                             bufs.lcfg_buflen[0]);
1509                         lustre_cfg_bufs_set_string(&bufs, 0,
1510                                                    clli->cfg_obdname);
1511                 }
1512
1513                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1514
1515                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1516                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1517
1518                 /* XXX Hack to try to remain binary compatible with
1519                  * pre-newconfig logs */
1520                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1521                     (lcfg->lcfg_nid >> 32) == 0) {
1522                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1523
1524                         lcfg_new->lcfg_nid =
1525                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1526                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1527                               lcfg->lcfg_nal, addr,
1528                               libcfs_nid2str(lcfg_new->lcfg_nid));
1529                 } else {
1530                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1531                 }
1532
1533                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1534
1535                 rc = class_process_config(lcfg_new);
1536                 lustre_cfg_free(lcfg_new);
1537
1538                 if (inst)
1539                         OBD_FREE(inst_name, inst_len);
1540                 break;
1541         }
1542         default:
1543                 CERROR("Unknown llog record type %#x encountered\n",
1544                        rec->lrh_type);
1545                 break;
1546         }
1547 out:
1548         if (rc) {
1549                 CERROR("%s: cfg command failed: rc = %d\n",
1550                        handle->lgh_ctxt->loc_obd->obd_name, rc);
1551                 class_config_dump_handler(NULL, handle, rec, data);
1552         }
1553         RETURN(rc);
1554 }
1555 EXPORT_SYMBOL(class_config_llog_handler);
1556
1557 int class_config_parse_llog(const struct lu_env *env, struct llog_ctxt *ctxt,
1558                             char *name, struct config_llog_instance *cfg)
1559 {
1560         struct llog_process_cat_data     cd = {0, 0};
1561         struct llog_handle              *llh;
1562         llog_cb_t                        callback;
1563         int                              rc;
1564         ENTRY;
1565
1566         CDEBUG(D_INFO, "looking up llog %s\n", name);
1567         rc = llog_open(env, ctxt, &llh, NULL, name, LLOG_OPEN_EXISTS);
1568         if (rc)
1569                 RETURN(rc);
1570
1571         rc = llog_init_handle(env, llh, LLOG_F_IS_PLAIN, NULL);
1572         if (rc)
1573                 GOTO(parse_out, rc);
1574
1575         /* continue processing from where we last stopped to end-of-log */
1576         if (cfg) {
1577                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1578                 callback = cfg->cfg_callback;
1579                 LASSERT(callback != NULL);
1580         } else {
1581                 callback = class_config_llog_handler;
1582         }
1583
1584         cd.lpcd_last_idx = 0;
1585
1586         rc = llog_process(env, llh, callback, cfg, &cd);
1587
1588         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1589                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1590         if (cfg)
1591                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1592
1593 parse_out:
1594         llog_close(env, llh);
1595         RETURN(rc);
1596 }
1597 EXPORT_SYMBOL(class_config_parse_llog);
1598
1599 /**
1600  * parse config record and output dump in supplied buffer.
1601  * This is separated from class_config_dump_handler() to use
1602  * for ioctl needs as well
1603  */
1604 int class_config_parse_rec(struct llog_rec_hdr *rec, char *buf, int size)
1605 {
1606         struct lustre_cfg       *lcfg = (struct lustre_cfg *)(rec + 1);
1607         char                    *ptr = buf;
1608         char                    *end = buf + size;
1609         int                      rc = 0;
1610
1611         ENTRY;
1612
1613         LASSERT(rec->lrh_type == OBD_CFG_REC);
1614         rc = lustre_cfg_sanity_check(lcfg, rec->lrh_len);
1615         if (rc < 0)
1616                 RETURN(rc);
1617
1618         ptr += snprintf(ptr, end-ptr, "cmd=%05x ", lcfg->lcfg_command);
1619         if (lcfg->lcfg_flags)
1620                 ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1621                                 lcfg->lcfg_flags);
1622
1623         if (lcfg->lcfg_num)
1624                 ptr += snprintf(ptr, end-ptr, "num=%#08x ", lcfg->lcfg_num);
1625
1626         if (lcfg->lcfg_nid)
1627                 ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1628                                 libcfs_nid2str(lcfg->lcfg_nid),
1629                                 lcfg->lcfg_nid);
1630
1631         if (lcfg->lcfg_command == LCFG_MARKER) {
1632                 struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1633
1634                 ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1635                                 marker->cm_step, marker->cm_flags,
1636                                 marker->cm_tgtname, marker->cm_comment);
1637         } else {
1638                 int i;
1639
1640                 for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1641                         ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1642                                         lustre_cfg_string(lcfg, i));
1643                 }
1644         }
1645         /* return consumed bytes */
1646         rc = ptr - buf;
1647         RETURN(rc);
1648 }
1649
1650 int class_config_dump_handler(const struct lu_env *env,
1651                               struct llog_handle *handle,
1652                               struct llog_rec_hdr *rec, void *data)
1653 {
1654         char    *outstr;
1655         int      rc = 0;
1656
1657         ENTRY;
1658
1659         OBD_ALLOC(outstr, 256);
1660         if (outstr == NULL)
1661                 RETURN(-ENOMEM);
1662
1663         if (rec->lrh_type == OBD_CFG_REC) {
1664                 class_config_parse_rec(rec, outstr, 256);
1665                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1666         } else {
1667                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1668                 rc = -EINVAL;
1669         }
1670
1671         OBD_FREE(outstr, 256);
1672         RETURN(rc);
1673 }
1674
1675 int class_config_dump_llog(const struct lu_env *env, struct llog_ctxt *ctxt,
1676                            char *name, struct config_llog_instance *cfg)
1677 {
1678         struct llog_handle      *llh;
1679         int                      rc;
1680
1681         ENTRY;
1682
1683         LCONSOLE_INFO("Dumping config log %s\n", name);
1684
1685         rc = llog_open(env, ctxt, &llh, NULL, name, LLOG_OPEN_EXISTS);
1686         if (rc)
1687                 RETURN(rc);
1688
1689         rc = llog_init_handle(env, llh, LLOG_F_IS_PLAIN, NULL);
1690         if (rc)
1691                 GOTO(parse_out, rc);
1692
1693         rc = llog_process(env, llh, class_config_dump_handler, cfg, NULL);
1694 parse_out:
1695         llog_close(env, llh);
1696
1697         LCONSOLE_INFO("End config log %s\n", name);
1698         RETURN(rc);
1699 }
1700 EXPORT_SYMBOL(class_config_dump_llog);
1701
1702 /** Call class_cleanup and class_detach.
1703  * "Manual" only in the sense that we're faking lcfg commands.
1704  */
1705 int class_manual_cleanup(struct obd_device *obd)
1706 {
1707         char                    flags[3] = "";
1708         struct lustre_cfg      *lcfg;
1709         struct lustre_cfg_bufs  bufs;
1710         int                     rc;
1711         ENTRY;
1712
1713         if (!obd) {
1714                 CERROR("empty cleanup\n");
1715                 RETURN(-EALREADY);
1716         }
1717
1718         if (obd->obd_force)
1719                 strcat(flags, "F");
1720         if (obd->obd_fail)
1721                 strcat(flags, "A");
1722
1723         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1724                obd->obd_name, flags);
1725
1726         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1727         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1728         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1729         if (!lcfg)
1730                 RETURN(-ENOMEM);
1731
1732         rc = class_process_config(lcfg);
1733         if (rc) {
1734                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1735                 GOTO(out, rc);
1736         }
1737
1738         /* the lcfg is almost the same for both ops */
1739         lcfg->lcfg_command = LCFG_DETACH;
1740         rc = class_process_config(lcfg);
1741         if (rc)
1742                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1743 out:
1744         lustre_cfg_free(lcfg);
1745         RETURN(rc);
1746 }
1747 EXPORT_SYMBOL(class_manual_cleanup);
1748
1749 /*
1750  * uuid<->export lustre hash operations
1751  */
1752
1753 static unsigned
1754 uuid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1755 {
1756         return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
1757                                   sizeof(((struct obd_uuid *)key)->uuid), mask);
1758 }
1759
1760 static void *
1761 uuid_key(cfs_hlist_node_t *hnode)
1762 {
1763         struct obd_export *exp;
1764
1765         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1766
1767         return &exp->exp_client_uuid;
1768 }
1769
1770 /*
1771  * NOTE: It is impossible to find an export that is in failed
1772  *       state with this function
1773  */
1774 static int
1775 uuid_keycmp(const void *key, cfs_hlist_node_t *hnode)
1776 {
1777         struct obd_export *exp;
1778
1779         LASSERT(key);
1780         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1781
1782         return obd_uuid_equals(key, &exp->exp_client_uuid) &&
1783                !exp->exp_failed;
1784 }
1785
1786 static void *
1787 uuid_export_object(cfs_hlist_node_t *hnode)
1788 {
1789         return cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1790 }
1791
1792 static void
1793 uuid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1794 {
1795         struct obd_export *exp;
1796
1797         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1798         class_export_get(exp);
1799 }
1800
1801 static void
1802 uuid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1803 {
1804         struct obd_export *exp;
1805
1806         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1807         class_export_put(exp);
1808 }
1809
1810 static cfs_hash_ops_t uuid_hash_ops = {
1811         .hs_hash        = uuid_hash,
1812         .hs_key         = uuid_key,
1813         .hs_keycmp      = uuid_keycmp,
1814         .hs_object      = uuid_export_object,
1815         .hs_get         = uuid_export_get,
1816         .hs_put_locked  = uuid_export_put_locked,
1817 };
1818
1819
1820 /*
1821  * nid<->export hash operations
1822  */
1823
1824 static unsigned
1825 nid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1826 {
1827         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
1828 }
1829
1830 static void *
1831 nid_key(cfs_hlist_node_t *hnode)
1832 {
1833         struct obd_export *exp;
1834
1835         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1836
1837         RETURN(&exp->exp_connection->c_peer.nid);
1838 }
1839
1840 /*
1841  * NOTE: It is impossible to find an export that is in failed
1842  *       state with this function
1843  */
1844 static int
1845 nid_kepcmp(const void *key, cfs_hlist_node_t *hnode)
1846 {
1847         struct obd_export *exp;
1848
1849         LASSERT(key);
1850         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1851
1852         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1853                !exp->exp_failed);
1854 }
1855
1856 static void *
1857 nid_export_object(cfs_hlist_node_t *hnode)
1858 {
1859         return cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1860 }
1861
1862 static void
1863 nid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1864 {
1865         struct obd_export *exp;
1866
1867         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1868         class_export_get(exp);
1869 }
1870
1871 static void
1872 nid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1873 {
1874         struct obd_export *exp;
1875
1876         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1877         class_export_put(exp);
1878 }
1879
1880 static cfs_hash_ops_t nid_hash_ops = {
1881         .hs_hash        = nid_hash,
1882         .hs_key         = nid_key,
1883         .hs_keycmp      = nid_kepcmp,
1884         .hs_object      = nid_export_object,
1885         .hs_get         = nid_export_get,
1886         .hs_put_locked  = nid_export_put_locked,
1887 };
1888
1889
1890 /*
1891  * nid<->nidstats hash operations
1892  */
1893
1894 static void *
1895 nidstats_key(cfs_hlist_node_t *hnode)
1896 {
1897         struct nid_stat *ns;
1898
1899         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1900
1901         return &ns->nid;
1902 }
1903
1904 static int
1905 nidstats_keycmp(const void *key, cfs_hlist_node_t *hnode)
1906 {
1907         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
1908 }
1909
1910 static void *
1911 nidstats_object(cfs_hlist_node_t *hnode)
1912 {
1913         return cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1914 }
1915
1916 static void
1917 nidstats_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1918 {
1919         struct nid_stat *ns;
1920
1921         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1922         nidstat_getref(ns);
1923 }
1924
1925 static void
1926 nidstats_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1927 {
1928         struct nid_stat *ns;
1929
1930         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1931         nidstat_putref(ns);
1932 }
1933
1934 static cfs_hash_ops_t nid_stat_hash_ops = {
1935         .hs_hash        = nid_hash,
1936         .hs_key         = nidstats_key,
1937         .hs_keycmp      = nidstats_keycmp,
1938         .hs_object      = nidstats_object,
1939         .hs_get         = nidstats_get,
1940         .hs_put_locked  = nidstats_put_locked,
1941 };