Whamcloud - gitweb
9220ac706734ac36d0ea993b1d577f6cd2746892
[fs/lustre-release.git] / lustre / obdclass / obd_config.c
1 /*
2  * GPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 only,
8  * as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License version 2 for more details (a copy is included
14  * in the LICENSE file that accompanied this code).
15  *
16  * You should have received a copy of the GNU General Public License
17  * version 2 along with this program; If not, see
18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
19  *
20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21  * CA 95054 USA or visit www.sun.com if you need additional information or
22  * have any questions.
23  *
24  * GPL HEADER END
25  */
26 /*
27  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
28  * Use is subject to license terms.
29  *
30  * Copyright (c) 2011, Whamcloud, Inc.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  *
36  * lustre/obdclass/obd_config.c
37  *
38  * Config API
39  */
40
41 #define DEBUG_SUBSYSTEM S_CLASS
42 #ifdef __KERNEL__
43 #include <obd_class.h>
44 #include <linux/string.h>
45 #else
46 #include <liblustre.h>
47 #include <string.h>
48 #include <obd_class.h>
49 #include <obd.h>
50 #endif
51 #include <lustre_param.h>
52
53 #include "llog_internal.h"
54
55 static cfs_hash_ops_t uuid_hash_ops;
56 static cfs_hash_ops_t nid_hash_ops;
57 static cfs_hash_ops_t nid_stat_hash_ops;
58
59 /*********** string parsing utils *********/
60
61 /* returns 0 if we find this key in the buffer, else 1 */
62 int class_find_param(char *buf, char *key, char **valp)
63 {
64         char *ptr;
65
66         if (!buf)
67                 return 1;
68
69         if ((ptr = strstr(buf, key)) == NULL)
70                 return 1;
71
72         if (valp)
73                 *valp = ptr + strlen(key);
74
75         return 0;
76 }
77 EXPORT_SYMBOL(class_find_param);
78
79 /**
80  * Check whether the proc parameter \a param is an old parameter or not from
81  * the array \a ptr which contains the mapping from old parameters to new ones.
82  * If it's an old one, then return the pointer to the cfg_interop_param struc-
83  * ture which contains both the old and new parameters.
84  *
85  * \param param                 proc parameter
86  * \param ptr                   an array which contains the mapping from
87  *                              old parameters to new ones
88  *
89  * \retval valid-pointer        pointer to the cfg_interop_param structure
90  *                              which contains the old and new parameters
91  * \retval NULL                 \a param or \a ptr is NULL,
92  *                              or \a param is not an old parameter
93  */
94 struct cfg_interop_param *class_find_old_param(const char *param,
95                                                struct cfg_interop_param *ptr)
96 {
97         char *value = NULL;
98         int   name_len = 0;
99
100         if (param == NULL || ptr == NULL)
101                 RETURN(NULL);
102
103         value = strchr(param, '=');
104         if (value == NULL)
105                 name_len = strlen(param);
106         else
107                 name_len = value - param;
108
109         while (ptr->old_param != NULL) {
110                 if (strncmp(param, ptr->old_param, name_len) == 0 &&
111                     name_len == strlen(ptr->old_param))
112                         RETURN(ptr);
113                 ptr++;
114         }
115
116         RETURN(NULL);
117 }
118 EXPORT_SYMBOL(class_find_old_param);
119
120 /**
121  * Finds a parameter in \a params and copies it to \a copy.
122  *
123  * Leading spaces are skipped. Next space or end of string is the
124  * parameter terminator with the exception that spaces inside single or double
125  * quotes get included into a parameter. The parameter is copied into \a copy
126  * which has to be allocated big enough by a caller, quotes are stripped in
127  * the copy and the copy is terminated by 0.
128  *
129  * On return \a params is set to next parameter or to NULL if last
130  * parameter is returned.
131  *
132  * \retval 0 if parameter is returned in \a copy
133  * \retval 1 otherwise
134  * \retval -EINVAL if unbalanced quota is found
135  */
136 int class_get_next_param(char **params, char *copy)
137 {
138         char *q1, *q2, *str;
139         int len;
140
141         str = *params;
142         while (*str == ' ')
143                 str++;
144
145         if (*str == '\0') {
146                 *params = NULL;
147                 return 1;
148         }
149
150         while (1) {
151                 q1 = strpbrk(str, " '\"");
152                 if (q1 == NULL) {
153                         len = strlen(str);
154                         memcpy(copy, str, len);
155                         copy[len] = '\0';
156                         *params = NULL;
157                         return 0;
158                 }
159                 len = q1 - str;
160                 if (*q1 == ' ') {
161                         memcpy(copy, str, len);
162                         copy[len] = '\0';
163                         *params = str + len;
164                         return 0;
165                 }
166
167                 memcpy(copy, str, len);
168                 copy += len;
169
170                 /* search for the matching closing quote */
171                 str = q1 + 1;
172                 q2 = strchr(str, *q1);
173                 if (q2 == NULL) {
174                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
175                                *params);
176                         return -EINVAL;
177                 }
178                 len = q2 - str;
179                 memcpy(copy, str, len);
180                 copy += len;
181                 str = q2 + 1;
182         }
183         return 1;
184 }
185 EXPORT_SYMBOL(class_get_next_param);
186
187 /* returns 0 if this is the first key in the buffer, else 1.
188    valp points to first char after key. */
189 int class_match_param(char *buf, char *key, char **valp)
190 {
191         if (!buf)
192                 return 1;
193
194         if (memcmp(buf, key, strlen(key)) != 0)
195                 return 1;
196
197         if (valp)
198                 *valp = buf + strlen(key);
199
200         return 0;
201 }
202 EXPORT_SYMBOL(class_match_param);
203
204 static int parse_nid(char *buf, void *value)
205 {
206         lnet_nid_t *nid = (lnet_nid_t *)value;
207
208         *nid = libcfs_str2nid(buf);
209         if (*nid != LNET_NID_ANY)
210                 return 0;
211
212         LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
213         return -EINVAL;
214 }
215
216 static int parse_net(char *buf, void *value)
217 {
218         __u32 *net = (__u32 *)value;
219
220         *net = libcfs_str2net(buf);
221         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
222         return 0;
223 }
224
225 enum {
226         CLASS_PARSE_NID = 1,
227         CLASS_PARSE_NET,
228 };
229
230 /* 0 is good nid,
231    1 not found
232    < 0 error
233    endh is set to next separator */
234 static int class_parse_value(char *buf, int opc, void *value, char **endh)
235 {
236         char *endp;
237         char  tmp;
238         int   rc = 0;
239
240         if (!buf)
241                 return 1;
242         while (*buf == ',' || *buf == ':')
243                 buf++;
244         if (*buf == ' ' || *buf == '/' || *buf == '\0')
245                 return 1;
246
247         /* nid separators or end of nids */
248         endp = strpbrk(buf, ",: /");
249         if (endp == NULL)
250                 endp = buf + strlen(buf);
251
252         tmp = *endp;
253         *endp = '\0';
254         switch (opc) {
255         default:
256                 LBUG();
257         case CLASS_PARSE_NID:
258                 rc = parse_nid(buf, value);
259                 break;
260         case CLASS_PARSE_NET:
261                 rc = parse_net(buf, value);
262                 break;
263         }
264         *endp = tmp;
265         if (rc != 0)
266                 return rc;
267         if (endh)
268                 *endh = endp;
269         return 0;
270 }
271
272 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
273 {
274         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh);
275 }
276 EXPORT_SYMBOL(class_parse_nid);
277
278 int class_parse_net(char *buf, __u32 *net, char **endh)
279 {
280         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh);
281 }
282 EXPORT_SYMBOL(class_parse_net);
283
284 /* 1 param contains key and match
285  * 0 param contains key and not match
286  * -1 param does not contain key
287  */
288 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
289 {
290         lnet_nid_t tmp;
291         int   rc = -1;
292
293         while (class_find_param(buf, key, &buf) == 0) {
294                 /* please restrict to the nids pertaining to
295                  * the specified nids */
296                 while (class_parse_nid(buf, &tmp, &buf) == 0) {
297                         if (tmp == nid)
298                                 return 1;
299                 }
300                 rc = 0;
301         }
302         return rc;
303 }
304 EXPORT_SYMBOL(class_match_nid);
305
306 int class_match_net(char *buf, char *key, __u32 net)
307 {
308         __u32 tmp;
309         int   rc = -1;
310
311         while (class_find_param(buf, key, &buf) == 0) {
312                 /* please restrict to the nids pertaining to
313                  * the specified networks */
314                 while (class_parse_net(buf, &tmp, &buf) == 0) {
315                         if (tmp == net)
316                                 return 1;
317                 }
318                 rc = 0;
319         }
320         return rc;
321 }
322 EXPORT_SYMBOL(class_match_net);
323
324 /********************** class fns **********************/
325
326 /**
327  * Create a new obd device and set the type, name and uuid.  If successful,
328  * the new device can be accessed by either name or uuid.
329  */
330 int class_attach(struct lustre_cfg *lcfg)
331 {
332         struct obd_device *obd = NULL;
333         char *typename, *name, *uuid;
334         int rc, len;
335         ENTRY;
336
337         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
338                 CERROR("No type passed!\n");
339                 RETURN(-EINVAL);
340         }
341         typename = lustre_cfg_string(lcfg, 1);
342
343         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
344                 CERROR("No name passed!\n");
345                 RETURN(-EINVAL);
346         }
347         name = lustre_cfg_string(lcfg, 0);
348
349         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
350                 CERROR("No UUID passed!\n");
351                 RETURN(-EINVAL);
352         }
353         uuid = lustre_cfg_string(lcfg, 2);
354
355         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
356                MKSTR(typename), MKSTR(name), MKSTR(uuid));
357
358         obd = class_newdev(typename, name);
359         if (IS_ERR(obd)) {
360                 /* Already exists or out of obds */
361                 rc = PTR_ERR(obd);
362                 obd = NULL;
363                 CERROR("Cannot create device %s of type %s : %d\n",
364                        name, typename, rc);
365                 GOTO(out, rc);
366         }
367         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
368                  name, typename);
369         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
370                  "obd %p obd_magic %08X != %08X\n",
371                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
372         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
373                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
374
375         cfs_rwlock_init(&obd->obd_pool_lock);
376         obd->obd_pool_limit = 0;
377         obd->obd_pool_slv = 0;
378
379         CFS_INIT_LIST_HEAD(&obd->obd_exports);
380         CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
381         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
382         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
383         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
384         cfs_spin_lock_init(&obd->obd_nid_lock);
385         cfs_spin_lock_init(&obd->obd_dev_lock);
386         cfs_mutex_init(&obd->obd_dev_mutex);
387         cfs_spin_lock_init(&obd->obd_osfs_lock);
388         /* obd->obd_osfs_age must be set to a value in the distant
389          * past to guarantee a fresh statfs is fetched on mount. */
390         obd->obd_osfs_age = cfs_time_shift_64(-1000);
391
392         /* XXX belongs in setup not attach  */
393         cfs_init_rwsem(&obd->obd_observer_link_sem);
394         /* recovery data */
395         cfs_init_timer(&obd->obd_recovery_timer);
396         cfs_spin_lock_init(&obd->obd_recovery_task_lock);
397         cfs_waitq_init(&obd->obd_next_transno_waitq);
398         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
399         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
400         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
401         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
402         CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
403
404         llog_group_init(&obd->obd_olg, FID_SEQ_LLOG);
405
406         obd->obd_conn_inprogress = 0;
407
408         len = strlen(uuid);
409         if (len >= sizeof(obd->obd_uuid)) {
410                 CERROR("uuid must be < %d bytes long\n",
411                        (int)sizeof(obd->obd_uuid));
412                 GOTO(out, rc = -EINVAL);
413         }
414         memcpy(obd->obd_uuid.uuid, uuid, len);
415
416         /* do the attach */
417         if (OBP(obd, attach)) {
418                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
419                 if (rc)
420                         GOTO(out, rc = -EINVAL);
421         }
422
423         /* Detach drops this */
424         cfs_spin_lock(&obd->obd_dev_lock);
425         cfs_atomic_set(&obd->obd_refcount, 1);
426         cfs_spin_unlock(&obd->obd_dev_lock);
427         lu_ref_init(&obd->obd_reference);
428         lu_ref_add(&obd->obd_reference, "attach", obd);
429
430         obd->obd_attached = 1;
431         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
432                obd->obd_minor, typename, cfs_atomic_read(&obd->obd_refcount));
433         RETURN(0);
434  out:
435         if (obd != NULL) {
436                 class_release_dev(obd);
437         }
438         return rc;
439 }
440 EXPORT_SYMBOL(class_attach);
441
442 /** Create hashes, self-export, and call type-specific setup.
443  * Setup is effectively the "start this obd" call.
444  */
445 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
446 {
447         int err = 0;
448         struct obd_export *exp;
449         ENTRY;
450
451         LASSERT(obd != NULL);
452         LASSERTF(obd == class_num2obd(obd->obd_minor),
453                  "obd %p != obd_devs[%d] %p\n",
454                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
455         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
456                  "obd %p obd_magic %08x != %08x\n",
457                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
458
459         /* have we attached a type to this device? */
460         if (!obd->obd_attached) {
461                 CERROR("Device %d not attached\n", obd->obd_minor);
462                 RETURN(-ENODEV);
463         }
464
465         if (obd->obd_set_up) {
466                 CERROR("Device %d already setup (type %s)\n",
467                        obd->obd_minor, obd->obd_type->typ_name);
468                 RETURN(-EEXIST);
469         }
470
471         /* is someone else setting us up right now? (attach inits spinlock) */
472         cfs_spin_lock(&obd->obd_dev_lock);
473         if (obd->obd_starting) {
474                 cfs_spin_unlock(&obd->obd_dev_lock);
475                 CERROR("Device %d setup in progress (type %s)\n",
476                        obd->obd_minor, obd->obd_type->typ_name);
477                 RETURN(-EEXIST);
478         }
479         /* just leave this on forever.  I can't use obd_set_up here because
480            other fns check that status, and we're not actually set up yet. */
481         obd->obd_starting = 1;
482         obd->obd_uuid_hash = NULL;
483         obd->obd_nid_hash = NULL;
484         obd->obd_nid_stats_hash = NULL;
485         cfs_spin_unlock(&obd->obd_dev_lock);
486
487         /* create an uuid-export lustre hash */
488         obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
489                                              HASH_UUID_CUR_BITS,
490                                              HASH_UUID_MAX_BITS,
491                                              HASH_UUID_BKT_BITS, 0,
492                                              CFS_HASH_MIN_THETA,
493                                              CFS_HASH_MAX_THETA,
494                                              &uuid_hash_ops, CFS_HASH_DEFAULT);
495         if (!obd->obd_uuid_hash)
496                 GOTO(err_hash, err = -ENOMEM);
497
498         /* create a nid-export lustre hash */
499         obd->obd_nid_hash = cfs_hash_create("NID_HASH",
500                                             HASH_NID_CUR_BITS,
501                                             HASH_NID_MAX_BITS,
502                                             HASH_NID_BKT_BITS, 0,
503                                             CFS_HASH_MIN_THETA,
504                                             CFS_HASH_MAX_THETA,
505                                             &nid_hash_ops, CFS_HASH_DEFAULT);
506         if (!obd->obd_nid_hash)
507                 GOTO(err_hash, err = -ENOMEM);
508
509         /* create a nid-stats lustre hash */
510         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
511                                                   HASH_NID_STATS_CUR_BITS,
512                                                   HASH_NID_STATS_MAX_BITS,
513                                                   HASH_NID_STATS_BKT_BITS, 0,
514                                                   CFS_HASH_MIN_THETA,
515                                                   CFS_HASH_MAX_THETA,
516                                                   &nid_stat_hash_ops, CFS_HASH_DEFAULT);
517         if (!obd->obd_nid_stats_hash)
518                 GOTO(err_hash, err = -ENOMEM);
519
520         exp = class_new_export(obd, &obd->obd_uuid);
521         if (IS_ERR(exp))
522                 GOTO(err_hash, err = PTR_ERR(exp));
523
524         obd->obd_self_export = exp;
525         cfs_list_del_init(&exp->exp_obd_chain_timed);
526         class_export_put(exp);
527
528         err = obd_setup(obd, lcfg);
529         if (err)
530                 GOTO(err_exp, err);
531
532         obd->obd_set_up = 1;
533
534         cfs_spin_lock(&obd->obd_dev_lock);
535         /* cleanup drops this */
536         class_incref(obd, "setup", obd);
537         cfs_spin_unlock(&obd->obd_dev_lock);
538
539         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
540                obd->obd_name, obd->obd_uuid.uuid);
541
542         RETURN(0);
543 err_exp:
544         if (obd->obd_self_export) {
545                 class_unlink_export(obd->obd_self_export);
546                 obd->obd_self_export = NULL;
547         }
548 err_hash:
549         if (obd->obd_uuid_hash) {
550                 cfs_hash_putref(obd->obd_uuid_hash);
551                 obd->obd_uuid_hash = NULL;
552         }
553         if (obd->obd_nid_hash) {
554                 cfs_hash_putref(obd->obd_nid_hash);
555                 obd->obd_nid_hash = NULL;
556         }
557         if (obd->obd_nid_stats_hash) {
558                 cfs_hash_putref(obd->obd_nid_stats_hash);
559                 obd->obd_nid_stats_hash = NULL;
560         }
561         obd->obd_starting = 0;
562         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
563         return err;
564 }
565 EXPORT_SYMBOL(class_setup);
566
567 /** We have finished using this obd and are ready to destroy it.
568  * There can be no more references to this obd.
569  */
570 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
571 {
572         ENTRY;
573
574         if (obd->obd_set_up) {
575                 CERROR("OBD device %d still set up\n", obd->obd_minor);
576                 RETURN(-EBUSY);
577         }
578
579         cfs_spin_lock(&obd->obd_dev_lock);
580         if (!obd->obd_attached) {
581                 cfs_spin_unlock(&obd->obd_dev_lock);
582                 CERROR("OBD device %d not attached\n", obd->obd_minor);
583                 RETURN(-ENODEV);
584         }
585         obd->obd_attached = 0;
586         cfs_spin_unlock(&obd->obd_dev_lock);
587
588         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
589                obd->obd_name, obd->obd_uuid.uuid);
590
591         class_decref(obd, "attach", obd);
592         RETURN(0);
593 }
594 EXPORT_SYMBOL(class_detach);
595
596 /** Start shutting down the obd.  There may be in-progess ops when
597  * this is called.  We tell them to start shutting down with a call
598  * to class_disconnect_exports().
599  */
600 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
601 {
602         int err = 0;
603         char *flag;
604         ENTRY;
605
606         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
607
608         if (!obd->obd_set_up) {
609                 CERROR("Device %d not setup\n", obd->obd_minor);
610                 RETURN(-ENODEV);
611         }
612
613         cfs_spin_lock(&obd->obd_dev_lock);
614         if (obd->obd_stopping) {
615                 cfs_spin_unlock(&obd->obd_dev_lock);
616                 CERROR("OBD %d already stopping\n", obd->obd_minor);
617                 RETURN(-ENODEV);
618         }
619         /* Leave this on forever */
620         obd->obd_stopping = 1;
621
622         /* wait for already-arrived-connections to finish. */
623         while (obd->obd_conn_inprogress > 0) {
624                 cfs_spin_unlock(&obd->obd_dev_lock);
625
626                 cfs_cond_resched();
627
628                 cfs_spin_lock(&obd->obd_dev_lock);
629         }
630        cfs_spin_unlock(&obd->obd_dev_lock);
631
632         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
633                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
634                         switch (*flag) {
635                         case 'F':
636                                 obd->obd_force = 1;
637                                 break;
638                         case 'A':
639                                 LCONSOLE_WARN("Failing over %s\n",
640                                               obd->obd_name);
641                                 obd->obd_fail = 1;
642                                 obd->obd_no_transno = 1;
643                                 obd->obd_no_recov = 1;
644                                 if (OBP(obd, iocontrol)) {
645                                         obd_iocontrol(OBD_IOC_SYNC,
646                                                       obd->obd_self_export,
647                                                       0, NULL, NULL);
648                                 }
649                                 break;
650                         default:
651                                 CERROR("Unrecognised flag '%c'\n", *flag);
652                         }
653         }
654
655         LASSERT(obd->obd_self_export);
656
657         /* The three references that should be remaining are the
658          * obd_self_export and the attach and setup references. */
659         if (cfs_atomic_read(&obd->obd_refcount) > 3) {
660                 /* refcounf - 3 might be the number of real exports
661                    (excluding self export). But class_incref is called
662                    by other things as well, so don't count on it. */
663                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
664                        obd->obd_name, cfs_atomic_read(&obd->obd_refcount) - 3);
665                 dump_exports(obd, 0);
666                 class_disconnect_exports(obd);
667         }
668
669         /* Precleanup, we must make sure all exports get destroyed. */
670         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
671         if (err)
672                 CERROR("Precleanup %s returned %d\n",
673                        obd->obd_name, err);
674
675         /* destroy an uuid-export hash body */
676         if (obd->obd_uuid_hash) {
677                 cfs_hash_putref(obd->obd_uuid_hash);
678                 obd->obd_uuid_hash = NULL;
679         }
680
681         /* destroy a nid-export hash body */
682         if (obd->obd_nid_hash) {
683                 cfs_hash_putref(obd->obd_nid_hash);
684                 obd->obd_nid_hash = NULL;
685         }
686
687         /* destroy a nid-stats hash body */
688         if (obd->obd_nid_stats_hash) {
689                 cfs_hash_putref(obd->obd_nid_stats_hash);
690                 obd->obd_nid_stats_hash = NULL;
691         }
692
693         class_decref(obd, "setup", obd);
694         obd->obd_set_up = 0;
695
696         RETURN(0);
697 }
698 EXPORT_SYMBOL(class_cleanup);
699
700 struct obd_device *class_incref(struct obd_device *obd,
701                                 const char *scope, const void *source)
702 {
703         lu_ref_add_atomic(&obd->obd_reference, scope, source);
704         cfs_atomic_inc(&obd->obd_refcount);
705         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
706                cfs_atomic_read(&obd->obd_refcount));
707
708         return obd;
709 }
710 EXPORT_SYMBOL(class_incref);
711
712 void class_decref(struct obd_device *obd, const char *scope, const void *source)
713 {
714         int err;
715         int refs;
716
717         cfs_spin_lock(&obd->obd_dev_lock);
718         cfs_atomic_dec(&obd->obd_refcount);
719         refs = cfs_atomic_read(&obd->obd_refcount);
720         cfs_spin_unlock(&obd->obd_dev_lock);
721         lu_ref_del(&obd->obd_reference, scope, source);
722
723         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
724
725         if ((refs == 1) && obd->obd_stopping) {
726                 /* All exports have been destroyed; there should
727                    be no more in-progress ops by this point.*/
728
729                 cfs_spin_lock(&obd->obd_self_export->exp_lock);
730                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
731                 cfs_spin_unlock(&obd->obd_self_export->exp_lock);
732
733                 /* note that we'll recurse into class_decref again */
734                 class_unlink_export(obd->obd_self_export);
735                 return;
736         }
737
738         if (refs == 0) {
739                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
740                        obd->obd_name, obd->obd_uuid.uuid);
741                 LASSERT(!obd->obd_attached);
742                 if (obd->obd_stopping) {
743                         /* If we're not stopping, we were never set up */
744                         err = obd_cleanup(obd);
745                         if (err)
746                                 CERROR("Cleanup %s returned %d\n",
747                                        obd->obd_name, err);
748                 }
749                 if (OBP(obd, detach)) {
750                         err = OBP(obd, detach)(obd);
751                         if (err)
752                                 CERROR("Detach returned %d\n", err);
753                 }
754                 class_release_dev(obd);
755         }
756 }
757 EXPORT_SYMBOL(class_decref);
758
759 /** Add a failover nid location.
760  * Client obd types contact server obd types using this nid list.
761  */
762 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
763 {
764         struct obd_import *imp;
765         struct obd_uuid uuid;
766         int rc;
767         ENTRY;
768
769         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
770             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
771                 CERROR("invalid conn_uuid\n");
772                 RETURN(-EINVAL);
773         }
774         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
775             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
776             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
777                 CERROR("can't add connection on non-client dev\n");
778                 RETURN(-EINVAL);
779         }
780
781         imp = obd->u.cli.cl_import;
782         if (!imp) {
783                 CERROR("try to add conn on immature client dev\n");
784                 RETURN(-EINVAL);
785         }
786
787         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
788         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
789
790         RETURN(rc);
791 }
792
793 /** Remove a failover nid location.
794  */
795 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
796 {
797         struct obd_import *imp;
798         struct obd_uuid uuid;
799         int rc;
800         ENTRY;
801
802         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
803             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
804                 CERROR("invalid conn_uuid\n");
805                 RETURN(-EINVAL);
806         }
807         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
808             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
809                 CERROR("can't del connection on non-client dev\n");
810                 RETURN(-EINVAL);
811         }
812
813         imp = obd->u.cli.cl_import;
814         if (!imp) {
815                 CERROR("try to del conn on immature client dev\n");
816                 RETURN(-EINVAL);
817         }
818
819         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
820         rc = obd_del_conn(imp, &uuid);
821
822         RETURN(rc);
823 }
824
825 CFS_LIST_HEAD(lustre_profile_list);
826
827 struct lustre_profile *class_get_profile(const char * prof)
828 {
829         struct lustre_profile *lprof;
830
831         ENTRY;
832         cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
833                 if (!strcmp(lprof->lp_profile, prof)) {
834                         RETURN(lprof);
835                 }
836         }
837         RETURN(NULL);
838 }
839 EXPORT_SYMBOL(class_get_profile);
840
841 /** Create a named "profile".
842  * This defines the mdc and osc names to use for a client.
843  * This also is used to define the lov to be used by a mdt.
844  */
845 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
846                       int mdclen, char *mdc)
847 {
848         struct lustre_profile *lprof;
849         int err = 0;
850         ENTRY;
851
852         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
853
854         OBD_ALLOC(lprof, sizeof(*lprof));
855         if (lprof == NULL)
856                 RETURN(-ENOMEM);
857         CFS_INIT_LIST_HEAD(&lprof->lp_list);
858
859         LASSERT(proflen == (strlen(prof) + 1));
860         OBD_ALLOC(lprof->lp_profile, proflen);
861         if (lprof->lp_profile == NULL)
862                 GOTO(out, err = -ENOMEM);
863         memcpy(lprof->lp_profile, prof, proflen);
864
865         LASSERT(osclen == (strlen(osc) + 1));
866         OBD_ALLOC(lprof->lp_dt, osclen);
867         if (lprof->lp_dt == NULL)
868                 GOTO(out, err = -ENOMEM);
869         memcpy(lprof->lp_dt, osc, osclen);
870
871         if (mdclen > 0) {
872                 LASSERT(mdclen == (strlen(mdc) + 1));
873                 OBD_ALLOC(lprof->lp_md, mdclen);
874                 if (lprof->lp_md == NULL)
875                         GOTO(out, err = -ENOMEM);
876                 memcpy(lprof->lp_md, mdc, mdclen);
877         }
878
879         cfs_list_add(&lprof->lp_list, &lustre_profile_list);
880         RETURN(err);
881
882 out:
883         if (lprof->lp_md)
884                 OBD_FREE(lprof->lp_md, mdclen);
885         if (lprof->lp_dt)
886                 OBD_FREE(lprof->lp_dt, osclen);
887         if (lprof->lp_profile)
888                 OBD_FREE(lprof->lp_profile, proflen);
889         OBD_FREE(lprof, sizeof(*lprof));
890         RETURN(err);
891 }
892
893 void class_del_profile(const char *prof)
894 {
895         struct lustre_profile *lprof;
896         ENTRY;
897
898         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
899
900         lprof = class_get_profile(prof);
901         if (lprof) {
902                 cfs_list_del(&lprof->lp_list);
903                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
904                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
905                 if (lprof->lp_md)
906                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
907                 OBD_FREE(lprof, sizeof *lprof);
908         }
909         EXIT;
910 }
911 EXPORT_SYMBOL(class_del_profile);
912
913 /* COMPAT_146 */
914 void class_del_profiles(void)
915 {
916         struct lustre_profile *lprof, *n;
917         ENTRY;
918
919         cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
920                 cfs_list_del(&lprof->lp_list);
921                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
922                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
923                 if (lprof->lp_md)
924                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
925                 OBD_FREE(lprof, sizeof *lprof);
926         }
927         EXIT;
928 }
929 EXPORT_SYMBOL(class_del_profiles);
930
931 static int class_set_global(char *ptr, int val, struct lustre_cfg *lcfg)
932 {
933         ENTRY;
934         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
935                 at_min = val;
936         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
937                 at_max = val;
938         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
939                 at_extra = val;
940         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
941                 at_early_margin = val;
942         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
943                 at_history = val;
944         else if (class_match_param(ptr, PARAM_JOBID_VAR, NULL) == 0)
945                 strlcpy(obd_jobid_var, lustre_cfg_string(lcfg, 2),
946                         JOBSTATS_JOBID_VAR_MAX_LEN + 1);
947         else
948                 RETURN(-EINVAL);
949
950         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
951         RETURN(0);
952 }
953
954
955 /* We can't call ll_process_config or lquota_process_config directly because
956  * it lives in a module that must be loaded after this one. */
957 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
958 static int (*quota_process_config)(struct lustre_cfg *lcfg) = NULL;
959
960 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
961 {
962         client_process_config = cpc;
963 }
964 EXPORT_SYMBOL(lustre_register_client_process_config);
965
966 /**
967  * Rename the proc parameter in \a cfg with a new name \a new_name.
968  *
969  * \param cfg      config structure which contains the proc parameter
970  * \param new_name new name of the proc parameter
971  *
972  * \retval valid-pointer    pointer to the newly-allocated config structure
973  *                          which contains the renamed proc parameter
974  * \retval ERR_PTR(-EINVAL) if \a cfg or \a new_name is NULL, or \a cfg does
975  *                          not contain a proc parameter
976  * \retval ERR_PTR(-ENOMEM) if memory allocation failure occurs
977  */
978 struct lustre_cfg *lustre_cfg_rename(struct lustre_cfg *cfg,
979                                      const char *new_name)
980 {
981         struct lustre_cfg_bufs  *bufs = NULL;
982         struct lustre_cfg       *new_cfg = NULL;
983         char                    *param = NULL;
984         char                    *new_param = NULL;
985         char                    *value = NULL;
986         int                      name_len = 0;
987         int                      new_len = 0;
988         ENTRY;
989
990         if (cfg == NULL || new_name == NULL)
991                 RETURN(ERR_PTR(-EINVAL));
992
993         param = lustre_cfg_string(cfg, 1);
994         if (param == NULL)
995                 RETURN(ERR_PTR(-EINVAL));
996
997         value = strchr(param, '=');
998         if (value == NULL)
999                 name_len = strlen(param);
1000         else
1001                 name_len = value - param;
1002
1003         new_len = LUSTRE_CFG_BUFLEN(cfg, 1) + strlen(new_name) - name_len;
1004
1005         OBD_ALLOC(new_param, new_len);
1006         if (new_param == NULL)
1007                 RETURN(ERR_PTR(-ENOMEM));
1008
1009         strcpy(new_param, new_name);
1010         if (value != NULL)
1011                 strcat(new_param, value);
1012
1013         OBD_ALLOC_PTR(bufs);
1014         if (bufs == NULL) {
1015                 OBD_FREE(new_param, new_len);
1016                 RETURN(ERR_PTR(-ENOMEM));
1017         }
1018
1019         lustre_cfg_bufs_reset(bufs, NULL);
1020         lustre_cfg_bufs_init(bufs, cfg);
1021         lustre_cfg_bufs_set_string(bufs, 1, new_param);
1022
1023         new_cfg = lustre_cfg_new(cfg->lcfg_command, bufs);
1024
1025         OBD_FREE(new_param, new_len);
1026         OBD_FREE_PTR(bufs);
1027         if (new_cfg == NULL)
1028                 RETURN(ERR_PTR(-ENOMEM));
1029
1030         new_cfg->lcfg_num = cfg->lcfg_num;
1031         new_cfg->lcfg_flags = cfg->lcfg_flags;
1032         new_cfg->lcfg_nid = cfg->lcfg_nid;
1033         new_cfg->lcfg_nal = cfg->lcfg_nal;
1034
1035         RETURN(new_cfg);
1036 }
1037 EXPORT_SYMBOL(lustre_cfg_rename);
1038
1039 void lustre_register_quota_process_config(int (*qpc)(struct lustre_cfg *lcfg))
1040 {
1041         quota_process_config = qpc;
1042 }
1043 EXPORT_SYMBOL(lustre_register_quota_process_config);
1044
1045 /** Process configuration commands given in lustre_cfg form.
1046  * These may come from direct calls (e.g. class_manual_cleanup)
1047  * or processing the config llog, or ioctl from lctl.
1048  */
1049 int class_process_config(struct lustre_cfg *lcfg)
1050 {
1051         struct obd_device *obd;
1052         int err;
1053
1054         LASSERT(lcfg && !IS_ERR(lcfg));
1055         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
1056
1057         /* Commands that don't need a device */
1058         switch(lcfg->lcfg_command) {
1059         case LCFG_ATTACH: {
1060                 err = class_attach(lcfg);
1061                 GOTO(out, err);
1062         }
1063         case LCFG_ADD_UUID: {
1064                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
1065                        " (%s)\n", lustre_cfg_string(lcfg, 1),
1066                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
1067
1068                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
1069                 GOTO(out, err);
1070         }
1071         case LCFG_DEL_UUID: {
1072                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
1073                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
1074                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
1075
1076                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
1077                 GOTO(out, err);
1078         }
1079         case LCFG_MOUNTOPT: {
1080                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
1081                        lustre_cfg_string(lcfg, 1),
1082                        lustre_cfg_string(lcfg, 2),
1083                        lustre_cfg_string(lcfg, 3));
1084                 /* set these mount options somewhere, so ll_fill_super
1085                  * can find them. */
1086                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
1087                                         lustre_cfg_string(lcfg, 1),
1088                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
1089                                         lustre_cfg_string(lcfg, 2),
1090                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
1091                                         lustre_cfg_string(lcfg, 3));
1092                 GOTO(out, err);
1093         }
1094         case LCFG_DEL_MOUNTOPT: {
1095                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
1096                        lustre_cfg_string(lcfg, 1));
1097                 class_del_profile(lustre_cfg_string(lcfg, 1));
1098                 GOTO(out, err = 0);
1099         }
1100         case LCFG_SET_TIMEOUT: {
1101                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
1102                        obd_timeout, lcfg->lcfg_num);
1103                 obd_timeout = max(lcfg->lcfg_num, 1U);
1104                 obd_timeout_set = 1;
1105                 GOTO(out, err = 0);
1106         }
1107         case LCFG_SET_LDLM_TIMEOUT: {
1108                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
1109                        ldlm_timeout, lcfg->lcfg_num);
1110                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
1111                 if (ldlm_timeout >= obd_timeout)
1112                         ldlm_timeout = max(obd_timeout / 3, 1U);
1113                 ldlm_timeout_set = 1;
1114                 GOTO(out, err = 0);
1115         }
1116         case LCFG_SET_UPCALL: {
1117                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
1118                 /* COMPAT_146 Don't fail on old configs */
1119                 GOTO(out, err = 0);
1120         }
1121         case LCFG_MARKER: {
1122                 struct cfg_marker *marker;
1123                 marker = lustre_cfg_buf(lcfg, 1);
1124                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
1125                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
1126                 GOTO(out, err = 0);
1127         }
1128         case LCFG_PARAM: {
1129                 char *tmp;
1130                 /* llite has no obd */
1131                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
1132                                        PARAM_LLITE, 0) == 0) &&
1133                     client_process_config) {
1134                         err = (*client_process_config)(lcfg);
1135                         GOTO(out, err);
1136                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1137                                               PARAM_SYS, &tmp) == 0)) {
1138                         /* Global param settings */
1139                         err = class_set_global(tmp, lcfg->lcfg_num, lcfg);
1140                         /* Note that since LCFG_PARAM is LCFG_REQUIRED, new
1141                            unknown globals would cause config to fail */
1142                         if (err)
1143                                 CWARN("Ignoring unknown param %s\n", tmp);
1144                         GOTO(out, 0);
1145                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1146                                               PARAM_QUOTA, &tmp) == 0) &&
1147                            quota_process_config) {
1148                         err = (*quota_process_config)(lcfg);
1149                         GOTO(out, err);
1150                 }
1151                 /* Fall through */
1152                 break;
1153         }
1154         }
1155
1156         /* Commands that require a device */
1157         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1158         if (obd == NULL) {
1159                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1160                         CERROR("this lcfg command requires a device name\n");
1161                 else
1162                         CERROR("no device for: %s\n",
1163                                lustre_cfg_string(lcfg, 0));
1164
1165                 GOTO(out, err = -EINVAL);
1166         }
1167
1168         switch(lcfg->lcfg_command) {
1169         case LCFG_SETUP: {
1170                 err = class_setup(obd, lcfg);
1171                 GOTO(out, err);
1172         }
1173         case LCFG_DETACH: {
1174                 err = class_detach(obd, lcfg);
1175                 GOTO(out, err = 0);
1176         }
1177         case LCFG_CLEANUP: {
1178                 err = class_cleanup(obd, lcfg);
1179                 GOTO(out, err = 0);
1180         }
1181         case LCFG_ADD_CONN: {
1182                 err = class_add_conn(obd, lcfg);
1183                 GOTO(out, err = 0);
1184         }
1185         case LCFG_DEL_CONN: {
1186                 err = class_del_conn(obd, lcfg);
1187                 GOTO(out, err = 0);
1188         }
1189         case LCFG_POOL_NEW: {
1190                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1191                 GOTO(out, err = 0);
1192                 break;
1193         }
1194         case LCFG_POOL_ADD: {
1195                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1196                                    lustre_cfg_string(lcfg, 3));
1197                 GOTO(out, err = 0);
1198                 break;
1199         }
1200         case LCFG_POOL_REM: {
1201                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1202                                    lustre_cfg_string(lcfg, 3));
1203                 GOTO(out, err = 0);
1204                 break;
1205         }
1206         case LCFG_POOL_DEL: {
1207                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1208                 GOTO(out, err = 0);
1209                 break;
1210         }
1211         default: {
1212                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1213                 GOTO(out, err);
1214
1215         }
1216         }
1217 out:
1218         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1219                 CWARN("Ignoring error %d on optional command %#x\n", err,
1220                       lcfg->lcfg_command);
1221                 err = 0;
1222         }
1223         return err;
1224 }
1225 EXPORT_SYMBOL(class_process_config);
1226
1227 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
1228                              struct lustre_cfg *lcfg, void *data)
1229 {
1230 #ifdef __KERNEL__
1231         struct lprocfs_vars *var;
1232         char *key, *sval;
1233         int i, keylen, vallen;
1234         int matched = 0, j = 0;
1235         int rc = 0;
1236         int skip = 0;
1237         ENTRY;
1238
1239         if (lcfg->lcfg_command != LCFG_PARAM) {
1240                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1241                 RETURN(-EINVAL);
1242         }
1243
1244         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1245            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1246            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1247         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1248                 key = lustre_cfg_buf(lcfg, i);
1249                 /* Strip off prefix */
1250                 class_match_param(key, prefix, &key);
1251                 sval = strchr(key, '=');
1252                 if (!sval || (*(sval + 1) == 0)) {
1253                         CERROR("Can't parse param %s (missing '=')\n", key);
1254                         /* rc = -EINVAL;        continue parsing other params */
1255                         continue;
1256                 }
1257                 keylen = sval - key;
1258                 sval++;
1259                 vallen = strlen(sval);
1260                 matched = 0;
1261                 j = 0;
1262                 /* Search proc entries */
1263                 while (lvars[j].name) {
1264                         var = &lvars[j];
1265                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1266                             keylen == strlen(var->name)) {
1267                                 matched++;
1268                                 rc = -EROFS;
1269                                 if (var->write_fptr) {
1270                                         mm_segment_t oldfs;
1271                                         oldfs = get_fs();
1272                                         set_fs(KERNEL_DS);
1273                                         rc = (var->write_fptr)(NULL, sval,
1274                                                                vallen, data);
1275                                         set_fs(oldfs);
1276                                 }
1277                                 break;
1278                         }
1279                         j++;
1280                 }
1281                 if (!matched) {
1282                         /* If the prefix doesn't match, return error so we
1283                            can pass it down the stack */
1284                         if (strnchr(key, keylen, '.'))
1285                             RETURN(-ENOSYS);
1286                         CERROR("%s: unknown param %s\n",
1287                                (char *)lustre_cfg_string(lcfg, 0), key);
1288                         /* rc = -EINVAL;        continue parsing other params */
1289                         skip++;
1290                 } else if (rc < 0) {
1291                         CERROR("writing proc entry %s err %d\n",
1292                                var->name, rc);
1293                         rc = 0;
1294                 } else {
1295                         CDEBUG(D_CONFIG, "%s.%.*s: set parameter %.*s=%s\n",
1296                                       lustre_cfg_string(lcfg, 0),
1297                                       (int)strlen(prefix) - 1, prefix,
1298                                       (int)(sval - key - 1), key, sval);
1299                 }
1300         }
1301
1302         if (rc > 0)
1303                 rc = 0;
1304         if (!rc && skip)
1305                 rc = skip;
1306         RETURN(rc);
1307 #else
1308         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1309         /* Don't throw config error */
1310         RETURN(0);
1311 #endif
1312 }
1313 EXPORT_SYMBOL(class_process_proc_param);
1314
1315 #ifdef __KERNEL__
1316 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1317 #else
1318 #define lustre_check_exclusion(a,b)  0
1319 #endif
1320
1321 /** Parse a configuration llog, doing various manipulations on them
1322  * for various reasons, (modifications for compatibility, skip obsolete
1323  * records, change uuids, etc), then class_process_config() resulting
1324  * net records.
1325  */
1326 static int class_config_llog_handler(const struct lu_env *env,
1327                                      struct llog_handle *handle,
1328                                      struct llog_rec_hdr *rec, void *data)
1329 {
1330         struct config_llog_instance *clli = data;
1331         int cfg_len = rec->lrh_len;
1332         char *cfg_buf = (char*) (rec + 1);
1333         int rc = 0;
1334         ENTRY;
1335
1336         //class_config_dump_handler(handle, rec, data);
1337
1338         switch (rec->lrh_type) {
1339         case OBD_CFG_REC: {
1340                 struct lustre_cfg *lcfg, *lcfg_new;
1341                 struct lustre_cfg_bufs bufs;
1342                 char *inst_name = NULL;
1343                 int inst_len = 0;
1344                 int inst = 0, swab = 0;
1345
1346                 lcfg = (struct lustre_cfg *)cfg_buf;
1347                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1348                         lustre_swab_lustre_cfg(lcfg);
1349                         swab = 1;
1350                 }
1351
1352                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1353                 if (rc)
1354                         GOTO(out, rc);
1355
1356                 /* Figure out config state info */
1357                 if (lcfg->lcfg_command == LCFG_MARKER) {
1358                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1359                         lustre_swab_cfg_marker(marker, swab,
1360                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1361                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1362                                clli->cfg_flags, marker->cm_flags);
1363                         if (marker->cm_flags & CM_START) {
1364                                 /* all previous flags off */
1365                                 clli->cfg_flags = CFG_F_MARKER;
1366                                 if (marker->cm_flags & CM_SKIP) {
1367                                         clli->cfg_flags |= CFG_F_SKIP;
1368                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1369                                                marker->cm_step);
1370                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1371                                            (clli->cfg_sb &&
1372                                             lustre_check_exclusion(clli->cfg_sb,
1373                                                          marker->cm_tgtname))) {
1374                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1375                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1376                                                marker->cm_step);
1377                                 }
1378                         } else if (marker->cm_flags & CM_END) {
1379                                 clli->cfg_flags = 0;
1380                         }
1381                 }
1382                 /* A config command without a start marker before it is
1383                    illegal (post 146) */
1384                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1385                     !(clli->cfg_flags & CFG_F_MARKER) &&
1386                     (lcfg->lcfg_command != LCFG_MARKER)) {
1387                         CWARN("Config not inside markers, ignoring! "
1388                               "(inst: %p, uuid: %s, flags: %#x)\n",
1389                               clli->cfg_instance,
1390                               clli->cfg_uuid.uuid, clli->cfg_flags);
1391                         clli->cfg_flags |= CFG_F_SKIP;
1392                 }
1393                 if (clli->cfg_flags & CFG_F_SKIP) {
1394                         CDEBUG(D_CONFIG, "skipping %#x\n",
1395                                clli->cfg_flags);
1396                         rc = 0;
1397                         /* No processing! */
1398                         break;
1399                 }
1400
1401                 /*
1402                  * For interoperability between 1.8 and 2.0,
1403                  * rename "mds" obd device type to "mdt".
1404                  */
1405                 {
1406                         char *typename = lustre_cfg_string(lcfg, 1);
1407                         char *index = lustre_cfg_string(lcfg, 2);
1408
1409                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1410                              strcmp(typename, "mds") == 0)) {
1411                                 CWARN("For 1.8 interoperability, rename obd "
1412                                        "type from mds to mdt\n");
1413                                 typename[2] = 't';
1414                         }
1415                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1416                              strcmp(index, "type") == 0)) {
1417                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1418                                        "set this index to '0'\n");
1419                                 index[0] = '0';
1420                                 index[1] = 0;
1421                         }
1422                 }
1423
1424                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1425                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1426                         /* Add inactive instead */
1427                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1428
1429                 lustre_cfg_bufs_init(&bufs, lcfg);
1430
1431                 if (clli && clli->cfg_instance &&
1432                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1433                         inst = 1;
1434                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1435                                    sizeof(clli->cfg_instance) * 2 + 4;
1436                         OBD_ALLOC(inst_name, inst_len);
1437                         if (inst_name == NULL)
1438                                 GOTO(out, rc = -ENOMEM);
1439                         sprintf(inst_name, "%s-%p",
1440                                 lustre_cfg_string(lcfg, 0),
1441                                 clli->cfg_instance);
1442                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1443                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1444                                lcfg->lcfg_command, inst_name);
1445                 }
1446
1447                 /* we override the llog's uuid for clients, to insure they
1448                 are unique */
1449                 if (clli && clli->cfg_instance != NULL &&
1450                     lcfg->lcfg_command == LCFG_ATTACH) {
1451                         lustre_cfg_bufs_set_string(&bufs, 2,
1452                                                    clli->cfg_uuid.uuid);
1453                 }
1454                 /*
1455                  * sptlrpc config record, we expect 2 data segments:
1456                  *  [0]: fs_name/target_name,
1457                  *  [1]: rule string
1458                  * moving them to index [1] and [2], and insert MGC's
1459                  * obdname at index [0].
1460                  */
1461                 if (clli && clli->cfg_instance == NULL &&
1462                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1463                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1464                                             bufs.lcfg_buflen[1]);
1465                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1466                                             bufs.lcfg_buflen[0]);
1467                         lustre_cfg_bufs_set_string(&bufs, 0,
1468                                                    clli->cfg_obdname);
1469                 }
1470
1471                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1472
1473                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1474                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1475
1476                 /* XXX Hack to try to remain binary compatible with
1477                  * pre-newconfig logs */
1478                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1479                     (lcfg->lcfg_nid >> 32) == 0) {
1480                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1481
1482                         lcfg_new->lcfg_nid =
1483                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1484                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1485                               lcfg->lcfg_nal, addr,
1486                               libcfs_nid2str(lcfg_new->lcfg_nid));
1487                 } else {
1488                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1489                 }
1490
1491                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1492
1493                 rc = class_process_config(lcfg_new);
1494                 lustre_cfg_free(lcfg_new);
1495
1496                 if (inst)
1497                         OBD_FREE(inst_name, inst_len);
1498                 break;
1499         }
1500         default:
1501                 CERROR("Unknown llog record type %#x encountered\n",
1502                        rec->lrh_type);
1503                 break;
1504         }
1505 out:
1506         if (rc) {
1507                 CERROR("Err %d on cfg command:\n", rc);
1508                 class_config_dump_handler(NULL, handle, rec, data);
1509         }
1510         RETURN(rc);
1511 }
1512
1513 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1514                             struct config_llog_instance *cfg)
1515 {
1516         struct llog_process_cat_data cd = {0, 0};
1517         struct llog_handle *llh;
1518         int rc, rc2;
1519         ENTRY;
1520
1521         CDEBUG(D_INFO, "looking up llog %s\n", name);
1522         rc = llog_create(NULL, ctxt, &llh, NULL, name);
1523         if (rc)
1524                 RETURN(rc);
1525
1526         rc = llog_init_handle(NULL, llh, LLOG_F_IS_PLAIN, NULL);
1527         if (rc)
1528                 GOTO(parse_out, rc);
1529
1530         /* continue processing from where we last stopped to end-of-log */
1531         if (cfg)
1532                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1533         cd.lpcd_last_idx = 0;
1534
1535         rc = llog_process(NULL, llh, class_config_llog_handler, cfg, &cd);
1536
1537         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1538                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1539
1540         if (cfg)
1541                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1542
1543 parse_out:
1544         rc2 = llog_close(NULL, llh);
1545         if (rc == 0)
1546                 rc = rc2;
1547
1548         RETURN(rc);
1549 }
1550 EXPORT_SYMBOL(class_config_parse_llog);
1551
1552 int class_config_dump_handler(const struct lu_env *env,
1553                               struct llog_handle *handle,
1554                               struct llog_rec_hdr *rec, void *data)
1555 {
1556         int cfg_len = rec->lrh_len;
1557         char *cfg_buf = (char*) (rec + 1);
1558         char *outstr, *ptr, *end;
1559         int rc = 0;
1560         ENTRY;
1561
1562         OBD_ALLOC(outstr, 256);
1563         end = outstr + 256;
1564         ptr = outstr;
1565         if (!outstr) {
1566                 RETURN(-ENOMEM);
1567         }
1568         if (rec->lrh_type == OBD_CFG_REC) {
1569                 struct lustre_cfg *lcfg;
1570                 int i;
1571
1572                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1573                 if (rc)
1574                         GOTO(out, rc);
1575                 lcfg = (struct lustre_cfg *)cfg_buf;
1576
1577                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1578                                 lcfg->lcfg_command);
1579                 if (lcfg->lcfg_flags) {
1580                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1581                                         lcfg->lcfg_flags);
1582                 }
1583                 if (lcfg->lcfg_num) {
1584                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1585                                         lcfg->lcfg_num);
1586                 }
1587                 if (lcfg->lcfg_nid) {
1588                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1589                                         libcfs_nid2str(lcfg->lcfg_nid),
1590                                         lcfg->lcfg_nid);
1591                 }
1592                 if (lcfg->lcfg_command == LCFG_MARKER) {
1593                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1594                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1595                                         marker->cm_step, marker->cm_flags,
1596                                         marker->cm_tgtname, marker->cm_comment);
1597                 } else {
1598                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1599                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1600                                                 lustre_cfg_string(lcfg, i));
1601                         }
1602                 }
1603                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1604         } else {
1605                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1606                 rc = -EINVAL;
1607         }
1608 out:
1609         OBD_FREE(outstr, 256);
1610         RETURN(rc);
1611 }
1612
1613 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1614                            struct config_llog_instance *cfg)
1615 {
1616         struct llog_handle *llh;
1617         int rc, rc2;
1618         ENTRY;
1619
1620         LCONSOLE_INFO("Dumping config log %s\n", name);
1621
1622         rc = llog_create(NULL, ctxt, &llh, NULL, name);
1623         if (rc)
1624                 RETURN(rc);
1625
1626         rc = llog_init_handle(NULL, llh, LLOG_F_IS_PLAIN, NULL);
1627         if (rc)
1628                 GOTO(parse_out, rc);
1629
1630         rc = llog_process(NULL, llh, class_config_dump_handler, cfg, NULL);
1631 parse_out:
1632         rc2 = llog_close(NULL, llh);
1633         if (rc == 0)
1634                 rc = rc2;
1635
1636         LCONSOLE_INFO("End config log %s\n", name);
1637         RETURN(rc);
1638
1639 }
1640 EXPORT_SYMBOL(class_config_dump_llog);
1641
1642 /** Call class_cleanup and class_detach.
1643  * "Manual" only in the sense that we're faking lcfg commands.
1644  */
1645 int class_manual_cleanup(struct obd_device *obd)
1646 {
1647         char                    flags[3] = "";
1648         struct lustre_cfg      *lcfg;
1649         struct lustre_cfg_bufs  bufs;
1650         int                     rc;
1651         ENTRY;
1652
1653         if (!obd) {
1654                 CERROR("empty cleanup\n");
1655                 RETURN(-EALREADY);
1656         }
1657
1658         if (obd->obd_force)
1659                 strcat(flags, "F");
1660         if (obd->obd_fail)
1661                 strcat(flags, "A");
1662
1663         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1664                obd->obd_name, flags);
1665
1666         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1667         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1668         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1669         if (!lcfg)
1670                 RETURN(-ENOMEM);
1671
1672         rc = class_process_config(lcfg);
1673         if (rc) {
1674                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1675                 GOTO(out, rc);
1676         }
1677
1678         /* the lcfg is almost the same for both ops */
1679         lcfg->lcfg_command = LCFG_DETACH;
1680         rc = class_process_config(lcfg);
1681         if (rc)
1682                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1683 out:
1684         lustre_cfg_free(lcfg);
1685         RETURN(rc);
1686 }
1687 EXPORT_SYMBOL(class_manual_cleanup);
1688
1689 /*
1690  * uuid<->export lustre hash operations
1691  */
1692
1693 static unsigned
1694 uuid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1695 {
1696         return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
1697                                   sizeof(((struct obd_uuid *)key)->uuid), mask);
1698 }
1699
1700 static void *
1701 uuid_key(cfs_hlist_node_t *hnode)
1702 {
1703         struct obd_export *exp;
1704
1705         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1706
1707         return &exp->exp_client_uuid;
1708 }
1709
1710 /*
1711  * NOTE: It is impossible to find an export that is in failed
1712  *       state with this function
1713  */
1714 static int
1715 uuid_keycmp(const void *key, cfs_hlist_node_t *hnode)
1716 {
1717         struct obd_export *exp;
1718
1719         LASSERT(key);
1720         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1721
1722         return obd_uuid_equals(key, &exp->exp_client_uuid) &&
1723                !exp->exp_failed;
1724 }
1725
1726 static void *
1727 uuid_export_object(cfs_hlist_node_t *hnode)
1728 {
1729         return cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1730 }
1731
1732 static void
1733 uuid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1734 {
1735         struct obd_export *exp;
1736
1737         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1738         class_export_get(exp);
1739 }
1740
1741 static void
1742 uuid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1743 {
1744         struct obd_export *exp;
1745
1746         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1747         class_export_put(exp);
1748 }
1749
1750 static cfs_hash_ops_t uuid_hash_ops = {
1751         .hs_hash        = uuid_hash,
1752         .hs_key         = uuid_key,
1753         .hs_keycmp      = uuid_keycmp,
1754         .hs_object      = uuid_export_object,
1755         .hs_get         = uuid_export_get,
1756         .hs_put_locked  = uuid_export_put_locked,
1757 };
1758
1759
1760 /*
1761  * nid<->export hash operations
1762  */
1763
1764 static unsigned
1765 nid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1766 {
1767         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
1768 }
1769
1770 static void *
1771 nid_key(cfs_hlist_node_t *hnode)
1772 {
1773         struct obd_export *exp;
1774
1775         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1776
1777         RETURN(&exp->exp_connection->c_peer.nid);
1778 }
1779
1780 /*
1781  * NOTE: It is impossible to find an export that is in failed
1782  *       state with this function
1783  */
1784 static int
1785 nid_kepcmp(const void *key, cfs_hlist_node_t *hnode)
1786 {
1787         struct obd_export *exp;
1788
1789         LASSERT(key);
1790         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1791
1792         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1793                !exp->exp_failed);
1794 }
1795
1796 static void *
1797 nid_export_object(cfs_hlist_node_t *hnode)
1798 {
1799         return cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1800 }
1801
1802 static void
1803 nid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1804 {
1805         struct obd_export *exp;
1806
1807         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1808         class_export_get(exp);
1809 }
1810
1811 static void
1812 nid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1813 {
1814         struct obd_export *exp;
1815
1816         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1817         class_export_put(exp);
1818 }
1819
1820 static cfs_hash_ops_t nid_hash_ops = {
1821         .hs_hash        = nid_hash,
1822         .hs_key         = nid_key,
1823         .hs_keycmp      = nid_kepcmp,
1824         .hs_object      = nid_export_object,
1825         .hs_get         = nid_export_get,
1826         .hs_put_locked  = nid_export_put_locked,
1827 };
1828
1829
1830 /*
1831  * nid<->nidstats hash operations
1832  */
1833
1834 static void *
1835 nidstats_key(cfs_hlist_node_t *hnode)
1836 {
1837         struct nid_stat *ns;
1838
1839         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1840
1841         return &ns->nid;
1842 }
1843
1844 static int
1845 nidstats_keycmp(const void *key, cfs_hlist_node_t *hnode)
1846 {
1847         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
1848 }
1849
1850 static void *
1851 nidstats_object(cfs_hlist_node_t *hnode)
1852 {
1853         return cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1854 }
1855
1856 static void
1857 nidstats_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1858 {
1859         struct nid_stat *ns;
1860
1861         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1862         nidstat_getref(ns);
1863 }
1864
1865 static void
1866 nidstats_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1867 {
1868         struct nid_stat *ns;
1869
1870         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1871         nidstat_putref(ns);
1872 }
1873
1874 static cfs_hash_ops_t nid_stat_hash_ops = {
1875         .hs_hash        = nid_hash,
1876         .hs_key         = nidstats_key,
1877         .hs_keycmp      = nidstats_keycmp,
1878         .hs_object      = nidstats_object,
1879         .hs_get         = nidstats_get,
1880         .hs_put_locked  = nidstats_put_locked,
1881 };