Whamcloud - gitweb
LU-1302 llog: llog test update and fixes
[fs/lustre-release.git] / lustre / obdclass / obd_config.c
1 /*
2  * GPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 only,
8  * as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License version 2 for more details (a copy is included
14  * in the LICENSE file that accompanied this code).
15  *
16  * You should have received a copy of the GNU General Public License
17  * version 2 along with this program; If not, see
18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
19  *
20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21  * CA 95054 USA or visit www.sun.com if you need additional information or
22  * have any questions.
23  *
24  * GPL HEADER END
25  */
26 /*
27  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
28  * Use is subject to license terms.
29  *
30  * Copyright (c) 2011, Whamcloud, Inc.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  *
36  * lustre/obdclass/obd_config.c
37  *
38  * Config API
39  */
40
41 #define DEBUG_SUBSYSTEM S_CLASS
42 #ifdef __KERNEL__
43 #include <obd_class.h>
44 #include <linux/string.h>
45 #else
46 #include <liblustre.h>
47 #include <string.h>
48 #include <obd_class.h>
49 #include <obd.h>
50 #endif
51 #include <lustre_log.h>
52 #include <lprocfs_status.h>
53 #include <lustre_param.h>
54
55 #include "llog_internal.h"
56
57 static cfs_hash_ops_t uuid_hash_ops;
58 static cfs_hash_ops_t nid_hash_ops;
59 static cfs_hash_ops_t nid_stat_hash_ops;
60
61 /*********** string parsing utils *********/
62
63 /* returns 0 if we find this key in the buffer, else 1 */
64 int class_find_param(char *buf, char *key, char **valp)
65 {
66         char *ptr;
67
68         if (!buf)
69                 return 1;
70
71         if ((ptr = strstr(buf, key)) == NULL)
72                 return 1;
73
74         if (valp)
75                 *valp = ptr + strlen(key);
76
77         return 0;
78 }
79 EXPORT_SYMBOL(class_find_param);
80
81 /**
82  * Check whether the proc parameter \a param is an old parameter or not from
83  * the array \a ptr which contains the mapping from old parameters to new ones.
84  * If it's an old one, then return the pointer to the cfg_interop_param struc-
85  * ture which contains both the old and new parameters.
86  *
87  * \param param                 proc parameter
88  * \param ptr                   an array which contains the mapping from
89  *                              old parameters to new ones
90  *
91  * \retval valid-pointer        pointer to the cfg_interop_param structure
92  *                              which contains the old and new parameters
93  * \retval NULL                 \a param or \a ptr is NULL,
94  *                              or \a param is not an old parameter
95  */
96 struct cfg_interop_param *class_find_old_param(const char *param,
97                                                struct cfg_interop_param *ptr)
98 {
99         char *value = NULL;
100         int   name_len = 0;
101
102         if (param == NULL || ptr == NULL)
103                 RETURN(NULL);
104
105         value = strchr(param, '=');
106         if (value == NULL)
107                 name_len = strlen(param);
108         else
109                 name_len = value - param;
110
111         while (ptr->old_param != NULL) {
112                 if (strncmp(param, ptr->old_param, name_len) == 0 &&
113                     name_len == strlen(ptr->old_param))
114                         RETURN(ptr);
115                 ptr++;
116         }
117
118         RETURN(NULL);
119 }
120 EXPORT_SYMBOL(class_find_old_param);
121
122 /**
123  * Finds a parameter in \a params and copies it to \a copy.
124  *
125  * Leading spaces are skipped. Next space or end of string is the
126  * parameter terminator with the exception that spaces inside single or double
127  * quotes get included into a parameter. The parameter is copied into \a copy
128  * which has to be allocated big enough by a caller, quotes are stripped in
129  * the copy and the copy is terminated by 0.
130  *
131  * On return \a params is set to next parameter or to NULL if last
132  * parameter is returned.
133  *
134  * \retval 0 if parameter is returned in \a copy
135  * \retval 1 otherwise
136  * \retval -EINVAL if unbalanced quota is found
137  */
138 int class_get_next_param(char **params, char *copy)
139 {
140         char *q1, *q2, *str;
141         int len;
142
143         str = *params;
144         while (*str == ' ')
145                 str++;
146
147         if (*str == '\0') {
148                 *params = NULL;
149                 return 1;
150         }
151
152         while (1) {
153                 q1 = strpbrk(str, " '\"");
154                 if (q1 == NULL) {
155                         len = strlen(str);
156                         memcpy(copy, str, len);
157                         copy[len] = '\0';
158                         *params = NULL;
159                         return 0;
160                 }
161                 len = q1 - str;
162                 if (*q1 == ' ') {
163                         memcpy(copy, str, len);
164                         copy[len] = '\0';
165                         *params = str + len;
166                         return 0;
167                 }
168
169                 memcpy(copy, str, len);
170                 copy += len;
171
172                 /* search for the matching closing quote */
173                 str = q1 + 1;
174                 q2 = strchr(str, *q1);
175                 if (q2 == NULL) {
176                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
177                                *params);
178                         return -EINVAL;
179                 }
180                 len = q2 - str;
181                 memcpy(copy, str, len);
182                 copy += len;
183                 str = q2 + 1;
184         }
185         return 1;
186 }
187 EXPORT_SYMBOL(class_get_next_param);
188
189 /* returns 0 if this is the first key in the buffer, else 1.
190    valp points to first char after key. */
191 int class_match_param(char *buf, char *key, char **valp)
192 {
193         if (!buf)
194                 return 1;
195
196         if (memcmp(buf, key, strlen(key)) != 0)
197                 return 1;
198
199         if (valp)
200                 *valp = buf + strlen(key);
201
202         return 0;
203 }
204 EXPORT_SYMBOL(class_match_param);
205
206 static int parse_nid(char *buf, void *value)
207 {
208         lnet_nid_t *nid = (lnet_nid_t *)value;
209
210         *nid = libcfs_str2nid(buf);
211         if (*nid != LNET_NID_ANY)
212                 return 0;
213
214         LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
215         return -EINVAL;
216 }
217
218 static int parse_net(char *buf, void *value)
219 {
220         __u32 *net = (__u32 *)value;
221
222         *net = libcfs_str2net(buf);
223         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
224         return 0;
225 }
226
227 enum {
228         CLASS_PARSE_NID = 1,
229         CLASS_PARSE_NET,
230 };
231
232 /* 0 is good nid,
233    1 not found
234    < 0 error
235    endh is set to next separator */
236 static int class_parse_value(char *buf, int opc, void *value, char **endh)
237 {
238         char *endp;
239         char  tmp;
240         int   rc = 0;
241
242         if (!buf)
243                 return 1;
244         while (*buf == ',' || *buf == ':')
245                 buf++;
246         if (*buf == ' ' || *buf == '/' || *buf == '\0')
247                 return 1;
248
249         /* nid separators or end of nids */
250         endp = strpbrk(buf, ",: /");
251         if (endp == NULL)
252                 endp = buf + strlen(buf);
253
254         tmp = *endp;
255         *endp = '\0';
256         switch (opc) {
257         default:
258                 LBUG();
259         case CLASS_PARSE_NID:
260                 rc = parse_nid(buf, value);
261                 break;
262         case CLASS_PARSE_NET:
263                 rc = parse_net(buf, value);
264                 break;
265         }
266         *endp = tmp;
267         if (rc != 0)
268                 return rc;
269         if (endh)
270                 *endh = endp;
271         return 0;
272 }
273
274 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
275 {
276         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh);
277 }
278 EXPORT_SYMBOL(class_parse_nid);
279
280 int class_parse_net(char *buf, __u32 *net, char **endh)
281 {
282         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh);
283 }
284 EXPORT_SYMBOL(class_parse_net);
285
286 /* 1 param contains key and match
287  * 0 param contains key and not match
288  * -1 param does not contain key
289  */
290 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
291 {
292         lnet_nid_t tmp;
293         int   rc = -1;
294
295         while (class_find_param(buf, key, &buf) == 0) {
296                 /* please restrict to the nids pertaining to
297                  * the specified nids */
298                 while (class_parse_nid(buf, &tmp, &buf) == 0) {
299                         if (tmp == nid)
300                                 return 1;
301                 }
302                 rc = 0;
303         }
304         return rc;
305 }
306 EXPORT_SYMBOL(class_match_nid);
307
308 int class_match_net(char *buf, char *key, __u32 net)
309 {
310         __u32 tmp;
311         int   rc = -1;
312
313         while (class_find_param(buf, key, &buf) == 0) {
314                 /* please restrict to the nids pertaining to
315                  * the specified networks */
316                 while (class_parse_net(buf, &tmp, &buf) == 0) {
317                         if (tmp == net)
318                                 return 1;
319                 }
320                 rc = 0;
321         }
322         return rc;
323 }
324 EXPORT_SYMBOL(class_match_net);
325
326 /********************** class fns **********************/
327
328 /**
329  * Create a new obd device and set the type, name and uuid.  If successful,
330  * the new device can be accessed by either name or uuid.
331  */
332 int class_attach(struct lustre_cfg *lcfg)
333 {
334         struct obd_device *obd = NULL;
335         char *typename, *name, *uuid;
336         int rc, len;
337         ENTRY;
338
339         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
340                 CERROR("No type passed!\n");
341                 RETURN(-EINVAL);
342         }
343         typename = lustre_cfg_string(lcfg, 1);
344
345         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
346                 CERROR("No name passed!\n");
347                 RETURN(-EINVAL);
348         }
349         name = lustre_cfg_string(lcfg, 0);
350
351         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
352                 CERROR("No UUID passed!\n");
353                 RETURN(-EINVAL);
354         }
355         uuid = lustre_cfg_string(lcfg, 2);
356
357         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
358                MKSTR(typename), MKSTR(name), MKSTR(uuid));
359
360         obd = class_newdev(typename, name);
361         if (IS_ERR(obd)) {
362                 /* Already exists or out of obds */
363                 rc = PTR_ERR(obd);
364                 obd = NULL;
365                 CERROR("Cannot create device %s of type %s : %d\n",
366                        name, typename, rc);
367                 GOTO(out, rc);
368         }
369         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
370                  name, typename);
371         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
372                  "obd %p obd_magic %08X != %08X\n",
373                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
374         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
375                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
376
377         cfs_rwlock_init(&obd->obd_pool_lock);
378         obd->obd_pool_limit = 0;
379         obd->obd_pool_slv = 0;
380
381         CFS_INIT_LIST_HEAD(&obd->obd_exports);
382         CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
383         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
384         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
385         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
386         cfs_spin_lock_init(&obd->obd_nid_lock);
387         cfs_spin_lock_init(&obd->obd_dev_lock);
388         cfs_mutex_init(&obd->obd_dev_mutex);
389         cfs_spin_lock_init(&obd->obd_osfs_lock);
390         /* obd->obd_osfs_age must be set to a value in the distant
391          * past to guarantee a fresh statfs is fetched on mount. */
392         obd->obd_osfs_age = cfs_time_shift_64(-1000);
393
394         /* XXX belongs in setup not attach  */
395         cfs_init_rwsem(&obd->obd_observer_link_sem);
396         /* recovery data */
397         cfs_init_timer(&obd->obd_recovery_timer);
398         cfs_spin_lock_init(&obd->obd_recovery_task_lock);
399         cfs_waitq_init(&obd->obd_next_transno_waitq);
400         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
401         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
402         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
403         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
404         CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
405
406         llog_group_init(&obd->obd_olg, FID_SEQ_LLOG);
407
408         obd->obd_conn_inprogress = 0;
409
410         len = strlen(uuid);
411         if (len >= sizeof(obd->obd_uuid)) {
412                 CERROR("uuid must be < %d bytes long\n",
413                        (int)sizeof(obd->obd_uuid));
414                 GOTO(out, rc = -EINVAL);
415         }
416         memcpy(obd->obd_uuid.uuid, uuid, len);
417
418         /* do the attach */
419         if (OBP(obd, attach)) {
420                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
421                 if (rc)
422                         GOTO(out, rc = -EINVAL);
423         }
424
425         /* Detach drops this */
426         cfs_spin_lock(&obd->obd_dev_lock);
427         cfs_atomic_set(&obd->obd_refcount, 1);
428         cfs_spin_unlock(&obd->obd_dev_lock);
429         lu_ref_init(&obd->obd_reference);
430         lu_ref_add(&obd->obd_reference, "attach", obd);
431
432         obd->obd_attached = 1;
433         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
434                obd->obd_minor, typename, cfs_atomic_read(&obd->obd_refcount));
435         RETURN(0);
436  out:
437         if (obd != NULL) {
438                 class_release_dev(obd);
439         }
440         return rc;
441 }
442 EXPORT_SYMBOL(class_attach);
443
444 /** Create hashes, self-export, and call type-specific setup.
445  * Setup is effectively the "start this obd" call.
446  */
447 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
448 {
449         int err = 0;
450         struct obd_export *exp;
451         ENTRY;
452
453         LASSERT(obd != NULL);
454         LASSERTF(obd == class_num2obd(obd->obd_minor),
455                  "obd %p != obd_devs[%d] %p\n",
456                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
457         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
458                  "obd %p obd_magic %08x != %08x\n",
459                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
460
461         /* have we attached a type to this device? */
462         if (!obd->obd_attached) {
463                 CERROR("Device %d not attached\n", obd->obd_minor);
464                 RETURN(-ENODEV);
465         }
466
467         if (obd->obd_set_up) {
468                 CERROR("Device %d already setup (type %s)\n",
469                        obd->obd_minor, obd->obd_type->typ_name);
470                 RETURN(-EEXIST);
471         }
472
473         /* is someone else setting us up right now? (attach inits spinlock) */
474         cfs_spin_lock(&obd->obd_dev_lock);
475         if (obd->obd_starting) {
476                 cfs_spin_unlock(&obd->obd_dev_lock);
477                 CERROR("Device %d setup in progress (type %s)\n",
478                        obd->obd_minor, obd->obd_type->typ_name);
479                 RETURN(-EEXIST);
480         }
481         /* just leave this on forever.  I can't use obd_set_up here because
482            other fns check that status, and we're not actually set up yet. */
483         obd->obd_starting = 1;
484         obd->obd_uuid_hash = NULL;
485         obd->obd_nid_hash = NULL;
486         obd->obd_nid_stats_hash = NULL;
487         cfs_spin_unlock(&obd->obd_dev_lock);
488
489         /* create an uuid-export lustre hash */
490         obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
491                                              HASH_UUID_CUR_BITS,
492                                              HASH_UUID_MAX_BITS,
493                                              HASH_UUID_BKT_BITS, 0,
494                                              CFS_HASH_MIN_THETA,
495                                              CFS_HASH_MAX_THETA,
496                                              &uuid_hash_ops, CFS_HASH_DEFAULT);
497         if (!obd->obd_uuid_hash)
498                 GOTO(err_hash, err = -ENOMEM);
499
500         /* create a nid-export lustre hash */
501         obd->obd_nid_hash = cfs_hash_create("NID_HASH",
502                                             HASH_NID_CUR_BITS,
503                                             HASH_NID_MAX_BITS,
504                                             HASH_NID_BKT_BITS, 0,
505                                             CFS_HASH_MIN_THETA,
506                                             CFS_HASH_MAX_THETA,
507                                             &nid_hash_ops, CFS_HASH_DEFAULT);
508         if (!obd->obd_nid_hash)
509                 GOTO(err_hash, err = -ENOMEM);
510
511         /* create a nid-stats lustre hash */
512         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
513                                                   HASH_NID_STATS_CUR_BITS,
514                                                   HASH_NID_STATS_MAX_BITS,
515                                                   HASH_NID_STATS_BKT_BITS, 0,
516                                                   CFS_HASH_MIN_THETA,
517                                                   CFS_HASH_MAX_THETA,
518                                                   &nid_stat_hash_ops, CFS_HASH_DEFAULT);
519         if (!obd->obd_nid_stats_hash)
520                 GOTO(err_hash, err = -ENOMEM);
521
522         exp = class_new_export(obd, &obd->obd_uuid);
523         if (IS_ERR(exp))
524                 GOTO(err_hash, err = PTR_ERR(exp));
525
526         obd->obd_self_export = exp;
527         cfs_list_del_init(&exp->exp_obd_chain_timed);
528         class_export_put(exp);
529
530         err = obd_setup(obd, lcfg);
531         if (err)
532                 GOTO(err_exp, err);
533
534         obd->obd_set_up = 1;
535
536         cfs_spin_lock(&obd->obd_dev_lock);
537         /* cleanup drops this */
538         class_incref(obd, "setup", obd);
539         cfs_spin_unlock(&obd->obd_dev_lock);
540
541         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
542                obd->obd_name, obd->obd_uuid.uuid);
543
544         RETURN(0);
545 err_exp:
546         if (obd->obd_self_export) {
547                 class_unlink_export(obd->obd_self_export);
548                 obd->obd_self_export = NULL;
549         }
550 err_hash:
551         if (obd->obd_uuid_hash) {
552                 cfs_hash_putref(obd->obd_uuid_hash);
553                 obd->obd_uuid_hash = NULL;
554         }
555         if (obd->obd_nid_hash) {
556                 cfs_hash_putref(obd->obd_nid_hash);
557                 obd->obd_nid_hash = NULL;
558         }
559         if (obd->obd_nid_stats_hash) {
560                 cfs_hash_putref(obd->obd_nid_stats_hash);
561                 obd->obd_nid_stats_hash = NULL;
562         }
563         obd->obd_starting = 0;
564         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
565         return err;
566 }
567 EXPORT_SYMBOL(class_setup);
568
569 /** We have finished using this obd and are ready to destroy it.
570  * There can be no more references to this obd.
571  */
572 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
573 {
574         ENTRY;
575
576         if (obd->obd_set_up) {
577                 CERROR("OBD device %d still set up\n", obd->obd_minor);
578                 RETURN(-EBUSY);
579         }
580
581         cfs_spin_lock(&obd->obd_dev_lock);
582         if (!obd->obd_attached) {
583                 cfs_spin_unlock(&obd->obd_dev_lock);
584                 CERROR("OBD device %d not attached\n", obd->obd_minor);
585                 RETURN(-ENODEV);
586         }
587         obd->obd_attached = 0;
588         cfs_spin_unlock(&obd->obd_dev_lock);
589
590         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
591                obd->obd_name, obd->obd_uuid.uuid);
592
593         class_decref(obd, "attach", obd);
594         RETURN(0);
595 }
596 EXPORT_SYMBOL(class_detach);
597
598 /** Start shutting down the obd.  There may be in-progess ops when
599  * this is called.  We tell them to start shutting down with a call
600  * to class_disconnect_exports().
601  */
602 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
603 {
604         int err = 0;
605         char *flag;
606         ENTRY;
607
608         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
609
610         if (!obd->obd_set_up) {
611                 CERROR("Device %d not setup\n", obd->obd_minor);
612                 RETURN(-ENODEV);
613         }
614
615         cfs_spin_lock(&obd->obd_dev_lock);
616         if (obd->obd_stopping) {
617                 cfs_spin_unlock(&obd->obd_dev_lock);
618                 CERROR("OBD %d already stopping\n", obd->obd_minor);
619                 RETURN(-ENODEV);
620         }
621         /* Leave this on forever */
622         obd->obd_stopping = 1;
623
624         /* wait for already-arrived-connections to finish. */
625         while (obd->obd_conn_inprogress > 0) {
626                 cfs_spin_unlock(&obd->obd_dev_lock);
627
628                 cfs_cond_resched();
629
630                 cfs_spin_lock(&obd->obd_dev_lock);
631         }
632        cfs_spin_unlock(&obd->obd_dev_lock);
633
634         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
635                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
636                         switch (*flag) {
637                         case 'F':
638                                 obd->obd_force = 1;
639                                 break;
640                         case 'A':
641                                 LCONSOLE_WARN("Failing over %s\n",
642                                               obd->obd_name);
643                                 obd->obd_fail = 1;
644                                 obd->obd_no_transno = 1;
645                                 obd->obd_no_recov = 1;
646                                 if (OBP(obd, iocontrol)) {
647                                         obd_iocontrol(OBD_IOC_SYNC,
648                                                       obd->obd_self_export,
649                                                       0, NULL, NULL);
650                                 }
651                                 break;
652                         default:
653                                 CERROR("Unrecognised flag '%c'\n", *flag);
654                         }
655         }
656
657         LASSERT(obd->obd_self_export);
658
659         /* The three references that should be remaining are the
660          * obd_self_export and the attach and setup references. */
661         if (cfs_atomic_read(&obd->obd_refcount) > 3) {
662                 /* refcounf - 3 might be the number of real exports
663                    (excluding self export). But class_incref is called
664                    by other things as well, so don't count on it. */
665                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
666                        obd->obd_name, cfs_atomic_read(&obd->obd_refcount) - 3);
667                 dump_exports(obd, 0);
668                 class_disconnect_exports(obd);
669         }
670
671         /* Precleanup, we must make sure all exports get destroyed. */
672         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
673         if (err)
674                 CERROR("Precleanup %s returned %d\n",
675                        obd->obd_name, err);
676
677         /* destroy an uuid-export hash body */
678         if (obd->obd_uuid_hash) {
679                 cfs_hash_putref(obd->obd_uuid_hash);
680                 obd->obd_uuid_hash = NULL;
681         }
682
683         /* destroy a nid-export hash body */
684         if (obd->obd_nid_hash) {
685                 cfs_hash_putref(obd->obd_nid_hash);
686                 obd->obd_nid_hash = NULL;
687         }
688
689         /* destroy a nid-stats hash body */
690         if (obd->obd_nid_stats_hash) {
691                 cfs_hash_putref(obd->obd_nid_stats_hash);
692                 obd->obd_nid_stats_hash = NULL;
693         }
694
695         class_decref(obd, "setup", obd);
696         obd->obd_set_up = 0;
697
698         RETURN(0);
699 }
700 EXPORT_SYMBOL(class_cleanup);
701
702 struct obd_device *class_incref(struct obd_device *obd,
703                                 const char *scope, const void *source)
704 {
705         lu_ref_add_atomic(&obd->obd_reference, scope, source);
706         cfs_atomic_inc(&obd->obd_refcount);
707         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
708                cfs_atomic_read(&obd->obd_refcount));
709
710         return obd;
711 }
712 EXPORT_SYMBOL(class_incref);
713
714 void class_decref(struct obd_device *obd, const char *scope, const void *source)
715 {
716         int err;
717         int refs;
718
719         cfs_spin_lock(&obd->obd_dev_lock);
720         cfs_atomic_dec(&obd->obd_refcount);
721         refs = cfs_atomic_read(&obd->obd_refcount);
722         cfs_spin_unlock(&obd->obd_dev_lock);
723         lu_ref_del(&obd->obd_reference, scope, source);
724
725         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
726
727         if ((refs == 1) && obd->obd_stopping) {
728                 /* All exports have been destroyed; there should
729                    be no more in-progress ops by this point.*/
730
731                 cfs_spin_lock(&obd->obd_self_export->exp_lock);
732                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
733                 cfs_spin_unlock(&obd->obd_self_export->exp_lock);
734
735                 /* note that we'll recurse into class_decref again */
736                 class_unlink_export(obd->obd_self_export);
737                 return;
738         }
739
740         if (refs == 0) {
741                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
742                        obd->obd_name, obd->obd_uuid.uuid);
743                 LASSERT(!obd->obd_attached);
744                 if (obd->obd_stopping) {
745                         /* If we're not stopping, we were never set up */
746                         err = obd_cleanup(obd);
747                         if (err)
748                                 CERROR("Cleanup %s returned %d\n",
749                                        obd->obd_name, err);
750                 }
751                 if (OBP(obd, detach)) {
752                         err = OBP(obd, detach)(obd);
753                         if (err)
754                                 CERROR("Detach returned %d\n", err);
755                 }
756                 class_release_dev(obd);
757         }
758 }
759 EXPORT_SYMBOL(class_decref);
760
761 /** Add a failover nid location.
762  * Client obd types contact server obd types using this nid list.
763  */
764 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
765 {
766         struct obd_import *imp;
767         struct obd_uuid uuid;
768         int rc;
769         ENTRY;
770
771         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
772             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
773                 CERROR("invalid conn_uuid\n");
774                 RETURN(-EINVAL);
775         }
776         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
777             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
778             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
779                 CERROR("can't add connection on non-client dev\n");
780                 RETURN(-EINVAL);
781         }
782
783         imp = obd->u.cli.cl_import;
784         if (!imp) {
785                 CERROR("try to add conn on immature client dev\n");
786                 RETURN(-EINVAL);
787         }
788
789         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
790         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
791
792         RETURN(rc);
793 }
794
795 /** Remove a failover nid location.
796  */
797 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
798 {
799         struct obd_import *imp;
800         struct obd_uuid uuid;
801         int rc;
802         ENTRY;
803
804         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
805             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
806                 CERROR("invalid conn_uuid\n");
807                 RETURN(-EINVAL);
808         }
809         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
810             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
811                 CERROR("can't del connection on non-client dev\n");
812                 RETURN(-EINVAL);
813         }
814
815         imp = obd->u.cli.cl_import;
816         if (!imp) {
817                 CERROR("try to del conn on immature client dev\n");
818                 RETURN(-EINVAL);
819         }
820
821         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
822         rc = obd_del_conn(imp, &uuid);
823
824         RETURN(rc);
825 }
826
827 CFS_LIST_HEAD(lustre_profile_list);
828
829 struct lustre_profile *class_get_profile(const char * prof)
830 {
831         struct lustre_profile *lprof;
832
833         ENTRY;
834         cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
835                 if (!strcmp(lprof->lp_profile, prof)) {
836                         RETURN(lprof);
837                 }
838         }
839         RETURN(NULL);
840 }
841 EXPORT_SYMBOL(class_get_profile);
842
843 /** Create a named "profile".
844  * This defines the mdc and osc names to use for a client.
845  * This also is used to define the lov to be used by a mdt.
846  */
847 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
848                       int mdclen, char *mdc)
849 {
850         struct lustre_profile *lprof;
851         int err = 0;
852         ENTRY;
853
854         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
855
856         OBD_ALLOC(lprof, sizeof(*lprof));
857         if (lprof == NULL)
858                 RETURN(-ENOMEM);
859         CFS_INIT_LIST_HEAD(&lprof->lp_list);
860
861         LASSERT(proflen == (strlen(prof) + 1));
862         OBD_ALLOC(lprof->lp_profile, proflen);
863         if (lprof->lp_profile == NULL)
864                 GOTO(out, err = -ENOMEM);
865         memcpy(lprof->lp_profile, prof, proflen);
866
867         LASSERT(osclen == (strlen(osc) + 1));
868         OBD_ALLOC(lprof->lp_dt, osclen);
869         if (lprof->lp_dt == NULL)
870                 GOTO(out, err = -ENOMEM);
871         memcpy(lprof->lp_dt, osc, osclen);
872
873         if (mdclen > 0) {
874                 LASSERT(mdclen == (strlen(mdc) + 1));
875                 OBD_ALLOC(lprof->lp_md, mdclen);
876                 if (lprof->lp_md == NULL)
877                         GOTO(out, err = -ENOMEM);
878                 memcpy(lprof->lp_md, mdc, mdclen);
879         }
880
881         cfs_list_add(&lprof->lp_list, &lustre_profile_list);
882         RETURN(err);
883
884 out:
885         if (lprof->lp_md)
886                 OBD_FREE(lprof->lp_md, mdclen);
887         if (lprof->lp_dt)
888                 OBD_FREE(lprof->lp_dt, osclen);
889         if (lprof->lp_profile)
890                 OBD_FREE(lprof->lp_profile, proflen);
891         OBD_FREE(lprof, sizeof(*lprof));
892         RETURN(err);
893 }
894
895 void class_del_profile(const char *prof)
896 {
897         struct lustre_profile *lprof;
898         ENTRY;
899
900         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
901
902         lprof = class_get_profile(prof);
903         if (lprof) {
904                 cfs_list_del(&lprof->lp_list);
905                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
906                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
907                 if (lprof->lp_md)
908                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
909                 OBD_FREE(lprof, sizeof *lprof);
910         }
911         EXIT;
912 }
913 EXPORT_SYMBOL(class_del_profile);
914
915 /* COMPAT_146 */
916 void class_del_profiles(void)
917 {
918         struct lustre_profile *lprof, *n;
919         ENTRY;
920
921         cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
922                 cfs_list_del(&lprof->lp_list);
923                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
924                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
925                 if (lprof->lp_md)
926                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
927                 OBD_FREE(lprof, sizeof *lprof);
928         }
929         EXIT;
930 }
931 EXPORT_SYMBOL(class_del_profiles);
932
933 static int class_set_global(char *ptr, int val, struct lustre_cfg *lcfg)
934 {
935         ENTRY;
936         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
937                 at_min = val;
938         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
939                 at_max = val;
940         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
941                 at_extra = val;
942         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
943                 at_early_margin = val;
944         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
945                 at_history = val;
946         else if (class_match_param(ptr, PARAM_JOBID_VAR, NULL) == 0)
947                 strlcpy(obd_jobid_var, lustre_cfg_string(lcfg, 2),
948                         JOBSTATS_JOBID_VAR_MAX_LEN + 1);
949         else
950                 RETURN(-EINVAL);
951
952         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
953         RETURN(0);
954 }
955
956
957 /* We can't call ll_process_config or lquota_process_config directly because
958  * it lives in a module that must be loaded after this one. */
959 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
960 static int (*quota_process_config)(struct lustre_cfg *lcfg) = NULL;
961
962 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
963 {
964         client_process_config = cpc;
965 }
966 EXPORT_SYMBOL(lustre_register_client_process_config);
967
968 /**
969  * Rename the proc parameter in \a cfg with a new name \a new_name.
970  *
971  * \param cfg      config structure which contains the proc parameter
972  * \param new_name new name of the proc parameter
973  *
974  * \retval valid-pointer    pointer to the newly-allocated config structure
975  *                          which contains the renamed proc parameter
976  * \retval ERR_PTR(-EINVAL) if \a cfg or \a new_name is NULL, or \a cfg does
977  *                          not contain a proc parameter
978  * \retval ERR_PTR(-ENOMEM) if memory allocation failure occurs
979  */
980 struct lustre_cfg *lustre_cfg_rename(struct lustre_cfg *cfg,
981                                      const char *new_name)
982 {
983         struct lustre_cfg_bufs  *bufs = NULL;
984         struct lustre_cfg       *new_cfg = NULL;
985         char                    *param = NULL;
986         char                    *new_param = NULL;
987         char                    *value = NULL;
988         int                      name_len = 0;
989         int                      new_len = 0;
990         ENTRY;
991
992         if (cfg == NULL || new_name == NULL)
993                 RETURN(ERR_PTR(-EINVAL));
994
995         param = lustre_cfg_string(cfg, 1);
996         if (param == NULL)
997                 RETURN(ERR_PTR(-EINVAL));
998
999         value = strchr(param, '=');
1000         if (value == NULL)
1001                 name_len = strlen(param);
1002         else
1003                 name_len = value - param;
1004
1005         new_len = LUSTRE_CFG_BUFLEN(cfg, 1) + strlen(new_name) - name_len;
1006
1007         OBD_ALLOC(new_param, new_len);
1008         if (new_param == NULL)
1009                 RETURN(ERR_PTR(-ENOMEM));
1010
1011         strcpy(new_param, new_name);
1012         if (value != NULL)
1013                 strcat(new_param, value);
1014
1015         OBD_ALLOC_PTR(bufs);
1016         if (bufs == NULL) {
1017                 OBD_FREE(new_param, new_len);
1018                 RETURN(ERR_PTR(-ENOMEM));
1019         }
1020
1021         lustre_cfg_bufs_reset(bufs, NULL);
1022         lustre_cfg_bufs_init(bufs, cfg);
1023         lustre_cfg_bufs_set_string(bufs, 1, new_param);
1024
1025         new_cfg = lustre_cfg_new(cfg->lcfg_command, bufs);
1026
1027         OBD_FREE(new_param, new_len);
1028         OBD_FREE_PTR(bufs);
1029         if (new_cfg == NULL)
1030                 RETURN(ERR_PTR(-ENOMEM));
1031
1032         new_cfg->lcfg_num = cfg->lcfg_num;
1033         new_cfg->lcfg_flags = cfg->lcfg_flags;
1034         new_cfg->lcfg_nid = cfg->lcfg_nid;
1035         new_cfg->lcfg_nal = cfg->lcfg_nal;
1036
1037         RETURN(new_cfg);
1038 }
1039 EXPORT_SYMBOL(lustre_cfg_rename);
1040
1041 void lustre_register_quota_process_config(int (*qpc)(struct lustre_cfg *lcfg))
1042 {
1043         quota_process_config = qpc;
1044 }
1045 EXPORT_SYMBOL(lustre_register_quota_process_config);
1046
1047 /** Process configuration commands given in lustre_cfg form.
1048  * These may come from direct calls (e.g. class_manual_cleanup)
1049  * or processing the config llog, or ioctl from lctl.
1050  */
1051 int class_process_config(struct lustre_cfg *lcfg)
1052 {
1053         struct obd_device *obd;
1054         int err;
1055
1056         LASSERT(lcfg && !IS_ERR(lcfg));
1057         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
1058
1059         /* Commands that don't need a device */
1060         switch(lcfg->lcfg_command) {
1061         case LCFG_ATTACH: {
1062                 err = class_attach(lcfg);
1063                 GOTO(out, err);
1064         }
1065         case LCFG_ADD_UUID: {
1066                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
1067                        " (%s)\n", lustre_cfg_string(lcfg, 1),
1068                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
1069
1070                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
1071                 GOTO(out, err);
1072         }
1073         case LCFG_DEL_UUID: {
1074                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
1075                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
1076                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
1077
1078                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
1079                 GOTO(out, err);
1080         }
1081         case LCFG_MOUNTOPT: {
1082                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
1083                        lustre_cfg_string(lcfg, 1),
1084                        lustre_cfg_string(lcfg, 2),
1085                        lustre_cfg_string(lcfg, 3));
1086                 /* set these mount options somewhere, so ll_fill_super
1087                  * can find them. */
1088                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
1089                                         lustre_cfg_string(lcfg, 1),
1090                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
1091                                         lustre_cfg_string(lcfg, 2),
1092                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
1093                                         lustre_cfg_string(lcfg, 3));
1094                 GOTO(out, err);
1095         }
1096         case LCFG_DEL_MOUNTOPT: {
1097                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
1098                        lustre_cfg_string(lcfg, 1));
1099                 class_del_profile(lustre_cfg_string(lcfg, 1));
1100                 GOTO(out, err = 0);
1101         }
1102         case LCFG_SET_TIMEOUT: {
1103                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
1104                        obd_timeout, lcfg->lcfg_num);
1105                 obd_timeout = max(lcfg->lcfg_num, 1U);
1106                 obd_timeout_set = 1;
1107                 GOTO(out, err = 0);
1108         }
1109         case LCFG_SET_LDLM_TIMEOUT: {
1110                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
1111                        ldlm_timeout, lcfg->lcfg_num);
1112                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
1113                 if (ldlm_timeout >= obd_timeout)
1114                         ldlm_timeout = max(obd_timeout / 3, 1U);
1115                 ldlm_timeout_set = 1;
1116                 GOTO(out, err = 0);
1117         }
1118         case LCFG_SET_UPCALL: {
1119                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
1120                 /* COMPAT_146 Don't fail on old configs */
1121                 GOTO(out, err = 0);
1122         }
1123         case LCFG_MARKER: {
1124                 struct cfg_marker *marker;
1125                 marker = lustre_cfg_buf(lcfg, 1);
1126                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
1127                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
1128                 GOTO(out, err = 0);
1129         }
1130         case LCFG_PARAM: {
1131                 char *tmp;
1132                 /* llite has no obd */
1133                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
1134                                        PARAM_LLITE, 0) == 0) &&
1135                     client_process_config) {
1136                         err = (*client_process_config)(lcfg);
1137                         GOTO(out, err);
1138                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1139                                               PARAM_SYS, &tmp) == 0)) {
1140                         /* Global param settings */
1141                         err = class_set_global(tmp, lcfg->lcfg_num, lcfg);
1142                         /* Note that since LCFG_PARAM is LCFG_REQUIRED, new
1143                            unknown globals would cause config to fail */
1144                         if (err)
1145                                 CWARN("Ignoring unknown param %s\n", tmp);
1146                         GOTO(out, 0);
1147                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1148                                               PARAM_QUOTA, &tmp) == 0) &&
1149                            quota_process_config) {
1150                         err = (*quota_process_config)(lcfg);
1151                         GOTO(out, err);
1152                 }
1153                 /* Fall through */
1154                 break;
1155         }
1156         }
1157
1158         /* Commands that require a device */
1159         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1160         if (obd == NULL) {
1161                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1162                         CERROR("this lcfg command requires a device name\n");
1163                 else
1164                         CERROR("no device for: %s\n",
1165                                lustre_cfg_string(lcfg, 0));
1166
1167                 GOTO(out, err = -EINVAL);
1168         }
1169
1170         switch(lcfg->lcfg_command) {
1171         case LCFG_SETUP: {
1172                 err = class_setup(obd, lcfg);
1173                 GOTO(out, err);
1174         }
1175         case LCFG_DETACH: {
1176                 err = class_detach(obd, lcfg);
1177                 GOTO(out, err = 0);
1178         }
1179         case LCFG_CLEANUP: {
1180                 err = class_cleanup(obd, lcfg);
1181                 GOTO(out, err = 0);
1182         }
1183         case LCFG_ADD_CONN: {
1184                 err = class_add_conn(obd, lcfg);
1185                 GOTO(out, err = 0);
1186         }
1187         case LCFG_DEL_CONN: {
1188                 err = class_del_conn(obd, lcfg);
1189                 GOTO(out, err = 0);
1190         }
1191         case LCFG_POOL_NEW: {
1192                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1193                 GOTO(out, err = 0);
1194                 break;
1195         }
1196         case LCFG_POOL_ADD: {
1197                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1198                                    lustre_cfg_string(lcfg, 3));
1199                 GOTO(out, err = 0);
1200                 break;
1201         }
1202         case LCFG_POOL_REM: {
1203                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1204                                    lustre_cfg_string(lcfg, 3));
1205                 GOTO(out, err = 0);
1206                 break;
1207         }
1208         case LCFG_POOL_DEL: {
1209                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1210                 GOTO(out, err = 0);
1211                 break;
1212         }
1213         default: {
1214                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1215                 GOTO(out, err);
1216
1217         }
1218         }
1219 out:
1220         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1221                 CWARN("Ignoring error %d on optional command %#x\n", err,
1222                       lcfg->lcfg_command);
1223                 err = 0;
1224         }
1225         return err;
1226 }
1227 EXPORT_SYMBOL(class_process_config);
1228
1229 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
1230                              struct lustre_cfg *lcfg, void *data)
1231 {
1232 #ifdef __KERNEL__
1233         struct lprocfs_vars *var;
1234         char *key, *sval;
1235         int i, keylen, vallen;
1236         int matched = 0, j = 0;
1237         int rc = 0;
1238         int skip = 0;
1239         ENTRY;
1240
1241         if (lcfg->lcfg_command != LCFG_PARAM) {
1242                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1243                 RETURN(-EINVAL);
1244         }
1245
1246         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1247            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1248            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1249         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1250                 key = lustre_cfg_buf(lcfg, i);
1251                 /* Strip off prefix */
1252                 class_match_param(key, prefix, &key);
1253                 sval = strchr(key, '=');
1254                 if (!sval || (*(sval + 1) == 0)) {
1255                         CERROR("Can't parse param %s (missing '=')\n", key);
1256                         /* rc = -EINVAL;        continue parsing other params */
1257                         continue;
1258                 }
1259                 keylen = sval - key;
1260                 sval++;
1261                 vallen = strlen(sval);
1262                 matched = 0;
1263                 j = 0;
1264                 /* Search proc entries */
1265                 while (lvars[j].name) {
1266                         var = &lvars[j];
1267                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1268                             keylen == strlen(var->name)) {
1269                                 matched++;
1270                                 rc = -EROFS;
1271                                 if (var->write_fptr) {
1272                                         mm_segment_t oldfs;
1273                                         oldfs = get_fs();
1274                                         set_fs(KERNEL_DS);
1275                                         rc = (var->write_fptr)(NULL, sval,
1276                                                                vallen, data);
1277                                         set_fs(oldfs);
1278                                 }
1279                                 break;
1280                         }
1281                         j++;
1282                 }
1283                 if (!matched) {
1284                         /* If the prefix doesn't match, return error so we
1285                            can pass it down the stack */
1286                         if (strnchr(key, keylen, '.'))
1287                             RETURN(-ENOSYS);
1288                         CERROR("%s: unknown param %s\n",
1289                                (char *)lustre_cfg_string(lcfg, 0), key);
1290                         /* rc = -EINVAL;        continue parsing other params */
1291                         skip++;
1292                 } else if (rc < 0) {
1293                         CERROR("writing proc entry %s err %d\n",
1294                                var->name, rc);
1295                         rc = 0;
1296                 } else {
1297                         CDEBUG(D_CONFIG, "%s.%.*s: set parameter %.*s=%s\n",
1298                                       lustre_cfg_string(lcfg, 0),
1299                                       (int)strlen(prefix) - 1, prefix,
1300                                       (int)(sval - key - 1), key, sval);
1301                 }
1302         }
1303
1304         if (rc > 0)
1305                 rc = 0;
1306         if (!rc && skip)
1307                 rc = skip;
1308         RETURN(rc);
1309 #else
1310         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1311         /* Don't throw config error */
1312         RETURN(0);
1313 #endif
1314 }
1315 EXPORT_SYMBOL(class_process_proc_param);
1316
1317 #ifdef __KERNEL__
1318 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1319 #else
1320 #define lustre_check_exclusion(a,b)  0
1321 #endif
1322
1323 /** Parse a configuration llog, doing various manipulations on them
1324  * for various reasons, (modifications for compatibility, skip obsolete
1325  * records, change uuids, etc), then class_process_config() resulting
1326  * net records.
1327  */
1328 static int class_config_llog_handler(const struct lu_env *env,
1329                                      struct llog_handle *handle,
1330                                      struct llog_rec_hdr *rec, void *data)
1331 {
1332         struct config_llog_instance *clli = data;
1333         int cfg_len = rec->lrh_len;
1334         char *cfg_buf = (char*) (rec + 1);
1335         int rc = 0;
1336         ENTRY;
1337
1338         //class_config_dump_handler(handle, rec, data);
1339
1340         switch (rec->lrh_type) {
1341         case OBD_CFG_REC: {
1342                 struct lustre_cfg *lcfg, *lcfg_new;
1343                 struct lustre_cfg_bufs bufs;
1344                 char *inst_name = NULL;
1345                 int inst_len = 0;
1346                 int inst = 0, swab = 0;
1347
1348                 lcfg = (struct lustre_cfg *)cfg_buf;
1349                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1350                         lustre_swab_lustre_cfg(lcfg);
1351                         swab = 1;
1352                 }
1353
1354                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1355                 if (rc)
1356                         GOTO(out, rc);
1357
1358                 /* Figure out config state info */
1359                 if (lcfg->lcfg_command == LCFG_MARKER) {
1360                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1361                         lustre_swab_cfg_marker(marker, swab,
1362                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1363                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1364                                clli->cfg_flags, marker->cm_flags);
1365                         if (marker->cm_flags & CM_START) {
1366                                 /* all previous flags off */
1367                                 clli->cfg_flags = CFG_F_MARKER;
1368                                 if (marker->cm_flags & CM_SKIP) {
1369                                         clli->cfg_flags |= CFG_F_SKIP;
1370                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1371                                                marker->cm_step);
1372                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1373                                            (clli->cfg_sb &&
1374                                             lustre_check_exclusion(clli->cfg_sb,
1375                                                          marker->cm_tgtname))) {
1376                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1377                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1378                                                marker->cm_step);
1379                                 }
1380                         } else if (marker->cm_flags & CM_END) {
1381                                 clli->cfg_flags = 0;
1382                         }
1383                 }
1384                 /* A config command without a start marker before it is
1385                    illegal (post 146) */
1386                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1387                     !(clli->cfg_flags & CFG_F_MARKER) &&
1388                     (lcfg->lcfg_command != LCFG_MARKER)) {
1389                         CWARN("Config not inside markers, ignoring! "
1390                               "(inst: %p, uuid: %s, flags: %#x)\n",
1391                               clli->cfg_instance,
1392                               clli->cfg_uuid.uuid, clli->cfg_flags);
1393                         clli->cfg_flags |= CFG_F_SKIP;
1394                 }
1395                 if (clli->cfg_flags & CFG_F_SKIP) {
1396                         CDEBUG(D_CONFIG, "skipping %#x\n",
1397                                clli->cfg_flags);
1398                         rc = 0;
1399                         /* No processing! */
1400                         break;
1401                 }
1402
1403                 /*
1404                  * For interoperability between 1.8 and 2.0,
1405                  * rename "mds" obd device type to "mdt".
1406                  */
1407                 {
1408                         char *typename = lustre_cfg_string(lcfg, 1);
1409                         char *index = lustre_cfg_string(lcfg, 2);
1410
1411                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1412                              strcmp(typename, "mds") == 0)) {
1413                                 CWARN("For 1.8 interoperability, rename obd "
1414                                        "type from mds to mdt\n");
1415                                 typename[2] = 't';
1416                         }
1417                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1418                              strcmp(index, "type") == 0)) {
1419                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1420                                        "set this index to '0'\n");
1421                                 index[0] = '0';
1422                                 index[1] = 0;
1423                         }
1424                 }
1425
1426                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1427                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1428                         /* Add inactive instead */
1429                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1430
1431                 lustre_cfg_bufs_init(&bufs, lcfg);
1432
1433                 if (clli && clli->cfg_instance &&
1434                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1435                         inst = 1;
1436                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1437                                    sizeof(clli->cfg_instance) * 2 + 4;
1438                         OBD_ALLOC(inst_name, inst_len);
1439                         if (inst_name == NULL)
1440                                 GOTO(out, rc = -ENOMEM);
1441                         sprintf(inst_name, "%s-%p",
1442                                 lustre_cfg_string(lcfg, 0),
1443                                 clli->cfg_instance);
1444                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1445                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1446                                lcfg->lcfg_command, inst_name);
1447                 }
1448
1449                 /* we override the llog's uuid for clients, to insure they
1450                 are unique */
1451                 if (clli && clli->cfg_instance != NULL &&
1452                     lcfg->lcfg_command == LCFG_ATTACH) {
1453                         lustre_cfg_bufs_set_string(&bufs, 2,
1454                                                    clli->cfg_uuid.uuid);
1455                 }
1456                 /*
1457                  * sptlrpc config record, we expect 2 data segments:
1458                  *  [0]: fs_name/target_name,
1459                  *  [1]: rule string
1460                  * moving them to index [1] and [2], and insert MGC's
1461                  * obdname at index [0].
1462                  */
1463                 if (clli && clli->cfg_instance == NULL &&
1464                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1465                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1466                                             bufs.lcfg_buflen[1]);
1467                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1468                                             bufs.lcfg_buflen[0]);
1469                         lustre_cfg_bufs_set_string(&bufs, 0,
1470                                                    clli->cfg_obdname);
1471                 }
1472
1473                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1474
1475                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1476                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1477
1478                 /* XXX Hack to try to remain binary compatible with
1479                  * pre-newconfig logs */
1480                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1481                     (lcfg->lcfg_nid >> 32) == 0) {
1482                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1483
1484                         lcfg_new->lcfg_nid =
1485                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1486                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1487                               lcfg->lcfg_nal, addr,
1488                               libcfs_nid2str(lcfg_new->lcfg_nid));
1489                 } else {
1490                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1491                 }
1492
1493                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1494
1495                 rc = class_process_config(lcfg_new);
1496                 lustre_cfg_free(lcfg_new);
1497
1498                 if (inst)
1499                         OBD_FREE(inst_name, inst_len);
1500                 break;
1501         }
1502         default:
1503                 CERROR("Unknown llog record type %#x encountered\n",
1504                        rec->lrh_type);
1505                 break;
1506         }
1507 out:
1508         if (rc) {
1509                 CERROR("Err %d on cfg command:\n", rc);
1510                 class_config_dump_handler(NULL, handle, rec, data);
1511         }
1512         RETURN(rc);
1513 }
1514
1515 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1516                             struct config_llog_instance *cfg)
1517 {
1518         struct llog_process_cat_data cd = {0, 0};
1519         struct llog_handle *llh;
1520         int rc, rc2;
1521         ENTRY;
1522
1523         CDEBUG(D_INFO, "looking up llog %s\n", name);
1524         rc = llog_open(NULL, ctxt, &llh, NULL, name, LLOG_OPEN_EXISTS);
1525         if (rc)
1526                 RETURN(rc);
1527
1528         rc = llog_init_handle(NULL, llh, LLOG_F_IS_PLAIN, NULL);
1529         if (rc)
1530                 GOTO(parse_out, rc);
1531
1532         /* continue processing from where we last stopped to end-of-log */
1533         if (cfg)
1534                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1535         cd.lpcd_last_idx = 0;
1536
1537         rc = llog_process(NULL, llh, class_config_llog_handler, cfg, &cd);
1538
1539         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1540                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1541
1542         if (cfg)
1543                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1544
1545 parse_out:
1546         rc2 = llog_close(NULL, llh);
1547         if (rc == 0)
1548                 rc = rc2;
1549
1550         RETURN(rc);
1551 }
1552 EXPORT_SYMBOL(class_config_parse_llog);
1553
1554 int class_config_dump_handler(const struct lu_env *env,
1555                               struct llog_handle *handle,
1556                               struct llog_rec_hdr *rec, void *data)
1557 {
1558         int cfg_len = rec->lrh_len;
1559         char *cfg_buf = (char*) (rec + 1);
1560         char *outstr, *ptr, *end;
1561         int rc = 0;
1562         ENTRY;
1563
1564         OBD_ALLOC(outstr, 256);
1565         end = outstr + 256;
1566         ptr = outstr;
1567         if (!outstr) {
1568                 RETURN(-ENOMEM);
1569         }
1570         if (rec->lrh_type == OBD_CFG_REC) {
1571                 struct lustre_cfg *lcfg;
1572                 int i;
1573
1574                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1575                 if (rc)
1576                         GOTO(out, rc);
1577                 lcfg = (struct lustre_cfg *)cfg_buf;
1578
1579                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1580                                 lcfg->lcfg_command);
1581                 if (lcfg->lcfg_flags) {
1582                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1583                                         lcfg->lcfg_flags);
1584                 }
1585                 if (lcfg->lcfg_num) {
1586                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1587                                         lcfg->lcfg_num);
1588                 }
1589                 if (lcfg->lcfg_nid) {
1590                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1591                                         libcfs_nid2str(lcfg->lcfg_nid),
1592                                         lcfg->lcfg_nid);
1593                 }
1594                 if (lcfg->lcfg_command == LCFG_MARKER) {
1595                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1596                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1597                                         marker->cm_step, marker->cm_flags,
1598                                         marker->cm_tgtname, marker->cm_comment);
1599                 } else {
1600                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1601                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1602                                                 lustre_cfg_string(lcfg, i));
1603                         }
1604                 }
1605                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1606         } else {
1607                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1608                 rc = -EINVAL;
1609         }
1610 out:
1611         OBD_FREE(outstr, 256);
1612         RETURN(rc);
1613 }
1614
1615 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1616                            struct config_llog_instance *cfg)
1617 {
1618         struct llog_handle *llh;
1619         int rc, rc2;
1620         ENTRY;
1621
1622         LCONSOLE_INFO("Dumping config log %s\n", name);
1623
1624         rc = llog_open(NULL, ctxt, &llh, NULL, name, LLOG_OPEN_EXISTS);
1625         if (rc)
1626                 RETURN(rc);
1627
1628         rc = llog_init_handle(NULL, llh, LLOG_F_IS_PLAIN, NULL);
1629         if (rc)
1630                 GOTO(parse_out, rc);
1631
1632         rc = llog_process(NULL, llh, class_config_dump_handler, cfg, NULL);
1633 parse_out:
1634         rc2 = llog_close(NULL, llh);
1635         if (rc == 0)
1636                 rc = rc2;
1637
1638         LCONSOLE_INFO("End config log %s\n", name);
1639         RETURN(rc);
1640
1641 }
1642 EXPORT_SYMBOL(class_config_dump_llog);
1643
1644 /** Call class_cleanup and class_detach.
1645  * "Manual" only in the sense that we're faking lcfg commands.
1646  */
1647 int class_manual_cleanup(struct obd_device *obd)
1648 {
1649         char                    flags[3] = "";
1650         struct lustre_cfg      *lcfg;
1651         struct lustre_cfg_bufs  bufs;
1652         int                     rc;
1653         ENTRY;
1654
1655         if (!obd) {
1656                 CERROR("empty cleanup\n");
1657                 RETURN(-EALREADY);
1658         }
1659
1660         if (obd->obd_force)
1661                 strcat(flags, "F");
1662         if (obd->obd_fail)
1663                 strcat(flags, "A");
1664
1665         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1666                obd->obd_name, flags);
1667
1668         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1669         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1670         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1671         if (!lcfg)
1672                 RETURN(-ENOMEM);
1673
1674         rc = class_process_config(lcfg);
1675         if (rc) {
1676                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1677                 GOTO(out, rc);
1678         }
1679
1680         /* the lcfg is almost the same for both ops */
1681         lcfg->lcfg_command = LCFG_DETACH;
1682         rc = class_process_config(lcfg);
1683         if (rc)
1684                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1685 out:
1686         lustre_cfg_free(lcfg);
1687         RETURN(rc);
1688 }
1689 EXPORT_SYMBOL(class_manual_cleanup);
1690
1691 /*
1692  * uuid<->export lustre hash operations
1693  */
1694
1695 static unsigned
1696 uuid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1697 {
1698         return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
1699                                   sizeof(((struct obd_uuid *)key)->uuid), mask);
1700 }
1701
1702 static void *
1703 uuid_key(cfs_hlist_node_t *hnode)
1704 {
1705         struct obd_export *exp;
1706
1707         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1708
1709         return &exp->exp_client_uuid;
1710 }
1711
1712 /*
1713  * NOTE: It is impossible to find an export that is in failed
1714  *       state with this function
1715  */
1716 static int
1717 uuid_keycmp(const void *key, cfs_hlist_node_t *hnode)
1718 {
1719         struct obd_export *exp;
1720
1721         LASSERT(key);
1722         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1723
1724         return obd_uuid_equals(key, &exp->exp_client_uuid) &&
1725                !exp->exp_failed;
1726 }
1727
1728 static void *
1729 uuid_export_object(cfs_hlist_node_t *hnode)
1730 {
1731         return cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1732 }
1733
1734 static void
1735 uuid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1736 {
1737         struct obd_export *exp;
1738
1739         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1740         class_export_get(exp);
1741 }
1742
1743 static void
1744 uuid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1745 {
1746         struct obd_export *exp;
1747
1748         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1749         class_export_put(exp);
1750 }
1751
1752 static cfs_hash_ops_t uuid_hash_ops = {
1753         .hs_hash        = uuid_hash,
1754         .hs_key         = uuid_key,
1755         .hs_keycmp      = uuid_keycmp,
1756         .hs_object      = uuid_export_object,
1757         .hs_get         = uuid_export_get,
1758         .hs_put_locked  = uuid_export_put_locked,
1759 };
1760
1761
1762 /*
1763  * nid<->export hash operations
1764  */
1765
1766 static unsigned
1767 nid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1768 {
1769         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
1770 }
1771
1772 static void *
1773 nid_key(cfs_hlist_node_t *hnode)
1774 {
1775         struct obd_export *exp;
1776
1777         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1778
1779         RETURN(&exp->exp_connection->c_peer.nid);
1780 }
1781
1782 /*
1783  * NOTE: It is impossible to find an export that is in failed
1784  *       state with this function
1785  */
1786 static int
1787 nid_kepcmp(const void *key, cfs_hlist_node_t *hnode)
1788 {
1789         struct obd_export *exp;
1790
1791         LASSERT(key);
1792         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1793
1794         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1795                !exp->exp_failed);
1796 }
1797
1798 static void *
1799 nid_export_object(cfs_hlist_node_t *hnode)
1800 {
1801         return cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1802 }
1803
1804 static void
1805 nid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1806 {
1807         struct obd_export *exp;
1808
1809         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1810         class_export_get(exp);
1811 }
1812
1813 static void
1814 nid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1815 {
1816         struct obd_export *exp;
1817
1818         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1819         class_export_put(exp);
1820 }
1821
1822 static cfs_hash_ops_t nid_hash_ops = {
1823         .hs_hash        = nid_hash,
1824         .hs_key         = nid_key,
1825         .hs_keycmp      = nid_kepcmp,
1826         .hs_object      = nid_export_object,
1827         .hs_get         = nid_export_get,
1828         .hs_put_locked  = nid_export_put_locked,
1829 };
1830
1831
1832 /*
1833  * nid<->nidstats hash operations
1834  */
1835
1836 static void *
1837 nidstats_key(cfs_hlist_node_t *hnode)
1838 {
1839         struct nid_stat *ns;
1840
1841         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1842
1843         return &ns->nid;
1844 }
1845
1846 static int
1847 nidstats_keycmp(const void *key, cfs_hlist_node_t *hnode)
1848 {
1849         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
1850 }
1851
1852 static void *
1853 nidstats_object(cfs_hlist_node_t *hnode)
1854 {
1855         return cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1856 }
1857
1858 static void
1859 nidstats_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1860 {
1861         struct nid_stat *ns;
1862
1863         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1864         nidstat_getref(ns);
1865 }
1866
1867 static void
1868 nidstats_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1869 {
1870         struct nid_stat *ns;
1871
1872         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1873         nidstat_putref(ns);
1874 }
1875
1876 static cfs_hash_ops_t nid_stat_hash_ops = {
1877         .hs_hash        = nid_hash,
1878         .hs_key         = nidstats_key,
1879         .hs_keycmp      = nidstats_keycmp,
1880         .hs_object      = nidstats_object,
1881         .hs_get         = nidstats_get,
1882         .hs_put_locked  = nidstats_put_locked,
1883 };