lustre/obdclass/obd_config.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2011, Whamcloud, Inc.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/obdclass/obd_config.c
  37  *
  38  * Config API
  39  */
  40
  41 #define DEBUG_SUBSYSTEM S_CLASS
  42 #ifdef __KERNEL__
  43 #include <obd_class.h>
  44 #include <linux/string.h>
  45 #else
  46 #include <liblustre.h>
  47 #include <obd_class.h>
  48 #include <obd.h>
  49 #endif
  50 #include <lustre_log.h>
  51 #include <lprocfs_status.h>
  52 #include <libcfs/list.h>
  53 #include <lustre_param.h>
  54
  55 static cfs_hash_ops_t uuid_hash_ops;
  56 static cfs_hash_ops_t nid_hash_ops;
  57 static cfs_hash_ops_t nid_stat_hash_ops;
  58
  59 /*********** string parsing utils *********/
  60
  61 /* returns 0 if we find this key in the buffer, else 1 */
  62 int class_find_param(char *buf, char *key, char **valp)
  63 {
  64         char *ptr;
  65
  66         if (!buf)
  67                 return 1;
  68
  69         if ((ptr = strstr(buf, key)) == NULL)
  70                 return 1;
  71
  72         if (valp)
  73                 *valp = ptr + strlen(key);
  74
  75         return 0;
  76 }
  77 EXPORT_SYMBOL(class_find_param);
  78
  79 /**
  80  * Finds a parameter in \a params and copies it to \a copy.
  81  *
  82  * Leading spaces are skipped. Next space or end of string is the
  83  * parameter terminator with the exception that spaces inside single or double
  84  * quotes get included into a parameter. The parameter is copied into \a copy
  85  * which has to be allocated big enough by a caller, quotes are stripped in
  86  * the copy and the copy is terminated by 0.
  87  *
  88  * On return \a params is set to next parameter or to NULL if last
  89  * parameter is returned.
  90  *
  91  * \retval 0 if parameter is returned in \a copy
  92  * \retval 1 otherwise
  93  * \retval -EINVAL if unbalanced quota is found
  94  */
  95 int class_get_next_param(char **params, char *copy)
  96 {
  97         char *q1, *q2, *str;
  98         int len;
  99
 100         str = *params;
 101         while (*str == ' ')
 102                 str++;
 103
 104         if (*str == '\0') {
 105                 *params = NULL;
 106                 return 1;
 107         }
 108
 109         while (1) {
 110                 q1 = strpbrk(str, " '\"");
 111                 if (q1 == NULL) {
 112                         len = strlen(str);
 113                         memcpy(copy, str, len);
 114                         copy[len] = '\0';
 115                         *params = NULL;
 116                         return 0;
 117                 }
 118                 len = q1 - str;
 119                 if (*q1 == ' ') {
 120                         memcpy(copy, str, len);
 121                         copy[len] = '\0';
 122                         *params = str + len;
 123                         return 0;
 124                 }
 125
 126                 memcpy(copy, str, len);
 127                 copy += len;
 128
 129                 /* search for the matching closing quote */
 130                 str = q1 + 1;
 131                 q2 = strchr(str, *q1);
 132                 if (q2 == NULL) {
 133                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
 134                                *params);
 135                         return -EINVAL;
 136                 }
 137                 len = q2 - str;
 138                 memcpy(copy, str, len);
 139                 copy += len;
 140                 str = q2 + 1;
 141         }
 142         return 1;
 143 }
 144 EXPORT_SYMBOL(class_get_next_param);
 145
 146 /* returns 0 if this is the first key in the buffer, else 1.
 147    valp points to first char after key. */
 148 int class_match_param(char *buf, char *key, char **valp)
 149 {
 150         if (!buf)
 151                 return 1;
 152
 153         if (memcmp(buf, key, strlen(key)) != 0)
 154                 return 1;
 155
 156         if (valp)
 157                 *valp = buf + strlen(key);
 158
 159         return 0;
 160 }
 161 EXPORT_SYMBOL(class_match_param);
 162
 163 static int parse_nid(char *buf, void *value)
 164 {
 165         lnet_nid_t *nid = (lnet_nid_t *)value;
 166
 167         *nid = libcfs_str2nid(buf);
 168         if (*nid != LNET_NID_ANY)
 169                 return 0;
 170
 171         LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 172         return -EINVAL;
 173 }
 174
 175 static int parse_net(char *buf, void *value)
 176 {
 177         __u32 *net = (__u32 *)value;
 178
 179         *net = libcfs_str2net(buf);
 180         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
 181         return 0;
 182 }
 183
 184 enum {
 185         CLASS_PARSE_NID = 1,
 186         CLASS_PARSE_NET,
 187 };
 188
 189 /* 0 is good nid,
 190    1 not found
 191    < 0 error
 192    endh is set to next separator */
 193 static int class_parse_value(char *buf, int opc, void *value, char **endh)
 194 {
 195         char *endp;
 196         char  tmp;
 197         int   rc = 0;
 198
 199         if (!buf)
 200                 return 1;
 201         while (*buf == ',' || *buf == ':')
 202                 buf++;
 203         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 204                 return 1;
 205
 206         /* nid separators or end of nids */
 207         endp = strpbrk(buf, ",: /");
 208         if (endp == NULL)
 209                 endp = buf + strlen(buf);
 210
 211         tmp = *endp;
 212         *endp = '\0';
 213         switch (opc) {
 214         default:
 215                 LBUG();
 216         case CLASS_PARSE_NID:
 217                 rc = parse_nid(buf, value);
 218                 break;
 219         case CLASS_PARSE_NET:
 220                 rc = parse_net(buf, value);
 221                 break;
 222         }
 223         *endp = tmp;
 224         if (rc != 0)
 225                 return rc;
 226         if (endh)
 227                 *endh = endp;
 228         return 0;
 229 }
 230
 231 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 232 {
 233         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh);
 234 }
 235 EXPORT_SYMBOL(class_parse_nid);
 236
 237 int class_parse_net(char *buf, __u32 *net, char **endh)
 238 {
 239         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh);
 240 }
 241 EXPORT_SYMBOL(class_parse_net);
 242
 243 /* 1 param contains key and match
 244  * 0 param contains key and not match
 245  * -1 param does not contain key
 246  */
 247 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
 248 {
 249         lnet_nid_t tmp;
 250         int   rc = -1;
 251
 252         while (class_find_param(buf, key, &buf) == 0) {
 253                 /* please restrict to the nids pertaining to
 254                  * the specified nids */
 255                 while (class_parse_nid(buf, &tmp, &buf) == 0) {
 256                         if (tmp == nid)
 257                                 return 1;
 258                 }
 259                 rc = 0;
 260         }
 261         return rc;
 262 }
 263 EXPORT_SYMBOL(class_match_nid);
 264
 265 int class_match_net(char *buf, char *key, __u32 net)
 266 {
 267         __u32 tmp;
 268         int   rc = -1;
 269
 270         while (class_find_param(buf, key, &buf) == 0) {
 271                 /* please restrict to the nids pertaining to
 272                  * the specified networks */
 273                 while (class_parse_net(buf, &tmp, &buf) == 0) {
 274                         if (tmp == net)
 275                                 return 1;
 276                 }
 277                 rc = 0;
 278         }
 279         return rc;
 280 }
 281 EXPORT_SYMBOL(class_match_net);
 282
 283 /********************** class fns **********************/
 284
 285 /**
 286  * Create a new obd device and set the type, name and uuid.  If successful,
 287  * the new device can be accessed by either name or uuid.
 288  */
 289 int class_attach(struct lustre_cfg *lcfg)
 290 {
 291         struct obd_device *obd = NULL;
 292         char *typename, *name, *uuid;
 293         int rc, len;
 294         ENTRY;
 295
 296         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 297                 CERROR("No type passed!\n");
 298                 RETURN(-EINVAL);
 299         }
 300         typename = lustre_cfg_string(lcfg, 1);
 301
 302         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 303                 CERROR("No name passed!\n");
 304                 RETURN(-EINVAL);
 305         }
 306         name = lustre_cfg_string(lcfg, 0);
 307
 308         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 309                 CERROR("No UUID passed!\n");
 310                 RETURN(-EINVAL);
 311         }
 312         uuid = lustre_cfg_string(lcfg, 2);
 313
 314         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 315                MKSTR(typename), MKSTR(name), MKSTR(uuid));
 316
 317         obd = class_newdev(typename, name);
 318         if (IS_ERR(obd)) {
 319                 /* Already exists or out of obds */
 320                 rc = PTR_ERR(obd);
 321                 obd = NULL;
 322                 CERROR("Cannot create device %s of type %s : %d\n",
 323                        name, typename, rc);
 324                 GOTO(out, rc);
 325         }
 326         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
 327                  name, typename);
 328         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 329                  "obd %p obd_magic %08X != %08X\n",
 330                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 331         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
 332                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
 333
 334         cfs_rwlock_init(&obd->obd_pool_lock);
 335         obd->obd_pool_limit = 0;
 336         obd->obd_pool_slv = 0;
 337
 338         CFS_INIT_LIST_HEAD(&obd->obd_exports);
 339         CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
 340         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
 341         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
 342         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
 343         cfs_spin_lock_init(&obd->obd_nid_lock);
 344         cfs_spin_lock_init(&obd->obd_dev_lock);
 345         cfs_mutex_init(&obd->obd_dev_mutex);
 346         cfs_spin_lock_init(&obd->obd_osfs_lock);
 347         /* obd->obd_osfs_age must be set to a value in the distant
 348          * past to guarantee a fresh statfs is fetched on mount. */
 349         obd->obd_osfs_age = cfs_time_shift_64(-1000);
 350
 351         /* XXX belongs in setup not attach  */
 352         cfs_init_rwsem(&obd->obd_observer_link_sem);
 353         /* recovery data */
 354         cfs_init_timer(&obd->obd_recovery_timer);
 355         cfs_spin_lock_init(&obd->obd_recovery_task_lock);
 356         cfs_waitq_init(&obd->obd_next_transno_waitq);
 357         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
 358         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
 359         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
 360         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
 361         CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
 362
 363         llog_group_init(&obd->obd_olg, FID_SEQ_LLOG);
 364
 365         obd->obd_conn_inprogress = 0;
 366
 367         len = strlen(uuid);
 368         if (len >= sizeof(obd->obd_uuid)) {
 369                 CERROR("uuid must be < %d bytes long\n",
 370                        (int)sizeof(obd->obd_uuid));
 371                 GOTO(out, rc = -EINVAL);
 372         }
 373         memcpy(obd->obd_uuid.uuid, uuid, len);
 374
 375         /* do the attach */
 376         if (OBP(obd, attach)) {
 377                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
 378                 if (rc)
 379                         GOTO(out, rc = -EINVAL);
 380         }
 381
 382         /* Detach drops this */
 383         cfs_spin_lock(&obd->obd_dev_lock);
 384         cfs_atomic_set(&obd->obd_refcount, 1);
 385         cfs_spin_unlock(&obd->obd_dev_lock);
 386         lu_ref_init(&obd->obd_reference);
 387         lu_ref_add(&obd->obd_reference, "attach", obd);
 388
 389         obd->obd_attached = 1;
 390         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 391                obd->obd_minor, typename, cfs_atomic_read(&obd->obd_refcount));
 392         RETURN(0);
 393  out:
 394         if (obd != NULL) {
 395                 class_release_dev(obd);
 396         }
 397         return rc;
 398 }
 399 EXPORT_SYMBOL(class_attach);
 400
 401 /** Create hashes, self-export, and call type-specific setup.
 402  * Setup is effectively the "start this obd" call.
 403  */
 404 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 405 {
 406         int err = 0;
 407         struct obd_export *exp;
 408         ENTRY;
 409
 410         LASSERT(obd != NULL);
 411         LASSERTF(obd == class_num2obd(obd->obd_minor),
 412                  "obd %p != obd_devs[%d] %p\n",
 413                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 414         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 415                  "obd %p obd_magic %08x != %08x\n",
 416                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 417
 418         /* have we attached a type to this device? */
 419         if (!obd->obd_attached) {
 420                 CERROR("Device %d not attached\n", obd->obd_minor);
 421                 RETURN(-ENODEV);
 422         }
 423
 424         if (obd->obd_set_up) {
 425                 CERROR("Device %d already setup (type %s)\n",
 426                        obd->obd_minor, obd->obd_type->typ_name);
 427                 RETURN(-EEXIST);
 428         }
 429
 430         /* is someone else setting us up right now? (attach inits spinlock) */
 431         cfs_spin_lock(&obd->obd_dev_lock);
 432         if (obd->obd_starting) {
 433                 cfs_spin_unlock(&obd->obd_dev_lock);
 434                 CERROR("Device %d setup in progress (type %s)\n",
 435                        obd->obd_minor, obd->obd_type->typ_name);
 436                 RETURN(-EEXIST);
 437         }
 438         /* just leave this on forever.  I can't use obd_set_up here because
 439            other fns check that status, and we're not actually set up yet. */
 440         obd->obd_starting = 1;
 441         obd->obd_uuid_hash = NULL;
 442         obd->obd_nid_hash = NULL;
 443         obd->obd_nid_stats_hash = NULL;
 444         cfs_spin_unlock(&obd->obd_dev_lock);
 445
 446         /* create an uuid-export lustre hash */
 447         obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
 448                                              HASH_UUID_CUR_BITS,
 449                                              HASH_UUID_MAX_BITS,
 450                                              HASH_UUID_BKT_BITS, 0,
 451                                              CFS_HASH_MIN_THETA,
 452                                              CFS_HASH_MAX_THETA,
 453                                              &uuid_hash_ops, CFS_HASH_DEFAULT);
 454         if (!obd->obd_uuid_hash)
 455                 GOTO(err_hash, err = -ENOMEM);
 456
 457         /* create a nid-export lustre hash */
 458         obd->obd_nid_hash = cfs_hash_create("NID_HASH",
 459                                             HASH_NID_CUR_BITS,
 460                                             HASH_NID_MAX_BITS,
 461                                             HASH_NID_BKT_BITS, 0,
 462                                             CFS_HASH_MIN_THETA,
 463                                             CFS_HASH_MAX_THETA,
 464                                             &nid_hash_ops, CFS_HASH_DEFAULT);
 465         if (!obd->obd_nid_hash)
 466                 GOTO(err_hash, err = -ENOMEM);
 467
 468         /* create a nid-stats lustre hash */
 469         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
 470                                                   HASH_NID_STATS_CUR_BITS,
 471                                                   HASH_NID_STATS_MAX_BITS,
 472                                                   HASH_NID_STATS_BKT_BITS, 0,
 473                                                   CFS_HASH_MIN_THETA,
 474                                                   CFS_HASH_MAX_THETA,
 475                                                   &nid_stat_hash_ops, CFS_HASH_DEFAULT);
 476         if (!obd->obd_nid_stats_hash)
 477                 GOTO(err_hash, err = -ENOMEM);
 478
 479         exp = class_new_export(obd, &obd->obd_uuid);
 480         if (IS_ERR(exp))
 481                 GOTO(err_hash, err = PTR_ERR(exp));
 482
 483         obd->obd_self_export = exp;
 484         cfs_list_del_init(&exp->exp_obd_chain_timed);
 485         class_export_put(exp);
 486
 487         err = obd_setup(obd, lcfg);
 488         if (err)
 489                 GOTO(err_exp, err);
 490
 491         obd->obd_set_up = 1;
 492
 493         cfs_spin_lock(&obd->obd_dev_lock);
 494         /* cleanup drops this */
 495         class_incref(obd, "setup", obd);
 496         cfs_spin_unlock(&obd->obd_dev_lock);
 497
 498         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 499                obd->obd_name, obd->obd_uuid.uuid);
 500
 501         RETURN(0);
 502 err_exp:
 503         if (obd->obd_self_export) {
 504                 class_unlink_export(obd->obd_self_export);
 505                 obd->obd_self_export = NULL;
 506         }
 507 err_hash:
 508         if (obd->obd_uuid_hash) {
 509                 cfs_hash_putref(obd->obd_uuid_hash);
 510                 obd->obd_uuid_hash = NULL;
 511         }
 512         if (obd->obd_nid_hash) {
 513                 cfs_hash_putref(obd->obd_nid_hash);
 514                 obd->obd_nid_hash = NULL;
 515         }
 516         if (obd->obd_nid_stats_hash) {
 517                 cfs_hash_putref(obd->obd_nid_stats_hash);
 518                 obd->obd_nid_stats_hash = NULL;
 519         }
 520         obd->obd_starting = 0;
 521         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 522         return err;
 523 }
 524 EXPORT_SYMBOL(class_setup);
 525
 526 /** We have finished using this obd and are ready to destroy it.
 527  * There can be no more references to this obd.
 528  */
 529 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 530 {
 531         ENTRY;
 532
 533         if (obd->obd_set_up) {
 534                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 535                 RETURN(-EBUSY);
 536         }
 537
 538         cfs_spin_lock(&obd->obd_dev_lock);
 539         if (!obd->obd_attached) {
 540                 cfs_spin_unlock(&obd->obd_dev_lock);
 541                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 542                 RETURN(-ENODEV);
 543         }
 544         obd->obd_attached = 0;
 545         cfs_spin_unlock(&obd->obd_dev_lock);
 546
 547         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 548                obd->obd_name, obd->obd_uuid.uuid);
 549
 550         class_decref(obd, "attach", obd);
 551         RETURN(0);
 552 }
 553 EXPORT_SYMBOL(class_detach);
 554
 555 /** Start shutting down the obd.  There may be in-progess ops when
 556  * this is called.  We tell them to start shutting down with a call
 557  * to class_disconnect_exports().
 558  */
 559 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 560 {
 561         int err = 0;
 562         char *flag;
 563         ENTRY;
 564
 565         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 566
 567         if (!obd->obd_set_up) {
 568                 CERROR("Device %d not setup\n", obd->obd_minor);
 569                 RETURN(-ENODEV);
 570         }
 571
 572         cfs_spin_lock(&obd->obd_dev_lock);
 573         if (obd->obd_stopping) {
 574                 cfs_spin_unlock(&obd->obd_dev_lock);
 575                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 576                 RETURN(-ENODEV);
 577         }
 578         /* Leave this on forever */
 579         obd->obd_stopping = 1;
 580
 581         /* wait for already-arrived-connections to finish. */
 582         while (obd->obd_conn_inprogress > 0) {
 583                 cfs_spin_unlock(&obd->obd_dev_lock);
 584
 585                 cfs_cond_resched();
 586
 587                 cfs_spin_lock(&obd->obd_dev_lock);
 588         }
 589        cfs_spin_unlock(&obd->obd_dev_lock);
 590
 591         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 592                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 593                         switch (*flag) {
 594                         case 'F':
 595                                 obd->obd_force = 1;
 596                                 break;
 597                         case 'A':
 598                                 LCONSOLE_WARN("Failing over %s\n",
 599                                               obd->obd_name);
 600                                 obd->obd_fail = 1;
 601                                 obd->obd_no_transno = 1;
 602                                 obd->obd_no_recov = 1;
 603                                 if (OBP(obd, iocontrol)) {
 604                                         obd_iocontrol(OBD_IOC_SYNC,
 605                                                       obd->obd_self_export,
 606                                                       0, NULL, NULL);
 607                                 }
 608                                 break;
 609                         default:
 610                                 CERROR("Unrecognised flag '%c'\n", *flag);
 611                         }
 612         }
 613
 614         LASSERT(obd->obd_self_export);
 615
 616         /* The three references that should be remaining are the
 617          * obd_self_export and the attach and setup references. */
 618         if (cfs_atomic_read(&obd->obd_refcount) > 3) {
 619                 /* refcounf - 3 might be the number of real exports
 620                    (excluding self export). But class_incref is called
 621                    by other things as well, so don't count on it. */
 622                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
 623                        obd->obd_name, cfs_atomic_read(&obd->obd_refcount) - 3);
 624                 dump_exports(obd, 0);
 625                 class_disconnect_exports(obd);
 626         }
 627
 628         /* Precleanup, we must make sure all exports get destroyed. */
 629         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
 630         if (err)
 631                 CERROR("Precleanup %s returned %d\n",
 632                        obd->obd_name, err);
 633
 634         /* destroy an uuid-export hash body */
 635         if (obd->obd_uuid_hash) {
 636                 cfs_hash_putref(obd->obd_uuid_hash);
 637                 obd->obd_uuid_hash = NULL;
 638         }
 639
 640         /* destroy a nid-export hash body */
 641         if (obd->obd_nid_hash) {
 642                 cfs_hash_putref(obd->obd_nid_hash);
 643                 obd->obd_nid_hash = NULL;
 644         }
 645
 646         /* destroy a nid-stats hash body */
 647         if (obd->obd_nid_stats_hash) {
 648                 cfs_hash_putref(obd->obd_nid_stats_hash);
 649                 obd->obd_nid_stats_hash = NULL;
 650         }
 651
 652         class_decref(obd, "setup", obd);
 653         obd->obd_set_up = 0;
 654
 655         RETURN(0);
 656 }
 657 EXPORT_SYMBOL(class_cleanup);
 658
 659 struct obd_device *class_incref(struct obd_device *obd,
 660                                 const char *scope, const void *source)
 661 {
 662         lu_ref_add_atomic(&obd->obd_reference, scope, source);
 663         cfs_atomic_inc(&obd->obd_refcount);
 664         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 665                cfs_atomic_read(&obd->obd_refcount));
 666
 667         return obd;
 668 }
 669 EXPORT_SYMBOL(class_incref);
 670
 671 void class_decref(struct obd_device *obd, const char *scope, const void *source)
 672 {
 673         int err;
 674         int refs;
 675
 676         cfs_spin_lock(&obd->obd_dev_lock);
 677         cfs_atomic_dec(&obd->obd_refcount);
 678         refs = cfs_atomic_read(&obd->obd_refcount);
 679         cfs_spin_unlock(&obd->obd_dev_lock);
 680         lu_ref_del(&obd->obd_reference, scope, source);
 681
 682         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
 683
 684         if ((refs == 1) && obd->obd_stopping) {
 685                 /* All exports have been destroyed; there should
 686                    be no more in-progress ops by this point.*/
 687
 688                 cfs_spin_lock(&obd->obd_self_export->exp_lock);
 689                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
 690                 cfs_spin_unlock(&obd->obd_self_export->exp_lock);
 691
 692                 /* note that we'll recurse into class_decref again */
 693                 class_unlink_export(obd->obd_self_export);
 694                 return;
 695         }
 696
 697         if (refs == 0) {
 698                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
 699                        obd->obd_name, obd->obd_uuid.uuid);
 700                 LASSERT(!obd->obd_attached);
 701                 if (obd->obd_stopping) {
 702                         /* If we're not stopping, we were never set up */
 703                         err = obd_cleanup(obd);
 704                         if (err)
 705                                 CERROR("Cleanup %s returned %d\n",
 706                                        obd->obd_name, err);
 707                 }
 708                 if (OBP(obd, detach)) {
 709                         err = OBP(obd, detach)(obd);
 710                         if (err)
 711                                 CERROR("Detach returned %d\n", err);
 712                 }
 713                 class_release_dev(obd);
 714         }
 715 }
 716 EXPORT_SYMBOL(class_decref);
 717
 718 /** Add a failover nid location.
 719  * Client obd types contact server obd types using this nid list.
 720  */
 721 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 722 {
 723         struct obd_import *imp;
 724         struct obd_uuid uuid;
 725         int rc;
 726         ENTRY;
 727
 728         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 729             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 730                 CERROR("invalid conn_uuid\n");
 731                 RETURN(-EINVAL);
 732         }
 733         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 734             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 735             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 736                 CERROR("can't add connection on non-client dev\n");
 737                 RETURN(-EINVAL);
 738         }
 739
 740         imp = obd->u.cli.cl_import;
 741         if (!imp) {
 742                 CERROR("try to add conn on immature client dev\n");
 743                 RETURN(-EINVAL);
 744         }
 745
 746         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 747         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 748
 749         RETURN(rc);
 750 }
 751
 752 /** Remove a failover nid location.
 753  */
 754 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 755 {
 756         struct obd_import *imp;
 757         struct obd_uuid uuid;
 758         int rc;
 759         ENTRY;
 760
 761         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 762             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 763                 CERROR("invalid conn_uuid\n");
 764                 RETURN(-EINVAL);
 765         }
 766         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 767             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 768                 CERROR("can't del connection on non-client dev\n");
 769                 RETURN(-EINVAL);
 770         }
 771
 772         imp = obd->u.cli.cl_import;
 773         if (!imp) {
 774                 CERROR("try to del conn on immature client dev\n");
 775                 RETURN(-EINVAL);
 776         }
 777
 778         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 779         rc = obd_del_conn(imp, &uuid);
 780
 781         RETURN(rc);
 782 }
 783
 784 CFS_LIST_HEAD(lustre_profile_list);
 785
 786 struct lustre_profile *class_get_profile(const char * prof)
 787 {
 788         struct lustre_profile *lprof;
 789
 790         ENTRY;
 791         cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
 792                 if (!strcmp(lprof->lp_profile, prof)) {
 793                         RETURN(lprof);
 794                 }
 795         }
 796         RETURN(NULL);
 797 }
 798 EXPORT_SYMBOL(class_get_profile);
 799
 800 /** Create a named "profile".
 801  * This defines the mdc and osc names to use for a client.
 802  * This also is used to define the lov to be used by a mdt.
 803  */
 804 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
 805                       int mdclen, char *mdc)
 806 {
 807         struct lustre_profile *lprof;
 808         int err = 0;
 809         ENTRY;
 810
 811         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
 812
 813         OBD_ALLOC(lprof, sizeof(*lprof));
 814         if (lprof == NULL)
 815                 RETURN(-ENOMEM);
 816         CFS_INIT_LIST_HEAD(&lprof->lp_list);
 817
 818         LASSERT(proflen == (strlen(prof) + 1));
 819         OBD_ALLOC(lprof->lp_profile, proflen);
 820         if (lprof->lp_profile == NULL)
 821                 GOTO(out, err = -ENOMEM);
 822         memcpy(lprof->lp_profile, prof, proflen);
 823
 824         LASSERT(osclen == (strlen(osc) + 1));
 825         OBD_ALLOC(lprof->lp_dt, osclen);
 826         if (lprof->lp_dt == NULL)
 827                 GOTO(out, err = -ENOMEM);
 828         memcpy(lprof->lp_dt, osc, osclen);
 829
 830         if (mdclen > 0) {
 831                 LASSERT(mdclen == (strlen(mdc) + 1));
 832                 OBD_ALLOC(lprof->lp_md, mdclen);
 833                 if (lprof->lp_md == NULL)
 834                         GOTO(out, err = -ENOMEM);
 835                 memcpy(lprof->lp_md, mdc, mdclen);
 836         }
 837
 838         cfs_list_add(&lprof->lp_list, &lustre_profile_list);
 839         RETURN(err);
 840
 841 out:
 842         if (lprof->lp_md)
 843                 OBD_FREE(lprof->lp_md, mdclen);
 844         if (lprof->lp_dt)
 845                 OBD_FREE(lprof->lp_dt, osclen);
 846         if (lprof->lp_profile)
 847                 OBD_FREE(lprof->lp_profile, proflen);
 848         OBD_FREE(lprof, sizeof(*lprof));
 849         RETURN(err);
 850 }
 851
 852 void class_del_profile(const char *prof)
 853 {
 854         struct lustre_profile *lprof;
 855         ENTRY;
 856
 857         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
 858
 859         lprof = class_get_profile(prof);
 860         if (lprof) {
 861                 cfs_list_del(&lprof->lp_list);
 862                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 863                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 864                 if (lprof->lp_md)
 865                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 866                 OBD_FREE(lprof, sizeof *lprof);
 867         }
 868         EXIT;
 869 }
 870 EXPORT_SYMBOL(class_del_profile);
 871
 872 /* COMPAT_146 */
 873 void class_del_profiles(void)
 874 {
 875         struct lustre_profile *lprof, *n;
 876         ENTRY;
 877
 878         cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
 879                 cfs_list_del(&lprof->lp_list);
 880                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 881                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 882                 if (lprof->lp_md)
 883                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 884                 OBD_FREE(lprof, sizeof *lprof);
 885         }
 886         EXIT;
 887 }
 888 EXPORT_SYMBOL(class_del_profiles);
 889
 890 static int class_set_global(char *ptr, int val, struct lustre_cfg *lcfg)
 891 {
 892         ENTRY;
 893         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
 894                 at_min = val;
 895         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
 896                 at_max = val;
 897         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
 898                 at_extra = val;
 899         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
 900                 at_early_margin = val;
 901         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
 902                 at_history = val;
 903         else if (class_match_param(ptr, PARAM_JOBID_VAR, NULL) == 0) {
 904                 memset(obd_jobid_var, 0, JOBSTATS_JOBID_VAR_MAX_LEN + 1);
 905                 memcpy(obd_jobid_var, lustre_cfg_string(lcfg, 2),
 906                        JOBSTATS_JOBID_VAR_MAX_LEN + 1);
 907         } else
 908                 RETURN(-EINVAL);
 909
 910         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
 911         RETURN(0);
 912 }
 913
 914
 915 /* We can't call ll_process_config directly because it lives in a module that
 916    must be loaded after this one. */
 917 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
 918
 919 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
 920 {
 921         client_process_config = cpc;
 922 }
 923 EXPORT_SYMBOL(lustre_register_client_process_config);
 924
 925 /**
 926  * Rename the proc parameter in \a cfg with a new name \a new_name.
 927  *
 928  * \param cfg      config structure which contains the proc parameter
 929  * \param new_name new name of the proc parameter
 930  *
 931  * \retval valid-pointer    pointer to the newly-allocated config structure
 932  *                          which contains the renamed proc parameter
 933  * \retval ERR_PTR(-EINVAL) if \a cfg or \a new_name is NULL, or \a cfg does
 934  *                          not contain a proc parameter
 935  * \retval ERR_PTR(-ENOMEM) if memory allocation failure occurs
 936  */
 937 struct lustre_cfg *lustre_cfg_rename(struct lustre_cfg *cfg,
 938                                      const char *new_name)
 939 {
 940         struct lustre_cfg_bufs  *bufs = NULL;
 941         struct lustre_cfg       *new_cfg = NULL;
 942         char                    *param = NULL;
 943         char                    *new_param = NULL;
 944         char                    *value = NULL;
 945         int                      name_len = 0;
 946         int                      new_len = 0;
 947         ENTRY;
 948
 949         if (cfg == NULL || new_name == NULL)
 950                 RETURN(ERR_PTR(-EINVAL));
 951
 952         param = lustre_cfg_string(cfg, 1);
 953         if (param == NULL)
 954                 RETURN(ERR_PTR(-EINVAL));
 955
 956         value = strchr(param, '=');
 957         if (value == NULL)
 958                 name_len = strlen(param);
 959         else
 960                 name_len = value - param;
 961
 962         new_len = LUSTRE_CFG_BUFLEN(cfg, 1) + strlen(new_name) - name_len;
 963
 964         OBD_ALLOC(new_param, new_len);
 965         if (new_param == NULL)
 966                 RETURN(ERR_PTR(-ENOMEM));
 967
 968         strcpy(new_param, new_name);
 969         if (value != NULL)
 970                 strcat(new_param, value);
 971
 972         OBD_ALLOC_PTR(bufs);
 973         if (bufs == NULL) {
 974                 OBD_FREE(new_param, new_len);
 975                 RETURN(ERR_PTR(-ENOMEM));
 976         }
 977
 978         lustre_cfg_bufs_reset(bufs, NULL);
 979         lustre_cfg_bufs_init(bufs, cfg);
 980         lustre_cfg_bufs_set_string(bufs, 1, new_param);
 981
 982         new_cfg = lustre_cfg_new(cfg->lcfg_command, bufs);
 983
 984         OBD_FREE(new_param, new_len);
 985         OBD_FREE_PTR(bufs);
 986         if (new_cfg == NULL)
 987                 RETURN(ERR_PTR(-ENOMEM));
 988
 989         new_cfg->lcfg_num = cfg->lcfg_num;
 990         new_cfg->lcfg_flags = cfg->lcfg_flags;
 991         new_cfg->lcfg_nid = cfg->lcfg_nid;
 992         new_cfg->lcfg_nal = cfg->lcfg_nal;
 993
 994         RETURN(new_cfg);
 995 }
 996 EXPORT_SYMBOL(lustre_cfg_rename);
 997
 998 /** Process configuration commands given in lustre_cfg form.
 999  * These may come from direct calls (e.g. class_manual_cleanup)
1000  * or processing the config llog, or ioctl from lctl.
1001  */
1002 int class_process_config(struct lustre_cfg *lcfg)
1003 {
1004         struct obd_device *obd;
1005         int err;
1006
1007         LASSERT(lcfg && !IS_ERR(lcfg));
1008         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
1009
1010         /* Commands that don't need a device */
1011         switch(lcfg->lcfg_command) {
1012         case LCFG_ATTACH: {
1013                 err = class_attach(lcfg);
1014                 GOTO(out, err);
1015         }
1016         case LCFG_ADD_UUID: {
1017                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
1018                        " (%s)\n", lustre_cfg_string(lcfg, 1),
1019                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
1020
1021                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
1022                 GOTO(out, err);
1023         }
1024         case LCFG_DEL_UUID: {
1025                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
1026                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
1027                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
1028
1029                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
1030                 GOTO(out, err);
1031         }
1032         case LCFG_MOUNTOPT: {
1033                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
1034                        lustre_cfg_string(lcfg, 1),
1035                        lustre_cfg_string(lcfg, 2),
1036                        lustre_cfg_string(lcfg, 3));
1037                 /* set these mount options somewhere, so ll_fill_super
1038                  * can find them. */
1039                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
1040                                         lustre_cfg_string(lcfg, 1),
1041                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
1042                                         lustre_cfg_string(lcfg, 2),
1043                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
1044                                         lustre_cfg_string(lcfg, 3));
1045                 GOTO(out, err);
1046         }
1047         case LCFG_DEL_MOUNTOPT: {
1048                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
1049                        lustre_cfg_string(lcfg, 1));
1050                 class_del_profile(lustre_cfg_string(lcfg, 1));
1051                 GOTO(out, err = 0);
1052         }
1053         case LCFG_SET_TIMEOUT: {
1054                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
1055                        obd_timeout, lcfg->lcfg_num);
1056                 obd_timeout = max(lcfg->lcfg_num, 1U);
1057                 obd_timeout_set = 1;
1058                 GOTO(out, err = 0);
1059         }
1060         case LCFG_SET_LDLM_TIMEOUT: {
1061                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
1062                        ldlm_timeout, lcfg->lcfg_num);
1063                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
1064                 if (ldlm_timeout >= obd_timeout)
1065                         ldlm_timeout = max(obd_timeout / 3, 1U);
1066                 ldlm_timeout_set = 1;
1067                 GOTO(out, err = 0);
1068         }
1069         case LCFG_SET_UPCALL: {
1070                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
1071                 /* COMPAT_146 Don't fail on old configs */
1072                 GOTO(out, err = 0);
1073         }
1074         case LCFG_MARKER: {
1075                 struct cfg_marker *marker;
1076                 marker = lustre_cfg_buf(lcfg, 1);
1077                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
1078                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
1079                 GOTO(out, err = 0);
1080         }
1081         case LCFG_PARAM: {
1082                 char *tmp;
1083                 /* llite has no obd */
1084                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
1085                                        PARAM_LLITE, 0) == 0) &&
1086                     client_process_config) {
1087                         err = (*client_process_config)(lcfg);
1088                         GOTO(out, err);
1089                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1090                                               PARAM_SYS, &tmp) == 0)) {
1091                         /* Global param settings */
1092                         err = class_set_global(tmp, lcfg->lcfg_num, lcfg);
1093                         /* Note that since LCFG_PARAM is LCFG_REQUIRED, new
1094                            unknown globals would cause config to fail */
1095                         if (err)
1096                                 CWARN("Ignoring unknown param %s\n", tmp);
1097                         GOTO(out, 0);
1098                 }
1099
1100                 /* Fall through */
1101                 break;
1102         }
1103         }
1104
1105         /* Commands that require a device */
1106         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1107         if (obd == NULL) {
1108                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1109                         CERROR("this lcfg command requires a device name\n");
1110                 else
1111                         CERROR("no device for: %s\n",
1112                                lustre_cfg_string(lcfg, 0));
1113
1114                 GOTO(out, err = -EINVAL);
1115         }
1116
1117         switch(lcfg->lcfg_command) {
1118         case LCFG_SETUP: {
1119                 err = class_setup(obd, lcfg);
1120                 GOTO(out, err);
1121         }
1122         case LCFG_DETACH: {
1123                 err = class_detach(obd, lcfg);
1124                 GOTO(out, err = 0);
1125         }
1126         case LCFG_CLEANUP: {
1127                 err = class_cleanup(obd, lcfg);
1128                 GOTO(out, err = 0);
1129         }
1130         case LCFG_ADD_CONN: {
1131                 err = class_add_conn(obd, lcfg);
1132                 GOTO(out, err = 0);
1133         }
1134         case LCFG_DEL_CONN: {
1135                 err = class_del_conn(obd, lcfg);
1136                 GOTO(out, err = 0);
1137         }
1138         case LCFG_POOL_NEW: {
1139                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1140                 GOTO(out, err = 0);
1141                 break;
1142         }
1143         case LCFG_POOL_ADD: {
1144                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1145                                    lustre_cfg_string(lcfg, 3));
1146                 GOTO(out, err = 0);
1147                 break;
1148         }
1149         case LCFG_POOL_REM: {
1150                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1151                                    lustre_cfg_string(lcfg, 3));
1152                 GOTO(out, err = 0);
1153                 break;
1154         }
1155         case LCFG_POOL_DEL: {
1156                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1157                 GOTO(out, err = 0);
1158                 break;
1159         }
1160         default: {
1161                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1162                 GOTO(out, err);
1163
1164         }
1165         }
1166 out:
1167         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1168                 CWARN("Ignoring error %d on optional command %#x\n", err,
1169                       lcfg->lcfg_command);
1170                 err = 0;
1171         }
1172         return err;
1173 }
1174 EXPORT_SYMBOL(class_process_config);
1175
1176 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
1177                              struct lustre_cfg *lcfg, void *data)
1178 {
1179 #ifdef __KERNEL__
1180         struct lprocfs_vars *var;
1181         char *key, *sval;
1182         int i, keylen, vallen;
1183         int matched = 0, j = 0;
1184         int rc = 0;
1185         int skip = 0;
1186         ENTRY;
1187
1188         if (lcfg->lcfg_command != LCFG_PARAM) {
1189                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1190                 RETURN(-EINVAL);
1191         }
1192
1193         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1194            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1195            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1196         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1197                 key = lustre_cfg_buf(lcfg, i);
1198                 /* Strip off prefix */
1199                 class_match_param(key, prefix, &key);
1200                 sval = strchr(key, '=');
1201                 if (!sval || (*(sval + 1) == 0)) {
1202                         CERROR("Can't parse param %s (missing '=')\n", key);
1203                         /* rc = -EINVAL;        continue parsing other params */
1204                         continue;
1205                 }
1206                 keylen = sval - key;
1207                 sval++;
1208                 vallen = strlen(sval);
1209                 matched = 0;
1210                 j = 0;
1211                 /* Search proc entries */
1212                 while (lvars[j].name) {
1213                         var = &lvars[j];
1214                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1215                             keylen == strlen(var->name)) {
1216                                 matched++;
1217                                 rc = -EROFS;
1218                                 if (var->write_fptr) {
1219                                         mm_segment_t oldfs;
1220                                         oldfs = get_fs();
1221                                         set_fs(KERNEL_DS);
1222                                         rc = (var->write_fptr)(NULL, sval,
1223                                                                vallen, data);
1224                                         set_fs(oldfs);
1225                                 }
1226                                 break;
1227                         }
1228                         j++;
1229                 }
1230                 if (!matched) {
1231                         /* If the prefix doesn't match, return error so we
1232                            can pass it down the stack */
1233                         if (strnchr(key, keylen, '.'))
1234                             RETURN(-ENOSYS);
1235                         CERROR("%s: unknown param %s\n",
1236                                (char *)lustre_cfg_string(lcfg, 0), key);
1237                         /* rc = -EINVAL;        continue parsing other params */
1238                         skip++;
1239                 } else if (rc < 0) {
1240                         CERROR("writing proc entry %s err %d\n",
1241                                var->name, rc);
1242                         rc = 0;
1243                 } else {
1244                         CDEBUG(D_CONFIG, "%s.%.*s: set parameter %.*s=%s\n",
1245                                       lustre_cfg_string(lcfg, 0),
1246                                       (int)strlen(prefix) - 1, prefix,
1247                                       (int)(sval - key - 1), key, sval);
1248                 }
1249         }
1250
1251         if (rc > 0)
1252                 rc = 0;
1253         if (!rc && skip)
1254                 rc = skip;
1255         RETURN(rc);
1256 #else
1257         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1258         /* Don't throw config error */
1259         RETURN(0);
1260 #endif
1261 }
1262 EXPORT_SYMBOL(class_process_proc_param);
1263
1264 int class_config_dump_handler(struct llog_handle * handle,
1265                               struct llog_rec_hdr *rec, void *data);
1266
1267 #ifdef __KERNEL__
1268 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1269 #else
1270 #define lustre_check_exclusion(a,b)  0
1271 #endif
1272
1273 /** Parse a configuration llog, doing various manipulations on them
1274  * for various reasons, (modifications for compatibility, skip obsolete
1275  * records, change uuids, etc), then class_process_config() resulting
1276  * net records.
1277  */
1278 static int class_config_llog_handler(struct llog_handle * handle,
1279                                      struct llog_rec_hdr *rec, void *data)
1280 {
1281         struct config_llog_instance *clli = data;
1282         int cfg_len = rec->lrh_len;
1283         char *cfg_buf = (char*) (rec + 1);
1284         int rc = 0;
1285         ENTRY;
1286
1287         //class_config_dump_handler(handle, rec, data);
1288
1289         switch (rec->lrh_type) {
1290         case OBD_CFG_REC: {
1291                 struct lustre_cfg *lcfg, *lcfg_new;
1292                 struct lustre_cfg_bufs bufs;
1293                 char *inst_name = NULL;
1294                 int inst_len = 0;
1295                 int inst = 0, swab = 0;
1296
1297                 lcfg = (struct lustre_cfg *)cfg_buf;
1298                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1299                         lustre_swab_lustre_cfg(lcfg);
1300                         swab = 1;
1301                 }
1302
1303                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1304                 if (rc)
1305                         GOTO(out, rc);
1306
1307                 /* Figure out config state info */
1308                 if (lcfg->lcfg_command == LCFG_MARKER) {
1309                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1310                         lustre_swab_cfg_marker(marker, swab,
1311                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1312                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1313                                clli->cfg_flags, marker->cm_flags);
1314                         if (marker->cm_flags & CM_START) {
1315                                 /* all previous flags off */
1316                                 clli->cfg_flags = CFG_F_MARKER;
1317                                 if (marker->cm_flags & CM_SKIP) {
1318                                         clli->cfg_flags |= CFG_F_SKIP;
1319                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1320                                                marker->cm_step);
1321                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1322                                            (clli->cfg_sb &&
1323                                             lustre_check_exclusion(clli->cfg_sb,
1324                                                          marker->cm_tgtname))) {
1325                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1326                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1327                                                marker->cm_step);
1328                                 }
1329                         } else if (marker->cm_flags & CM_END) {
1330                                 clli->cfg_flags = 0;
1331                         }
1332                 }
1333                 /* A config command without a start marker before it is
1334                    illegal (post 146) */
1335                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1336                     !(clli->cfg_flags & CFG_F_MARKER) &&
1337                     (lcfg->lcfg_command != LCFG_MARKER)) {
1338                         CWARN("Config not inside markers, ignoring! "
1339                               "(inst: %p, uuid: %s, flags: %#x)\n",
1340                               clli->cfg_instance,
1341                               clli->cfg_uuid.uuid, clli->cfg_flags);
1342                         clli->cfg_flags |= CFG_F_SKIP;
1343                 }
1344                 if (clli->cfg_flags & CFG_F_SKIP) {
1345                         CDEBUG(D_CONFIG, "skipping %#x\n",
1346                                clli->cfg_flags);
1347                         rc = 0;
1348                         /* No processing! */
1349                         break;
1350                 }
1351
1352                 /*
1353                  * For interoperability between 1.8 and 2.0,
1354                  * rename "mds" obd device type to "mdt".
1355                  */
1356                 {
1357                         char *typename = lustre_cfg_string(lcfg, 1);
1358                         char *index = lustre_cfg_string(lcfg, 2);
1359
1360                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1361                              strcmp(typename, "mds") == 0)) {
1362                                 CWARN("For 1.8 interoperability, rename obd "
1363                                        "type from mds to mdt\n");
1364                                 typename[2] = 't';
1365                         }
1366                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1367                              strcmp(index, "type") == 0)) {
1368                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1369                                        "set this index to '0'\n");
1370                                 index[0] = '0';
1371                                 index[1] = 0;
1372                         }
1373                 }
1374
1375                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1376                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1377                         /* Add inactive instead */
1378                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1379
1380                 lustre_cfg_bufs_init(&bufs, lcfg);
1381
1382                 if (clli && clli->cfg_instance &&
1383                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1384                         inst = 1;
1385                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1386                                    sizeof(clli->cfg_instance) * 2 + 4;
1387                         OBD_ALLOC(inst_name, inst_len);
1388                         if (inst_name == NULL)
1389                                 GOTO(out, rc = -ENOMEM);
1390                         sprintf(inst_name, "%s-%p",
1391                                 lustre_cfg_string(lcfg, 0),
1392                                 clli->cfg_instance);
1393                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1394                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1395                                lcfg->lcfg_command, inst_name);
1396                 }
1397
1398                 /* we override the llog's uuid for clients, to insure they
1399                 are unique */
1400                 if (clli && clli->cfg_instance != NULL &&
1401                     lcfg->lcfg_command == LCFG_ATTACH) {
1402                         lustre_cfg_bufs_set_string(&bufs, 2,
1403                                                    clli->cfg_uuid.uuid);
1404                 }
1405                 /*
1406                  * sptlrpc config record, we expect 2 data segments:
1407                  *  [0]: fs_name/target_name,
1408                  *  [1]: rule string
1409                  * moving them to index [1] and [2], and insert MGC's
1410                  * obdname at index [0].
1411                  */
1412                 if (clli && clli->cfg_instance == NULL &&
1413                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1414                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1415                                             bufs.lcfg_buflen[1]);
1416                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1417                                             bufs.lcfg_buflen[0]);
1418                         lustre_cfg_bufs_set_string(&bufs, 0,
1419                                                    clli->cfg_obdname);
1420                 }
1421
1422                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1423
1424                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1425                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1426
1427                 /* XXX Hack to try to remain binary compatible with
1428                  * pre-newconfig logs */
1429                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1430                     (lcfg->lcfg_nid >> 32) == 0) {
1431                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1432
1433                         lcfg_new->lcfg_nid =
1434                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1435                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1436                               lcfg->lcfg_nal, addr,
1437                               libcfs_nid2str(lcfg_new->lcfg_nid));
1438                 } else {
1439                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1440                 }
1441
1442                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1443
1444                 rc = class_process_config(lcfg_new);
1445                 lustre_cfg_free(lcfg_new);
1446
1447                 if (inst)
1448                         OBD_FREE(inst_name, inst_len);
1449                 break;
1450         }
1451         default:
1452                 CERROR("Unknown llog record type %#x encountered\n",
1453                        rec->lrh_type);
1454                 break;
1455         }
1456 out:
1457         if (rc) {
1458                 CERROR("Err %d on cfg command:\n", rc);
1459                 class_config_dump_handler(handle, rec, data);
1460         }
1461         RETURN(rc);
1462 }
1463
1464 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1465                             struct config_llog_instance *cfg)
1466 {
1467         struct llog_process_cat_data cd = {0, 0};
1468         struct llog_handle *llh;
1469         int rc, rc2;
1470         ENTRY;
1471
1472         CDEBUG(D_INFO, "looking up llog %s\n", name);
1473         rc = llog_create(ctxt, &llh, NULL, name);
1474         if (rc)
1475                 RETURN(rc);
1476
1477         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1478         if (rc)
1479                 GOTO(parse_out, rc);
1480
1481         /* continue processing from where we last stopped to end-of-log */
1482         if (cfg)
1483                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1484         cd.lpcd_last_idx = 0;
1485
1486         rc = llog_process(NULL, llh, class_config_llog_handler, cfg, &cd);
1487
1488         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1489                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1490
1491         if (cfg)
1492                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1493
1494 parse_out:
1495         rc2 = llog_close(llh);
1496         if (rc == 0)
1497                 rc = rc2;
1498
1499         RETURN(rc);
1500 }
1501 EXPORT_SYMBOL(class_config_parse_llog);
1502
1503 int class_config_dump_handler(struct llog_handle * handle,
1504                               struct llog_rec_hdr *rec, void *data)
1505 {
1506         int cfg_len = rec->lrh_len;
1507         char *cfg_buf = (char*) (rec + 1);
1508         char *outstr, *ptr, *end;
1509         int rc = 0;
1510         ENTRY;
1511
1512         OBD_ALLOC(outstr, 256);
1513         end = outstr + 256;
1514         ptr = outstr;
1515         if (!outstr) {
1516                 RETURN(-ENOMEM);
1517         }
1518         if (rec->lrh_type == OBD_CFG_REC) {
1519                 struct lustre_cfg *lcfg;
1520                 int i;
1521
1522                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1523                 if (rc)
1524                         GOTO(out, rc);
1525                 lcfg = (struct lustre_cfg *)cfg_buf;
1526
1527                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1528                                 lcfg->lcfg_command);
1529                 if (lcfg->lcfg_flags) {
1530                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1531                                         lcfg->lcfg_flags);
1532                 }
1533                 if (lcfg->lcfg_num) {
1534                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1535                                         lcfg->lcfg_num);
1536                 }
1537                 if (lcfg->lcfg_nid) {
1538                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1539                                         libcfs_nid2str(lcfg->lcfg_nid),
1540                                         lcfg->lcfg_nid);
1541                 }
1542                 if (lcfg->lcfg_command == LCFG_MARKER) {
1543                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1544                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1545                                         marker->cm_step, marker->cm_flags,
1546                                         marker->cm_tgtname, marker->cm_comment);
1547                 } else {
1548                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1549                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1550                                                 lustre_cfg_string(lcfg, i));
1551                         }
1552                 }
1553                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1554         } else {
1555                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1556                 rc = -EINVAL;
1557         }
1558 out:
1559         OBD_FREE(outstr, 256);
1560         RETURN(rc);
1561 }
1562
1563 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1564                            struct config_llog_instance *cfg)
1565 {
1566         struct llog_handle *llh;
1567         int rc, rc2;
1568         ENTRY;
1569
1570         LCONSOLE_INFO("Dumping config log %s\n", name);
1571
1572         rc = llog_create(ctxt, &llh, NULL, name);
1573         if (rc)
1574                 RETURN(rc);
1575
1576         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1577         if (rc)
1578                 GOTO(parse_out, rc);
1579
1580         rc = llog_process(NULL, llh, class_config_dump_handler, cfg, NULL);
1581 parse_out:
1582         rc2 = llog_close(llh);
1583         if (rc == 0)
1584                 rc = rc2;
1585
1586         LCONSOLE_INFO("End config log %s\n", name);
1587         RETURN(rc);
1588
1589 }
1590 EXPORT_SYMBOL(class_config_dump_llog);
1591
1592 /** Call class_cleanup and class_detach.
1593  * "Manual" only in the sense that we're faking lcfg commands.
1594  */
1595 int class_manual_cleanup(struct obd_device *obd)
1596 {
1597         char                    flags[3] = "";
1598         struct lustre_cfg      *lcfg;
1599         struct lustre_cfg_bufs  bufs;
1600         int                     rc;
1601         ENTRY;
1602
1603         if (!obd) {
1604                 CERROR("empty cleanup\n");
1605                 RETURN(-EALREADY);
1606         }
1607
1608         if (obd->obd_force)
1609                 strcat(flags, "F");
1610         if (obd->obd_fail)
1611                 strcat(flags, "A");
1612
1613         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1614                obd->obd_name, flags);
1615
1616         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1617         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1618         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1619         if (!lcfg)
1620                 RETURN(-ENOMEM);
1621
1622         rc = class_process_config(lcfg);
1623         if (rc) {
1624                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1625                 GOTO(out, rc);
1626         }
1627
1628         /* the lcfg is almost the same for both ops */
1629         lcfg->lcfg_command = LCFG_DETACH;
1630         rc = class_process_config(lcfg);
1631         if (rc)
1632                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1633 out:
1634         lustre_cfg_free(lcfg);
1635         RETURN(rc);
1636 }
1637 EXPORT_SYMBOL(class_manual_cleanup);
1638
1639 /*
1640  * uuid<->export lustre hash operations
1641  */
1642
1643 static unsigned
1644 uuid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1645 {
1646         return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
1647                                   sizeof(((struct obd_uuid *)key)->uuid), mask);
1648 }
1649
1650 static void *
1651 uuid_key(cfs_hlist_node_t *hnode)
1652 {
1653         struct obd_export *exp;
1654
1655         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1656
1657         return &exp->exp_client_uuid;
1658 }
1659
1660 /*
1661  * NOTE: It is impossible to find an export that is in failed
1662  *       state with this function
1663  */
1664 static int
1665 uuid_keycmp(const void *key, cfs_hlist_node_t *hnode)
1666 {
1667         struct obd_export *exp;
1668
1669         LASSERT(key);
1670         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1671
1672         return obd_uuid_equals(key, &exp->exp_client_uuid) &&
1673                !exp->exp_failed;
1674 }
1675
1676 static void *
1677 uuid_export_object(cfs_hlist_node_t *hnode)
1678 {
1679         return cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1680 }
1681
1682 static void
1683 uuid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1684 {
1685         struct obd_export *exp;
1686
1687         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1688         class_export_get(exp);
1689 }
1690
1691 static void
1692 uuid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1693 {
1694         struct obd_export *exp;
1695
1696         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1697         class_export_put(exp);
1698 }
1699
1700 static cfs_hash_ops_t uuid_hash_ops = {
1701         .hs_hash        = uuid_hash,
1702         .hs_key         = uuid_key,
1703         .hs_keycmp      = uuid_keycmp,
1704         .hs_object      = uuid_export_object,
1705         .hs_get         = uuid_export_get,
1706         .hs_put_locked  = uuid_export_put_locked,
1707 };
1708
1709
1710 /*
1711  * nid<->export hash operations
1712  */
1713
1714 static unsigned
1715 nid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1716 {
1717         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
1718 }
1719
1720 static void *
1721 nid_key(cfs_hlist_node_t *hnode)
1722 {
1723         struct obd_export *exp;
1724
1725         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1726
1727         RETURN(&exp->exp_connection->c_peer.nid);
1728 }
1729
1730 /*
1731  * NOTE: It is impossible to find an export that is in failed
1732  *       state with this function
1733  */
1734 static int
1735 nid_kepcmp(const void *key, cfs_hlist_node_t *hnode)
1736 {
1737         struct obd_export *exp;
1738
1739         LASSERT(key);
1740         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1741
1742         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1743                !exp->exp_failed);
1744 }
1745
1746 static void *
1747 nid_export_object(cfs_hlist_node_t *hnode)
1748 {
1749         return cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1750 }
1751
1752 static void
1753 nid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1754 {
1755         struct obd_export *exp;
1756
1757         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1758         class_export_get(exp);
1759 }
1760
1761 static void
1762 nid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1763 {
1764         struct obd_export *exp;
1765
1766         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1767         class_export_put(exp);
1768 }
1769
1770 static cfs_hash_ops_t nid_hash_ops = {
1771         .hs_hash        = nid_hash,
1772         .hs_key         = nid_key,
1773         .hs_keycmp      = nid_kepcmp,
1774         .hs_object      = nid_export_object,
1775         .hs_get         = nid_export_get,
1776         .hs_put_locked  = nid_export_put_locked,
1777 };
1778
1779
1780 /*
1781  * nid<->nidstats hash operations
1782  */
1783
1784 static void *
1785 nidstats_key(cfs_hlist_node_t *hnode)
1786 {
1787         struct nid_stat *ns;
1788
1789         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1790
1791         return &ns->nid;
1792 }
1793
1794 static int
1795 nidstats_keycmp(const void *key, cfs_hlist_node_t *hnode)
1796 {
1797         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
1798 }
1799
1800 static void *
1801 nidstats_object(cfs_hlist_node_t *hnode)
1802 {
1803         return cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1804 }
1805
1806 static void
1807 nidstats_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1808 {
1809         struct nid_stat *ns;
1810
1811         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1812         nidstat_getref(ns);
1813 }
1814
1815 static void
1816 nidstats_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1817 {
1818         struct nid_stat *ns;
1819
1820         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1821         nidstat_putref(ns);
1822 }
1823
1824 static cfs_hash_ops_t nid_stat_hash_ops = {
1825         .hs_hash        = nid_hash,
1826         .hs_key         = nidstats_key,
1827         .hs_keycmp      = nidstats_keycmp,
1828         .hs_object      = nidstats_object,
1829         .hs_get         = nidstats_get,
1830         .hs_put_locked  = nidstats_put_locked,
1831 };