lustre/obdclass/obd_config.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
  30  * Use is subject to license terms.
  31  *
  32  * Copyright (c) 2011 Whamcloud, Inc.
  33  *
  34  */
  35 /*
  36  * This file is part of Lustre, http://www.lustre.org/
  37  * Lustre is a trademark of Sun Microsystems, Inc.
  38  *
  39  * lustre/obdclass/obd_config.c
  40  *
  41  * Config API
  42  */
  43
  44 #define DEBUG_SUBSYSTEM S_CLASS
  45 #ifdef __KERNEL__
  46 #include <obd_class.h>
  47 #include <linux/string.h>
  48 #else
  49 #include <liblustre.h>
  50 #include <obd_class.h>
  51 #include <obd.h>
  52 #endif
  53 #include <lustre_log.h>
  54 #include <lprocfs_status.h>
  55 #include <libcfs/list.h>
  56 #include <lustre_param.h>
  57
  58 static cfs_hash_ops_t uuid_hash_ops;
  59 static cfs_hash_ops_t nid_hash_ops;
  60 static cfs_hash_ops_t nid_stat_hash_ops;
  61
  62 /*********** string parsing utils *********/
  63
  64 /* returns 0 if we find this key in the buffer, else 1 */
  65 int class_find_param(char *buf, char *key, char **valp)
  66 {
  67         char *ptr;
  68
  69         if (!buf)
  70                 return 1;
  71
  72         if ((ptr = strstr(buf, key)) == NULL)
  73                 return 1;
  74
  75         if (valp)
  76                 *valp = ptr + strlen(key);
  77
  78         return 0;
  79 }
  80
  81 /**
  82  * Check whether the proc parameter \a param is an old parameter or not from
  83  * the array \a ptr which contains the mapping from old parameters to new ones.
  84  * If it's an old one, then return the pointer to the cfg_interop_param struc-
  85  * ture which contains both the old and new parameters.
  86  *
  87  * \param param                 proc parameter
  88  * \param ptr                   an array which contains the mapping from
  89  *                              old parameters to new ones
  90  *
  91  * \retval valid-pointer        pointer to the cfg_interop_param structure
  92  *                              which contains the old and new parameters
  93  * \retval NULL                 \a param or \a ptr is NULL,
  94  *                              or \a param is not an old parameter
  95  */
  96 struct cfg_interop_param *class_find_old_param(const char *param,
  97                                                struct cfg_interop_param *ptr)
  98 {
  99         char *value = NULL;
 100         int   name_len = 0;
 101
 102         if (param == NULL || ptr == NULL)
 103                 RETURN(NULL);
 104
 105         value = strchr(param, '=');
 106         if (value == NULL)
 107                 name_len = strlen(param);
 108         else
 109                 name_len = value - param;
 110
 111         while (ptr->old_param != NULL) {
 112                 if (strncmp(param, ptr->old_param, name_len) == 0 &&
 113                     name_len == strlen(ptr->old_param))
 114                         RETURN(ptr);
 115                 ptr++;
 116         }
 117
 118         RETURN(NULL);
 119 }
 120 EXPORT_SYMBOL(class_find_old_param);
 121
 122 /**
 123  * Finds a parameter in \a params and copies it to \a copy.
 124  *
 125  * Leading spaces are skipped. Next space or end of string is the
 126  * parameter terminator with the exception that spaces inside single or double
 127  * quotes get included into a parameter. The parameter is copied into \a copy
 128  * which has to be allocated big enough by a caller, quotes are stripped in
 129  * the copy and the copy is terminated by 0.
 130  *
 131  * On return \a params is set to next parameter or to NULL if last
 132  * parameter is returned.
 133  *
 134  * \retval 0 if parameter is returned in \a copy
 135  * \retval 1 otherwise
 136  * \retval -EINVAL if unbalanced quota is found
 137  */
 138 int class_get_next_param(char **params, char *copy)
 139 {
 140         char *q1, *q2, *str;
 141         int len;
 142
 143         str = *params;
 144         while (*str == ' ')
 145                 str++;
 146
 147         if (*str == '\0') {
 148                 *params = NULL;
 149                 return 1;
 150         }
 151
 152         while (1) {
 153                 q1 = strpbrk(str, " '\"");
 154                 if (q1 == NULL) {
 155                         len = strlen(str);
 156                         memcpy(copy, str, len);
 157                         copy[len] = '\0';
 158                         *params = NULL;
 159                         return 0;
 160                 }
 161                 len = q1 - str;
 162                 if (*q1 == ' ') {
 163                         memcpy(copy, str, len);
 164                         copy[len] = '\0';
 165                         *params = str + len;
 166                         return 0;
 167                 }
 168
 169                 memcpy(copy, str, len);
 170                 copy += len;
 171
 172                 /* search for the matching closing quote */
 173                 str = q1 + 1;
 174                 q2 = strchr(str, *q1);
 175                 if (q2 == NULL) {
 176                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
 177                                *params);
 178                         return -EINVAL;
 179                 }
 180                 len = q2 - str;
 181                 memcpy(copy, str, len);
 182                 copy += len;
 183                 str = q2 + 1;
 184         }
 185         return 1;
 186 }
 187
 188 /* returns 0 if this is the first key in the buffer, else 1.
 189    valp points to first char after key. */
 190 int class_match_param(char *buf, char *key, char **valp)
 191 {
 192         if (!buf)
 193                 return 1;
 194
 195         if (memcmp(buf, key, strlen(key)) != 0)
 196                 return 1;
 197
 198         if (valp)
 199                 *valp = buf + strlen(key);
 200
 201         return 0;
 202 }
 203
 204 static int parse_nid(char *buf, void *value)
 205 {
 206         lnet_nid_t *nid = (lnet_nid_t *)value;
 207
 208         *nid = libcfs_str2nid(buf);
 209         if (*nid != LNET_NID_ANY)
 210                 return 0;
 211
 212         LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 213         return -EINVAL;
 214 }
 215
 216 static int parse_net(char *buf, void *value)
 217 {
 218         __u32 *net = (__u32 *)value;
 219
 220         *net = libcfs_str2net(buf);
 221         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
 222         return 0;
 223 }
 224
 225 enum {
 226         CLASS_PARSE_NID = 1,
 227         CLASS_PARSE_NET,
 228 };
 229
 230 /* 0 is good nid,
 231    1 not found
 232    < 0 error
 233    endh is set to next separator */
 234 static int class_parse_value(char *buf, int opc, void *value, char **endh)
 235 {
 236         char *endp;
 237         char  tmp;
 238         int   rc = 0;
 239
 240         if (!buf)
 241                 return 1;
 242         while (*buf == ',' || *buf == ':')
 243                 buf++;
 244         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 245                 return 1;
 246
 247         /* nid separators or end of nids */
 248         endp = strpbrk(buf, ",: /");
 249         if (endp == NULL)
 250                 endp = buf + strlen(buf);
 251
 252         tmp = *endp;
 253         *endp = '\0';
 254         switch (opc) {
 255         default:
 256                 LBUG();
 257         case CLASS_PARSE_NID:
 258                 rc = parse_nid(buf, value);
 259                 break;
 260         case CLASS_PARSE_NET:
 261                 rc = parse_net(buf, value);
 262                 break;
 263         }
 264         *endp = tmp;
 265         if (rc != 0)
 266                 return rc;
 267         if (endh)
 268                 *endh = endp;
 269         return 0;
 270 }
 271
 272 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 273 {
 274         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh);
 275 }
 276
 277 int class_parse_net(char *buf, __u32 *net, char **endh)
 278 {
 279         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh);
 280 }
 281
 282 /* 1 param contains key and match
 283  * 0 param contains key and not match
 284  * -1 param does not contain key
 285  */
 286 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
 287 {
 288         lnet_nid_t tmp;
 289         int   rc = -1;
 290
 291         while (class_find_param(buf, key, &buf) == 0) {
 292                 /* please restrict to the nids pertaining to
 293                  * the specified nids */
 294                 while (class_parse_nid(buf, &tmp, &buf) == 0) {
 295                         if (tmp == nid)
 296                                 return 1;
 297                 }
 298                 rc = 0;
 299         }
 300         return rc;
 301 }
 302
 303 int class_match_net(char *buf, char *key, __u32 net)
 304 {
 305         __u32 tmp;
 306         int   rc = -1;
 307
 308         while (class_find_param(buf, key, &buf) == 0) {
 309                 /* please restrict to the nids pertaining to
 310                  * the specified networks */
 311                 while (class_parse_net(buf, &tmp, &buf) == 0) {
 312                         if (tmp == net)
 313                                 return 1;
 314                 }
 315                 rc = 0;
 316         }
 317         return rc;
 318 }
 319
 320 EXPORT_SYMBOL(class_find_param);
 321 EXPORT_SYMBOL(class_get_next_param);
 322 EXPORT_SYMBOL(class_match_param);
 323 EXPORT_SYMBOL(class_parse_nid);
 324 EXPORT_SYMBOL(class_parse_net);
 325 EXPORT_SYMBOL(class_match_nid);
 326 EXPORT_SYMBOL(class_match_net);
 327
 328 /********************** class fns **********************/
 329
 330 /**
 331  * Create a new obd device and set the type, name and uuid.  If successful,
 332  * the new device can be accessed by either name or uuid.
 333  */
 334 int class_attach(struct lustre_cfg *lcfg)
 335 {
 336         struct obd_device *obd = NULL;
 337         char *typename, *name, *uuid;
 338         int rc, len;
 339         ENTRY;
 340
 341         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 342                 CERROR("No type passed!\n");
 343                 RETURN(-EINVAL);
 344         }
 345         typename = lustre_cfg_string(lcfg, 1);
 346
 347         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 348                 CERROR("No name passed!\n");
 349                 RETURN(-EINVAL);
 350         }
 351         name = lustre_cfg_string(lcfg, 0);
 352
 353         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 354                 CERROR("No UUID passed!\n");
 355                 RETURN(-EINVAL);
 356         }
 357         uuid = lustre_cfg_string(lcfg, 2);
 358
 359         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 360                MKSTR(typename), MKSTR(name), MKSTR(uuid));
 361
 362         obd = class_newdev(typename, name);
 363         if (IS_ERR(obd)) {
 364                 /* Already exists or out of obds */
 365                 rc = PTR_ERR(obd);
 366                 obd = NULL;
 367                 CERROR("Cannot create device %s of type %s : %d\n",
 368                        name, typename, rc);
 369                 GOTO(out, rc);
 370         }
 371         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
 372                  name, typename);
 373         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 374                  "obd %p obd_magic %08X != %08X\n",
 375                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 376         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
 377                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
 378
 379         cfs_rwlock_init(&obd->obd_pool_lock);
 380         obd->obd_pool_limit = 0;
 381         obd->obd_pool_slv = 0;
 382
 383         CFS_INIT_LIST_HEAD(&obd->obd_exports);
 384         CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
 385         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
 386         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
 387         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
 388         cfs_spin_lock_init(&obd->obd_nid_lock);
 389         cfs_spin_lock_init(&obd->obd_dev_lock);
 390         cfs_sema_init(&obd->obd_dev_sem, 1);
 391         cfs_spin_lock_init(&obd->obd_osfs_lock);
 392         /* obd->obd_osfs_age must be set to a value in the distant
 393          * past to guarantee a fresh statfs is fetched on mount. */
 394         obd->obd_osfs_age = cfs_time_shift_64(-1000);
 395
 396         /* XXX belongs in setup not attach  */
 397         cfs_init_rwsem(&obd->obd_observer_link_sem);
 398         /* recovery data */
 399         cfs_init_timer(&obd->obd_recovery_timer);
 400         cfs_spin_lock_init(&obd->obd_recovery_task_lock);
 401         cfs_waitq_init(&obd->obd_next_transno_waitq);
 402         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
 403         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
 404         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
 405         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
 406         CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
 407
 408         llog_group_init(&obd->obd_olg, FID_SEQ_LLOG);
 409
 410         obd->obd_conn_inprogress = 0;
 411
 412         len = strlen(uuid);
 413         if (len >= sizeof(obd->obd_uuid)) {
 414                 CERROR("uuid must be < %d bytes long\n",
 415                        (int)sizeof(obd->obd_uuid));
 416                 GOTO(out, rc = -EINVAL);
 417         }
 418         memcpy(obd->obd_uuid.uuid, uuid, len);
 419
 420         /* do the attach */
 421         if (OBP(obd, attach)) {
 422                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
 423                 if (rc)
 424                         GOTO(out, rc = -EINVAL);
 425         }
 426
 427         /* Detach drops this */
 428         cfs_spin_lock(&obd->obd_dev_lock);
 429         cfs_atomic_set(&obd->obd_refcount, 1);
 430         cfs_spin_unlock(&obd->obd_dev_lock);
 431         lu_ref_init(&obd->obd_reference);
 432         lu_ref_add(&obd->obd_reference, "attach", obd);
 433
 434         obd->obd_attached = 1;
 435         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 436                obd->obd_minor, typename, cfs_atomic_read(&obd->obd_refcount));
 437         RETURN(0);
 438  out:
 439         if (obd != NULL) {
 440                 class_release_dev(obd);
 441         }
 442         return rc;
 443 }
 444
 445 /** Create hashes, self-export, and call type-specific setup.
 446  * Setup is effectively the "start this obd" call.
 447  */
 448 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 449 {
 450         int err = 0;
 451         struct obd_export *exp;
 452         ENTRY;
 453
 454         LASSERT(obd != NULL);
 455         LASSERTF(obd == class_num2obd(obd->obd_minor),
 456                  "obd %p != obd_devs[%d] %p\n",
 457                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 458         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 459                  "obd %p obd_magic %08x != %08x\n",
 460                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 461
 462         /* have we attached a type to this device? */
 463         if (!obd->obd_attached) {
 464                 CERROR("Device %d not attached\n", obd->obd_minor);
 465                 RETURN(-ENODEV);
 466         }
 467
 468         if (obd->obd_set_up) {
 469                 CERROR("Device %d already setup (type %s)\n",
 470                        obd->obd_minor, obd->obd_type->typ_name);
 471                 RETURN(-EEXIST);
 472         }
 473
 474         /* is someone else setting us up right now? (attach inits spinlock) */
 475         cfs_spin_lock(&obd->obd_dev_lock);
 476         if (obd->obd_starting) {
 477                 cfs_spin_unlock(&obd->obd_dev_lock);
 478                 CERROR("Device %d setup in progress (type %s)\n",
 479                        obd->obd_minor, obd->obd_type->typ_name);
 480                 RETURN(-EEXIST);
 481         }
 482         /* just leave this on forever.  I can't use obd_set_up here because
 483            other fns check that status, and we're not actually set up yet. */
 484         obd->obd_starting = 1;
 485         obd->obd_uuid_hash = NULL;
 486         obd->obd_nid_hash = NULL;
 487         obd->obd_nid_stats_hash = NULL;
 488         cfs_spin_unlock(&obd->obd_dev_lock);
 489
 490         /* create an uuid-export lustre hash */
 491         obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
 492                                              HASH_UUID_CUR_BITS,
 493                                              HASH_UUID_MAX_BITS,
 494                                              HASH_UUID_BKT_BITS, 0,
 495                                              CFS_HASH_MIN_THETA,
 496                                              CFS_HASH_MAX_THETA,
 497                                              &uuid_hash_ops, CFS_HASH_DEFAULT);
 498         if (!obd->obd_uuid_hash)
 499                 GOTO(err_hash, err = -ENOMEM);
 500
 501         /* create a nid-export lustre hash */
 502         obd->obd_nid_hash = cfs_hash_create("NID_HASH",
 503                                             HASH_NID_CUR_BITS,
 504                                             HASH_NID_MAX_BITS,
 505                                             HASH_NID_BKT_BITS, 0,
 506                                             CFS_HASH_MIN_THETA,
 507                                             CFS_HASH_MAX_THETA,
 508                                             &nid_hash_ops, CFS_HASH_DEFAULT);
 509         if (!obd->obd_nid_hash)
 510                 GOTO(err_hash, err = -ENOMEM);
 511
 512         /* create a nid-stats lustre hash */
 513         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
 514                                                   HASH_NID_STATS_CUR_BITS,
 515                                                   HASH_NID_STATS_MAX_BITS,
 516                                                   HASH_NID_STATS_BKT_BITS, 0,
 517                                                   CFS_HASH_MIN_THETA,
 518                                                   CFS_HASH_MAX_THETA,
 519                                                   &nid_stat_hash_ops, CFS_HASH_DEFAULT);
 520         if (!obd->obd_nid_stats_hash)
 521                 GOTO(err_hash, err = -ENOMEM);
 522
 523         exp = class_new_export(obd, &obd->obd_uuid);
 524         if (IS_ERR(exp))
 525                 GOTO(err_hash, err = PTR_ERR(exp));
 526
 527         obd->obd_self_export = exp;
 528         cfs_list_del_init(&exp->exp_obd_chain_timed);
 529         class_export_put(exp);
 530
 531         err = obd_setup(obd, lcfg);
 532         if (err)
 533                 GOTO(err_exp, err);
 534
 535         obd->obd_set_up = 1;
 536
 537         cfs_spin_lock(&obd->obd_dev_lock);
 538         /* cleanup drops this */
 539         class_incref(obd, "setup", obd);
 540         cfs_spin_unlock(&obd->obd_dev_lock);
 541
 542         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 543                obd->obd_name, obd->obd_uuid.uuid);
 544
 545         RETURN(0);
 546 err_exp:
 547         if (obd->obd_self_export) {
 548                 class_unlink_export(obd->obd_self_export);
 549                 obd->obd_self_export = NULL;
 550         }
 551 err_hash:
 552         if (obd->obd_uuid_hash) {
 553                 cfs_hash_putref(obd->obd_uuid_hash);
 554                 obd->obd_uuid_hash = NULL;
 555         }
 556         if (obd->obd_nid_hash) {
 557                 cfs_hash_putref(obd->obd_nid_hash);
 558                 obd->obd_nid_hash = NULL;
 559         }
 560         if (obd->obd_nid_stats_hash) {
 561                 cfs_hash_putref(obd->obd_nid_stats_hash);
 562                 obd->obd_nid_stats_hash = NULL;
 563         }
 564         obd->obd_starting = 0;
 565         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 566         return err;
 567 }
 568
 569 /** We have finished using this obd and are ready to destroy it.
 570  * There can be no more references to this obd.
 571  */
 572 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 573 {
 574         ENTRY;
 575
 576         if (obd->obd_set_up) {
 577                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 578                 RETURN(-EBUSY);
 579         }
 580
 581         cfs_spin_lock(&obd->obd_dev_lock);
 582         if (!obd->obd_attached) {
 583                 cfs_spin_unlock(&obd->obd_dev_lock);
 584                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 585                 RETURN(-ENODEV);
 586         }
 587         obd->obd_attached = 0;
 588         cfs_spin_unlock(&obd->obd_dev_lock);
 589
 590         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 591                obd->obd_name, obd->obd_uuid.uuid);
 592
 593         class_decref(obd, "attach", obd);
 594         RETURN(0);
 595 }
 596
 597 /** Start shutting down the obd.  There may be in-progess ops when
 598  * this is called.  We tell them to start shutting down with a call
 599  * to class_disconnect_exports().
 600  */
 601 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 602 {
 603         int err = 0;
 604         char *flag;
 605         ENTRY;
 606
 607         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 608
 609         if (!obd->obd_set_up) {
 610                 CERROR("Device %d not setup\n", obd->obd_minor);
 611                 RETURN(-ENODEV);
 612         }
 613
 614         cfs_spin_lock(&obd->obd_dev_lock);
 615         if (obd->obd_stopping) {
 616                 cfs_spin_unlock(&obd->obd_dev_lock);
 617                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 618                 RETURN(-ENODEV);
 619         }
 620         /* Leave this on forever */
 621         obd->obd_stopping = 1;
 622
 623         /* wait for already-arrived-connections to finish. */
 624         while (obd->obd_conn_inprogress > 0) {
 625                 cfs_spin_unlock(&obd->obd_dev_lock);
 626
 627                 cfs_cond_resched();
 628
 629                 cfs_spin_lock(&obd->obd_dev_lock);
 630         }
 631        cfs_spin_unlock(&obd->obd_dev_lock);
 632
 633         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 634                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 635                         switch (*flag) {
 636                         case 'F':
 637                                 obd->obd_force = 1;
 638                                 break;
 639                         case 'A':
 640                                 LCONSOLE_WARN("Failing over %s\n",
 641                                               obd->obd_name);
 642                                 obd->obd_fail = 1;
 643                                 obd->obd_no_transno = 1;
 644                                 obd->obd_no_recov = 1;
 645                                 if (OBP(obd, iocontrol)) {
 646                                         obd_iocontrol(OBD_IOC_SYNC,
 647                                                       obd->obd_self_export,
 648                                                       0, NULL, NULL);
 649                                 }
 650                                 break;
 651                         default:
 652                                 CERROR("Unrecognised flag '%c'\n", *flag);
 653                         }
 654         }
 655
 656         LASSERT(obd->obd_self_export);
 657
 658         /* The three references that should be remaining are the
 659          * obd_self_export and the attach and setup references. */
 660         if (cfs_atomic_read(&obd->obd_refcount) > 3) {
 661                 /* refcounf - 3 might be the number of real exports
 662                    (excluding self export). But class_incref is called
 663                    by other things as well, so don't count on it. */
 664                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
 665                        obd->obd_name, cfs_atomic_read(&obd->obd_refcount) - 3);
 666                 dump_exports(obd, 0);
 667                 class_disconnect_exports(obd);
 668         }
 669
 670         /* Precleanup, we must make sure all exports get destroyed. */
 671         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
 672         if (err)
 673                 CERROR("Precleanup %s returned %d\n",
 674                        obd->obd_name, err);
 675
 676         /* destroy an uuid-export hash body */
 677         if (obd->obd_uuid_hash) {
 678                 cfs_hash_putref(obd->obd_uuid_hash);
 679                 obd->obd_uuid_hash = NULL;
 680         }
 681
 682         /* destroy a nid-export hash body */
 683         if (obd->obd_nid_hash) {
 684                 cfs_hash_putref(obd->obd_nid_hash);
 685                 obd->obd_nid_hash = NULL;
 686         }
 687
 688         /* destroy a nid-stats hash body */
 689         if (obd->obd_nid_stats_hash) {
 690                 cfs_hash_putref(obd->obd_nid_stats_hash);
 691                 obd->obd_nid_stats_hash = NULL;
 692         }
 693
 694         class_decref(obd, "setup", obd);
 695         obd->obd_set_up = 0;
 696
 697         RETURN(0);
 698 }
 699
 700 struct obd_device *class_incref(struct obd_device *obd,
 701                                 const char *scope, const void *source)
 702 {
 703         lu_ref_add_atomic(&obd->obd_reference, scope, source);
 704         cfs_atomic_inc(&obd->obd_refcount);
 705         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 706                cfs_atomic_read(&obd->obd_refcount));
 707
 708         return obd;
 709 }
 710
 711 void class_decref(struct obd_device *obd, const char *scope, const void *source)
 712 {
 713         int err;
 714         int refs;
 715
 716         cfs_spin_lock(&obd->obd_dev_lock);
 717         cfs_atomic_dec(&obd->obd_refcount);
 718         refs = cfs_atomic_read(&obd->obd_refcount);
 719         cfs_spin_unlock(&obd->obd_dev_lock);
 720         lu_ref_del(&obd->obd_reference, scope, source);
 721
 722         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
 723
 724         if ((refs == 1) && obd->obd_stopping) {
 725                 /* All exports have been destroyed; there should
 726                    be no more in-progress ops by this point.*/
 727
 728                 cfs_spin_lock(&obd->obd_self_export->exp_lock);
 729                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
 730                 cfs_spin_unlock(&obd->obd_self_export->exp_lock);
 731
 732                 /* note that we'll recurse into class_decref again */
 733                 class_unlink_export(obd->obd_self_export);
 734                 return;
 735         }
 736
 737         if (refs == 0) {
 738                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
 739                        obd->obd_name, obd->obd_uuid.uuid);
 740                 LASSERT(!obd->obd_attached);
 741                 if (obd->obd_stopping) {
 742                         /* If we're not stopping, we were never set up */
 743                         err = obd_cleanup(obd);
 744                         if (err)
 745                                 CERROR("Cleanup %s returned %d\n",
 746                                        obd->obd_name, err);
 747                 }
 748                 if (OBP(obd, detach)) {
 749                         err = OBP(obd, detach)(obd);
 750                         if (err)
 751                                 CERROR("Detach returned %d\n", err);
 752                 }
 753                 class_release_dev(obd);
 754         }
 755 }
 756
 757 /** Add a failover nid location.
 758  * Client obd types contact server obd types using this nid list.
 759  */
 760 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 761 {
 762         struct obd_import *imp;
 763         struct obd_uuid uuid;
 764         int rc;
 765         ENTRY;
 766
 767         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 768             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 769                 CERROR("invalid conn_uuid\n");
 770                 RETURN(-EINVAL);
 771         }
 772         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 773             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 774             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 775                 CERROR("can't add connection on non-client dev\n");
 776                 RETURN(-EINVAL);
 777         }
 778
 779         imp = obd->u.cli.cl_import;
 780         if (!imp) {
 781                 CERROR("try to add conn on immature client dev\n");
 782                 RETURN(-EINVAL);
 783         }
 784
 785         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 786         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 787
 788         RETURN(rc);
 789 }
 790
 791 /** Remove a failover nid location.
 792  */
 793 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 794 {
 795         struct obd_import *imp;
 796         struct obd_uuid uuid;
 797         int rc;
 798         ENTRY;
 799
 800         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 801             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 802                 CERROR("invalid conn_uuid\n");
 803                 RETURN(-EINVAL);
 804         }
 805         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 806             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 807                 CERROR("can't del connection on non-client dev\n");
 808                 RETURN(-EINVAL);
 809         }
 810
 811         imp = obd->u.cli.cl_import;
 812         if (!imp) {
 813                 CERROR("try to del conn on immature client dev\n");
 814                 RETURN(-EINVAL);
 815         }
 816
 817         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 818         rc = obd_del_conn(imp, &uuid);
 819
 820         RETURN(rc);
 821 }
 822
 823 CFS_LIST_HEAD(lustre_profile_list);
 824
 825 struct lustre_profile *class_get_profile(const char * prof)
 826 {
 827         struct lustre_profile *lprof;
 828
 829         ENTRY;
 830         cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
 831                 if (!strcmp(lprof->lp_profile, prof)) {
 832                         RETURN(lprof);
 833                 }
 834         }
 835         RETURN(NULL);
 836 }
 837
 838 /** Create a named "profile".
 839  * This defines the mdc and osc names to use for a client.
 840  * This also is used to define the lov to be used by a mdt.
 841  */
 842 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
 843                       int mdclen, char *mdc)
 844 {
 845         struct lustre_profile *lprof;
 846         int err = 0;
 847         ENTRY;
 848
 849         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
 850
 851         OBD_ALLOC(lprof, sizeof(*lprof));
 852         if (lprof == NULL)
 853                 RETURN(-ENOMEM);
 854         CFS_INIT_LIST_HEAD(&lprof->lp_list);
 855
 856         LASSERT(proflen == (strlen(prof) + 1));
 857         OBD_ALLOC(lprof->lp_profile, proflen);
 858         if (lprof->lp_profile == NULL)
 859                 GOTO(out, err = -ENOMEM);
 860         memcpy(lprof->lp_profile, prof, proflen);
 861
 862         LASSERT(osclen == (strlen(osc) + 1));
 863         OBD_ALLOC(lprof->lp_dt, osclen);
 864         if (lprof->lp_dt == NULL)
 865                 GOTO(out, err = -ENOMEM);
 866         memcpy(lprof->lp_dt, osc, osclen);
 867
 868         if (mdclen > 0) {
 869                 LASSERT(mdclen == (strlen(mdc) + 1));
 870                 OBD_ALLOC(lprof->lp_md, mdclen);
 871                 if (lprof->lp_md == NULL)
 872                         GOTO(out, err = -ENOMEM);
 873                 memcpy(lprof->lp_md, mdc, mdclen);
 874         }
 875
 876         cfs_list_add(&lprof->lp_list, &lustre_profile_list);
 877         RETURN(err);
 878
 879 out:
 880         if (lprof->lp_md)
 881                 OBD_FREE(lprof->lp_md, mdclen);
 882         if (lprof->lp_dt)
 883                 OBD_FREE(lprof->lp_dt, osclen);
 884         if (lprof->lp_profile)
 885                 OBD_FREE(lprof->lp_profile, proflen);
 886         OBD_FREE(lprof, sizeof(*lprof));
 887         RETURN(err);
 888 }
 889
 890 void class_del_profile(const char *prof)
 891 {
 892         struct lustre_profile *lprof;
 893         ENTRY;
 894
 895         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
 896
 897         lprof = class_get_profile(prof);
 898         if (lprof) {
 899                 cfs_list_del(&lprof->lp_list);
 900                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 901                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 902                 if (lprof->lp_md)
 903                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 904                 OBD_FREE(lprof, sizeof *lprof);
 905         }
 906         EXIT;
 907 }
 908
 909 /* COMPAT_146 */
 910 void class_del_profiles(void)
 911 {
 912         struct lustre_profile *lprof, *n;
 913         ENTRY;
 914
 915         cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
 916                 cfs_list_del(&lprof->lp_list);
 917                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 918                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 919                 if (lprof->lp_md)
 920                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 921                 OBD_FREE(lprof, sizeof *lprof);
 922         }
 923         EXIT;
 924 }
 925
 926 static int class_set_global(char *ptr, int val) {
 927         ENTRY;
 928
 929         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
 930             at_min = val;
 931         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
 932                 at_max = val;
 933         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
 934                 at_extra = val;
 935         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
 936                 at_early_margin = val;
 937         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
 938                 at_history = val;
 939         else
 940                 RETURN(-EINVAL);
 941
 942         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
 943
 944         RETURN(0);
 945 }
 946
 947
 948 /* We can't call ll_process_config directly because it lives in a module that
 949    must be loaded after this one. */
 950 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
 951
 952 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
 953 {
 954         client_process_config = cpc;
 955 }
 956 EXPORT_SYMBOL(lustre_register_client_process_config);
 957
 958 /**
 959  * Rename the proc parameter in \a cfg with a new name \a new_name.
 960  *
 961  * \param cfg      config structure which contains the proc parameter
 962  * \param new_name new name of the proc parameter
 963  *
 964  * \retval valid-pointer    pointer to the newly-allocated config structure
 965  *                          which contains the renamed proc parameter
 966  * \retval ERR_PTR(-EINVAL) if \a cfg or \a new_name is NULL, or \a cfg does
 967  *                          not contain a proc parameter
 968  * \retval ERR_PTR(-ENOMEM) if memory allocation failure occurs
 969  */
 970 struct lustre_cfg *lustre_cfg_rename(struct lustre_cfg *cfg,
 971                                      const char *new_name)
 972 {
 973         struct lustre_cfg_bufs  *bufs = NULL;
 974         struct lustre_cfg       *new_cfg = NULL;
 975         char                    *param = NULL;
 976         char                    *new_param = NULL;
 977         char                    *value = NULL;
 978         int                      name_len = 0;
 979         int                      new_len = 0;
 980         ENTRY;
 981
 982         if (cfg == NULL || new_name == NULL)
 983                 RETURN(ERR_PTR(-EINVAL));
 984
 985         param = lustre_cfg_string(cfg, 1);
 986         if (param == NULL)
 987                 RETURN(ERR_PTR(-EINVAL));
 988
 989         value = strchr(param, '=');
 990         if (value == NULL)
 991                 name_len = strlen(param);
 992         else
 993                 name_len = value - param;
 994
 995         new_len = LUSTRE_CFG_BUFLEN(cfg, 1) + strlen(new_name) - name_len;
 996
 997         OBD_ALLOC(new_param, new_len);
 998         if (new_param == NULL)
 999                 RETURN(ERR_PTR(-ENOMEM));
1000
1001         strcpy(new_param, new_name);
1002         if (value != NULL)
1003                 strcat(new_param, value);
1004
1005         OBD_ALLOC_PTR(bufs);
1006         if (bufs == NULL) {
1007                 OBD_FREE(new_param, new_len);
1008                 RETURN(ERR_PTR(-ENOMEM));
1009         }
1010
1011         lustre_cfg_bufs_reset(bufs, NULL);
1012         lustre_cfg_bufs_init(bufs, cfg);
1013         lustre_cfg_bufs_set_string(bufs, 1, new_param);
1014
1015         new_cfg = lustre_cfg_new(cfg->lcfg_command, bufs);
1016
1017         OBD_FREE(new_param, new_len);
1018         OBD_FREE_PTR(bufs);
1019         if (new_cfg == NULL)
1020                 RETURN(ERR_PTR(-ENOMEM));
1021
1022         new_cfg->lcfg_num = cfg->lcfg_num;
1023         new_cfg->lcfg_flags = cfg->lcfg_flags;
1024         new_cfg->lcfg_nid = cfg->lcfg_nid;
1025         new_cfg->lcfg_nal = cfg->lcfg_nal;
1026
1027         RETURN(new_cfg);
1028 }
1029 EXPORT_SYMBOL(lustre_cfg_rename);
1030
1031 /** Process configuration commands given in lustre_cfg form.
1032  * These may come from direct calls (e.g. class_manual_cleanup)
1033  * or processing the config llog, or ioctl from lctl.
1034  */
1035 int class_process_config(struct lustre_cfg *lcfg)
1036 {
1037         struct obd_device *obd;
1038         int err;
1039
1040         LASSERT(lcfg && !IS_ERR(lcfg));
1041         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
1042
1043         /* Commands that don't need a device */
1044         switch(lcfg->lcfg_command) {
1045         case LCFG_ATTACH: {
1046                 err = class_attach(lcfg);
1047                 GOTO(out, err);
1048         }
1049         case LCFG_ADD_UUID: {
1050                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
1051                        " (%s)\n", lustre_cfg_string(lcfg, 1),
1052                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
1053
1054                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
1055                 GOTO(out, err);
1056         }
1057         case LCFG_DEL_UUID: {
1058                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
1059                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
1060                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
1061
1062                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
1063                 GOTO(out, err);
1064         }
1065         case LCFG_MOUNTOPT: {
1066                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
1067                        lustre_cfg_string(lcfg, 1),
1068                        lustre_cfg_string(lcfg, 2),
1069                        lustre_cfg_string(lcfg, 3));
1070                 /* set these mount options somewhere, so ll_fill_super
1071                  * can find them. */
1072                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
1073                                         lustre_cfg_string(lcfg, 1),
1074                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
1075                                         lustre_cfg_string(lcfg, 2),
1076                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
1077                                         lustre_cfg_string(lcfg, 3));
1078                 GOTO(out, err);
1079         }
1080         case LCFG_DEL_MOUNTOPT: {
1081                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
1082                        lustre_cfg_string(lcfg, 1));
1083                 class_del_profile(lustre_cfg_string(lcfg, 1));
1084                 GOTO(out, err = 0);
1085         }
1086         case LCFG_SET_TIMEOUT: {
1087                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
1088                        obd_timeout, lcfg->lcfg_num);
1089                 obd_timeout = max(lcfg->lcfg_num, 1U);
1090                 GOTO(out, err = 0);
1091         }
1092         case LCFG_SET_LDLM_TIMEOUT: {
1093                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
1094                        ldlm_timeout, lcfg->lcfg_num);
1095                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
1096                 if (ldlm_timeout >= obd_timeout)
1097                         ldlm_timeout = max(obd_timeout / 3, 1U);
1098
1099                 GOTO(out, err = 0);
1100         }
1101         case LCFG_SET_UPCALL: {
1102                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
1103                 /* COMPAT_146 Don't fail on old configs */
1104                 GOTO(out, err = 0);
1105         }
1106         case LCFG_MARKER: {
1107                 struct cfg_marker *marker;
1108                 marker = lustre_cfg_buf(lcfg, 1);
1109                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
1110                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
1111                 GOTO(out, err = 0);
1112         }
1113         case LCFG_PARAM: {
1114                 char *tmp;
1115                 /* llite has no obd */
1116                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
1117                                        PARAM_LLITE, 0) == 0) &&
1118                     client_process_config) {
1119                         err = (*client_process_config)(lcfg);
1120                         GOTO(out, err);
1121                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1122                                               PARAM_SYS, &tmp) == 0)) {
1123                         /* Global param settings */
1124                         err = class_set_global(tmp, lcfg->lcfg_num);
1125                         /*
1126                          * Client or server should not fail to mount if
1127                          * it hits an unknown configuration parameter.
1128                          */
1129                         if (err != 0)
1130                                 CWARN("Ignoring unknown param %s\n", tmp);
1131
1132                         GOTO(out, err = 0);
1133                 }
1134
1135                 /* Fall through */
1136                 break;
1137         }
1138         }
1139
1140         /* Commands that require a device */
1141         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1142         if (obd == NULL) {
1143                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1144                         CERROR("this lcfg command requires a device name\n");
1145                 else
1146                         CERROR("no device for: %s\n",
1147                                lustre_cfg_string(lcfg, 0));
1148
1149                 GOTO(out, err = -EINVAL);
1150         }
1151
1152         switch(lcfg->lcfg_command) {
1153         case LCFG_SETUP: {
1154                 err = class_setup(obd, lcfg);
1155                 GOTO(out, err);
1156         }
1157         case LCFG_DETACH: {
1158                 err = class_detach(obd, lcfg);
1159                 GOTO(out, err = 0);
1160         }
1161         case LCFG_CLEANUP: {
1162                 err = class_cleanup(obd, lcfg);
1163                 GOTO(out, err = 0);
1164         }
1165         case LCFG_ADD_CONN: {
1166                 err = class_add_conn(obd, lcfg);
1167                 GOTO(out, err = 0);
1168         }
1169         case LCFG_DEL_CONN: {
1170                 err = class_del_conn(obd, lcfg);
1171                 GOTO(out, err = 0);
1172         }
1173         case LCFG_POOL_NEW: {
1174                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1175                 GOTO(out, err = 0);
1176                 break;
1177         }
1178         case LCFG_POOL_ADD: {
1179                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1180                                    lustre_cfg_string(lcfg, 3));
1181                 GOTO(out, err = 0);
1182                 break;
1183         }
1184         case LCFG_POOL_REM: {
1185                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1186                                    lustre_cfg_string(lcfg, 3));
1187                 GOTO(out, err = 0);
1188                 break;
1189         }
1190         case LCFG_POOL_DEL: {
1191                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1192                 GOTO(out, err = 0);
1193                 break;
1194         }
1195         default: {
1196                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1197                 GOTO(out, err);
1198
1199         }
1200         }
1201 out:
1202         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1203                 CWARN("Ignoring error %d on optional command %#x\n", err,
1204                       lcfg->lcfg_command);
1205                 err = 0;
1206         }
1207         return err;
1208 }
1209
1210 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
1211                              struct lustre_cfg *lcfg, void *data)
1212 {
1213 #ifdef __KERNEL__
1214         struct lprocfs_vars *var;
1215         char *key, *sval;
1216         int i, keylen, vallen;
1217         int matched = 0, j = 0;
1218         int rc = 0;
1219         int skip = 0;
1220         ENTRY;
1221
1222         if (lcfg->lcfg_command != LCFG_PARAM) {
1223                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1224                 RETURN(-EINVAL);
1225         }
1226
1227         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1228            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1229            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1230         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1231                 key = lustre_cfg_buf(lcfg, i);
1232                 /* Strip off prefix */
1233                 class_match_param(key, prefix, &key);
1234                 sval = strchr(key, '=');
1235                 if (!sval || (*(sval + 1) == 0)) {
1236                         CERROR("Can't parse param %s (missing '=')\n", key);
1237                         /* rc = -EINVAL;        continue parsing other params */
1238                         continue;
1239                 }
1240                 keylen = sval - key;
1241                 sval++;
1242                 vallen = strlen(sval);
1243                 matched = 0;
1244                 j = 0;
1245                 /* Search proc entries */
1246                 while (lvars[j].name) {
1247                         var = &lvars[j];
1248                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1249                             keylen == strlen(var->name)) {
1250                                 matched++;
1251                                 rc = -EROFS;
1252                                 if (var->write_fptr) {
1253                                         mm_segment_t oldfs;
1254                                         oldfs = get_fs();
1255                                         set_fs(KERNEL_DS);
1256                                         rc = (var->write_fptr)(NULL, sval,
1257                                                                vallen, data);
1258                                         set_fs(oldfs);
1259                                 }
1260                                 break;
1261                         }
1262                         j++;
1263                 }
1264                 if (!matched) {
1265                         /* If the prefix doesn't match, return error so we
1266                            can pass it down the stack */
1267                         if (strnchr(key, keylen, '.'))
1268                             RETURN(-ENOSYS);
1269                         CERROR("%s: unknown param %s\n",
1270                                (char *)lustre_cfg_string(lcfg, 0), key);
1271                         /* rc = -EINVAL;        continue parsing other params */
1272                         skip++;
1273                 } else if (rc < 0) {
1274                         CERROR("writing proc entry %s err %d\n",
1275                                var->name, rc);
1276                         rc = 0;
1277                 } else {
1278                         CDEBUG(D_CONFIG, "%s.%.*s: set parameter %.*s=%s\n",
1279                                       lustre_cfg_string(lcfg, 0),
1280                                       (int)strlen(prefix) - 1, prefix,
1281                                       (int)(sval - key - 1), key, sval);
1282                 }
1283         }
1284
1285         if (rc > 0)
1286                 rc = 0;
1287         if (!rc && skip)
1288                 rc = skip;
1289         RETURN(rc);
1290 #else
1291         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1292         /* Don't throw config error */
1293         RETURN(0);
1294 #endif
1295 }
1296
1297 int class_config_dump_handler(struct llog_handle * handle,
1298                               struct llog_rec_hdr *rec, void *data);
1299
1300 #ifdef __KERNEL__
1301 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1302 #else
1303 #define lustre_check_exclusion(a,b)  0
1304 #endif
1305
1306 /** Parse a configuration llog, doing various manipulations on them
1307  * for various reasons, (modifications for compatibility, skip obsolete
1308  * records, change uuids, etc), then class_process_config() resulting
1309  * net records.
1310  */
1311 static int class_config_llog_handler(struct llog_handle * handle,
1312                                      struct llog_rec_hdr *rec, void *data)
1313 {
1314         struct config_llog_instance *clli = data;
1315         int cfg_len = rec->lrh_len;
1316         char *cfg_buf = (char*) (rec + 1);
1317         int rc = 0;
1318         ENTRY;
1319
1320         //class_config_dump_handler(handle, rec, data);
1321
1322         switch (rec->lrh_type) {
1323         case OBD_CFG_REC: {
1324                 struct lustre_cfg *lcfg, *lcfg_new;
1325                 struct lustre_cfg_bufs bufs;
1326                 char *inst_name = NULL;
1327                 int inst_len = 0;
1328                 int inst = 0, swab = 0;
1329
1330                 lcfg = (struct lustre_cfg *)cfg_buf;
1331                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1332                         lustre_swab_lustre_cfg(lcfg);
1333                         swab = 1;
1334                 }
1335
1336                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1337                 if (rc)
1338                         GOTO(out, rc);
1339
1340                 /* Figure out config state info */
1341                 if (lcfg->lcfg_command == LCFG_MARKER) {
1342                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1343                         lustre_swab_cfg_marker(marker, swab,
1344                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1345                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1346                                clli->cfg_flags, marker->cm_flags);
1347                         if (marker->cm_flags & CM_START) {
1348                                 /* all previous flags off */
1349                                 clli->cfg_flags = CFG_F_MARKER;
1350                                 if (marker->cm_flags & CM_SKIP) {
1351                                         clli->cfg_flags |= CFG_F_SKIP;
1352                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1353                                                marker->cm_step);
1354                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1355                                            (clli->cfg_sb &&
1356                                             lustre_check_exclusion(clli->cfg_sb,
1357                                                          marker->cm_tgtname))) {
1358                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1359                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1360                                                marker->cm_step);
1361                                 }
1362                         } else if (marker->cm_flags & CM_END) {
1363                                 clli->cfg_flags = 0;
1364                         }
1365                 }
1366                 /* A config command without a start marker before it is
1367                    illegal (post 146) */
1368                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1369                     !(clli->cfg_flags & CFG_F_MARKER) &&
1370                     (lcfg->lcfg_command != LCFG_MARKER)) {
1371                         CWARN("Config not inside markers, ignoring! "
1372                               "(inst: %p, uuid: %s, flags: %#x)\n",
1373                               clli->cfg_instance,
1374                               clli->cfg_uuid.uuid, clli->cfg_flags);
1375                         clli->cfg_flags |= CFG_F_SKIP;
1376                 }
1377                 if (clli->cfg_flags & CFG_F_SKIP) {
1378                         CDEBUG(D_CONFIG, "skipping %#x\n",
1379                                clli->cfg_flags);
1380                         rc = 0;
1381                         /* No processing! */
1382                         break;
1383                 }
1384
1385                 /*
1386                  * For interoperability between 1.8 and 2.0,
1387                  * rename "mds" obd device type to "mdt".
1388                  */
1389                 {
1390                         char *typename = lustre_cfg_string(lcfg, 1);
1391                         char *index = lustre_cfg_string(lcfg, 2);
1392
1393                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1394                              strcmp(typename, "mds") == 0)) {
1395                                 CWARN("For 1.8 interoperability, rename obd "
1396                                        "type from mds to mdt\n");
1397                                 typename[2] = 't';
1398                         }
1399                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1400                              strcmp(index, "type") == 0)) {
1401                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1402                                        "set this index to '0'\n");
1403                                 index[0] = '0';
1404                                 index[1] = 0;
1405                         }
1406                 }
1407
1408                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1409                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1410                         /* Add inactive instead */
1411                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1412
1413                 lustre_cfg_bufs_init(&bufs, lcfg);
1414
1415                 if (clli && clli->cfg_instance &&
1416                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1417                         inst = 1;
1418                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1419                                    sizeof(clli->cfg_instance) * 2 + 4;
1420                         OBD_ALLOC(inst_name, inst_len);
1421                         if (inst_name == NULL)
1422                                 GOTO(out, rc = -ENOMEM);
1423                         sprintf(inst_name, "%s-%p",
1424                                 lustre_cfg_string(lcfg, 0),
1425                                 clli->cfg_instance);
1426                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1427                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1428                                lcfg->lcfg_command, inst_name);
1429                 }
1430
1431                 /* we override the llog's uuid for clients, to insure they
1432                 are unique */
1433                 if (clli && clli->cfg_instance != NULL &&
1434                     lcfg->lcfg_command == LCFG_ATTACH) {
1435                         lustre_cfg_bufs_set_string(&bufs, 2,
1436                                                    clli->cfg_uuid.uuid);
1437                 }
1438                 /*
1439                  * sptlrpc config record, we expect 2 data segments:
1440                  *  [0]: fs_name/target_name,
1441                  *  [1]: rule string
1442                  * moving them to index [1] and [2], and insert MGC's
1443                  * obdname at index [0].
1444                  */
1445                 if (clli && clli->cfg_instance == NULL &&
1446                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1447                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1448                                             bufs.lcfg_buflen[1]);
1449                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1450                                             bufs.lcfg_buflen[0]);
1451                         lustre_cfg_bufs_set_string(&bufs, 0,
1452                                                    clli->cfg_obdname);
1453                 }
1454
1455                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1456
1457                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1458                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1459
1460                 /* XXX Hack to try to remain binary compatible with
1461                  * pre-newconfig logs */
1462                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1463                     (lcfg->lcfg_nid >> 32) == 0) {
1464                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1465
1466                         lcfg_new->lcfg_nid =
1467                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1468                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1469                               lcfg->lcfg_nal, addr,
1470                               libcfs_nid2str(lcfg_new->lcfg_nid));
1471                 } else {
1472                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1473                 }
1474
1475                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1476
1477                 rc = class_process_config(lcfg_new);
1478                 lustre_cfg_free(lcfg_new);
1479
1480                 if (inst)
1481                         OBD_FREE(inst_name, inst_len);
1482                 break;
1483         }
1484         default:
1485                 CERROR("Unknown llog record type %#x encountered\n",
1486                        rec->lrh_type);
1487                 break;
1488         }
1489 out:
1490         if (rc) {
1491                 CERROR("Err %d on cfg command:\n", rc);
1492                 class_config_dump_handler(handle, rec, data);
1493         }
1494         RETURN(rc);
1495 }
1496
1497 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1498                             struct config_llog_instance *cfg)
1499 {
1500         struct llog_process_cat_data cd = {0, 0};
1501         struct llog_handle *llh;
1502         int rc, rc2;
1503         ENTRY;
1504
1505         CDEBUG(D_INFO, "looking up llog %s\n", name);
1506         rc = llog_create(ctxt, &llh, NULL, name);
1507         if (rc)
1508                 RETURN(rc);
1509
1510         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1511         if (rc)
1512                 GOTO(parse_out, rc);
1513
1514         /* continue processing from where we last stopped to end-of-log */
1515         if (cfg)
1516                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1517         cd.lpcd_last_idx = 0;
1518
1519         rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1520
1521         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1522                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1523
1524         if (cfg)
1525                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1526
1527 parse_out:
1528         rc2 = llog_close(llh);
1529         if (rc == 0)
1530                 rc = rc2;
1531
1532         RETURN(rc);
1533 }
1534
1535 int class_config_dump_handler(struct llog_handle * handle,
1536                               struct llog_rec_hdr *rec, void *data)
1537 {
1538         int cfg_len = rec->lrh_len;
1539         char *cfg_buf = (char*) (rec + 1);
1540         char *outstr, *ptr, *end;
1541         int rc = 0;
1542         ENTRY;
1543
1544         OBD_ALLOC(outstr, 256);
1545         end = outstr + 256;
1546         ptr = outstr;
1547         if (!outstr) {
1548                 RETURN(-ENOMEM);
1549         }
1550         if (rec->lrh_type == OBD_CFG_REC) {
1551                 struct lustre_cfg *lcfg;
1552                 int i;
1553
1554                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1555                 if (rc)
1556                         GOTO(out, rc);
1557                 lcfg = (struct lustre_cfg *)cfg_buf;
1558
1559                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1560                                 lcfg->lcfg_command);
1561                 if (lcfg->lcfg_flags) {
1562                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1563                                         lcfg->lcfg_flags);
1564                 }
1565                 if (lcfg->lcfg_num) {
1566                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1567                                         lcfg->lcfg_num);
1568                 }
1569                 if (lcfg->lcfg_nid) {
1570                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1571                                         libcfs_nid2str(lcfg->lcfg_nid),
1572                                         lcfg->lcfg_nid);
1573                 }
1574                 if (lcfg->lcfg_command == LCFG_MARKER) {
1575                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1576                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1577                                         marker->cm_step, marker->cm_flags,
1578                                         marker->cm_tgtname, marker->cm_comment);
1579                 } else {
1580                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1581                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1582                                                 lustre_cfg_string(lcfg, i));
1583                         }
1584                 }
1585                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1586         } else {
1587                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1588                 rc = -EINVAL;
1589         }
1590 out:
1591         OBD_FREE(outstr, 256);
1592         RETURN(rc);
1593 }
1594
1595 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1596                            struct config_llog_instance *cfg)
1597 {
1598         struct llog_handle *llh;
1599         int rc, rc2;
1600         ENTRY;
1601
1602         LCONSOLE_INFO("Dumping config log %s\n", name);
1603
1604         rc = llog_create(ctxt, &llh, NULL, name);
1605         if (rc)
1606                 RETURN(rc);
1607
1608         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1609         if (rc)
1610                 GOTO(parse_out, rc);
1611
1612         rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1613 parse_out:
1614         rc2 = llog_close(llh);
1615         if (rc == 0)
1616                 rc = rc2;
1617
1618         LCONSOLE_INFO("End config log %s\n", name);
1619         RETURN(rc);
1620
1621 }
1622
1623 /** Call class_cleanup and class_detach.
1624  * "Manual" only in the sense that we're faking lcfg commands.
1625  */
1626 int class_manual_cleanup(struct obd_device *obd)
1627 {
1628         char                    flags[3] = "";
1629         struct lustre_cfg      *lcfg;
1630         struct lustre_cfg_bufs  bufs;
1631         int                     rc;
1632         ENTRY;
1633
1634         if (!obd) {
1635                 CERROR("empty cleanup\n");
1636                 RETURN(-EALREADY);
1637         }
1638
1639         if (obd->obd_force)
1640                 strcat(flags, "F");
1641         if (obd->obd_fail)
1642                 strcat(flags, "A");
1643
1644         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1645                obd->obd_name, flags);
1646
1647         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1648         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1649         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1650         if (!lcfg)
1651                 RETURN(-ENOMEM);
1652
1653         rc = class_process_config(lcfg);
1654         if (rc) {
1655                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1656                 GOTO(out, rc);
1657         }
1658
1659         /* the lcfg is almost the same for both ops */
1660         lcfg->lcfg_command = LCFG_DETACH;
1661         rc = class_process_config(lcfg);
1662         if (rc)
1663                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1664 out:
1665         lustre_cfg_free(lcfg);
1666         RETURN(rc);
1667 }
1668
1669 /*
1670  * uuid<->export lustre hash operations
1671  */
1672
1673 static unsigned
1674 uuid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1675 {
1676         return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
1677                                   sizeof(((struct obd_uuid *)key)->uuid), mask);
1678 }
1679
1680 static void *
1681 uuid_key(cfs_hlist_node_t *hnode)
1682 {
1683         struct obd_export *exp;
1684
1685         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1686
1687         return &exp->exp_client_uuid;
1688 }
1689
1690 /*
1691  * NOTE: It is impossible to find an export that is in failed
1692  *       state with this function
1693  */
1694 static int
1695 uuid_keycmp(const void *key, cfs_hlist_node_t *hnode)
1696 {
1697         struct obd_export *exp;
1698
1699         LASSERT(key);
1700         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1701
1702         return obd_uuid_equals(key, &exp->exp_client_uuid) &&
1703                !exp->exp_failed;
1704 }
1705
1706 static void *
1707 uuid_export_object(cfs_hlist_node_t *hnode)
1708 {
1709         return cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1710 }
1711
1712 static void
1713 uuid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1714 {
1715         struct obd_export *exp;
1716
1717         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1718         class_export_get(exp);
1719 }
1720
1721 static void
1722 uuid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1723 {
1724         struct obd_export *exp;
1725
1726         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1727         class_export_put(exp);
1728 }
1729
1730 static cfs_hash_ops_t uuid_hash_ops = {
1731         .hs_hash        = uuid_hash,
1732         .hs_key         = uuid_key,
1733         .hs_keycmp      = uuid_keycmp,
1734         .hs_object      = uuid_export_object,
1735         .hs_get         = uuid_export_get,
1736         .hs_put_locked  = uuid_export_put_locked,
1737 };
1738
1739
1740 /*
1741  * nid<->export hash operations
1742  */
1743
1744 static unsigned
1745 nid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1746 {
1747         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
1748 }
1749
1750 static void *
1751 nid_key(cfs_hlist_node_t *hnode)
1752 {
1753         struct obd_export *exp;
1754
1755         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1756
1757         RETURN(&exp->exp_connection->c_peer.nid);
1758 }
1759
1760 /*
1761  * NOTE: It is impossible to find an export that is in failed
1762  *       state with this function
1763  */
1764 static int
1765 nid_kepcmp(const void *key, cfs_hlist_node_t *hnode)
1766 {
1767         struct obd_export *exp;
1768
1769         LASSERT(key);
1770         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1771
1772         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1773                !exp->exp_failed);
1774 }
1775
1776 static void *
1777 nid_export_object(cfs_hlist_node_t *hnode)
1778 {
1779         return cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1780 }
1781
1782 static void
1783 nid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1784 {
1785         struct obd_export *exp;
1786
1787         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1788         class_export_get(exp);
1789 }
1790
1791 static void
1792 nid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1793 {
1794         struct obd_export *exp;
1795
1796         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1797         class_export_put(exp);
1798 }
1799
1800 static cfs_hash_ops_t nid_hash_ops = {
1801         .hs_hash        = nid_hash,
1802         .hs_key         = nid_key,
1803         .hs_keycmp      = nid_kepcmp,
1804         .hs_object      = nid_export_object,
1805         .hs_get         = nid_export_get,
1806         .hs_put_locked  = nid_export_put_locked,
1807 };
1808
1809
1810 /*
1811  * nid<->nidstats hash operations
1812  */
1813
1814 static void *
1815 nidstats_key(cfs_hlist_node_t *hnode)
1816 {
1817         struct nid_stat *ns;
1818
1819         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1820
1821         return &ns->nid;
1822 }
1823
1824 static int
1825 nidstats_keycmp(const void *key, cfs_hlist_node_t *hnode)
1826 {
1827         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
1828 }
1829
1830 static void *
1831 nidstats_object(cfs_hlist_node_t *hnode)
1832 {
1833         return cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1834 }
1835
1836 static void
1837 nidstats_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1838 {
1839         struct nid_stat *ns;
1840
1841         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1842         nidstat_getref(ns);
1843 }
1844
1845 static void
1846 nidstats_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1847 {
1848         struct nid_stat *ns;
1849
1850         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1851         nidstat_putref(ns);
1852 }
1853
1854 static cfs_hash_ops_t nid_stat_hash_ops = {
1855         .hs_hash        = nid_hash,
1856         .hs_key         = nidstats_key,
1857         .hs_keycmp      = nidstats_keycmp,
1858         .hs_object      = nidstats_object,
1859         .hs_get         = nidstats_get,
1860         .hs_put_locked  = nidstats_put_locked,
1861 };