lustre/obdclass/obd_config.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2011, Whamcloud, Inc.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/obdclass/obd_config.c
  37  *
  38  * Config API
  39  */
  40
  41 #define DEBUG_SUBSYSTEM S_CLASS
  42 #ifdef __KERNEL__
  43 #include <obd_class.h>
  44 #include <linux/string.h>
  45 #else
  46 #include <liblustre.h>
  47 #include <obd_class.h>
  48 #include <obd.h>
  49 #endif
  50 #include <lustre_param.h>
  51
  52 #include "llog_internal.h"
  53
  54 static cfs_hash_ops_t uuid_hash_ops;
  55 static cfs_hash_ops_t nid_hash_ops;
  56 static cfs_hash_ops_t nid_stat_hash_ops;
  57
  58 /*********** string parsing utils *********/
  59
  60 /* returns 0 if we find this key in the buffer, else 1 */
  61 int class_find_param(char *buf, char *key, char **valp)
  62 {
  63         char *ptr;
  64
  65         if (!buf)
  66                 return 1;
  67
  68         if ((ptr = strstr(buf, key)) == NULL)
  69                 return 1;
  70
  71         if (valp)
  72                 *valp = ptr + strlen(key);
  73
  74         return 0;
  75 }
  76 EXPORT_SYMBOL(class_find_param);
  77
  78 /**
  79  * Finds a parameter in \a params and copies it to \a copy.
  80  *
  81  * Leading spaces are skipped. Next space or end of string is the
  82  * parameter terminator with the exception that spaces inside single or double
  83  * quotes get included into a parameter. The parameter is copied into \a copy
  84  * which has to be allocated big enough by a caller, quotes are stripped in
  85  * the copy and the copy is terminated by 0.
  86  *
  87  * On return \a params is set to next parameter or to NULL if last
  88  * parameter is returned.
  89  *
  90  * \retval 0 if parameter is returned in \a copy
  91  * \retval 1 otherwise
  92  * \retval -EINVAL if unbalanced quota is found
  93  */
  94 int class_get_next_param(char **params, char *copy)
  95 {
  96         char *q1, *q2, *str;
  97         int len;
  98
  99         str = *params;
 100         while (*str == ' ')
 101                 str++;
 102
 103         if (*str == '\0') {
 104                 *params = NULL;
 105                 return 1;
 106         }
 107
 108         while (1) {
 109                 q1 = strpbrk(str, " '\"");
 110                 if (q1 == NULL) {
 111                         len = strlen(str);
 112                         memcpy(copy, str, len);
 113                         copy[len] = '\0';
 114                         *params = NULL;
 115                         return 0;
 116                 }
 117                 len = q1 - str;
 118                 if (*q1 == ' ') {
 119                         memcpy(copy, str, len);
 120                         copy[len] = '\0';
 121                         *params = str + len;
 122                         return 0;
 123                 }
 124
 125                 memcpy(copy, str, len);
 126                 copy += len;
 127
 128                 /* search for the matching closing quote */
 129                 str = q1 + 1;
 130                 q2 = strchr(str, *q1);
 131                 if (q2 == NULL) {
 132                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
 133                                *params);
 134                         return -EINVAL;
 135                 }
 136                 len = q2 - str;
 137                 memcpy(copy, str, len);
 138                 copy += len;
 139                 str = q2 + 1;
 140         }
 141         return 1;
 142 }
 143 EXPORT_SYMBOL(class_get_next_param);
 144
 145 /* returns 0 if this is the first key in the buffer, else 1.
 146    valp points to first char after key. */
 147 int class_match_param(char *buf, char *key, char **valp)
 148 {
 149         if (!buf)
 150                 return 1;
 151
 152         if (memcmp(buf, key, strlen(key)) != 0)
 153                 return 1;
 154
 155         if (valp)
 156                 *valp = buf + strlen(key);
 157
 158         return 0;
 159 }
 160 EXPORT_SYMBOL(class_match_param);
 161
 162 static int parse_nid(char *buf, void *value)
 163 {
 164         lnet_nid_t *nid = (lnet_nid_t *)value;
 165
 166         *nid = libcfs_str2nid(buf);
 167         if (*nid != LNET_NID_ANY)
 168                 return 0;
 169
 170         LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 171         return -EINVAL;
 172 }
 173
 174 static int parse_net(char *buf, void *value)
 175 {
 176         __u32 *net = (__u32 *)value;
 177
 178         *net = libcfs_str2net(buf);
 179         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
 180         return 0;
 181 }
 182
 183 enum {
 184         CLASS_PARSE_NID = 1,
 185         CLASS_PARSE_NET,
 186 };
 187
 188 /* 0 is good nid,
 189    1 not found
 190    < 0 error
 191    endh is set to next separator */
 192 static int class_parse_value(char *buf, int opc, void *value, char **endh)
 193 {
 194         char *endp;
 195         char  tmp;
 196         int   rc = 0;
 197
 198         if (!buf)
 199                 return 1;
 200         while (*buf == ',' || *buf == ':')
 201                 buf++;
 202         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 203                 return 1;
 204
 205         /* nid separators or end of nids */
 206         endp = strpbrk(buf, ",: /");
 207         if (endp == NULL)
 208                 endp = buf + strlen(buf);
 209
 210         tmp = *endp;
 211         *endp = '\0';
 212         switch (opc) {
 213         default:
 214                 LBUG();
 215         case CLASS_PARSE_NID:
 216                 rc = parse_nid(buf, value);
 217                 break;
 218         case CLASS_PARSE_NET:
 219                 rc = parse_net(buf, value);
 220                 break;
 221         }
 222         *endp = tmp;
 223         if (rc != 0)
 224                 return rc;
 225         if (endh)
 226                 *endh = endp;
 227         return 0;
 228 }
 229
 230 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 231 {
 232         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh);
 233 }
 234 EXPORT_SYMBOL(class_parse_nid);
 235
 236 int class_parse_net(char *buf, __u32 *net, char **endh)
 237 {
 238         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh);
 239 }
 240 EXPORT_SYMBOL(class_parse_net);
 241
 242 /* 1 param contains key and match
 243  * 0 param contains key and not match
 244  * -1 param does not contain key
 245  */
 246 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
 247 {
 248         lnet_nid_t tmp;
 249         int   rc = -1;
 250
 251         while (class_find_param(buf, key, &buf) == 0) {
 252                 /* please restrict to the nids pertaining to
 253                  * the specified nids */
 254                 while (class_parse_nid(buf, &tmp, &buf) == 0) {
 255                         if (tmp == nid)
 256                                 return 1;
 257                 }
 258                 rc = 0;
 259         }
 260         return rc;
 261 }
 262 EXPORT_SYMBOL(class_match_nid);
 263
 264 int class_match_net(char *buf, char *key, __u32 net)
 265 {
 266         __u32 tmp;
 267         int   rc = -1;
 268
 269         while (class_find_param(buf, key, &buf) == 0) {
 270                 /* please restrict to the nids pertaining to
 271                  * the specified networks */
 272                 while (class_parse_net(buf, &tmp, &buf) == 0) {
 273                         if (tmp == net)
 274                                 return 1;
 275                 }
 276                 rc = 0;
 277         }
 278         return rc;
 279 }
 280 EXPORT_SYMBOL(class_match_net);
 281
 282 /********************** class fns **********************/
 283
 284 /**
 285  * Create a new obd device and set the type, name and uuid.  If successful,
 286  * the new device can be accessed by either name or uuid.
 287  */
 288 int class_attach(struct lustre_cfg *lcfg)
 289 {
 290         struct obd_device *obd = NULL;
 291         char *typename, *name, *uuid;
 292         int rc, len;
 293         ENTRY;
 294
 295         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 296                 CERROR("No type passed!\n");
 297                 RETURN(-EINVAL);
 298         }
 299         typename = lustre_cfg_string(lcfg, 1);
 300
 301         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 302                 CERROR("No name passed!\n");
 303                 RETURN(-EINVAL);
 304         }
 305         name = lustre_cfg_string(lcfg, 0);
 306
 307         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 308                 CERROR("No UUID passed!\n");
 309                 RETURN(-EINVAL);
 310         }
 311         uuid = lustre_cfg_string(lcfg, 2);
 312
 313         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 314                MKSTR(typename), MKSTR(name), MKSTR(uuid));
 315
 316         obd = class_newdev(typename, name);
 317         if (IS_ERR(obd)) {
 318                 /* Already exists or out of obds */
 319                 rc = PTR_ERR(obd);
 320                 obd = NULL;
 321                 CERROR("Cannot create device %s of type %s : %d\n",
 322                        name, typename, rc);
 323                 GOTO(out, rc);
 324         }
 325         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
 326                  name, typename);
 327         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 328                  "obd %p obd_magic %08X != %08X\n",
 329                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 330         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
 331                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
 332
 333         cfs_rwlock_init(&obd->obd_pool_lock);
 334         obd->obd_pool_limit = 0;
 335         obd->obd_pool_slv = 0;
 336
 337         CFS_INIT_LIST_HEAD(&obd->obd_exports);
 338         CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
 339         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
 340         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
 341         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
 342         cfs_spin_lock_init(&obd->obd_nid_lock);
 343         cfs_spin_lock_init(&obd->obd_dev_lock);
 344         cfs_mutex_init(&obd->obd_dev_mutex);
 345         cfs_spin_lock_init(&obd->obd_osfs_lock);
 346         /* obd->obd_osfs_age must be set to a value in the distant
 347          * past to guarantee a fresh statfs is fetched on mount. */
 348         obd->obd_osfs_age = cfs_time_shift_64(-1000);
 349
 350         /* XXX belongs in setup not attach  */
 351         cfs_init_rwsem(&obd->obd_observer_link_sem);
 352         /* recovery data */
 353         cfs_init_timer(&obd->obd_recovery_timer);
 354         cfs_spin_lock_init(&obd->obd_recovery_task_lock);
 355         cfs_waitq_init(&obd->obd_next_transno_waitq);
 356         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
 357         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
 358         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
 359         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
 360         CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
 361
 362         llog_group_init(&obd->obd_olg, FID_SEQ_LLOG);
 363
 364         obd->obd_conn_inprogress = 0;
 365
 366         len = strlen(uuid);
 367         if (len >= sizeof(obd->obd_uuid)) {
 368                 CERROR("uuid must be < %d bytes long\n",
 369                        (int)sizeof(obd->obd_uuid));
 370                 GOTO(out, rc = -EINVAL);
 371         }
 372         memcpy(obd->obd_uuid.uuid, uuid, len);
 373
 374         /* do the attach */
 375         if (OBP(obd, attach)) {
 376                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
 377                 if (rc)
 378                         GOTO(out, rc = -EINVAL);
 379         }
 380
 381         /* Detach drops this */
 382         cfs_spin_lock(&obd->obd_dev_lock);
 383         cfs_atomic_set(&obd->obd_refcount, 1);
 384         cfs_spin_unlock(&obd->obd_dev_lock);
 385         lu_ref_init(&obd->obd_reference);
 386         lu_ref_add(&obd->obd_reference, "attach", obd);
 387
 388         obd->obd_attached = 1;
 389         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 390                obd->obd_minor, typename, cfs_atomic_read(&obd->obd_refcount));
 391         RETURN(0);
 392  out:
 393         if (obd != NULL) {
 394                 class_release_dev(obd);
 395         }
 396         return rc;
 397 }
 398 EXPORT_SYMBOL(class_attach);
 399
 400 /** Create hashes, self-export, and call type-specific setup.
 401  * Setup is effectively the "start this obd" call.
 402  */
 403 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 404 {
 405         int err = 0;
 406         struct obd_export *exp;
 407         ENTRY;
 408
 409         LASSERT(obd != NULL);
 410         LASSERTF(obd == class_num2obd(obd->obd_minor),
 411                  "obd %p != obd_devs[%d] %p\n",
 412                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 413         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 414                  "obd %p obd_magic %08x != %08x\n",
 415                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 416
 417         /* have we attached a type to this device? */
 418         if (!obd->obd_attached) {
 419                 CERROR("Device %d not attached\n", obd->obd_minor);
 420                 RETURN(-ENODEV);
 421         }
 422
 423         if (obd->obd_set_up) {
 424                 CERROR("Device %d already setup (type %s)\n",
 425                        obd->obd_minor, obd->obd_type->typ_name);
 426                 RETURN(-EEXIST);
 427         }
 428
 429         /* is someone else setting us up right now? (attach inits spinlock) */
 430         cfs_spin_lock(&obd->obd_dev_lock);
 431         if (obd->obd_starting) {
 432                 cfs_spin_unlock(&obd->obd_dev_lock);
 433                 CERROR("Device %d setup in progress (type %s)\n",
 434                        obd->obd_minor, obd->obd_type->typ_name);
 435                 RETURN(-EEXIST);
 436         }
 437         /* just leave this on forever.  I can't use obd_set_up here because
 438            other fns check that status, and we're not actually set up yet. */
 439         obd->obd_starting = 1;
 440         obd->obd_uuid_hash = NULL;
 441         obd->obd_nid_hash = NULL;
 442         obd->obd_nid_stats_hash = NULL;
 443         cfs_spin_unlock(&obd->obd_dev_lock);
 444
 445         /* create an uuid-export lustre hash */
 446         obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
 447                                              HASH_UUID_CUR_BITS,
 448                                              HASH_UUID_MAX_BITS,
 449                                              HASH_UUID_BKT_BITS, 0,
 450                                              CFS_HASH_MIN_THETA,
 451                                              CFS_HASH_MAX_THETA,
 452                                              &uuid_hash_ops, CFS_HASH_DEFAULT);
 453         if (!obd->obd_uuid_hash)
 454                 GOTO(err_hash, err = -ENOMEM);
 455
 456         /* create a nid-export lustre hash */
 457         obd->obd_nid_hash = cfs_hash_create("NID_HASH",
 458                                             HASH_NID_CUR_BITS,
 459                                             HASH_NID_MAX_BITS,
 460                                             HASH_NID_BKT_BITS, 0,
 461                                             CFS_HASH_MIN_THETA,
 462                                             CFS_HASH_MAX_THETA,
 463                                             &nid_hash_ops, CFS_HASH_DEFAULT);
 464         if (!obd->obd_nid_hash)
 465                 GOTO(err_hash, err = -ENOMEM);
 466
 467         /* create a nid-stats lustre hash */
 468         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
 469                                                   HASH_NID_STATS_CUR_BITS,
 470                                                   HASH_NID_STATS_MAX_BITS,
 471                                                   HASH_NID_STATS_BKT_BITS, 0,
 472                                                   CFS_HASH_MIN_THETA,
 473                                                   CFS_HASH_MAX_THETA,
 474                                                   &nid_stat_hash_ops, CFS_HASH_DEFAULT);
 475         if (!obd->obd_nid_stats_hash)
 476                 GOTO(err_hash, err = -ENOMEM);
 477
 478         exp = class_new_export(obd, &obd->obd_uuid);
 479         if (IS_ERR(exp))
 480                 GOTO(err_hash, err = PTR_ERR(exp));
 481
 482         obd->obd_self_export = exp;
 483         cfs_list_del_init(&exp->exp_obd_chain_timed);
 484         class_export_put(exp);
 485
 486         err = obd_setup(obd, lcfg);
 487         if (err)
 488                 GOTO(err_exp, err);
 489
 490         obd->obd_set_up = 1;
 491
 492         cfs_spin_lock(&obd->obd_dev_lock);
 493         /* cleanup drops this */
 494         class_incref(obd, "setup", obd);
 495         cfs_spin_unlock(&obd->obd_dev_lock);
 496
 497         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 498                obd->obd_name, obd->obd_uuid.uuid);
 499
 500         RETURN(0);
 501 err_exp:
 502         if (obd->obd_self_export) {
 503                 class_unlink_export(obd->obd_self_export);
 504                 obd->obd_self_export = NULL;
 505         }
 506 err_hash:
 507         if (obd->obd_uuid_hash) {
 508                 cfs_hash_putref(obd->obd_uuid_hash);
 509                 obd->obd_uuid_hash = NULL;
 510         }
 511         if (obd->obd_nid_hash) {
 512                 cfs_hash_putref(obd->obd_nid_hash);
 513                 obd->obd_nid_hash = NULL;
 514         }
 515         if (obd->obd_nid_stats_hash) {
 516                 cfs_hash_putref(obd->obd_nid_stats_hash);
 517                 obd->obd_nid_stats_hash = NULL;
 518         }
 519         obd->obd_starting = 0;
 520         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 521         return err;
 522 }
 523 EXPORT_SYMBOL(class_setup);
 524
 525 /** We have finished using this obd and are ready to destroy it.
 526  * There can be no more references to this obd.
 527  */
 528 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 529 {
 530         ENTRY;
 531
 532         if (obd->obd_set_up) {
 533                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 534                 RETURN(-EBUSY);
 535         }
 536
 537         cfs_spin_lock(&obd->obd_dev_lock);
 538         if (!obd->obd_attached) {
 539                 cfs_spin_unlock(&obd->obd_dev_lock);
 540                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 541                 RETURN(-ENODEV);
 542         }
 543         obd->obd_attached = 0;
 544         cfs_spin_unlock(&obd->obd_dev_lock);
 545
 546         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 547                obd->obd_name, obd->obd_uuid.uuid);
 548
 549         class_decref(obd, "attach", obd);
 550         RETURN(0);
 551 }
 552 EXPORT_SYMBOL(class_detach);
 553
 554 /** Start shutting down the obd.  There may be in-progess ops when
 555  * this is called.  We tell them to start shutting down with a call
 556  * to class_disconnect_exports().
 557  */
 558 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 559 {
 560         int err = 0;
 561         char *flag;
 562         ENTRY;
 563
 564         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 565
 566         if (!obd->obd_set_up) {
 567                 CERROR("Device %d not setup\n", obd->obd_minor);
 568                 RETURN(-ENODEV);
 569         }
 570
 571         cfs_spin_lock(&obd->obd_dev_lock);
 572         if (obd->obd_stopping) {
 573                 cfs_spin_unlock(&obd->obd_dev_lock);
 574                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 575                 RETURN(-ENODEV);
 576         }
 577         /* Leave this on forever */
 578         obd->obd_stopping = 1;
 579
 580         /* wait for already-arrived-connections to finish. */
 581         while (obd->obd_conn_inprogress > 0) {
 582                 cfs_spin_unlock(&obd->obd_dev_lock);
 583
 584                 cfs_cond_resched();
 585
 586                 cfs_spin_lock(&obd->obd_dev_lock);
 587         }
 588        cfs_spin_unlock(&obd->obd_dev_lock);
 589
 590         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 591                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 592                         switch (*flag) {
 593                         case 'F':
 594                                 obd->obd_force = 1;
 595                                 break;
 596                         case 'A':
 597                                 LCONSOLE_WARN("Failing over %s\n",
 598                                               obd->obd_name);
 599                                 obd->obd_fail = 1;
 600                                 obd->obd_no_transno = 1;
 601                                 obd->obd_no_recov = 1;
 602                                 if (OBP(obd, iocontrol)) {
 603                                         obd_iocontrol(OBD_IOC_SYNC,
 604                                                       obd->obd_self_export,
 605                                                       0, NULL, NULL);
 606                                 }
 607                                 break;
 608                         default:
 609                                 CERROR("Unrecognised flag '%c'\n", *flag);
 610                         }
 611         }
 612
 613         LASSERT(obd->obd_self_export);
 614
 615         /* The three references that should be remaining are the
 616          * obd_self_export and the attach and setup references. */
 617         if (cfs_atomic_read(&obd->obd_refcount) > 3) {
 618                 /* refcounf - 3 might be the number of real exports
 619                    (excluding self export). But class_incref is called
 620                    by other things as well, so don't count on it. */
 621                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
 622                        obd->obd_name, cfs_atomic_read(&obd->obd_refcount) - 3);
 623                 dump_exports(obd, 0);
 624                 class_disconnect_exports(obd);
 625         }
 626
 627         /* Precleanup, we must make sure all exports get destroyed. */
 628         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
 629         if (err)
 630                 CERROR("Precleanup %s returned %d\n",
 631                        obd->obd_name, err);
 632
 633         /* destroy an uuid-export hash body */
 634         if (obd->obd_uuid_hash) {
 635                 cfs_hash_putref(obd->obd_uuid_hash);
 636                 obd->obd_uuid_hash = NULL;
 637         }
 638
 639         /* destroy a nid-export hash body */
 640         if (obd->obd_nid_hash) {
 641                 cfs_hash_putref(obd->obd_nid_hash);
 642                 obd->obd_nid_hash = NULL;
 643         }
 644
 645         /* destroy a nid-stats hash body */
 646         if (obd->obd_nid_stats_hash) {
 647                 cfs_hash_putref(obd->obd_nid_stats_hash);
 648                 obd->obd_nid_stats_hash = NULL;
 649         }
 650
 651         class_decref(obd, "setup", obd);
 652         obd->obd_set_up = 0;
 653
 654         RETURN(0);
 655 }
 656 EXPORT_SYMBOL(class_cleanup);
 657
 658 struct obd_device *class_incref(struct obd_device *obd,
 659                                 const char *scope, const void *source)
 660 {
 661         lu_ref_add_atomic(&obd->obd_reference, scope, source);
 662         cfs_atomic_inc(&obd->obd_refcount);
 663         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 664                cfs_atomic_read(&obd->obd_refcount));
 665
 666         return obd;
 667 }
 668 EXPORT_SYMBOL(class_incref);
 669
 670 void class_decref(struct obd_device *obd, const char *scope, const void *source)
 671 {
 672         int err;
 673         int refs;
 674
 675         cfs_spin_lock(&obd->obd_dev_lock);
 676         cfs_atomic_dec(&obd->obd_refcount);
 677         refs = cfs_atomic_read(&obd->obd_refcount);
 678         cfs_spin_unlock(&obd->obd_dev_lock);
 679         lu_ref_del(&obd->obd_reference, scope, source);
 680
 681         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
 682
 683         if ((refs == 1) && obd->obd_stopping) {
 684                 /* All exports have been destroyed; there should
 685                    be no more in-progress ops by this point.*/
 686
 687                 cfs_spin_lock(&obd->obd_self_export->exp_lock);
 688                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
 689                 cfs_spin_unlock(&obd->obd_self_export->exp_lock);
 690
 691                 /* note that we'll recurse into class_decref again */
 692                 class_unlink_export(obd->obd_self_export);
 693                 return;
 694         }
 695
 696         if (refs == 0) {
 697                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
 698                        obd->obd_name, obd->obd_uuid.uuid);
 699                 LASSERT(!obd->obd_attached);
 700                 if (obd->obd_stopping) {
 701                         /* If we're not stopping, we were never set up */
 702                         err = obd_cleanup(obd);
 703                         if (err)
 704                                 CERROR("Cleanup %s returned %d\n",
 705                                        obd->obd_name, err);
 706                 }
 707                 if (OBP(obd, detach)) {
 708                         err = OBP(obd, detach)(obd);
 709                         if (err)
 710                                 CERROR("Detach returned %d\n", err);
 711                 }
 712                 class_release_dev(obd);
 713         }
 714 }
 715 EXPORT_SYMBOL(class_decref);
 716
 717 /** Add a failover nid location.
 718  * Client obd types contact server obd types using this nid list.
 719  */
 720 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 721 {
 722         struct obd_import *imp;
 723         struct obd_uuid uuid;
 724         int rc;
 725         ENTRY;
 726
 727         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 728             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 729                 CERROR("invalid conn_uuid\n");
 730                 RETURN(-EINVAL);
 731         }
 732         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 733             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 734             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 735                 CERROR("can't add connection on non-client dev\n");
 736                 RETURN(-EINVAL);
 737         }
 738
 739         imp = obd->u.cli.cl_import;
 740         if (!imp) {
 741                 CERROR("try to add conn on immature client dev\n");
 742                 RETURN(-EINVAL);
 743         }
 744
 745         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 746         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 747
 748         RETURN(rc);
 749 }
 750
 751 /** Remove a failover nid location.
 752  */
 753 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 754 {
 755         struct obd_import *imp;
 756         struct obd_uuid uuid;
 757         int rc;
 758         ENTRY;
 759
 760         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 761             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 762                 CERROR("invalid conn_uuid\n");
 763                 RETURN(-EINVAL);
 764         }
 765         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 766             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 767                 CERROR("can't del connection on non-client dev\n");
 768                 RETURN(-EINVAL);
 769         }
 770
 771         imp = obd->u.cli.cl_import;
 772         if (!imp) {
 773                 CERROR("try to del conn on immature client dev\n");
 774                 RETURN(-EINVAL);
 775         }
 776
 777         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 778         rc = obd_del_conn(imp, &uuid);
 779
 780         RETURN(rc);
 781 }
 782
 783 CFS_LIST_HEAD(lustre_profile_list);
 784
 785 struct lustre_profile *class_get_profile(const char * prof)
 786 {
 787         struct lustre_profile *lprof;
 788
 789         ENTRY;
 790         cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
 791                 if (!strcmp(lprof->lp_profile, prof)) {
 792                         RETURN(lprof);
 793                 }
 794         }
 795         RETURN(NULL);
 796 }
 797 EXPORT_SYMBOL(class_get_profile);
 798
 799 /** Create a named "profile".
 800  * This defines the mdc and osc names to use for a client.
 801  * This also is used to define the lov to be used by a mdt.
 802  */
 803 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
 804                       int mdclen, char *mdc)
 805 {
 806         struct lustre_profile *lprof;
 807         int err = 0;
 808         ENTRY;
 809
 810         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
 811
 812         OBD_ALLOC(lprof, sizeof(*lprof));
 813         if (lprof == NULL)
 814                 RETURN(-ENOMEM);
 815         CFS_INIT_LIST_HEAD(&lprof->lp_list);
 816
 817         LASSERT(proflen == (strlen(prof) + 1));
 818         OBD_ALLOC(lprof->lp_profile, proflen);
 819         if (lprof->lp_profile == NULL)
 820                 GOTO(out, err = -ENOMEM);
 821         memcpy(lprof->lp_profile, prof, proflen);
 822
 823         LASSERT(osclen == (strlen(osc) + 1));
 824         OBD_ALLOC(lprof->lp_dt, osclen);
 825         if (lprof->lp_dt == NULL)
 826                 GOTO(out, err = -ENOMEM);
 827         memcpy(lprof->lp_dt, osc, osclen);
 828
 829         if (mdclen > 0) {
 830                 LASSERT(mdclen == (strlen(mdc) + 1));
 831                 OBD_ALLOC(lprof->lp_md, mdclen);
 832                 if (lprof->lp_md == NULL)
 833                         GOTO(out, err = -ENOMEM);
 834                 memcpy(lprof->lp_md, mdc, mdclen);
 835         }
 836
 837         cfs_list_add(&lprof->lp_list, &lustre_profile_list);
 838         RETURN(err);
 839
 840 out:
 841         if (lprof->lp_md)
 842                 OBD_FREE(lprof->lp_md, mdclen);
 843         if (lprof->lp_dt)
 844                 OBD_FREE(lprof->lp_dt, osclen);
 845         if (lprof->lp_profile)
 846                 OBD_FREE(lprof->lp_profile, proflen);
 847         OBD_FREE(lprof, sizeof(*lprof));
 848         RETURN(err);
 849 }
 850
 851 void class_del_profile(const char *prof)
 852 {
 853         struct lustre_profile *lprof;
 854         ENTRY;
 855
 856         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
 857
 858         lprof = class_get_profile(prof);
 859         if (lprof) {
 860                 cfs_list_del(&lprof->lp_list);
 861                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 862                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 863                 if (lprof->lp_md)
 864                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 865                 OBD_FREE(lprof, sizeof *lprof);
 866         }
 867         EXIT;
 868 }
 869 EXPORT_SYMBOL(class_del_profile);
 870
 871 /* COMPAT_146 */
 872 void class_del_profiles(void)
 873 {
 874         struct lustre_profile *lprof, *n;
 875         ENTRY;
 876
 877         cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
 878                 cfs_list_del(&lprof->lp_list);
 879                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 880                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 881                 if (lprof->lp_md)
 882                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 883                 OBD_FREE(lprof, sizeof *lprof);
 884         }
 885         EXIT;
 886 }
 887 EXPORT_SYMBOL(class_del_profiles);
 888
 889 static int class_set_global(char *ptr, int val, struct lustre_cfg *lcfg)
 890 {
 891         ENTRY;
 892         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
 893                 at_min = val;
 894         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
 895                 at_max = val;
 896         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
 897                 at_extra = val;
 898         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
 899                 at_early_margin = val;
 900         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
 901                 at_history = val;
 902         else if (class_match_param(ptr, PARAM_JOBID_VAR, NULL) == 0) {
 903                 memset(obd_jobid_var, 0, JOBSTATS_JOBID_VAR_MAX_LEN + 1);
 904                 memcpy(obd_jobid_var, lustre_cfg_string(lcfg, 2),
 905                        JOBSTATS_JOBID_VAR_MAX_LEN + 1);
 906         } else
 907                 RETURN(-EINVAL);
 908
 909         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
 910         RETURN(0);
 911 }
 912
 913
 914 /* We can't call ll_process_config directly because it lives in a module that
 915    must be loaded after this one. */
 916 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
 917
 918 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
 919 {
 920         client_process_config = cpc;
 921 }
 922 EXPORT_SYMBOL(lustre_register_client_process_config);
 923
 924 /**
 925  * Rename the proc parameter in \a cfg with a new name \a new_name.
 926  *
 927  * \param cfg      config structure which contains the proc parameter
 928  * \param new_name new name of the proc parameter
 929  *
 930  * \retval valid-pointer    pointer to the newly-allocated config structure
 931  *                          which contains the renamed proc parameter
 932  * \retval ERR_PTR(-EINVAL) if \a cfg or \a new_name is NULL, or \a cfg does
 933  *                          not contain a proc parameter
 934  * \retval ERR_PTR(-ENOMEM) if memory allocation failure occurs
 935  */
 936 struct lustre_cfg *lustre_cfg_rename(struct lustre_cfg *cfg,
 937                                      const char *new_name)
 938 {
 939         struct lustre_cfg_bufs  *bufs = NULL;
 940         struct lustre_cfg       *new_cfg = NULL;
 941         char                    *param = NULL;
 942         char                    *new_param = NULL;
 943         char                    *value = NULL;
 944         int                      name_len = 0;
 945         int                      new_len = 0;
 946         ENTRY;
 947
 948         if (cfg == NULL || new_name == NULL)
 949                 RETURN(ERR_PTR(-EINVAL));
 950
 951         param = lustre_cfg_string(cfg, 1);
 952         if (param == NULL)
 953                 RETURN(ERR_PTR(-EINVAL));
 954
 955         value = strchr(param, '=');
 956         if (value == NULL)
 957                 name_len = strlen(param);
 958         else
 959                 name_len = value - param;
 960
 961         new_len = LUSTRE_CFG_BUFLEN(cfg, 1) + strlen(new_name) - name_len;
 962
 963         OBD_ALLOC(new_param, new_len);
 964         if (new_param == NULL)
 965                 RETURN(ERR_PTR(-ENOMEM));
 966
 967         strcpy(new_param, new_name);
 968         if (value != NULL)
 969                 strcat(new_param, value);
 970
 971         OBD_ALLOC_PTR(bufs);
 972         if (bufs == NULL) {
 973                 OBD_FREE(new_param, new_len);
 974                 RETURN(ERR_PTR(-ENOMEM));
 975         }
 976
 977         lustre_cfg_bufs_reset(bufs, NULL);
 978         lustre_cfg_bufs_init(bufs, cfg);
 979         lustre_cfg_bufs_set_string(bufs, 1, new_param);
 980
 981         new_cfg = lustre_cfg_new(cfg->lcfg_command, bufs);
 982
 983         OBD_FREE(new_param, new_len);
 984         OBD_FREE_PTR(bufs);
 985         if (new_cfg == NULL)
 986                 RETURN(ERR_PTR(-ENOMEM));
 987
 988         new_cfg->lcfg_num = cfg->lcfg_num;
 989         new_cfg->lcfg_flags = cfg->lcfg_flags;
 990         new_cfg->lcfg_nid = cfg->lcfg_nid;
 991         new_cfg->lcfg_nal = cfg->lcfg_nal;
 992
 993         RETURN(new_cfg);
 994 }
 995 EXPORT_SYMBOL(lustre_cfg_rename);
 996
 997 /** Process configuration commands given in lustre_cfg form.
 998  * These may come from direct calls (e.g. class_manual_cleanup)
 999  * or processing the config llog, or ioctl from lctl.
1000  */
1001 int class_process_config(struct lustre_cfg *lcfg)
1002 {
1003         struct obd_device *obd;
1004         int err;
1005
1006         LASSERT(lcfg && !IS_ERR(lcfg));
1007         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
1008
1009         /* Commands that don't need a device */
1010         switch(lcfg->lcfg_command) {
1011         case LCFG_ATTACH: {
1012                 err = class_attach(lcfg);
1013                 GOTO(out, err);
1014         }
1015         case LCFG_ADD_UUID: {
1016                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
1017                        " (%s)\n", lustre_cfg_string(lcfg, 1),
1018                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
1019
1020                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
1021                 GOTO(out, err);
1022         }
1023         case LCFG_DEL_UUID: {
1024                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
1025                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
1026                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
1027
1028                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
1029                 GOTO(out, err);
1030         }
1031         case LCFG_MOUNTOPT: {
1032                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
1033                        lustre_cfg_string(lcfg, 1),
1034                        lustre_cfg_string(lcfg, 2),
1035                        lustre_cfg_string(lcfg, 3));
1036                 /* set these mount options somewhere, so ll_fill_super
1037                  * can find them. */
1038                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
1039                                         lustre_cfg_string(lcfg, 1),
1040                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
1041                                         lustre_cfg_string(lcfg, 2),
1042                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
1043                                         lustre_cfg_string(lcfg, 3));
1044                 GOTO(out, err);
1045         }
1046         case LCFG_DEL_MOUNTOPT: {
1047                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
1048                        lustre_cfg_string(lcfg, 1));
1049                 class_del_profile(lustre_cfg_string(lcfg, 1));
1050                 GOTO(out, err = 0);
1051         }
1052         case LCFG_SET_TIMEOUT: {
1053                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
1054                        obd_timeout, lcfg->lcfg_num);
1055                 obd_timeout = max(lcfg->lcfg_num, 1U);
1056                 obd_timeout_set = 1;
1057                 GOTO(out, err = 0);
1058         }
1059         case LCFG_SET_LDLM_TIMEOUT: {
1060                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
1061                        ldlm_timeout, lcfg->lcfg_num);
1062                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
1063                 if (ldlm_timeout >= obd_timeout)
1064                         ldlm_timeout = max(obd_timeout / 3, 1U);
1065                 ldlm_timeout_set = 1;
1066                 GOTO(out, err = 0);
1067         }
1068         case LCFG_SET_UPCALL: {
1069                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
1070                 /* COMPAT_146 Don't fail on old configs */
1071                 GOTO(out, err = 0);
1072         }
1073         case LCFG_MARKER: {
1074                 struct cfg_marker *marker;
1075                 marker = lustre_cfg_buf(lcfg, 1);
1076                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
1077                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
1078                 GOTO(out, err = 0);
1079         }
1080         case LCFG_PARAM: {
1081                 char *tmp;
1082                 /* llite has no obd */
1083                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
1084                                        PARAM_LLITE, 0) == 0) &&
1085                     client_process_config) {
1086                         err = (*client_process_config)(lcfg);
1087                         GOTO(out, err);
1088                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1089                                               PARAM_SYS, &tmp) == 0)) {
1090                         /* Global param settings */
1091                         err = class_set_global(tmp, lcfg->lcfg_num, lcfg);
1092                         /* Note that since LCFG_PARAM is LCFG_REQUIRED, new
1093                            unknown globals would cause config to fail */
1094                         if (err)
1095                                 CWARN("Ignoring unknown param %s\n", tmp);
1096                         GOTO(out, 0);
1097                 }
1098
1099                 /* Fall through */
1100                 break;
1101         }
1102         }
1103
1104         /* Commands that require a device */
1105         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1106         if (obd == NULL) {
1107                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1108                         CERROR("this lcfg command requires a device name\n");
1109                 else
1110                         CERROR("no device for: %s\n",
1111                                lustre_cfg_string(lcfg, 0));
1112
1113                 GOTO(out, err = -EINVAL);
1114         }
1115
1116         switch(lcfg->lcfg_command) {
1117         case LCFG_SETUP: {
1118                 err = class_setup(obd, lcfg);
1119                 GOTO(out, err);
1120         }
1121         case LCFG_DETACH: {
1122                 err = class_detach(obd, lcfg);
1123                 GOTO(out, err = 0);
1124         }
1125         case LCFG_CLEANUP: {
1126                 err = class_cleanup(obd, lcfg);
1127                 GOTO(out, err = 0);
1128         }
1129         case LCFG_ADD_CONN: {
1130                 err = class_add_conn(obd, lcfg);
1131                 GOTO(out, err = 0);
1132         }
1133         case LCFG_DEL_CONN: {
1134                 err = class_del_conn(obd, lcfg);
1135                 GOTO(out, err = 0);
1136         }
1137         case LCFG_POOL_NEW: {
1138                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1139                 GOTO(out, err = 0);
1140                 break;
1141         }
1142         case LCFG_POOL_ADD: {
1143                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1144                                    lustre_cfg_string(lcfg, 3));
1145                 GOTO(out, err = 0);
1146                 break;
1147         }
1148         case LCFG_POOL_REM: {
1149                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1150                                    lustre_cfg_string(lcfg, 3));
1151                 GOTO(out, err = 0);
1152                 break;
1153         }
1154         case LCFG_POOL_DEL: {
1155                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1156                 GOTO(out, err = 0);
1157                 break;
1158         }
1159         default: {
1160                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1161                 GOTO(out, err);
1162
1163         }
1164         }
1165 out:
1166         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1167                 CWARN("Ignoring error %d on optional command %#x\n", err,
1168                       lcfg->lcfg_command);
1169                 err = 0;
1170         }
1171         return err;
1172 }
1173 EXPORT_SYMBOL(class_process_config);
1174
1175 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
1176                              struct lustre_cfg *lcfg, void *data)
1177 {
1178 #ifdef __KERNEL__
1179         struct lprocfs_vars *var;
1180         char *key, *sval;
1181         int i, keylen, vallen;
1182         int matched = 0, j = 0;
1183         int rc = 0;
1184         int skip = 0;
1185         ENTRY;
1186
1187         if (lcfg->lcfg_command != LCFG_PARAM) {
1188                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1189                 RETURN(-EINVAL);
1190         }
1191
1192         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1193            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1194            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1195         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1196                 key = lustre_cfg_buf(lcfg, i);
1197                 /* Strip off prefix */
1198                 class_match_param(key, prefix, &key);
1199                 sval = strchr(key, '=');
1200                 if (!sval || (*(sval + 1) == 0)) {
1201                         CERROR("Can't parse param %s (missing '=')\n", key);
1202                         /* rc = -EINVAL;        continue parsing other params */
1203                         continue;
1204                 }
1205                 keylen = sval - key;
1206                 sval++;
1207                 vallen = strlen(sval);
1208                 matched = 0;
1209                 j = 0;
1210                 /* Search proc entries */
1211                 while (lvars[j].name) {
1212                         var = &lvars[j];
1213                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1214                             keylen == strlen(var->name)) {
1215                                 matched++;
1216                                 rc = -EROFS;
1217                                 if (var->write_fptr) {
1218                                         mm_segment_t oldfs;
1219                                         oldfs = get_fs();
1220                                         set_fs(KERNEL_DS);
1221                                         rc = (var->write_fptr)(NULL, sval,
1222                                                                vallen, data);
1223                                         set_fs(oldfs);
1224                                 }
1225                                 break;
1226                         }
1227                         j++;
1228                 }
1229                 if (!matched) {
1230                         /* If the prefix doesn't match, return error so we
1231                            can pass it down the stack */
1232                         if (strnchr(key, keylen, '.'))
1233                             RETURN(-ENOSYS);
1234                         CERROR("%s: unknown param %s\n",
1235                                (char *)lustre_cfg_string(lcfg, 0), key);
1236                         /* rc = -EINVAL;        continue parsing other params */
1237                         skip++;
1238                 } else if (rc < 0) {
1239                         CERROR("writing proc entry %s err %d\n",
1240                                var->name, rc);
1241                         rc = 0;
1242                 } else {
1243                         CDEBUG(D_CONFIG, "%s.%.*s: set parameter %.*s=%s\n",
1244                                       lustre_cfg_string(lcfg, 0),
1245                                       (int)strlen(prefix) - 1, prefix,
1246                                       (int)(sval - key - 1), key, sval);
1247                 }
1248         }
1249
1250         if (rc > 0)
1251                 rc = 0;
1252         if (!rc && skip)
1253                 rc = skip;
1254         RETURN(rc);
1255 #else
1256         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1257         /* Don't throw config error */
1258         RETURN(0);
1259 #endif
1260 }
1261 EXPORT_SYMBOL(class_process_proc_param);
1262
1263 #ifdef __KERNEL__
1264 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1265 #else
1266 #define lustre_check_exclusion(a,b)  0
1267 #endif
1268
1269 /** Parse a configuration llog, doing various manipulations on them
1270  * for various reasons, (modifications for compatibility, skip obsolete
1271  * records, change uuids, etc), then class_process_config() resulting
1272  * net records.
1273  */
1274 static int class_config_llog_handler(const struct lu_env *env,
1275                                      struct llog_handle *handle,
1276                                      struct llog_rec_hdr *rec, void *data)
1277 {
1278         struct config_llog_instance *clli = data;
1279         int cfg_len = rec->lrh_len;
1280         char *cfg_buf = (char*) (rec + 1);
1281         int rc = 0;
1282         ENTRY;
1283
1284         //class_config_dump_handler(handle, rec, data);
1285
1286         switch (rec->lrh_type) {
1287         case OBD_CFG_REC: {
1288                 struct lustre_cfg *lcfg, *lcfg_new;
1289                 struct lustre_cfg_bufs bufs;
1290                 char *inst_name = NULL;
1291                 int inst_len = 0;
1292                 int inst = 0, swab = 0;
1293
1294                 lcfg = (struct lustre_cfg *)cfg_buf;
1295                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1296                         lustre_swab_lustre_cfg(lcfg);
1297                         swab = 1;
1298                 }
1299
1300                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1301                 if (rc)
1302                         GOTO(out, rc);
1303
1304                 /* Figure out config state info */
1305                 if (lcfg->lcfg_command == LCFG_MARKER) {
1306                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1307                         lustre_swab_cfg_marker(marker, swab,
1308                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1309                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1310                                clli->cfg_flags, marker->cm_flags);
1311                         if (marker->cm_flags & CM_START) {
1312                                 /* all previous flags off */
1313                                 clli->cfg_flags = CFG_F_MARKER;
1314                                 if (marker->cm_flags & CM_SKIP) {
1315                                         clli->cfg_flags |= CFG_F_SKIP;
1316                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1317                                                marker->cm_step);
1318                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1319                                            (clli->cfg_sb &&
1320                                             lustre_check_exclusion(clli->cfg_sb,
1321                                                          marker->cm_tgtname))) {
1322                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1323                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1324                                                marker->cm_step);
1325                                 }
1326                         } else if (marker->cm_flags & CM_END) {
1327                                 clli->cfg_flags = 0;
1328                         }
1329                 }
1330                 /* A config command without a start marker before it is
1331                    illegal (post 146) */
1332                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1333                     !(clli->cfg_flags & CFG_F_MARKER) &&
1334                     (lcfg->lcfg_command != LCFG_MARKER)) {
1335                         CWARN("Config not inside markers, ignoring! "
1336                               "(inst: %p, uuid: %s, flags: %#x)\n",
1337                               clli->cfg_instance,
1338                               clli->cfg_uuid.uuid, clli->cfg_flags);
1339                         clli->cfg_flags |= CFG_F_SKIP;
1340                 }
1341                 if (clli->cfg_flags & CFG_F_SKIP) {
1342                         CDEBUG(D_CONFIG, "skipping %#x\n",
1343                                clli->cfg_flags);
1344                         rc = 0;
1345                         /* No processing! */
1346                         break;
1347                 }
1348
1349                 /*
1350                  * For interoperability between 1.8 and 2.0,
1351                  * rename "mds" obd device type to "mdt".
1352                  */
1353                 {
1354                         char *typename = lustre_cfg_string(lcfg, 1);
1355                         char *index = lustre_cfg_string(lcfg, 2);
1356
1357                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1358                              strcmp(typename, "mds") == 0)) {
1359                                 CWARN("For 1.8 interoperability, rename obd "
1360                                        "type from mds to mdt\n");
1361                                 typename[2] = 't';
1362                         }
1363                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1364                              strcmp(index, "type") == 0)) {
1365                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1366                                        "set this index to '0'\n");
1367                                 index[0] = '0';
1368                                 index[1] = 0;
1369                         }
1370                 }
1371
1372                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1373                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1374                         /* Add inactive instead */
1375                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1376
1377                 lustre_cfg_bufs_init(&bufs, lcfg);
1378
1379                 if (clli && clli->cfg_instance &&
1380                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1381                         inst = 1;
1382                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1383                                    sizeof(clli->cfg_instance) * 2 + 4;
1384                         OBD_ALLOC(inst_name, inst_len);
1385                         if (inst_name == NULL)
1386                                 GOTO(out, rc = -ENOMEM);
1387                         sprintf(inst_name, "%s-%p",
1388                                 lustre_cfg_string(lcfg, 0),
1389                                 clli->cfg_instance);
1390                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1391                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1392                                lcfg->lcfg_command, inst_name);
1393                 }
1394
1395                 /* we override the llog's uuid for clients, to insure they
1396                 are unique */
1397                 if (clli && clli->cfg_instance != NULL &&
1398                     lcfg->lcfg_command == LCFG_ATTACH) {
1399                         lustre_cfg_bufs_set_string(&bufs, 2,
1400                                                    clli->cfg_uuid.uuid);
1401                 }
1402                 /*
1403                  * sptlrpc config record, we expect 2 data segments:
1404                  *  [0]: fs_name/target_name,
1405                  *  [1]: rule string
1406                  * moving them to index [1] and [2], and insert MGC's
1407                  * obdname at index [0].
1408                  */
1409                 if (clli && clli->cfg_instance == NULL &&
1410                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1411                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1412                                             bufs.lcfg_buflen[1]);
1413                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1414                                             bufs.lcfg_buflen[0]);
1415                         lustre_cfg_bufs_set_string(&bufs, 0,
1416                                                    clli->cfg_obdname);
1417                 }
1418
1419                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1420
1421                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1422                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1423
1424                 /* XXX Hack to try to remain binary compatible with
1425                  * pre-newconfig logs */
1426                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1427                     (lcfg->lcfg_nid >> 32) == 0) {
1428                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1429
1430                         lcfg_new->lcfg_nid =
1431                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1432                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1433                               lcfg->lcfg_nal, addr,
1434                               libcfs_nid2str(lcfg_new->lcfg_nid));
1435                 } else {
1436                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1437                 }
1438
1439                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1440
1441                 rc = class_process_config(lcfg_new);
1442                 lustre_cfg_free(lcfg_new);
1443
1444                 if (inst)
1445                         OBD_FREE(inst_name, inst_len);
1446                 break;
1447         }
1448         default:
1449                 CERROR("Unknown llog record type %#x encountered\n",
1450                        rec->lrh_type);
1451                 break;
1452         }
1453 out:
1454         if (rc) {
1455                 CERROR("Err %d on cfg command:\n", rc);
1456                 class_config_dump_handler(NULL, handle, rec, data);
1457         }
1458         RETURN(rc);
1459 }
1460
1461 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1462                             struct config_llog_instance *cfg)
1463 {
1464         struct llog_process_cat_data cd = {0, 0};
1465         struct llog_handle *llh;
1466         int rc, rc2;
1467         ENTRY;
1468
1469         CDEBUG(D_INFO, "looking up llog %s\n", name);
1470         rc = llog_create(ctxt, &llh, NULL, name);
1471         if (rc)
1472                 RETURN(rc);
1473
1474         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1475         if (rc)
1476                 GOTO(parse_out, rc);
1477
1478         /* continue processing from where we last stopped to end-of-log */
1479         if (cfg)
1480                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1481         cd.lpcd_last_idx = 0;
1482
1483         rc = llog_process(NULL, llh, class_config_llog_handler, cfg, &cd);
1484
1485         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1486                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1487
1488         if (cfg)
1489                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1490
1491 parse_out:
1492         rc2 = llog_close(llh);
1493         if (rc == 0)
1494                 rc = rc2;
1495
1496         RETURN(rc);
1497 }
1498 EXPORT_SYMBOL(class_config_parse_llog);
1499
1500 int class_config_dump_handler(const struct lu_env *env,
1501                               struct llog_handle *handle,
1502                               struct llog_rec_hdr *rec, void *data)
1503 {
1504         int cfg_len = rec->lrh_len;
1505         char *cfg_buf = (char*) (rec + 1);
1506         char *outstr, *ptr, *end;
1507         int rc = 0;
1508         ENTRY;
1509
1510         OBD_ALLOC(outstr, 256);
1511         end = outstr + 256;
1512         ptr = outstr;
1513         if (!outstr) {
1514                 RETURN(-ENOMEM);
1515         }
1516         if (rec->lrh_type == OBD_CFG_REC) {
1517                 struct lustre_cfg *lcfg;
1518                 int i;
1519
1520                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1521                 if (rc)
1522                         GOTO(out, rc);
1523                 lcfg = (struct lustre_cfg *)cfg_buf;
1524
1525                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1526                                 lcfg->lcfg_command);
1527                 if (lcfg->lcfg_flags) {
1528                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1529                                         lcfg->lcfg_flags);
1530                 }
1531                 if (lcfg->lcfg_num) {
1532                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1533                                         lcfg->lcfg_num);
1534                 }
1535                 if (lcfg->lcfg_nid) {
1536                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1537                                         libcfs_nid2str(lcfg->lcfg_nid),
1538                                         lcfg->lcfg_nid);
1539                 }
1540                 if (lcfg->lcfg_command == LCFG_MARKER) {
1541                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1542                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1543                                         marker->cm_step, marker->cm_flags,
1544                                         marker->cm_tgtname, marker->cm_comment);
1545                 } else {
1546                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1547                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1548                                                 lustre_cfg_string(lcfg, i));
1549                         }
1550                 }
1551                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1552         } else {
1553                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1554                 rc = -EINVAL;
1555         }
1556 out:
1557         OBD_FREE(outstr, 256);
1558         RETURN(rc);
1559 }
1560
1561 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1562                            struct config_llog_instance *cfg)
1563 {
1564         struct llog_handle *llh;
1565         int rc, rc2;
1566         ENTRY;
1567
1568         LCONSOLE_INFO("Dumping config log %s\n", name);
1569
1570         rc = llog_create(ctxt, &llh, NULL, name);
1571         if (rc)
1572                 RETURN(rc);
1573
1574         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1575         if (rc)
1576                 GOTO(parse_out, rc);
1577
1578         rc = llog_process(NULL, llh, class_config_dump_handler, cfg, NULL);
1579 parse_out:
1580         rc2 = llog_close(llh);
1581         if (rc == 0)
1582                 rc = rc2;
1583
1584         LCONSOLE_INFO("End config log %s\n", name);
1585         RETURN(rc);
1586
1587 }
1588 EXPORT_SYMBOL(class_config_dump_llog);
1589
1590 /** Call class_cleanup and class_detach.
1591  * "Manual" only in the sense that we're faking lcfg commands.
1592  */
1593 int class_manual_cleanup(struct obd_device *obd)
1594 {
1595         char                    flags[3] = "";
1596         struct lustre_cfg      *lcfg;
1597         struct lustre_cfg_bufs  bufs;
1598         int                     rc;
1599         ENTRY;
1600
1601         if (!obd) {
1602                 CERROR("empty cleanup\n");
1603                 RETURN(-EALREADY);
1604         }
1605
1606         if (obd->obd_force)
1607                 strcat(flags, "F");
1608         if (obd->obd_fail)
1609                 strcat(flags, "A");
1610
1611         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1612                obd->obd_name, flags);
1613
1614         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1615         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1616         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1617         if (!lcfg)
1618                 RETURN(-ENOMEM);
1619
1620         rc = class_process_config(lcfg);
1621         if (rc) {
1622                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1623                 GOTO(out, rc);
1624         }
1625
1626         /* the lcfg is almost the same for both ops */
1627         lcfg->lcfg_command = LCFG_DETACH;
1628         rc = class_process_config(lcfg);
1629         if (rc)
1630                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1631 out:
1632         lustre_cfg_free(lcfg);
1633         RETURN(rc);
1634 }
1635 EXPORT_SYMBOL(class_manual_cleanup);
1636
1637 /*
1638  * uuid<->export lustre hash operations
1639  */
1640
1641 static unsigned
1642 uuid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1643 {
1644         return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
1645                                   sizeof(((struct obd_uuid *)key)->uuid), mask);
1646 }
1647
1648 static void *
1649 uuid_key(cfs_hlist_node_t *hnode)
1650 {
1651         struct obd_export *exp;
1652
1653         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1654
1655         return &exp->exp_client_uuid;
1656 }
1657
1658 /*
1659  * NOTE: It is impossible to find an export that is in failed
1660  *       state with this function
1661  */
1662 static int
1663 uuid_keycmp(const void *key, cfs_hlist_node_t *hnode)
1664 {
1665         struct obd_export *exp;
1666
1667         LASSERT(key);
1668         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1669
1670         return obd_uuid_equals(key, &exp->exp_client_uuid) &&
1671                !exp->exp_failed;
1672 }
1673
1674 static void *
1675 uuid_export_object(cfs_hlist_node_t *hnode)
1676 {
1677         return cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1678 }
1679
1680 static void
1681 uuid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1682 {
1683         struct obd_export *exp;
1684
1685         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1686         class_export_get(exp);
1687 }
1688
1689 static void
1690 uuid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1691 {
1692         struct obd_export *exp;
1693
1694         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1695         class_export_put(exp);
1696 }
1697
1698 static cfs_hash_ops_t uuid_hash_ops = {
1699         .hs_hash        = uuid_hash,
1700         .hs_key         = uuid_key,
1701         .hs_keycmp      = uuid_keycmp,
1702         .hs_object      = uuid_export_object,
1703         .hs_get         = uuid_export_get,
1704         .hs_put_locked  = uuid_export_put_locked,
1705 };
1706
1707
1708 /*
1709  * nid<->export hash operations
1710  */
1711
1712 static unsigned
1713 nid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1714 {
1715         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
1716 }
1717
1718 static void *
1719 nid_key(cfs_hlist_node_t *hnode)
1720 {
1721         struct obd_export *exp;
1722
1723         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1724
1725         RETURN(&exp->exp_connection->c_peer.nid);
1726 }
1727
1728 /*
1729  * NOTE: It is impossible to find an export that is in failed
1730  *       state with this function
1731  */
1732 static int
1733 nid_kepcmp(const void *key, cfs_hlist_node_t *hnode)
1734 {
1735         struct obd_export *exp;
1736
1737         LASSERT(key);
1738         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1739
1740         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1741                !exp->exp_failed);
1742 }
1743
1744 static void *
1745 nid_export_object(cfs_hlist_node_t *hnode)
1746 {
1747         return cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1748 }
1749
1750 static void
1751 nid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1752 {
1753         struct obd_export *exp;
1754
1755         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1756         class_export_get(exp);
1757 }
1758
1759 static void
1760 nid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1761 {
1762         struct obd_export *exp;
1763
1764         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1765         class_export_put(exp);
1766 }
1767
1768 static cfs_hash_ops_t nid_hash_ops = {
1769         .hs_hash        = nid_hash,
1770         .hs_key         = nid_key,
1771         .hs_keycmp      = nid_kepcmp,
1772         .hs_object      = nid_export_object,
1773         .hs_get         = nid_export_get,
1774         .hs_put_locked  = nid_export_put_locked,
1775 };
1776
1777
1778 /*
1779  * nid<->nidstats hash operations
1780  */
1781
1782 static void *
1783 nidstats_key(cfs_hlist_node_t *hnode)
1784 {
1785         struct nid_stat *ns;
1786
1787         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1788
1789         return &ns->nid;
1790 }
1791
1792 static int
1793 nidstats_keycmp(const void *key, cfs_hlist_node_t *hnode)
1794 {
1795         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
1796 }
1797
1798 static void *
1799 nidstats_object(cfs_hlist_node_t *hnode)
1800 {
1801         return cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1802 }
1803
1804 static void
1805 nidstats_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1806 {
1807         struct nid_stat *ns;
1808
1809         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1810         nidstat_getref(ns);
1811 }
1812
1813 static void
1814 nidstats_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1815 {
1816         struct nid_stat *ns;
1817
1818         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1819         nidstat_putref(ns);
1820 }
1821
1822 static cfs_hash_ops_t nid_stat_hash_ops = {
1823         .hs_hash        = nid_hash,
1824         .hs_key         = nidstats_key,
1825         .hs_keycmp      = nidstats_keycmp,
1826         .hs_object      = nidstats_object,
1827         .hs_get         = nidstats_get,
1828         .hs_put_locked  = nidstats_put_locked,
1829 };