lustre/obdclass/obd_config.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  19  *
  20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  21  * CA 95054 USA or visit www.sun.com if you need additional information or
  22  * have any questions.
  23  *
  24  * GPL HEADER END
  25  */
  26 /*
  27  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
  28  * Use is subject to license terms.
  29  *
  30  * Copyright (c) 2011, Whamcloud, Inc.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/obdclass/obd_config.c
  37  *
  38  * Config API
  39  */
  40
  41 #define DEBUG_SUBSYSTEM S_CLASS
  42 #ifdef __KERNEL__
  43 #include <obd_class.h>
  44 #include <linux/string.h>
  45 #else
  46 #include <liblustre.h>
  47 #include <obd_class.h>
  48 #include <obd.h>
  49 #endif
  50 #include <lustre_log.h>
  51 #include <lprocfs_status.h>
  52 #include <libcfs/list.h>
  53 #include <lustre_param.h>
  54
  55 static cfs_hash_ops_t uuid_hash_ops;
  56 static cfs_hash_ops_t nid_hash_ops;
  57 static cfs_hash_ops_t nid_stat_hash_ops;
  58
  59 /*********** string parsing utils *********/
  60
  61 /* returns 0 if we find this key in the buffer, else 1 */
  62 int class_find_param(char *buf, char *key, char **valp)
  63 {
  64         char *ptr;
  65
  66         if (!buf)
  67                 return 1;
  68
  69         if ((ptr = strstr(buf, key)) == NULL)
  70                 return 1;
  71
  72         if (valp)
  73                 *valp = ptr + strlen(key);
  74
  75         return 0;
  76 }
  77
  78 /**
  79  * Finds a parameter in \a params and copies it to \a copy.
  80  *
  81  * Leading spaces are skipped. Next space or end of string is the
  82  * parameter terminator with the exception that spaces inside single or double
  83  * quotes get included into a parameter. The parameter is copied into \a copy
  84  * which has to be allocated big enough by a caller, quotes are stripped in
  85  * the copy and the copy is terminated by 0.
  86  *
  87  * On return \a params is set to next parameter or to NULL if last
  88  * parameter is returned.
  89  *
  90  * \retval 0 if parameter is returned in \a copy
  91  * \retval 1 otherwise
  92  * \retval -EINVAL if unbalanced quota is found
  93  */
  94 int class_get_next_param(char **params, char *copy)
  95 {
  96         char *q1, *q2, *str;
  97         int len;
  98
  99         str = *params;
 100         while (*str == ' ')
 101                 str++;
 102
 103         if (*str == '\0') {
 104                 *params = NULL;
 105                 return 1;
 106         }
 107
 108         while (1) {
 109                 q1 = strpbrk(str, " '\"");
 110                 if (q1 == NULL) {
 111                         len = strlen(str);
 112                         memcpy(copy, str, len);
 113                         copy[len] = '\0';
 114                         *params = NULL;
 115                         return 0;
 116                 }
 117                 len = q1 - str;
 118                 if (*q1 == ' ') {
 119                         memcpy(copy, str, len);
 120                         copy[len] = '\0';
 121                         *params = str + len;
 122                         return 0;
 123                 }
 124
 125                 memcpy(copy, str, len);
 126                 copy += len;
 127
 128                 /* search for the matching closing quote */
 129                 str = q1 + 1;
 130                 q2 = strchr(str, *q1);
 131                 if (q2 == NULL) {
 132                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
 133                                *params);
 134                         return -EINVAL;
 135                 }
 136                 len = q2 - str;
 137                 memcpy(copy, str, len);
 138                 copy += len;
 139                 str = q2 + 1;
 140         }
 141         return 1;
 142 }
 143
 144 /* returns 0 if this is the first key in the buffer, else 1.
 145    valp points to first char after key. */
 146 int class_match_param(char *buf, char *key, char **valp)
 147 {
 148         if (!buf)
 149                 return 1;
 150
 151         if (memcmp(buf, key, strlen(key)) != 0)
 152                 return 1;
 153
 154         if (valp)
 155                 *valp = buf + strlen(key);
 156
 157         return 0;
 158 }
 159
 160 static int parse_nid(char *buf, void *value)
 161 {
 162         lnet_nid_t *nid = (lnet_nid_t *)value;
 163
 164         *nid = libcfs_str2nid(buf);
 165         if (*nid != LNET_NID_ANY)
 166                 return 0;
 167
 168         LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 169         return -EINVAL;
 170 }
 171
 172 static int parse_net(char *buf, void *value)
 173 {
 174         __u32 *net = (__u32 *)value;
 175
 176         *net = libcfs_str2net(buf);
 177         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
 178         return 0;
 179 }
 180
 181 enum {
 182         CLASS_PARSE_NID = 1,
 183         CLASS_PARSE_NET,
 184 };
 185
 186 /* 0 is good nid,
 187    1 not found
 188    < 0 error
 189    endh is set to next separator */
 190 static int class_parse_value(char *buf, int opc, void *value, char **endh)
 191 {
 192         char *endp;
 193         char  tmp;
 194         int   rc = 0;
 195
 196         if (!buf)
 197                 return 1;
 198         while (*buf == ',' || *buf == ':')
 199                 buf++;
 200         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 201                 return 1;
 202
 203         /* nid separators or end of nids */
 204         endp = strpbrk(buf, ",: /");
 205         if (endp == NULL)
 206                 endp = buf + strlen(buf);
 207
 208         tmp = *endp;
 209         *endp = '\0';
 210         switch (opc) {
 211         default:
 212                 LBUG();
 213         case CLASS_PARSE_NID:
 214                 rc = parse_nid(buf, value);
 215                 break;
 216         case CLASS_PARSE_NET:
 217                 rc = parse_net(buf, value);
 218                 break;
 219         }
 220         *endp = tmp;
 221         if (rc != 0)
 222                 return rc;
 223         if (endh)
 224                 *endh = endp;
 225         return 0;
 226 }
 227
 228 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 229 {
 230         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh);
 231 }
 232
 233 int class_parse_net(char *buf, __u32 *net, char **endh)
 234 {
 235         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh);
 236 }
 237
 238 /* 1 param contains key and match
 239  * 0 param contains key and not match
 240  * -1 param does not contain key
 241  */
 242 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
 243 {
 244         lnet_nid_t tmp;
 245         int   rc = -1;
 246
 247         while (class_find_param(buf, key, &buf) == 0) {
 248                 /* please restrict to the nids pertaining to
 249                  * the specified nids */
 250                 while (class_parse_nid(buf, &tmp, &buf) == 0) {
 251                         if (tmp == nid)
 252                                 return 1;
 253                 }
 254                 rc = 0;
 255         }
 256         return rc;
 257 }
 258
 259 int class_match_net(char *buf, char *key, __u32 net)
 260 {
 261         __u32 tmp;
 262         int   rc = -1;
 263
 264         while (class_find_param(buf, key, &buf) == 0) {
 265                 /* please restrict to the nids pertaining to
 266                  * the specified networks */
 267                 while (class_parse_net(buf, &tmp, &buf) == 0) {
 268                         if (tmp == net)
 269                                 return 1;
 270                 }
 271                 rc = 0;
 272         }
 273         return rc;
 274 }
 275
 276 EXPORT_SYMBOL(class_find_param);
 277 EXPORT_SYMBOL(class_get_next_param);
 278 EXPORT_SYMBOL(class_match_param);
 279 EXPORT_SYMBOL(class_parse_nid);
 280 EXPORT_SYMBOL(class_parse_net);
 281 EXPORT_SYMBOL(class_match_nid);
 282 EXPORT_SYMBOL(class_match_net);
 283
 284 /********************** class fns **********************/
 285
 286 /**
 287  * Create a new obd device and set the type, name and uuid.  If successful,
 288  * the new device can be accessed by either name or uuid.
 289  */
 290 int class_attach(struct lustre_cfg *lcfg)
 291 {
 292         struct obd_device *obd = NULL;
 293         char *typename, *name, *uuid;
 294         int rc, len;
 295         ENTRY;
 296
 297         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 298                 CERROR("No type passed!\n");
 299                 RETURN(-EINVAL);
 300         }
 301         typename = lustre_cfg_string(lcfg, 1);
 302
 303         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 304                 CERROR("No name passed!\n");
 305                 RETURN(-EINVAL);
 306         }
 307         name = lustre_cfg_string(lcfg, 0);
 308
 309         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 310                 CERROR("No UUID passed!\n");
 311                 RETURN(-EINVAL);
 312         }
 313         uuid = lustre_cfg_string(lcfg, 2);
 314
 315         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 316                MKSTR(typename), MKSTR(name), MKSTR(uuid));
 317
 318         obd = class_newdev(typename, name);
 319         if (IS_ERR(obd)) {
 320                 /* Already exists or out of obds */
 321                 rc = PTR_ERR(obd);
 322                 obd = NULL;
 323                 CERROR("Cannot create device %s of type %s : %d\n",
 324                        name, typename, rc);
 325                 GOTO(out, rc);
 326         }
 327         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
 328                  name, typename);
 329         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 330                  "obd %p obd_magic %08X != %08X\n",
 331                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 332         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
 333                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
 334
 335         cfs_rwlock_init(&obd->obd_pool_lock);
 336         obd->obd_pool_limit = 0;
 337         obd->obd_pool_slv = 0;
 338
 339         CFS_INIT_LIST_HEAD(&obd->obd_exports);
 340         CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
 341         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
 342         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
 343         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
 344         cfs_spin_lock_init(&obd->obd_nid_lock);
 345         cfs_spin_lock_init(&obd->obd_dev_lock);
 346         cfs_mutex_init(&obd->obd_dev_mutex);
 347         cfs_spin_lock_init(&obd->obd_osfs_lock);
 348         /* obd->obd_osfs_age must be set to a value in the distant
 349          * past to guarantee a fresh statfs is fetched on mount. */
 350         obd->obd_osfs_age = cfs_time_shift_64(-1000);
 351
 352         /* XXX belongs in setup not attach  */
 353         cfs_init_rwsem(&obd->obd_observer_link_sem);
 354         /* recovery data */
 355         cfs_init_timer(&obd->obd_recovery_timer);
 356         cfs_spin_lock_init(&obd->obd_recovery_task_lock);
 357         cfs_waitq_init(&obd->obd_next_transno_waitq);
 358         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
 359         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
 360         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
 361         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
 362         CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
 363
 364         llog_group_init(&obd->obd_olg, FID_SEQ_LLOG);
 365
 366         len = strlen(uuid);
 367         if (len >= sizeof(obd->obd_uuid)) {
 368                 CERROR("uuid must be < %d bytes long\n",
 369                        (int)sizeof(obd->obd_uuid));
 370                 GOTO(out, rc = -EINVAL);
 371         }
 372         memcpy(obd->obd_uuid.uuid, uuid, len);
 373
 374         /* do the attach */
 375         if (OBP(obd, attach)) {
 376                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
 377                 if (rc)
 378                         GOTO(out, rc = -EINVAL);
 379         }
 380
 381         /* Detach drops this */
 382         cfs_spin_lock(&obd->obd_dev_lock);
 383         cfs_atomic_set(&obd->obd_refcount, 1);
 384         cfs_spin_unlock(&obd->obd_dev_lock);
 385         lu_ref_init(&obd->obd_reference);
 386         lu_ref_add(&obd->obd_reference, "attach", obd);
 387
 388         obd->obd_attached = 1;
 389         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 390                obd->obd_minor, typename, cfs_atomic_read(&obd->obd_refcount));
 391         RETURN(0);
 392  out:
 393         if (obd != NULL) {
 394                 class_release_dev(obd);
 395         }
 396         return rc;
 397 }
 398
 399 /** Create hashes, self-export, and call type-specific setup.
 400  * Setup is effectively the "start this obd" call.
 401  */
 402 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 403 {
 404         int err = 0;
 405         struct obd_export *exp;
 406         ENTRY;
 407
 408         LASSERT(obd != NULL);
 409         LASSERTF(obd == class_num2obd(obd->obd_minor),
 410                  "obd %p != obd_devs[%d] %p\n",
 411                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 412         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 413                  "obd %p obd_magic %08x != %08x\n",
 414                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 415
 416         /* have we attached a type to this device? */
 417         if (!obd->obd_attached) {
 418                 CERROR("Device %d not attached\n", obd->obd_minor);
 419                 RETURN(-ENODEV);
 420         }
 421
 422         if (obd->obd_set_up) {
 423                 CERROR("Device %d already setup (type %s)\n",
 424                        obd->obd_minor, obd->obd_type->typ_name);
 425                 RETURN(-EEXIST);
 426         }
 427
 428         /* is someone else setting us up right now? (attach inits spinlock) */
 429         cfs_spin_lock(&obd->obd_dev_lock);
 430         if (obd->obd_starting) {
 431                 cfs_spin_unlock(&obd->obd_dev_lock);
 432                 CERROR("Device %d setup in progress (type %s)\n",
 433                        obd->obd_minor, obd->obd_type->typ_name);
 434                 RETURN(-EEXIST);
 435         }
 436         /* just leave this on forever.  I can't use obd_set_up here because
 437            other fns check that status, and we're not actually set up yet. */
 438         obd->obd_starting = 1;
 439         obd->obd_uuid_hash = NULL;
 440         obd->obd_nid_hash = NULL;
 441         obd->obd_nid_stats_hash = NULL;
 442         cfs_spin_unlock(&obd->obd_dev_lock);
 443
 444         /* create an uuid-export lustre hash */
 445         obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
 446                                              HASH_UUID_CUR_BITS,
 447                                              HASH_UUID_MAX_BITS,
 448                                              HASH_UUID_BKT_BITS, 0,
 449                                              CFS_HASH_MIN_THETA,
 450                                              CFS_HASH_MAX_THETA,
 451                                              &uuid_hash_ops, CFS_HASH_DEFAULT);
 452         if (!obd->obd_uuid_hash)
 453                 GOTO(err_hash, err = -ENOMEM);
 454
 455         /* create a nid-export lustre hash */
 456         obd->obd_nid_hash = cfs_hash_create("NID_HASH",
 457                                             HASH_NID_CUR_BITS,
 458                                             HASH_NID_MAX_BITS,
 459                                             HASH_NID_BKT_BITS, 0,
 460                                             CFS_HASH_MIN_THETA,
 461                                             CFS_HASH_MAX_THETA,
 462                                             &nid_hash_ops, CFS_HASH_DEFAULT);
 463         if (!obd->obd_nid_hash)
 464                 GOTO(err_hash, err = -ENOMEM);
 465
 466         /* create a nid-stats lustre hash */
 467         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
 468                                                   HASH_NID_STATS_CUR_BITS,
 469                                                   HASH_NID_STATS_MAX_BITS,
 470                                                   HASH_NID_STATS_BKT_BITS, 0,
 471                                                   CFS_HASH_MIN_THETA,
 472                                                   CFS_HASH_MAX_THETA,
 473                                                   &nid_stat_hash_ops, CFS_HASH_DEFAULT);
 474         if (!obd->obd_nid_stats_hash)
 475                 GOTO(err_hash, err = -ENOMEM);
 476
 477         exp = class_new_export(obd, &obd->obd_uuid);
 478         if (IS_ERR(exp))
 479                 GOTO(err_hash, err = PTR_ERR(exp));
 480
 481         obd->obd_self_export = exp;
 482         cfs_list_del_init(&exp->exp_obd_chain_timed);
 483         class_export_put(exp);
 484
 485         err = obd_setup(obd, lcfg);
 486         if (err)
 487                 GOTO(err_exp, err);
 488
 489         obd->obd_set_up = 1;
 490
 491         cfs_spin_lock(&obd->obd_dev_lock);
 492         /* cleanup drops this */
 493         class_incref(obd, "setup", obd);
 494         cfs_spin_unlock(&obd->obd_dev_lock);
 495
 496         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 497                obd->obd_name, obd->obd_uuid.uuid);
 498
 499         RETURN(0);
 500 err_exp:
 501         if (obd->obd_self_export) {
 502                 class_unlink_export(obd->obd_self_export);
 503                 obd->obd_self_export = NULL;
 504         }
 505 err_hash:
 506         if (obd->obd_uuid_hash) {
 507                 cfs_hash_putref(obd->obd_uuid_hash);
 508                 obd->obd_uuid_hash = NULL;
 509         }
 510         if (obd->obd_nid_hash) {
 511                 cfs_hash_putref(obd->obd_nid_hash);
 512                 obd->obd_nid_hash = NULL;
 513         }
 514         if (obd->obd_nid_stats_hash) {
 515                 cfs_hash_putref(obd->obd_nid_stats_hash);
 516                 obd->obd_nid_stats_hash = NULL;
 517         }
 518         obd->obd_starting = 0;
 519         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 520         return err;
 521 }
 522
 523 /** We have finished using this obd and are ready to destroy it.
 524  * There can be no more references to this obd.
 525  */
 526 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 527 {
 528         ENTRY;
 529
 530         if (obd->obd_set_up) {
 531                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 532                 RETURN(-EBUSY);
 533         }
 534
 535         cfs_spin_lock(&obd->obd_dev_lock);
 536         if (!obd->obd_attached) {
 537                 cfs_spin_unlock(&obd->obd_dev_lock);
 538                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 539                 RETURN(-ENODEV);
 540         }
 541         obd->obd_attached = 0;
 542         cfs_spin_unlock(&obd->obd_dev_lock);
 543
 544         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 545                obd->obd_name, obd->obd_uuid.uuid);
 546
 547         class_decref(obd, "attach", obd);
 548         RETURN(0);
 549 }
 550
 551 /** Start shutting down the obd.  There may be in-progess ops when
 552  * this is called.  We tell them to start shutting down with a call
 553  * to class_disconnect_exports().
 554  */
 555 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 556 {
 557         int err = 0;
 558         char *flag;
 559         ENTRY;
 560
 561         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 562
 563         if (!obd->obd_set_up) {
 564                 CERROR("Device %d not setup\n", obd->obd_minor);
 565                 RETURN(-ENODEV);
 566         }
 567
 568         cfs_spin_lock(&obd->obd_dev_lock);
 569         if (obd->obd_stopping) {
 570                 cfs_spin_unlock(&obd->obd_dev_lock);
 571                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 572                 RETURN(-ENODEV);
 573         }
 574         /* Leave this on forever */
 575         obd->obd_stopping = 1;
 576         cfs_spin_unlock(&obd->obd_dev_lock);
 577
 578         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 579                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 580                         switch (*flag) {
 581                         case 'F':
 582                                 obd->obd_force = 1;
 583                                 break;
 584                         case 'A':
 585                                 LCONSOLE_WARN("Failing over %s\n",
 586                                               obd->obd_name);
 587                                 obd->obd_fail = 1;
 588                                 obd->obd_no_transno = 1;
 589                                 obd->obd_no_recov = 1;
 590                                 if (OBP(obd, iocontrol)) {
 591                                         obd_iocontrol(OBD_IOC_SYNC,
 592                                                       obd->obd_self_export,
 593                                                       0, NULL, NULL);
 594                                 }
 595                                 break;
 596                         default:
 597                                 CERROR("Unrecognised flag '%c'\n", *flag);
 598                         }
 599         }
 600
 601         LASSERT(obd->obd_self_export);
 602
 603         /* The three references that should be remaining are the
 604          * obd_self_export and the attach and setup references. */
 605         if (cfs_atomic_read(&obd->obd_refcount) > 3) {
 606                 /* refcounf - 3 might be the number of real exports
 607                    (excluding self export). But class_incref is called
 608                    by other things as well, so don't count on it. */
 609                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
 610                        obd->obd_name, cfs_atomic_read(&obd->obd_refcount) - 3);
 611                 dump_exports(obd, 0);
 612                 class_disconnect_exports(obd);
 613         }
 614
 615         /* Precleanup, we must make sure all exports get destroyed. */
 616         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
 617         if (err)
 618                 CERROR("Precleanup %s returned %d\n",
 619                        obd->obd_name, err);
 620
 621         /* destroy an uuid-export hash body */
 622         if (obd->obd_uuid_hash) {
 623                 cfs_hash_putref(obd->obd_uuid_hash);
 624                 obd->obd_uuid_hash = NULL;
 625         }
 626
 627         /* destroy a nid-export hash body */
 628         if (obd->obd_nid_hash) {
 629                 cfs_hash_putref(obd->obd_nid_hash);
 630                 obd->obd_nid_hash = NULL;
 631         }
 632
 633         /* destroy a nid-stats hash body */
 634         if (obd->obd_nid_stats_hash) {
 635                 cfs_hash_putref(obd->obd_nid_stats_hash);
 636                 obd->obd_nid_stats_hash = NULL;
 637         }
 638
 639         class_decref(obd, "setup", obd);
 640         obd->obd_set_up = 0;
 641
 642         RETURN(0);
 643 }
 644
 645 struct obd_device *class_incref(struct obd_device *obd,
 646                                 const char *scope, const void *source)
 647 {
 648         lu_ref_add_atomic(&obd->obd_reference, scope, source);
 649         cfs_atomic_inc(&obd->obd_refcount);
 650         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 651                cfs_atomic_read(&obd->obd_refcount));
 652
 653         return obd;
 654 }
 655
 656 void class_decref(struct obd_device *obd, const char *scope, const void *source)
 657 {
 658         int err;
 659         int refs;
 660
 661         cfs_spin_lock(&obd->obd_dev_lock);
 662         cfs_atomic_dec(&obd->obd_refcount);
 663         refs = cfs_atomic_read(&obd->obd_refcount);
 664         cfs_spin_unlock(&obd->obd_dev_lock);
 665         lu_ref_del(&obd->obd_reference, scope, source);
 666
 667         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
 668
 669         if ((refs == 1) && obd->obd_stopping) {
 670                 /* All exports have been destroyed; there should
 671                    be no more in-progress ops by this point.*/
 672
 673                 cfs_spin_lock(&obd->obd_self_export->exp_lock);
 674                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
 675                 cfs_spin_unlock(&obd->obd_self_export->exp_lock);
 676
 677                 /* note that we'll recurse into class_decref again */
 678                 class_unlink_export(obd->obd_self_export);
 679                 return;
 680         }
 681
 682         if (refs == 0) {
 683                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
 684                        obd->obd_name, obd->obd_uuid.uuid);
 685                 LASSERT(!obd->obd_attached);
 686                 if (obd->obd_stopping) {
 687                         /* If we're not stopping, we were never set up */
 688                         err = obd_cleanup(obd);
 689                         if (err)
 690                                 CERROR("Cleanup %s returned %d\n",
 691                                        obd->obd_name, err);
 692                 }
 693                 if (OBP(obd, detach)) {
 694                         err = OBP(obd, detach)(obd);
 695                         if (err)
 696                                 CERROR("Detach returned %d\n", err);
 697                 }
 698                 class_release_dev(obd);
 699         }
 700 }
 701
 702 /** Add a failover nid location.
 703  * Client obd types contact server obd types using this nid list.
 704  */
 705 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 706 {
 707         struct obd_import *imp;
 708         struct obd_uuid uuid;
 709         int rc;
 710         ENTRY;
 711
 712         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 713             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 714                 CERROR("invalid conn_uuid\n");
 715                 RETURN(-EINVAL);
 716         }
 717         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 718             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 719             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 720                 CERROR("can't add connection on non-client dev\n");
 721                 RETURN(-EINVAL);
 722         }
 723
 724         imp = obd->u.cli.cl_import;
 725         if (!imp) {
 726                 CERROR("try to add conn on immature client dev\n");
 727                 RETURN(-EINVAL);
 728         }
 729
 730         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 731         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 732
 733         RETURN(rc);
 734 }
 735
 736 /** Remove a failover nid location.
 737  */
 738 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 739 {
 740         struct obd_import *imp;
 741         struct obd_uuid uuid;
 742         int rc;
 743         ENTRY;
 744
 745         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 746             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 747                 CERROR("invalid conn_uuid\n");
 748                 RETURN(-EINVAL);
 749         }
 750         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 751             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 752                 CERROR("can't del connection on non-client dev\n");
 753                 RETURN(-EINVAL);
 754         }
 755
 756         imp = obd->u.cli.cl_import;
 757         if (!imp) {
 758                 CERROR("try to del conn on immature client dev\n");
 759                 RETURN(-EINVAL);
 760         }
 761
 762         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 763         rc = obd_del_conn(imp, &uuid);
 764
 765         RETURN(rc);
 766 }
 767
 768 CFS_LIST_HEAD(lustre_profile_list);
 769
 770 struct lustre_profile *class_get_profile(const char * prof)
 771 {
 772         struct lustre_profile *lprof;
 773
 774         ENTRY;
 775         cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
 776                 if (!strcmp(lprof->lp_profile, prof)) {
 777                         RETURN(lprof);
 778                 }
 779         }
 780         RETURN(NULL);
 781 }
 782
 783 /** Create a named "profile".
 784  * This defines the mdc and osc names to use for a client.
 785  * This also is used to define the lov to be used by a mdt.
 786  */
 787 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
 788                       int mdclen, char *mdc)
 789 {
 790         struct lustre_profile *lprof;
 791         int err = 0;
 792         ENTRY;
 793
 794         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
 795
 796         OBD_ALLOC(lprof, sizeof(*lprof));
 797         if (lprof == NULL)
 798                 RETURN(-ENOMEM);
 799         CFS_INIT_LIST_HEAD(&lprof->lp_list);
 800
 801         LASSERT(proflen == (strlen(prof) + 1));
 802         OBD_ALLOC(lprof->lp_profile, proflen);
 803         if (lprof->lp_profile == NULL)
 804                 GOTO(out, err = -ENOMEM);
 805         memcpy(lprof->lp_profile, prof, proflen);
 806
 807         LASSERT(osclen == (strlen(osc) + 1));
 808         OBD_ALLOC(lprof->lp_dt, osclen);
 809         if (lprof->lp_dt == NULL)
 810                 GOTO(out, err = -ENOMEM);
 811         memcpy(lprof->lp_dt, osc, osclen);
 812
 813         if (mdclen > 0) {
 814                 LASSERT(mdclen == (strlen(mdc) + 1));
 815                 OBD_ALLOC(lprof->lp_md, mdclen);
 816                 if (lprof->lp_md == NULL)
 817                         GOTO(out, err = -ENOMEM);
 818                 memcpy(lprof->lp_md, mdc, mdclen);
 819         }
 820
 821         cfs_list_add(&lprof->lp_list, &lustre_profile_list);
 822         RETURN(err);
 823
 824 out:
 825         if (lprof->lp_md)
 826                 OBD_FREE(lprof->lp_md, mdclen);
 827         if (lprof->lp_dt)
 828                 OBD_FREE(lprof->lp_dt, osclen);
 829         if (lprof->lp_profile)
 830                 OBD_FREE(lprof->lp_profile, proflen);
 831         OBD_FREE(lprof, sizeof(*lprof));
 832         RETURN(err);
 833 }
 834
 835 void class_del_profile(const char *prof)
 836 {
 837         struct lustre_profile *lprof;
 838         ENTRY;
 839
 840         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
 841
 842         lprof = class_get_profile(prof);
 843         if (lprof) {
 844                 cfs_list_del(&lprof->lp_list);
 845                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 846                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 847                 if (lprof->lp_md)
 848                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 849                 OBD_FREE(lprof, sizeof *lprof);
 850         }
 851         EXIT;
 852 }
 853
 854 /* COMPAT_146 */
 855 void class_del_profiles(void)
 856 {
 857         struct lustre_profile *lprof, *n;
 858         ENTRY;
 859
 860         cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
 861                 cfs_list_del(&lprof->lp_list);
 862                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 863                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 864                 if (lprof->lp_md)
 865                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 866                 OBD_FREE(lprof, sizeof *lprof);
 867         }
 868         EXIT;
 869 }
 870
 871 static int class_set_global(char *ptr, int val, struct lustre_cfg *lcfg)
 872 {
 873         ENTRY;
 874         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
 875                 at_min = val;
 876         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
 877                 at_max = val;
 878         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
 879                 at_extra = val;
 880         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
 881                 at_early_margin = val;
 882         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
 883                 at_history = val;
 884         else if (class_match_param(ptr, PARAM_JOBID_VAR, NULL) == 0) {
 885                 memset(obd_jobid_var, 0, JOBSTATS_JOBID_VAR_MAX_LEN + 1);
 886                 memcpy(obd_jobid_var, lustre_cfg_string(lcfg, 2),
 887                        JOBSTATS_JOBID_VAR_MAX_LEN + 1);
 888         } else
 889                 RETURN(-EINVAL);
 890
 891         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
 892         RETURN(0);
 893 }
 894
 895
 896 /* We can't call ll_process_config directly because it lives in a module that
 897    must be loaded after this one. */
 898 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
 899
 900 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
 901 {
 902         client_process_config = cpc;
 903 }
 904 EXPORT_SYMBOL(lustre_register_client_process_config);
 905
 906 /**
 907  * Rename the proc parameter in \a cfg with a new name \a new_name.
 908  *
 909  * \param cfg      config structure which contains the proc parameter
 910  * \param new_name new name of the proc parameter
 911  *
 912  * \retval valid-pointer    pointer to the newly-allocated config structure
 913  *                          which contains the renamed proc parameter
 914  * \retval ERR_PTR(-EINVAL) if \a cfg or \a new_name is NULL, or \a cfg does
 915  *                          not contain a proc parameter
 916  * \retval ERR_PTR(-ENOMEM) if memory allocation failure occurs
 917  */
 918 struct lustre_cfg *lustre_cfg_rename(struct lustre_cfg *cfg,
 919                                      const char *new_name)
 920 {
 921         struct lustre_cfg_bufs  *bufs = NULL;
 922         struct lustre_cfg       *new_cfg = NULL;
 923         char                    *param = NULL;
 924         char                    *new_param = NULL;
 925         char                    *value = NULL;
 926         int                      name_len = 0;
 927         int                      new_len = 0;
 928         ENTRY;
 929
 930         if (cfg == NULL || new_name == NULL)
 931                 RETURN(ERR_PTR(-EINVAL));
 932
 933         param = lustre_cfg_string(cfg, 1);
 934         if (param == NULL)
 935                 RETURN(ERR_PTR(-EINVAL));
 936
 937         value = strchr(param, '=');
 938         if (value == NULL)
 939                 name_len = strlen(param);
 940         else
 941                 name_len = value - param;
 942
 943         new_len = LUSTRE_CFG_BUFLEN(cfg, 1) + strlen(new_name) - name_len;
 944
 945         OBD_ALLOC(new_param, new_len);
 946         if (new_param == NULL)
 947                 RETURN(ERR_PTR(-ENOMEM));
 948
 949         strcpy(new_param, new_name);
 950         if (value != NULL)
 951                 strcat(new_param, value);
 952
 953         OBD_ALLOC_PTR(bufs);
 954         if (bufs == NULL) {
 955                 OBD_FREE(new_param, new_len);
 956                 RETURN(ERR_PTR(-ENOMEM));
 957         }
 958
 959         lustre_cfg_bufs_reset(bufs, NULL);
 960         lustre_cfg_bufs_init(bufs, cfg);
 961         lustre_cfg_bufs_set_string(bufs, 1, new_param);
 962
 963         new_cfg = lustre_cfg_new(cfg->lcfg_command, bufs);
 964
 965         OBD_FREE(new_param, new_len);
 966         OBD_FREE_PTR(bufs);
 967         if (new_cfg == NULL)
 968                 RETURN(ERR_PTR(-ENOMEM));
 969
 970         new_cfg->lcfg_num = cfg->lcfg_num;
 971         new_cfg->lcfg_flags = cfg->lcfg_flags;
 972         new_cfg->lcfg_nid = cfg->lcfg_nid;
 973         new_cfg->lcfg_nal = cfg->lcfg_nal;
 974
 975         RETURN(new_cfg);
 976 }
 977 EXPORT_SYMBOL(lustre_cfg_rename);
 978
 979 /** Process configuration commands given in lustre_cfg form.
 980  * These may come from direct calls (e.g. class_manual_cleanup)
 981  * or processing the config llog, or ioctl from lctl.
 982  */
 983 int class_process_config(struct lustre_cfg *lcfg)
 984 {
 985         struct obd_device *obd;
 986         int err;
 987
 988         LASSERT(lcfg && !IS_ERR(lcfg));
 989         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
 990
 991         /* Commands that don't need a device */
 992         switch(lcfg->lcfg_command) {
 993         case LCFG_ATTACH: {
 994                 err = class_attach(lcfg);
 995                 GOTO(out, err);
 996         }
 997         case LCFG_ADD_UUID: {
 998                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
 999                        " (%s)\n", lustre_cfg_string(lcfg, 1),
1000                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
1001
1002                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
1003                 GOTO(out, err);
1004         }
1005         case LCFG_DEL_UUID: {
1006                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
1007                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
1008                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
1009
1010                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
1011                 GOTO(out, err);
1012         }
1013         case LCFG_MOUNTOPT: {
1014                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
1015                        lustre_cfg_string(lcfg, 1),
1016                        lustre_cfg_string(lcfg, 2),
1017                        lustre_cfg_string(lcfg, 3));
1018                 /* set these mount options somewhere, so ll_fill_super
1019                  * can find them. */
1020                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
1021                                         lustre_cfg_string(lcfg, 1),
1022                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
1023                                         lustre_cfg_string(lcfg, 2),
1024                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
1025                                         lustre_cfg_string(lcfg, 3));
1026                 GOTO(out, err);
1027         }
1028         case LCFG_DEL_MOUNTOPT: {
1029                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
1030                        lustre_cfg_string(lcfg, 1));
1031                 class_del_profile(lustre_cfg_string(lcfg, 1));
1032                 GOTO(out, err = 0);
1033         }
1034         case LCFG_SET_TIMEOUT: {
1035                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
1036                        obd_timeout, lcfg->lcfg_num);
1037                 obd_timeout = max(lcfg->lcfg_num, 1U);
1038                 GOTO(out, err = 0);
1039         }
1040         case LCFG_SET_LDLM_TIMEOUT: {
1041                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
1042                        ldlm_timeout, lcfg->lcfg_num);
1043                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
1044                 if (ldlm_timeout >= obd_timeout)
1045                         ldlm_timeout = max(obd_timeout / 3, 1U);
1046
1047                 GOTO(out, err = 0);
1048         }
1049         case LCFG_SET_UPCALL: {
1050                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
1051                 /* COMPAT_146 Don't fail on old configs */
1052                 GOTO(out, err = 0);
1053         }
1054         case LCFG_MARKER: {
1055                 struct cfg_marker *marker;
1056                 marker = lustre_cfg_buf(lcfg, 1);
1057                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
1058                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
1059                 GOTO(out, err = 0);
1060         }
1061         case LCFG_PARAM: {
1062                 char *tmp;
1063                 /* llite has no obd */
1064                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
1065                                        PARAM_LLITE, 0) == 0) &&
1066                     client_process_config) {
1067                         err = (*client_process_config)(lcfg);
1068                         GOTO(out, err);
1069                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1070                                               PARAM_SYS, &tmp) == 0)) {
1071                         /* Global param settings */
1072                         err = class_set_global(tmp, lcfg->lcfg_num, lcfg);
1073                         /* Note that since LCFG_PARAM is LCFG_REQUIRED, new
1074                            unknown globals would cause config to fail */
1075                         if (err)
1076                                 CWARN("Ignoring unknown param %s\n", tmp);
1077                         GOTO(out, 0);
1078                 }
1079
1080                 /* Fall through */
1081                 break;
1082         }
1083         }
1084
1085         /* Commands that require a device */
1086         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1087         if (obd == NULL) {
1088                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1089                         CERROR("this lcfg command requires a device name\n");
1090                 else
1091                         CERROR("no device for: %s\n",
1092                                lustre_cfg_string(lcfg, 0));
1093
1094                 GOTO(out, err = -EINVAL);
1095         }
1096
1097         switch(lcfg->lcfg_command) {
1098         case LCFG_SETUP: {
1099                 err = class_setup(obd, lcfg);
1100                 GOTO(out, err);
1101         }
1102         case LCFG_DETACH: {
1103                 err = class_detach(obd, lcfg);
1104                 GOTO(out, err = 0);
1105         }
1106         case LCFG_CLEANUP: {
1107                 err = class_cleanup(obd, lcfg);
1108                 GOTO(out, err = 0);
1109         }
1110         case LCFG_ADD_CONN: {
1111                 err = class_add_conn(obd, lcfg);
1112                 GOTO(out, err = 0);
1113         }
1114         case LCFG_DEL_CONN: {
1115                 err = class_del_conn(obd, lcfg);
1116                 GOTO(out, err = 0);
1117         }
1118         case LCFG_POOL_NEW: {
1119                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1120                 GOTO(out, err = 0);
1121                 break;
1122         }
1123         case LCFG_POOL_ADD: {
1124                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1125                                    lustre_cfg_string(lcfg, 3));
1126                 GOTO(out, err = 0);
1127                 break;
1128         }
1129         case LCFG_POOL_REM: {
1130                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1131                                    lustre_cfg_string(lcfg, 3));
1132                 GOTO(out, err = 0);
1133                 break;
1134         }
1135         case LCFG_POOL_DEL: {
1136                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1137                 GOTO(out, err = 0);
1138                 break;
1139         }
1140         default: {
1141                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1142                 GOTO(out, err);
1143
1144         }
1145         }
1146 out:
1147         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1148                 CWARN("Ignoring error %d on optional command %#x\n", err,
1149                       lcfg->lcfg_command);
1150                 err = 0;
1151         }
1152         return err;
1153 }
1154
1155 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
1156                              struct lustre_cfg *lcfg, void *data)
1157 {
1158 #ifdef __KERNEL__
1159         struct lprocfs_vars *var;
1160         char *key, *sval;
1161         int i, keylen, vallen;
1162         int matched = 0, j = 0;
1163         int rc = 0;
1164         int skip = 0;
1165         ENTRY;
1166
1167         if (lcfg->lcfg_command != LCFG_PARAM) {
1168                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1169                 RETURN(-EINVAL);
1170         }
1171
1172         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1173            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1174            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1175         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1176                 key = lustre_cfg_buf(lcfg, i);
1177                 /* Strip off prefix */
1178                 class_match_param(key, prefix, &key);
1179                 sval = strchr(key, '=');
1180                 if (!sval || (*(sval + 1) == 0)) {
1181                         CERROR("Can't parse param %s (missing '=')\n", key);
1182                         /* rc = -EINVAL;        continue parsing other params */
1183                         continue;
1184                 }
1185                 keylen = sval - key;
1186                 sval++;
1187                 vallen = strlen(sval);
1188                 matched = 0;
1189                 j = 0;
1190                 /* Search proc entries */
1191                 while (lvars[j].name) {
1192                         var = &lvars[j];
1193                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1194                             keylen == strlen(var->name)) {
1195                                 matched++;
1196                                 rc = -EROFS;
1197                                 if (var->write_fptr) {
1198                                         mm_segment_t oldfs;
1199                                         oldfs = get_fs();
1200                                         set_fs(KERNEL_DS);
1201                                         rc = (var->write_fptr)(NULL, sval,
1202                                                                vallen, data);
1203                                         set_fs(oldfs);
1204                                 }
1205                                 break;
1206                         }
1207                         j++;
1208                 }
1209                 if (!matched) {
1210                         /* If the prefix doesn't match, return error so we
1211                            can pass it down the stack */
1212                         if (strnchr(key, keylen, '.'))
1213                             RETURN(-ENOSYS);
1214                         CERROR("%s: unknown param %s\n",
1215                                (char *)lustre_cfg_string(lcfg, 0), key);
1216                         /* rc = -EINVAL;        continue parsing other params */
1217                         skip++;
1218                 } else if (rc < 0) {
1219                         CERROR("writing proc entry %s err %d\n",
1220                                var->name, rc);
1221                         rc = 0;
1222                 } else {
1223                         CDEBUG(D_CONFIG, "%s.%.*s: set parameter %.*s=%s\n",
1224                                       lustre_cfg_string(lcfg, 0),
1225                                       (int)strlen(prefix) - 1, prefix,
1226                                       (int)(sval - key - 1), key, sval);
1227                 }
1228         }
1229
1230         if (rc > 0)
1231                 rc = 0;
1232         if (!rc && skip)
1233                 rc = skip;
1234         RETURN(rc);
1235 #else
1236         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1237         /* Don't throw config error */
1238         RETURN(0);
1239 #endif
1240 }
1241
1242 int class_config_dump_handler(struct llog_handle * handle,
1243                               struct llog_rec_hdr *rec, void *data);
1244
1245 #ifdef __KERNEL__
1246 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1247 #else
1248 #define lustre_check_exclusion(a,b)  0
1249 #endif
1250
1251 /** Parse a configuration llog, doing various manipulations on them
1252  * for various reasons, (modifications for compatibility, skip obsolete
1253  * records, change uuids, etc), then class_process_config() resulting
1254  * net records.
1255  */
1256 static int class_config_llog_handler(struct llog_handle * handle,
1257                                      struct llog_rec_hdr *rec, void *data)
1258 {
1259         struct config_llog_instance *clli = data;
1260         int cfg_len = rec->lrh_len;
1261         char *cfg_buf = (char*) (rec + 1);
1262         int rc = 0;
1263         ENTRY;
1264
1265         //class_config_dump_handler(handle, rec, data);
1266
1267         switch (rec->lrh_type) {
1268         case OBD_CFG_REC: {
1269                 struct lustre_cfg *lcfg, *lcfg_new;
1270                 struct lustre_cfg_bufs bufs;
1271                 char *inst_name = NULL;
1272                 int inst_len = 0;
1273                 int inst = 0, swab = 0;
1274
1275                 lcfg = (struct lustre_cfg *)cfg_buf;
1276                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1277                         lustre_swab_lustre_cfg(lcfg);
1278                         swab = 1;
1279                 }
1280
1281                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1282                 if (rc)
1283                         GOTO(out, rc);
1284
1285                 /* Figure out config state info */
1286                 if (lcfg->lcfg_command == LCFG_MARKER) {
1287                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1288                         lustre_swab_cfg_marker(marker, swab,
1289                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1290                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1291                                clli->cfg_flags, marker->cm_flags);
1292                         if (marker->cm_flags & CM_START) {
1293                                 /* all previous flags off */
1294                                 clli->cfg_flags = CFG_F_MARKER;
1295                                 if (marker->cm_flags & CM_SKIP) {
1296                                         clli->cfg_flags |= CFG_F_SKIP;
1297                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1298                                                marker->cm_step);
1299                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1300                                            (clli->cfg_sb &&
1301                                             lustre_check_exclusion(clli->cfg_sb,
1302                                                          marker->cm_tgtname))) {
1303                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1304                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1305                                                marker->cm_step);
1306                                 }
1307                         } else if (marker->cm_flags & CM_END) {
1308                                 clli->cfg_flags = 0;
1309                         }
1310                 }
1311                 /* A config command without a start marker before it is
1312                    illegal (post 146) */
1313                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1314                     !(clli->cfg_flags & CFG_F_MARKER) &&
1315                     (lcfg->lcfg_command != LCFG_MARKER)) {
1316                         CWARN("Config not inside markers, ignoring! "
1317                               "(inst: %p, uuid: %s, flags: %#x)\n",
1318                               clli->cfg_instance,
1319                               clli->cfg_uuid.uuid, clli->cfg_flags);
1320                         clli->cfg_flags |= CFG_F_SKIP;
1321                 }
1322                 if (clli->cfg_flags & CFG_F_SKIP) {
1323                         CDEBUG(D_CONFIG, "skipping %#x\n",
1324                                clli->cfg_flags);
1325                         rc = 0;
1326                         /* No processing! */
1327                         break;
1328                 }
1329
1330                 /*
1331                  * For interoperability between 1.8 and 2.0,
1332                  * rename "mds" obd device type to "mdt".
1333                  */
1334                 {
1335                         char *typename = lustre_cfg_string(lcfg, 1);
1336                         char *index = lustre_cfg_string(lcfg, 2);
1337
1338                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1339                              strcmp(typename, "mds") == 0)) {
1340                                 CWARN("For 1.8 interoperability, rename obd "
1341                                        "type from mds to mdt\n");
1342                                 typename[2] = 't';
1343                         }
1344                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1345                              strcmp(index, "type") == 0)) {
1346                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1347                                        "set this index to '0'\n");
1348                                 index[0] = '0';
1349                                 index[1] = 0;
1350                         }
1351                 }
1352
1353                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1354                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1355                         /* Add inactive instead */
1356                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1357
1358                 lustre_cfg_bufs_init(&bufs, lcfg);
1359
1360                 if (clli && clli->cfg_instance &&
1361                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1362                         inst = 1;
1363                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1364                                    sizeof(clli->cfg_instance) * 2 + 4;
1365                         OBD_ALLOC(inst_name, inst_len);
1366                         if (inst_name == NULL)
1367                                 GOTO(out, rc = -ENOMEM);
1368                         sprintf(inst_name, "%s-%p",
1369                                 lustre_cfg_string(lcfg, 0),
1370                                 clli->cfg_instance);
1371                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1372                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1373                                lcfg->lcfg_command, inst_name);
1374                 }
1375
1376                 /* we override the llog's uuid for clients, to insure they
1377                 are unique */
1378                 if (clli && clli->cfg_instance != NULL &&
1379                     lcfg->lcfg_command == LCFG_ATTACH) {
1380                         lustre_cfg_bufs_set_string(&bufs, 2,
1381                                                    clli->cfg_uuid.uuid);
1382                 }
1383                 /*
1384                  * sptlrpc config record, we expect 2 data segments:
1385                  *  [0]: fs_name/target_name,
1386                  *  [1]: rule string
1387                  * moving them to index [1] and [2], and insert MGC's
1388                  * obdname at index [0].
1389                  */
1390                 if (clli && clli->cfg_instance == NULL &&
1391                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1392                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1393                                             bufs.lcfg_buflen[1]);
1394                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1395                                             bufs.lcfg_buflen[0]);
1396                         lustre_cfg_bufs_set_string(&bufs, 0,
1397                                                    clli->cfg_obdname);
1398                 }
1399
1400                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1401
1402                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1403                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1404
1405                 /* XXX Hack to try to remain binary compatible with
1406                  * pre-newconfig logs */
1407                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1408                     (lcfg->lcfg_nid >> 32) == 0) {
1409                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1410
1411                         lcfg_new->lcfg_nid =
1412                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1413                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1414                               lcfg->lcfg_nal, addr,
1415                               libcfs_nid2str(lcfg_new->lcfg_nid));
1416                 } else {
1417                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1418                 }
1419
1420                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1421
1422                 rc = class_process_config(lcfg_new);
1423                 lustre_cfg_free(lcfg_new);
1424
1425                 if (inst)
1426                         OBD_FREE(inst_name, inst_len);
1427                 break;
1428         }
1429         default:
1430                 CERROR("Unknown llog record type %#x encountered\n",
1431                        rec->lrh_type);
1432                 break;
1433         }
1434 out:
1435         if (rc) {
1436                 CERROR("Err %d on cfg command:\n", rc);
1437                 class_config_dump_handler(handle, rec, data);
1438         }
1439         RETURN(rc);
1440 }
1441
1442 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1443                             struct config_llog_instance *cfg)
1444 {
1445         struct llog_process_cat_data cd = {0, 0};
1446         struct llog_handle *llh;
1447         int rc, rc2;
1448         ENTRY;
1449
1450         CDEBUG(D_INFO, "looking up llog %s\n", name);
1451         rc = llog_create(ctxt, &llh, NULL, name);
1452         if (rc)
1453                 RETURN(rc);
1454
1455         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1456         if (rc)
1457                 GOTO(parse_out, rc);
1458
1459         /* continue processing from where we last stopped to end-of-log */
1460         if (cfg)
1461                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1462         cd.lpcd_last_idx = 0;
1463
1464         rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1465
1466         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1467                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1468
1469         if (cfg)
1470                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1471
1472 parse_out:
1473         rc2 = llog_close(llh);
1474         if (rc == 0)
1475                 rc = rc2;
1476
1477         RETURN(rc);
1478 }
1479
1480 int class_config_dump_handler(struct llog_handle * handle,
1481                               struct llog_rec_hdr *rec, void *data)
1482 {
1483         int cfg_len = rec->lrh_len;
1484         char *cfg_buf = (char*) (rec + 1);
1485         char *outstr, *ptr, *end;
1486         int rc = 0;
1487         ENTRY;
1488
1489         OBD_ALLOC(outstr, 256);
1490         end = outstr + 256;
1491         ptr = outstr;
1492         if (!outstr) {
1493                 RETURN(-ENOMEM);
1494         }
1495         if (rec->lrh_type == OBD_CFG_REC) {
1496                 struct lustre_cfg *lcfg;
1497                 int i;
1498
1499                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1500                 if (rc)
1501                         GOTO(out, rc);
1502                 lcfg = (struct lustre_cfg *)cfg_buf;
1503
1504                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1505                                 lcfg->lcfg_command);
1506                 if (lcfg->lcfg_flags) {
1507                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1508                                         lcfg->lcfg_flags);
1509                 }
1510                 if (lcfg->lcfg_num) {
1511                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1512                                         lcfg->lcfg_num);
1513                 }
1514                 if (lcfg->lcfg_nid) {
1515                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1516                                         libcfs_nid2str(lcfg->lcfg_nid),
1517                                         lcfg->lcfg_nid);
1518                 }
1519                 if (lcfg->lcfg_command == LCFG_MARKER) {
1520                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1521                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1522                                         marker->cm_step, marker->cm_flags,
1523                                         marker->cm_tgtname, marker->cm_comment);
1524                 } else {
1525                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1526                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1527                                                 lustre_cfg_string(lcfg, i));
1528                         }
1529                 }
1530                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1531         } else {
1532                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1533                 rc = -EINVAL;
1534         }
1535 out:
1536         OBD_FREE(outstr, 256);
1537         RETURN(rc);
1538 }
1539
1540 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1541                            struct config_llog_instance *cfg)
1542 {
1543         struct llog_handle *llh;
1544         int rc, rc2;
1545         ENTRY;
1546
1547         LCONSOLE_INFO("Dumping config log %s\n", name);
1548
1549         rc = llog_create(ctxt, &llh, NULL, name);
1550         if (rc)
1551                 RETURN(rc);
1552
1553         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1554         if (rc)
1555                 GOTO(parse_out, rc);
1556
1557         rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1558 parse_out:
1559         rc2 = llog_close(llh);
1560         if (rc == 0)
1561                 rc = rc2;
1562
1563         LCONSOLE_INFO("End config log %s\n", name);
1564         RETURN(rc);
1565
1566 }
1567
1568 /** Call class_cleanup and class_detach.
1569  * "Manual" only in the sense that we're faking lcfg commands.
1570  */
1571 int class_manual_cleanup(struct obd_device *obd)
1572 {
1573         char                    flags[3] = "";
1574         struct lustre_cfg      *lcfg;
1575         struct lustre_cfg_bufs  bufs;
1576         int                     rc;
1577         ENTRY;
1578
1579         if (!obd) {
1580                 CERROR("empty cleanup\n");
1581                 RETURN(-EALREADY);
1582         }
1583
1584         if (obd->obd_force)
1585                 strcat(flags, "F");
1586         if (obd->obd_fail)
1587                 strcat(flags, "A");
1588
1589         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1590                obd->obd_name, flags);
1591
1592         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1593         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1594         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1595         if (!lcfg)
1596                 RETURN(-ENOMEM);
1597
1598         rc = class_process_config(lcfg);
1599         if (rc) {
1600                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1601                 GOTO(out, rc);
1602         }
1603
1604         /* the lcfg is almost the same for both ops */
1605         lcfg->lcfg_command = LCFG_DETACH;
1606         rc = class_process_config(lcfg);
1607         if (rc)
1608                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1609 out:
1610         lustre_cfg_free(lcfg);
1611         RETURN(rc);
1612 }
1613
1614 /*
1615  * uuid<->export lustre hash operations
1616  */
1617
1618 static unsigned
1619 uuid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1620 {
1621         return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
1622                                   sizeof(((struct obd_uuid *)key)->uuid), mask);
1623 }
1624
1625 static void *
1626 uuid_key(cfs_hlist_node_t *hnode)
1627 {
1628         struct obd_export *exp;
1629
1630         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1631
1632         return &exp->exp_client_uuid;
1633 }
1634
1635 /*
1636  * NOTE: It is impossible to find an export that is in failed
1637  *       state with this function
1638  */
1639 static int
1640 uuid_keycmp(const void *key, cfs_hlist_node_t *hnode)
1641 {
1642         struct obd_export *exp;
1643
1644         LASSERT(key);
1645         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1646
1647         return obd_uuid_equals(key, &exp->exp_client_uuid) &&
1648                !exp->exp_failed;
1649 }
1650
1651 static void *
1652 uuid_export_object(cfs_hlist_node_t *hnode)
1653 {
1654         return cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1655 }
1656
1657 static void
1658 uuid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1659 {
1660         struct obd_export *exp;
1661
1662         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1663         class_export_get(exp);
1664 }
1665
1666 static void
1667 uuid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1668 {
1669         struct obd_export *exp;
1670
1671         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1672         class_export_put(exp);
1673 }
1674
1675 static cfs_hash_ops_t uuid_hash_ops = {
1676         .hs_hash        = uuid_hash,
1677         .hs_key         = uuid_key,
1678         .hs_keycmp      = uuid_keycmp,
1679         .hs_object      = uuid_export_object,
1680         .hs_get         = uuid_export_get,
1681         .hs_put_locked  = uuid_export_put_locked,
1682 };
1683
1684
1685 /*
1686  * nid<->export hash operations
1687  */
1688
1689 static unsigned
1690 nid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1691 {
1692         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
1693 }
1694
1695 static void *
1696 nid_key(cfs_hlist_node_t *hnode)
1697 {
1698         struct obd_export *exp;
1699
1700         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1701
1702         RETURN(&exp->exp_connection->c_peer.nid);
1703 }
1704
1705 /*
1706  * NOTE: It is impossible to find an export that is in failed
1707  *       state with this function
1708  */
1709 static int
1710 nid_kepcmp(const void *key, cfs_hlist_node_t *hnode)
1711 {
1712         struct obd_export *exp;
1713
1714         LASSERT(key);
1715         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1716
1717         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1718                !exp->exp_failed);
1719 }
1720
1721 static void *
1722 nid_export_object(cfs_hlist_node_t *hnode)
1723 {
1724         return cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1725 }
1726
1727 static void
1728 nid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1729 {
1730         struct obd_export *exp;
1731
1732         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1733         class_export_get(exp);
1734 }
1735
1736 static void
1737 nid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1738 {
1739         struct obd_export *exp;
1740
1741         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1742         class_export_put(exp);
1743 }
1744
1745 static cfs_hash_ops_t nid_hash_ops = {
1746         .hs_hash        = nid_hash,
1747         .hs_key         = nid_key,
1748         .hs_keycmp      = nid_kepcmp,
1749         .hs_object      = nid_export_object,
1750         .hs_get         = nid_export_get,
1751         .hs_put_locked  = nid_export_put_locked,
1752 };
1753
1754
1755 /*
1756  * nid<->nidstats hash operations
1757  */
1758
1759 static void *
1760 nidstats_key(cfs_hlist_node_t *hnode)
1761 {
1762         struct nid_stat *ns;
1763
1764         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1765
1766         return &ns->nid;
1767 }
1768
1769 static int
1770 nidstats_keycmp(const void *key, cfs_hlist_node_t *hnode)
1771 {
1772         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
1773 }
1774
1775 static void *
1776 nidstats_object(cfs_hlist_node_t *hnode)
1777 {
1778         return cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1779 }
1780
1781 static void
1782 nidstats_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1783 {
1784         struct nid_stat *ns;
1785
1786         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1787         nidstat_getref(ns);
1788 }
1789
1790 static void
1791 nidstats_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1792 {
1793         struct nid_stat *ns;
1794
1795         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1796         nidstat_putref(ns);
1797 }
1798
1799 static cfs_hash_ops_t nid_stat_hash_ops = {
1800         .hs_hash        = nid_hash,
1801         .hs_key         = nidstats_key,
1802         .hs_keycmp      = nidstats_keycmp,
1803         .hs_object      = nidstats_object,
1804         .hs_get         = nidstats_get,
1805         .hs_put_locked  = nidstats_put_locked,
1806 };