lustre/obdclass/obd_config.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
  30  * Use is subject to license terms.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/obdclass/obd_config.c
  37  *
  38  * Config API
  39  */
  40
  41 #define DEBUG_SUBSYSTEM S_CLASS
  42 #ifdef __KERNEL__
  43 #include <obd_class.h>
  44 #include <linux/string.h>
  45 #else
  46 #include <liblustre.h>
  47 #include <obd_class.h>
  48 #include <obd.h>
  49 #endif
  50 #include <lustre_log.h>
  51 #include <lprocfs_status.h>
  52 #include <libcfs/list.h>
  53 #include <lustre_param.h>
  54
  55 static cfs_hash_ops_t uuid_hash_ops;
  56 static cfs_hash_ops_t nid_hash_ops;
  57 static cfs_hash_ops_t nid_stat_hash_ops;
  58
  59 /*********** string parsing utils *********/
  60
  61 /* returns 0 if we find this key in the buffer, else 1 */
  62 int class_find_param(char *buf, char *key, char **valp)
  63 {
  64         char *ptr;
  65
  66         if (!buf)
  67                 return 1;
  68
  69         if ((ptr = strstr(buf, key)) == NULL)
  70                 return 1;
  71
  72         if (valp)
  73                 *valp = ptr + strlen(key);
  74
  75         return 0;
  76 }
  77
  78 /**
  79  * Finds a parameter in \a params and copies it to \a copy.
  80  *
  81  * Leading spaces are skipped. Next space or end of string is the
  82  * parameter terminator with the exception that spaces inside single or double
  83  * quotes get included into a parameter. The parameter is copied into \a copy
  84  * which has to be allocated big enough by a caller, quotes are stripped in
  85  * the copy and the copy is terminated by 0.
  86  *
  87  * On return \a params is set to next parameter or to NULL if last
  88  * parameter is returned.
  89  *
  90  * \retval 0 if parameter is returned in \a copy
  91  * \retval 1 otherwise
  92  * \retval -EINVAL if unbalanced quota is found
  93  */
  94 int class_get_next_param(char **params, char *copy)
  95 {
  96         char *q1, *q2, *str;
  97         int len;
  98
  99         str = *params;
 100         while (*str == ' ')
 101                 str++;
 102
 103         if (*str == '\0') {
 104                 *params = NULL;
 105                 return 1;
 106         }
 107
 108         while (1) {
 109                 q1 = strpbrk(str, " '\"");
 110                 if (q1 == NULL) {
 111                         len = strlen(str);
 112                         memcpy(copy, str, len);
 113                         copy[len] = '\0';
 114                         *params = NULL;
 115                         return 0;
 116                 }
 117                 len = q1 - str;
 118                 if (*q1 == ' ') {
 119                         memcpy(copy, str, len);
 120                         copy[len] = '\0';
 121                         *params = str + len;
 122                         return 0;
 123                 }
 124
 125                 memcpy(copy, str, len);
 126                 copy += len;
 127
 128                 /* search for the matching closing quote */
 129                 str = q1 + 1;
 130                 q2 = strchr(str, *q1);
 131                 if (q2 == NULL) {
 132                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
 133                                *params);
 134                         return -EINVAL;
 135                 }
 136                 len = q2 - str;
 137                 memcpy(copy, str, len);
 138                 copy += len;
 139                 str = q2 + 1;
 140         }
 141         return 1;
 142 }
 143
 144 /* returns 0 if this is the first key in the buffer, else 1.
 145    valp points to first char after key. */
 146 int class_match_param(char *buf, char *key, char **valp)
 147 {
 148         if (!buf)
 149                 return 1;
 150
 151         if (memcmp(buf, key, strlen(key)) != 0)
 152                 return 1;
 153
 154         if (valp)
 155                 *valp = buf + strlen(key);
 156
 157         return 0;
 158 }
 159
 160 static int parse_nid(char *buf, void *value)
 161 {
 162         lnet_nid_t *nid = (lnet_nid_t *)value;
 163
 164         *nid = libcfs_str2nid(buf);
 165         if (*nid != LNET_NID_ANY)
 166                 return 0;
 167
 168         LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 169         return -EINVAL;
 170 }
 171
 172 static int parse_net(char *buf, void *value)
 173 {
 174         __u32 *net = (__u32 *)value;
 175
 176         *net = libcfs_str2net(buf);
 177         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
 178         return 0;
 179 }
 180
 181 enum {
 182         CLASS_PARSE_NID = 1,
 183         CLASS_PARSE_NET,
 184 };
 185
 186 /* 0 is good nid,
 187    1 not found
 188    < 0 error
 189    endh is set to next separator */
 190 static int class_parse_value(char *buf, int opc, void *value, char **endh)
 191 {
 192         char *endp;
 193         char  tmp;
 194         int   rc = 0;
 195
 196         if (!buf)
 197                 return 1;
 198         while (*buf == ',' || *buf == ':')
 199                 buf++;
 200         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 201                 return 1;
 202
 203         /* nid separators or end of nids */
 204         endp = strpbrk(buf, ",: /");
 205         if (endp == NULL)
 206                 endp = buf + strlen(buf);
 207
 208         tmp = *endp;
 209         *endp = '\0';
 210         switch (opc) {
 211         default:
 212                 LBUG();
 213         case CLASS_PARSE_NID:
 214                 rc = parse_nid(buf, value);
 215                 break;
 216         case CLASS_PARSE_NET:
 217                 rc = parse_net(buf, value);
 218                 break;
 219         }
 220         *endp = tmp;
 221         if (rc != 0)
 222                 return rc;
 223         if (endh)
 224                 *endh = endp;
 225         return 0;
 226 }
 227
 228 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 229 {
 230         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh);
 231 }
 232
 233 int class_parse_net(char *buf, __u32 *net, char **endh)
 234 {
 235         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh);
 236 }
 237
 238 int class_match_net(char *buf, lnet_nid_t nid)
 239 {
 240         __u32 net;
 241
 242         while (class_find_param(buf, PARAM_NETWORK, &buf) == 0) {
 243                 /* please restrict to the nids pertaining to
 244                  * the specified networks */
 245                 while (class_parse_net(buf, &net, &buf) == 0) {
 246                         if (LNET_NIDNET(nid) == net)
 247                                 return 1;
 248                 }
 249         }
 250         return 0;
 251 }
 252
 253 EXPORT_SYMBOL(class_find_param);
 254 EXPORT_SYMBOL(class_get_next_param);
 255 EXPORT_SYMBOL(class_match_param);
 256 EXPORT_SYMBOL(class_parse_nid);
 257 EXPORT_SYMBOL(class_parse_net);
 258 EXPORT_SYMBOL(class_match_net);
 259
 260 /********************** class fns **********************/
 261
 262 /**
 263  * Create a new obd device and set the type, name and uuid.  If successful,
 264  * the new device can be accessed by either name or uuid.
 265  */
 266 int class_attach(struct lustre_cfg *lcfg)
 267 {
 268         struct obd_device *obd = NULL;
 269         char *typename, *name, *uuid;
 270         int rc, len;
 271         ENTRY;
 272
 273         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 274                 CERROR("No type passed!\n");
 275                 RETURN(-EINVAL);
 276         }
 277         typename = lustre_cfg_string(lcfg, 1);
 278
 279         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 280                 CERROR("No name passed!\n");
 281                 RETURN(-EINVAL);
 282         }
 283         name = lustre_cfg_string(lcfg, 0);
 284
 285         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 286                 CERROR("No UUID passed!\n");
 287                 RETURN(-EINVAL);
 288         }
 289         uuid = lustre_cfg_string(lcfg, 2);
 290
 291         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 292                MKSTR(typename), MKSTR(name), MKSTR(uuid));
 293
 294         obd = class_newdev(typename, name);
 295         if (IS_ERR(obd)) {
 296                 /* Already exists or out of obds */
 297                 rc = PTR_ERR(obd);
 298                 obd = NULL;
 299                 CERROR("Cannot create device %s of type %s : %d\n",
 300                        name, typename, rc);
 301                 GOTO(out, rc);
 302         }
 303         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
 304                  name, typename);
 305         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 306                  "obd %p obd_magic %08X != %08X\n",
 307                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 308         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
 309                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
 310
 311         cfs_rwlock_init(&obd->obd_pool_lock);
 312         obd->obd_pool_limit = 0;
 313         obd->obd_pool_slv = 0;
 314
 315         CFS_INIT_LIST_HEAD(&obd->obd_exports);
 316         CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
 317         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
 318         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
 319         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
 320         cfs_spin_lock_init(&obd->obd_nid_lock);
 321         cfs_spin_lock_init(&obd->obd_dev_lock);
 322         cfs_sema_init(&obd->obd_dev_sem, 1);
 323         cfs_spin_lock_init(&obd->obd_osfs_lock);
 324         /* obd->obd_osfs_age must be set to a value in the distant
 325          * past to guarantee a fresh statfs is fetched on mount. */
 326         obd->obd_osfs_age = cfs_time_shift_64(-1000);
 327
 328         /* XXX belongs in setup not attach  */
 329         cfs_init_rwsem(&obd->obd_observer_link_sem);
 330         /* recovery data */
 331         cfs_init_timer(&obd->obd_recovery_timer);
 332         cfs_spin_lock_init(&obd->obd_recovery_task_lock);
 333         cfs_waitq_init(&obd->obd_next_transno_waitq);
 334         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
 335         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
 336         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
 337         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
 338         CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
 339
 340         llog_group_init(&obd->obd_olg, FID_SEQ_LLOG);
 341
 342         len = strlen(uuid);
 343         if (len >= sizeof(obd->obd_uuid)) {
 344                 CERROR("uuid must be < %d bytes long\n",
 345                        (int)sizeof(obd->obd_uuid));
 346                 GOTO(out, rc = -EINVAL);
 347         }
 348         memcpy(obd->obd_uuid.uuid, uuid, len);
 349
 350         /* do the attach */
 351         if (OBP(obd, attach)) {
 352                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
 353                 if (rc)
 354                         GOTO(out, rc = -EINVAL);
 355         }
 356
 357         /* Detach drops this */
 358         cfs_spin_lock(&obd->obd_dev_lock);
 359         cfs_atomic_set(&obd->obd_refcount, 1);
 360         cfs_spin_unlock(&obd->obd_dev_lock);
 361         lu_ref_init(&obd->obd_reference);
 362         lu_ref_add(&obd->obd_reference, "attach", obd);
 363
 364         obd->obd_attached = 1;
 365         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 366                obd->obd_minor, typename, cfs_atomic_read(&obd->obd_refcount));
 367         RETURN(0);
 368  out:
 369         if (obd != NULL) {
 370                 class_release_dev(obd);
 371         }
 372         return rc;
 373 }
 374
 375 /** Create hashes, self-export, and call type-specific setup.
 376  * Setup is effectively the "start this obd" call.
 377  */
 378 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 379 {
 380         int err = 0;
 381         struct obd_export *exp;
 382         ENTRY;
 383
 384         LASSERT(obd != NULL);
 385         LASSERTF(obd == class_num2obd(obd->obd_minor),
 386                  "obd %p != obd_devs[%d] %p\n",
 387                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 388         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 389                  "obd %p obd_magic %08x != %08x\n",
 390                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 391
 392         /* have we attached a type to this device? */
 393         if (!obd->obd_attached) {
 394                 CERROR("Device %d not attached\n", obd->obd_minor);
 395                 RETURN(-ENODEV);
 396         }
 397
 398         if (obd->obd_set_up) {
 399                 CERROR("Device %d already setup (type %s)\n",
 400                        obd->obd_minor, obd->obd_type->typ_name);
 401                 RETURN(-EEXIST);
 402         }
 403
 404         /* is someone else setting us up right now? (attach inits spinlock) */
 405         cfs_spin_lock(&obd->obd_dev_lock);
 406         if (obd->obd_starting) {
 407                 cfs_spin_unlock(&obd->obd_dev_lock);
 408                 CERROR("Device %d setup in progress (type %s)\n",
 409                        obd->obd_minor, obd->obd_type->typ_name);
 410                 RETURN(-EEXIST);
 411         }
 412         /* just leave this on forever.  I can't use obd_set_up here because
 413            other fns check that status, and we're not actually set up yet. */
 414         obd->obd_starting = 1;
 415         obd->obd_uuid_hash = NULL;
 416         obd->obd_nid_hash = NULL;
 417         obd->obd_nid_stats_hash = NULL;
 418         cfs_spin_unlock(&obd->obd_dev_lock);
 419
 420         /* create an uuid-export lustre hash */
 421         obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
 422                                              HASH_UUID_CUR_BITS,
 423                                              HASH_UUID_MAX_BITS,
 424                                              HASH_UUID_BKT_BITS, 0,
 425                                              CFS_HASH_MIN_THETA,
 426                                              CFS_HASH_MAX_THETA,
 427                                              &uuid_hash_ops, CFS_HASH_DEFAULT);
 428         if (!obd->obd_uuid_hash)
 429                 GOTO(err_hash, err = -ENOMEM);
 430
 431         /* create a nid-export lustre hash */
 432         obd->obd_nid_hash = cfs_hash_create("NID_HASH",
 433                                             HASH_NID_CUR_BITS,
 434                                             HASH_NID_MAX_BITS,
 435                                             HASH_NID_BKT_BITS, 0,
 436                                             CFS_HASH_MIN_THETA,
 437                                             CFS_HASH_MAX_THETA,
 438                                             &nid_hash_ops, CFS_HASH_DEFAULT);
 439         if (!obd->obd_nid_hash)
 440                 GOTO(err_hash, err = -ENOMEM);
 441
 442         /* create a nid-stats lustre hash */
 443         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
 444                                                   HASH_NID_STATS_CUR_BITS,
 445                                                   HASH_NID_STATS_MAX_BITS,
 446                                                   HASH_NID_STATS_BKT_BITS, 0,
 447                                                   CFS_HASH_MIN_THETA,
 448                                                   CFS_HASH_MAX_THETA,
 449                                                   &nid_stat_hash_ops, CFS_HASH_DEFAULT);
 450         if (!obd->obd_nid_stats_hash)
 451                 GOTO(err_hash, err = -ENOMEM);
 452
 453         exp = class_new_export(obd, &obd->obd_uuid);
 454         if (IS_ERR(exp))
 455                 GOTO(err_hash, err = PTR_ERR(exp));
 456
 457         obd->obd_self_export = exp;
 458         cfs_list_del_init(&exp->exp_obd_chain_timed);
 459         class_export_put(exp);
 460
 461         err = obd_setup(obd, lcfg);
 462         if (err)
 463                 GOTO(err_exp, err);
 464
 465         obd->obd_set_up = 1;
 466
 467         cfs_spin_lock(&obd->obd_dev_lock);
 468         /* cleanup drops this */
 469         class_incref(obd, "setup", obd);
 470         cfs_spin_unlock(&obd->obd_dev_lock);
 471
 472         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 473                obd->obd_name, obd->obd_uuid.uuid);
 474
 475         RETURN(0);
 476 err_exp:
 477         if (obd->obd_self_export) {
 478                 class_unlink_export(obd->obd_self_export);
 479                 obd->obd_self_export = NULL;
 480         }
 481 err_hash:
 482         if (obd->obd_uuid_hash) {
 483                 cfs_hash_putref(obd->obd_uuid_hash);
 484                 obd->obd_uuid_hash = NULL;
 485         }
 486         if (obd->obd_nid_hash) {
 487                 cfs_hash_putref(obd->obd_nid_hash);
 488                 obd->obd_nid_hash = NULL;
 489         }
 490         if (obd->obd_nid_stats_hash) {
 491                 cfs_hash_putref(obd->obd_nid_stats_hash);
 492                 obd->obd_nid_stats_hash = NULL;
 493         }
 494         obd->obd_starting = 0;
 495         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 496         return err;
 497 }
 498
 499 /** We have finished using this obd and are ready to destroy it.
 500  * There can be no more references to this obd.
 501  */
 502 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 503 {
 504         ENTRY;
 505
 506         if (obd->obd_set_up) {
 507                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 508                 RETURN(-EBUSY);
 509         }
 510
 511         cfs_spin_lock(&obd->obd_dev_lock);
 512         if (!obd->obd_attached) {
 513                 cfs_spin_unlock(&obd->obd_dev_lock);
 514                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 515                 RETURN(-ENODEV);
 516         }
 517         obd->obd_attached = 0;
 518         cfs_spin_unlock(&obd->obd_dev_lock);
 519
 520         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 521                obd->obd_name, obd->obd_uuid.uuid);
 522
 523         class_decref(obd, "attach", obd);
 524
 525         /* not strictly necessary, but cleans up eagerly */
 526         obd_zombie_impexp_cull();
 527
 528         RETURN(0);
 529 }
 530
 531 /** Start shutting down the obd.  There may be in-progess ops when
 532  * this is called.  We tell them to start shutting down with a call
 533  * to class_disconnect_exports().
 534  */
 535 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 536 {
 537         int err = 0;
 538         char *flag;
 539         ENTRY;
 540
 541         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 542
 543         if (!obd->obd_set_up) {
 544                 CERROR("Device %d not setup\n", obd->obd_minor);
 545                 RETURN(-ENODEV);
 546         }
 547
 548         cfs_spin_lock(&obd->obd_dev_lock);
 549         if (obd->obd_stopping) {
 550                 cfs_spin_unlock(&obd->obd_dev_lock);
 551                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 552                 RETURN(-ENODEV);
 553         }
 554         /* Leave this on forever */
 555         obd->obd_stopping = 1;
 556         cfs_spin_unlock(&obd->obd_dev_lock);
 557
 558         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 559                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 560                         switch (*flag) {
 561                         case 'F':
 562                                 obd->obd_force = 1;
 563                                 break;
 564                         case 'A':
 565                                 LCONSOLE_WARN("Failing over %s\n",
 566                                               obd->obd_name);
 567                                 obd->obd_fail = 1;
 568                                 obd->obd_no_transno = 1;
 569                                 obd->obd_no_recov = 1;
 570                                 if (OBP(obd, iocontrol)) {
 571                                         obd_iocontrol(OBD_IOC_SYNC,
 572                                                       obd->obd_self_export,
 573                                                       0, NULL, NULL);
 574                                 }
 575                                 break;
 576                         default:
 577                                 CERROR("Unrecognised flag '%c'\n", *flag);
 578                         }
 579         }
 580
 581         LASSERT(obd->obd_self_export);
 582
 583         /* The three references that should be remaining are the
 584          * obd_self_export and the attach and setup references. */
 585         if (cfs_atomic_read(&obd->obd_refcount) > 3) {
 586                 /* refcounf - 3 might be the number of real exports
 587                    (excluding self export). But class_incref is called
 588                    by other things as well, so don't count on it. */
 589                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
 590                        obd->obd_name, cfs_atomic_read(&obd->obd_refcount) - 3);
 591                 dump_exports(obd, 0);
 592                 class_disconnect_exports(obd);
 593         }
 594
 595         /* destroy an uuid-export hash body */
 596         if (obd->obd_uuid_hash) {
 597                 cfs_hash_putref(obd->obd_uuid_hash);
 598                 obd->obd_uuid_hash = NULL;
 599         }
 600
 601         /* destroy a nid-export hash body */
 602         if (obd->obd_nid_hash) {
 603                 cfs_hash_putref(obd->obd_nid_hash);
 604                 obd->obd_nid_hash = NULL;
 605         }
 606
 607         /* destroy a nid-stats hash body */
 608         if (obd->obd_nid_stats_hash) {
 609                 cfs_hash_putref(obd->obd_nid_stats_hash);
 610                 obd->obd_nid_stats_hash = NULL;
 611         }
 612
 613         /* Precleanup, we must make sure all exports get destroyed. */
 614         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
 615         if (err)
 616                 CERROR("Precleanup %s returned %d\n",
 617                        obd->obd_name, err);
 618         class_decref(obd, "setup", obd);
 619         obd->obd_set_up = 0;
 620         RETURN(0);
 621 }
 622
 623 struct obd_device *class_incref(struct obd_device *obd,
 624                                 const char *scope, const void *source)
 625 {
 626         lu_ref_add_atomic(&obd->obd_reference, scope, source);
 627         cfs_atomic_inc(&obd->obd_refcount);
 628         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 629                cfs_atomic_read(&obd->obd_refcount));
 630
 631         return obd;
 632 }
 633
 634 void class_decref(struct obd_device *obd, const char *scope, const void *source)
 635 {
 636         int err;
 637         int refs;
 638
 639         cfs_spin_lock(&obd->obd_dev_lock);
 640         cfs_atomic_dec(&obd->obd_refcount);
 641         refs = cfs_atomic_read(&obd->obd_refcount);
 642         cfs_spin_unlock(&obd->obd_dev_lock);
 643         lu_ref_del(&obd->obd_reference, scope, source);
 644
 645         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
 646
 647         if ((refs == 1) && obd->obd_stopping) {
 648                 /* All exports have been destroyed; there should
 649                    be no more in-progress ops by this point.*/
 650
 651                 cfs_spin_lock(&obd->obd_self_export->exp_lock);
 652                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
 653                 cfs_spin_unlock(&obd->obd_self_export->exp_lock);
 654
 655                 /* note that we'll recurse into class_decref again */
 656                 class_unlink_export(obd->obd_self_export);
 657                 return;
 658         }
 659
 660         if (refs == 0) {
 661                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
 662                        obd->obd_name, obd->obd_uuid.uuid);
 663                 LASSERT(!obd->obd_attached);
 664                 if (obd->obd_stopping) {
 665                         /* If we're not stopping, we were never set up */
 666                         err = obd_cleanup(obd);
 667                         if (err)
 668                                 CERROR("Cleanup %s returned %d\n",
 669                                        obd->obd_name, err);
 670                 }
 671                 if (OBP(obd, detach)) {
 672                         err = OBP(obd, detach)(obd);
 673                         if (err)
 674                                 CERROR("Detach returned %d\n", err);
 675                 }
 676                 class_release_dev(obd);
 677         }
 678 }
 679
 680 /** Add a failover nid location.
 681  * Client obd types contact server obd types using this nid list.
 682  */
 683 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 684 {
 685         struct obd_import *imp;
 686         struct obd_uuid uuid;
 687         int rc;
 688         ENTRY;
 689
 690         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 691             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 692                 CERROR("invalid conn_uuid\n");
 693                 RETURN(-EINVAL);
 694         }
 695         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 696             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 697             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 698                 CERROR("can't add connection on non-client dev\n");
 699                 RETURN(-EINVAL);
 700         }
 701
 702         imp = obd->u.cli.cl_import;
 703         if (!imp) {
 704                 CERROR("try to add conn on immature client dev\n");
 705                 RETURN(-EINVAL);
 706         }
 707
 708         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 709         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 710
 711         RETURN(rc);
 712 }
 713
 714 /** Remove a failover nid location.
 715  */
 716 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 717 {
 718         struct obd_import *imp;
 719         struct obd_uuid uuid;
 720         int rc;
 721         ENTRY;
 722
 723         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 724             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 725                 CERROR("invalid conn_uuid\n");
 726                 RETURN(-EINVAL);
 727         }
 728         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 729             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 730                 CERROR("can't del connection on non-client dev\n");
 731                 RETURN(-EINVAL);
 732         }
 733
 734         imp = obd->u.cli.cl_import;
 735         if (!imp) {
 736                 CERROR("try to del conn on immature client dev\n");
 737                 RETURN(-EINVAL);
 738         }
 739
 740         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 741         rc = obd_del_conn(imp, &uuid);
 742
 743         RETURN(rc);
 744 }
 745
 746 CFS_LIST_HEAD(lustre_profile_list);
 747
 748 struct lustre_profile *class_get_profile(const char * prof)
 749 {
 750         struct lustre_profile *lprof;
 751
 752         ENTRY;
 753         cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
 754                 if (!strcmp(lprof->lp_profile, prof)) {
 755                         RETURN(lprof);
 756                 }
 757         }
 758         RETURN(NULL);
 759 }
 760
 761 /** Create a named "profile".
 762  * This defines the mdc and osc names to use for a client.
 763  * This also is used to define the lov to be used by a mdt.
 764  */
 765 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
 766                       int mdclen, char *mdc)
 767 {
 768         struct lustre_profile *lprof;
 769         int err = 0;
 770         ENTRY;
 771
 772         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
 773
 774         OBD_ALLOC(lprof, sizeof(*lprof));
 775         if (lprof == NULL)
 776                 RETURN(-ENOMEM);
 777         CFS_INIT_LIST_HEAD(&lprof->lp_list);
 778
 779         LASSERT(proflen == (strlen(prof) + 1));
 780         OBD_ALLOC(lprof->lp_profile, proflen);
 781         if (lprof->lp_profile == NULL)
 782                 GOTO(out, err = -ENOMEM);
 783         memcpy(lprof->lp_profile, prof, proflen);
 784
 785         LASSERT(osclen == (strlen(osc) + 1));
 786         OBD_ALLOC(lprof->lp_dt, osclen);
 787         if (lprof->lp_dt == NULL)
 788                 GOTO(out, err = -ENOMEM);
 789         memcpy(lprof->lp_dt, osc, osclen);
 790
 791         if (mdclen > 0) {
 792                 LASSERT(mdclen == (strlen(mdc) + 1));
 793                 OBD_ALLOC(lprof->lp_md, mdclen);
 794                 if (lprof->lp_md == NULL)
 795                         GOTO(out, err = -ENOMEM);
 796                 memcpy(lprof->lp_md, mdc, mdclen);
 797         }
 798
 799         cfs_list_add(&lprof->lp_list, &lustre_profile_list);
 800         RETURN(err);
 801
 802 out:
 803         if (lprof->lp_md)
 804                 OBD_FREE(lprof->lp_md, mdclen);
 805         if (lprof->lp_dt)
 806                 OBD_FREE(lprof->lp_dt, osclen);
 807         if (lprof->lp_profile)
 808                 OBD_FREE(lprof->lp_profile, proflen);
 809         OBD_FREE(lprof, sizeof(*lprof));
 810         RETURN(err);
 811 }
 812
 813 void class_del_profile(const char *prof)
 814 {
 815         struct lustre_profile *lprof;
 816         ENTRY;
 817
 818         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
 819
 820         lprof = class_get_profile(prof);
 821         if (lprof) {
 822                 cfs_list_del(&lprof->lp_list);
 823                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 824                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 825                 if (lprof->lp_md)
 826                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 827                 OBD_FREE(lprof, sizeof *lprof);
 828         }
 829         EXIT;
 830 }
 831
 832 /* COMPAT_146 */
 833 void class_del_profiles(void)
 834 {
 835         struct lustre_profile *lprof, *n;
 836         ENTRY;
 837
 838         cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
 839                 cfs_list_del(&lprof->lp_list);
 840                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 841                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 842                 if (lprof->lp_md)
 843                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 844                 OBD_FREE(lprof, sizeof *lprof);
 845         }
 846         EXIT;
 847 }
 848
 849 static int class_set_global(char *ptr, int val) {
 850         ENTRY;
 851
 852         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
 853             at_min = val;
 854         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
 855                 at_max = val;
 856         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
 857                 at_extra = val;
 858         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
 859                 at_early_margin = val;
 860         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
 861                 at_history = val;
 862         else
 863                 RETURN(-EINVAL);
 864
 865         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
 866
 867         RETURN(0);
 868 }
 869
 870
 871 /* We can't call ll_process_config directly because it lives in a module that
 872    must be loaded after this one. */
 873 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
 874
 875 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
 876 {
 877         client_process_config = cpc;
 878 }
 879 EXPORT_SYMBOL(lustre_register_client_process_config);
 880
 881 /** Process configuration commands given in lustre_cfg form.
 882  * These may come from direct calls (e.g. class_manual_cleanup)
 883  * or processing the config llog, or ioctl from lctl.
 884  */
 885 int class_process_config(struct lustre_cfg *lcfg)
 886 {
 887         struct obd_device *obd;
 888         int err;
 889
 890         LASSERT(lcfg && !IS_ERR(lcfg));
 891         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
 892
 893         /* Commands that don't need a device */
 894         switch(lcfg->lcfg_command) {
 895         case LCFG_ATTACH: {
 896                 err = class_attach(lcfg);
 897                 GOTO(out, err);
 898         }
 899         case LCFG_ADD_UUID: {
 900                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
 901                        " (%s)\n", lustre_cfg_string(lcfg, 1),
 902                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
 903
 904                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
 905                 GOTO(out, err);
 906         }
 907         case LCFG_DEL_UUID: {
 908                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
 909                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
 910                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
 911
 912                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
 913                 GOTO(out, err);
 914         }
 915         case LCFG_MOUNTOPT: {
 916                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
 917                        lustre_cfg_string(lcfg, 1),
 918                        lustre_cfg_string(lcfg, 2),
 919                        lustre_cfg_string(lcfg, 3));
 920                 /* set these mount options somewhere, so ll_fill_super
 921                  * can find them. */
 922                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
 923                                         lustre_cfg_string(lcfg, 1),
 924                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
 925                                         lustre_cfg_string(lcfg, 2),
 926                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
 927                                         lustre_cfg_string(lcfg, 3));
 928                 GOTO(out, err);
 929         }
 930         case LCFG_DEL_MOUNTOPT: {
 931                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
 932                        lustre_cfg_string(lcfg, 1));
 933                 class_del_profile(lustre_cfg_string(lcfg, 1));
 934                 GOTO(out, err = 0);
 935         }
 936         case LCFG_SET_TIMEOUT: {
 937                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
 938                        obd_timeout, lcfg->lcfg_num);
 939                 obd_timeout = max(lcfg->lcfg_num, 1U);
 940                 GOTO(out, err = 0);
 941         }
 942         case LCFG_SET_LDLM_TIMEOUT: {
 943                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
 944                        ldlm_timeout, lcfg->lcfg_num);
 945                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
 946                 if (ldlm_timeout >= obd_timeout)
 947                         ldlm_timeout = max(obd_timeout / 3, 1U);
 948
 949                 GOTO(out, err = 0);
 950         }
 951         case LCFG_SET_UPCALL: {
 952                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
 953                 /* COMPAT_146 Don't fail on old configs */
 954                 GOTO(out, err = 0);
 955         }
 956         case LCFG_MARKER: {
 957                 struct cfg_marker *marker;
 958                 marker = lustre_cfg_buf(lcfg, 1);
 959                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
 960                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
 961                 GOTO(out, err = 0);
 962         }
 963         case LCFG_PARAM: {
 964                 char *tmp;
 965                 /* llite has no obd */
 966                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
 967                                        PARAM_LLITE, 0) == 0) &&
 968                     client_process_config) {
 969                         err = (*client_process_config)(lcfg);
 970                         GOTO(out, err);
 971                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
 972                                               PARAM_SYS, &tmp) == 0)) {
 973                         /* Global param settings */
 974                         err = class_set_global(tmp, lcfg->lcfg_num);
 975                         /* Note that since LCFG_PARAM is LCFG_REQUIRED, new
 976                            unknown globals would cause config to fail */
 977                         if (err)
 978                                 CWARN("Ignoring unknown param %s\n", tmp);
 979                         GOTO(out, 0);
 980                 }
 981
 982                 /* Fall through */
 983                 break;
 984         }
 985         }
 986
 987         /* Commands that require a device */
 988         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
 989         if (obd == NULL) {
 990                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
 991                         CERROR("this lcfg command requires a device name\n");
 992                 else
 993                         CERROR("no device for: %s\n",
 994                                lustre_cfg_string(lcfg, 0));
 995
 996                 GOTO(out, err = -EINVAL);
 997         }
 998
 999         switch(lcfg->lcfg_command) {
1000         case LCFG_SETUP: {
1001                 err = class_setup(obd, lcfg);
1002                 GOTO(out, err);
1003         }
1004         case LCFG_DETACH: {
1005                 err = class_detach(obd, lcfg);
1006                 GOTO(out, err = 0);
1007         }
1008         case LCFG_CLEANUP: {
1009                 err = class_cleanup(obd, lcfg);
1010                 GOTO(out, err = 0);
1011         }
1012         case LCFG_ADD_CONN: {
1013                 err = class_add_conn(obd, lcfg);
1014                 GOTO(out, err = 0);
1015         }
1016         case LCFG_DEL_CONN: {
1017                 err = class_del_conn(obd, lcfg);
1018                 GOTO(out, err = 0);
1019         }
1020         case LCFG_POOL_NEW: {
1021                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1022                 GOTO(out, err = 0);
1023                 break;
1024         }
1025         case LCFG_POOL_ADD: {
1026                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1027                                    lustre_cfg_string(lcfg, 3));
1028                 GOTO(out, err = 0);
1029                 break;
1030         }
1031         case LCFG_POOL_REM: {
1032                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1033                                    lustre_cfg_string(lcfg, 3));
1034                 GOTO(out, err = 0);
1035                 break;
1036         }
1037         case LCFG_POOL_DEL: {
1038                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1039                 GOTO(out, err = 0);
1040                 break;
1041         }
1042         default: {
1043                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1044                 GOTO(out, err);
1045
1046         }
1047         }
1048 out:
1049         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1050                 CWARN("Ignoring error %d on optional command %#x\n", err,
1051                       lcfg->lcfg_command);
1052                 err = 0;
1053         }
1054         return err;
1055 }
1056
1057 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
1058                              struct lustre_cfg *lcfg, void *data)
1059 {
1060 #ifdef __KERNEL__
1061         struct lprocfs_vars *var;
1062         char *key, *sval;
1063         int i, keylen, vallen;
1064         int matched = 0, j = 0;
1065         int rc = 0;
1066         int skip = 0;
1067         ENTRY;
1068
1069         if (lcfg->lcfg_command != LCFG_PARAM) {
1070                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1071                 RETURN(-EINVAL);
1072         }
1073
1074         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1075            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1076            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1077         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1078                 key = lustre_cfg_buf(lcfg, i);
1079                 /* Strip off prefix */
1080                 class_match_param(key, prefix, &key);
1081                 sval = strchr(key, '=');
1082                 if (!sval || (*(sval + 1) == 0)) {
1083                         CERROR("Can't parse param %s (missing '=')\n", key);
1084                         /* rc = -EINVAL;        continue parsing other params */
1085                         continue;
1086                 }
1087                 keylen = sval - key;
1088                 sval++;
1089                 vallen = strlen(sval);
1090                 matched = 0;
1091                 j = 0;
1092                 /* Search proc entries */
1093                 while (lvars[j].name) {
1094                         var = &lvars[j];
1095                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1096                             keylen == strlen(var->name)) {
1097                                 matched++;
1098                                 rc = -EROFS;
1099                                 if (var->write_fptr) {
1100                                         mm_segment_t oldfs;
1101                                         oldfs = get_fs();
1102                                         set_fs(KERNEL_DS);
1103                                         rc = (var->write_fptr)(NULL, sval,
1104                                                                vallen, data);
1105                                         set_fs(oldfs);
1106                                 }
1107                                 break;
1108                         }
1109                         j++;
1110                 }
1111                 if (!matched) {
1112                         /* If the prefix doesn't match, return error so we
1113                            can pass it down the stack */
1114                         if (strnchr(key, keylen, '.'))
1115                             RETURN(-ENOSYS);
1116                         CERROR("%s: unknown param %s\n",
1117                                (char *)lustre_cfg_string(lcfg, 0), key);
1118                         /* rc = -EINVAL;        continue parsing other params */
1119                         skip++;
1120                 } else if (rc < 0) {
1121                         CERROR("writing proc entry %s err %d\n",
1122                                var->name, rc);
1123                         rc = 0;
1124                 } else {
1125                         LCONSOLE_INFO("%s.%.*s: set parameter %.*s=%s\n",
1126                                       lustre_cfg_string(lcfg, 0),
1127                                       (int)strlen(prefix) - 1, prefix,
1128                                       (int)(sval - key - 1), key, sval);
1129                 }
1130         }
1131
1132         if (rc > 0)
1133                 rc = 0;
1134         if (!rc && skip)
1135                 rc = skip;
1136         RETURN(rc);
1137 #else
1138         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1139         /* Don't throw config error */
1140         RETURN(0);
1141 #endif
1142 }
1143
1144 int class_config_dump_handler(struct llog_handle * handle,
1145                               struct llog_rec_hdr *rec, void *data);
1146
1147 #ifdef __KERNEL__
1148 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1149 #else
1150 #define lustre_check_exclusion(a,b)  0
1151 #endif
1152
1153 /** Parse a configuration llog, doing various manipulations on them
1154  * for various reasons, (modifications for compatibility, skip obsolete
1155  * records, change uuids, etc), then class_process_config() resulting
1156  * net records.
1157  */
1158 static int class_config_llog_handler(struct llog_handle * handle,
1159                                      struct llog_rec_hdr *rec, void *data)
1160 {
1161         struct config_llog_instance *clli = data;
1162         int cfg_len = rec->lrh_len;
1163         char *cfg_buf = (char*) (rec + 1);
1164         int rc = 0;
1165         ENTRY;
1166
1167         //class_config_dump_handler(handle, rec, data);
1168
1169         switch (rec->lrh_type) {
1170         case OBD_CFG_REC: {
1171                 struct lustre_cfg *lcfg, *lcfg_new;
1172                 struct lustre_cfg_bufs bufs;
1173                 char *inst_name = NULL;
1174                 int inst_len = 0;
1175                 int inst = 0, swab = 0;
1176
1177                 lcfg = (struct lustre_cfg *)cfg_buf;
1178                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1179                         lustre_swab_lustre_cfg(lcfg);
1180                         swab = 1;
1181                 }
1182
1183                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1184                 if (rc)
1185                         GOTO(out, rc);
1186
1187                 /* Figure out config state info */
1188                 if (lcfg->lcfg_command == LCFG_MARKER) {
1189                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1190                         lustre_swab_cfg_marker(marker, swab,
1191                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1192                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1193                                clli->cfg_flags, marker->cm_flags);
1194                         if (marker->cm_flags & CM_START) {
1195                                 /* all previous flags off */
1196                                 clli->cfg_flags = CFG_F_MARKER;
1197                                 if (marker->cm_flags & CM_SKIP) {
1198                                         clli->cfg_flags |= CFG_F_SKIP;
1199                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1200                                                marker->cm_step);
1201                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1202                                            (clli->cfg_sb &&
1203                                             lustre_check_exclusion(clli->cfg_sb,
1204                                                          marker->cm_tgtname))) {
1205                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1206                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1207                                                marker->cm_step);
1208                                 }
1209                         } else if (marker->cm_flags & CM_END) {
1210                                 clli->cfg_flags = 0;
1211                         }
1212                 }
1213                 /* A config command without a start marker before it is
1214                    illegal (post 146) */
1215                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1216                     !(clli->cfg_flags & CFG_F_MARKER) &&
1217                     (lcfg->lcfg_command != LCFG_MARKER)) {
1218                         CWARN("Config not inside markers, ignoring! "
1219                               "(inst: %s, uuid: %s, flags: %#x)\n",
1220                               clli->cfg_instance ? clli->cfg_instance : "<null>",
1221                               clli->cfg_uuid.uuid, clli->cfg_flags);
1222                         clli->cfg_flags |= CFG_F_SKIP;
1223                 }
1224                 if (clli->cfg_flags & CFG_F_SKIP) {
1225                         CDEBUG(D_CONFIG, "skipping %#x\n",
1226                                clli->cfg_flags);
1227                         rc = 0;
1228                         /* No processing! */
1229                         break;
1230                 }
1231
1232                 /*
1233                  * For interoperability between 1.8 and 2.0,
1234                  * rename "mds" obd device type to "mdt".
1235                  */
1236                 {
1237                         char *typename = lustre_cfg_string(lcfg, 1);
1238                         char *index = lustre_cfg_string(lcfg, 2);
1239
1240                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1241                              strcmp(typename, "mds") == 0)) {
1242                                 CWARN("For 1.8 interoperability, rename obd "
1243                                        "type from mds to mdt\n");
1244                                 typename[2] = 't';
1245                         }
1246                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1247                              strcmp(index, "type") == 0)) {
1248                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1249                                        "set this index to '0'\n");
1250                                 index[0] = '0';
1251                                 index[1] = 0;
1252                         }
1253                 }
1254
1255                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1256                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1257                         /* Add inactive instead */
1258                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1259
1260                 lustre_cfg_bufs_init(&bufs, lcfg);
1261
1262                 if (clli && clli->cfg_instance &&
1263                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1264                         inst = 1;
1265                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1266                                 strlen(clli->cfg_instance) + 1;
1267                         OBD_ALLOC(inst_name, inst_len);
1268                         if (inst_name == NULL)
1269                                 GOTO(out, rc = -ENOMEM);
1270                         sprintf(inst_name, "%s-%s",
1271                                 lustre_cfg_string(lcfg, 0),
1272                                 clli->cfg_instance);
1273                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1274                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1275                                lcfg->lcfg_command, inst_name);
1276                 }
1277
1278                 /* we override the llog's uuid for clients, to insure they
1279                 are unique */
1280                 if (clli && clli->cfg_instance &&
1281                     lcfg->lcfg_command == LCFG_ATTACH) {
1282                         lustre_cfg_bufs_set_string(&bufs, 2,
1283                                                    clli->cfg_uuid.uuid);
1284                 }
1285                 /*
1286                  * sptlrpc config record, we expect 2 data segments:
1287                  *  [0]: fs_name/target_name,
1288                  *  [1]: rule string
1289                  * moving them to index [1] and [2], and insert MGC's
1290                  * obdname at index [0].
1291                  */
1292                 if (clli && clli->cfg_instance == NULL &&
1293                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1294                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1295                                             bufs.lcfg_buflen[1]);
1296                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1297                                             bufs.lcfg_buflen[0]);
1298                         lustre_cfg_bufs_set_string(&bufs, 0,
1299                                                    clli->cfg_obdname);
1300                 }
1301
1302                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1303
1304                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1305                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1306
1307                 /* XXX Hack to try to remain binary compatible with
1308                  * pre-newconfig logs */
1309                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1310                     (lcfg->lcfg_nid >> 32) == 0) {
1311                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1312
1313                         lcfg_new->lcfg_nid =
1314                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1315                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1316                               lcfg->lcfg_nal, addr,
1317                               libcfs_nid2str(lcfg_new->lcfg_nid));
1318                 } else {
1319                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1320                 }
1321
1322                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1323
1324                 rc = class_process_config(lcfg_new);
1325                 lustre_cfg_free(lcfg_new);
1326
1327                 if (inst)
1328                         OBD_FREE(inst_name, inst_len);
1329                 break;
1330         }
1331         default:
1332                 CERROR("Unknown llog record type %#x encountered\n",
1333                        rec->lrh_type);
1334                 break;
1335         }
1336 out:
1337         if (rc) {
1338                 CERROR("Err %d on cfg command:\n", rc);
1339                 class_config_dump_handler(handle, rec, data);
1340         }
1341         RETURN(rc);
1342 }
1343
1344 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1345                             struct config_llog_instance *cfg)
1346 {
1347         struct llog_process_cat_data cd = {0, 0};
1348         struct llog_handle *llh;
1349         int rc, rc2;
1350         ENTRY;
1351
1352         CDEBUG(D_INFO, "looking up llog %s\n", name);
1353         rc = llog_create(ctxt, &llh, NULL, name);
1354         if (rc)
1355                 RETURN(rc);
1356
1357         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1358         if (rc)
1359                 GOTO(parse_out, rc);
1360
1361         /* continue processing from where we last stopped to end-of-log */
1362         if (cfg)
1363                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1364         cd.lpcd_last_idx = 0;
1365
1366         rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1367
1368         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1369                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1370
1371         if (cfg)
1372                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1373
1374 parse_out:
1375         rc2 = llog_close(llh);
1376         if (rc == 0)
1377                 rc = rc2;
1378
1379         RETURN(rc);
1380 }
1381
1382 int class_config_dump_handler(struct llog_handle * handle,
1383                               struct llog_rec_hdr *rec, void *data)
1384 {
1385         int cfg_len = rec->lrh_len;
1386         char *cfg_buf = (char*) (rec + 1);
1387         char *outstr, *ptr, *end;
1388         int rc = 0;
1389         ENTRY;
1390
1391         OBD_ALLOC(outstr, 256);
1392         end = outstr + 256;
1393         ptr = outstr;
1394         if (!outstr) {
1395                 RETURN(-ENOMEM);
1396         }
1397         if (rec->lrh_type == OBD_CFG_REC) {
1398                 struct lustre_cfg *lcfg;
1399                 int i;
1400
1401                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1402                 if (rc)
1403                         GOTO(out, rc);
1404                 lcfg = (struct lustre_cfg *)cfg_buf;
1405
1406                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1407                                 lcfg->lcfg_command);
1408                 if (lcfg->lcfg_flags) {
1409                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1410                                         lcfg->lcfg_flags);
1411                 }
1412                 if (lcfg->lcfg_num) {
1413                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1414                                         lcfg->lcfg_num);
1415                 }
1416                 if (lcfg->lcfg_nid) {
1417                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1418                                         libcfs_nid2str(lcfg->lcfg_nid),
1419                                         lcfg->lcfg_nid);
1420                 }
1421                 if (lcfg->lcfg_command == LCFG_MARKER) {
1422                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1423                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1424                                         marker->cm_step, marker->cm_flags,
1425                                         marker->cm_tgtname, marker->cm_comment);
1426                 } else {
1427                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1428                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1429                                                 lustre_cfg_string(lcfg, i));
1430                         }
1431                 }
1432                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1433         } else {
1434                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1435                 rc = -EINVAL;
1436         }
1437 out:
1438         OBD_FREE(outstr, 256);
1439         RETURN(rc);
1440 }
1441
1442 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1443                            struct config_llog_instance *cfg)
1444 {
1445         struct llog_handle *llh;
1446         int rc, rc2;
1447         ENTRY;
1448
1449         LCONSOLE_INFO("Dumping config log %s\n", name);
1450
1451         rc = llog_create(ctxt, &llh, NULL, name);
1452         if (rc)
1453                 RETURN(rc);
1454
1455         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1456         if (rc)
1457                 GOTO(parse_out, rc);
1458
1459         rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1460 parse_out:
1461         rc2 = llog_close(llh);
1462         if (rc == 0)
1463                 rc = rc2;
1464
1465         LCONSOLE_INFO("End config log %s\n", name);
1466         RETURN(rc);
1467
1468 }
1469
1470 /** Call class_cleanup and class_detach.
1471  * "Manual" only in the sense that we're faking lcfg commands.
1472  */
1473 int class_manual_cleanup(struct obd_device *obd)
1474 {
1475         char                    flags[3] = "";
1476         struct lustre_cfg      *lcfg;
1477         struct lustre_cfg_bufs  bufs;
1478         int                     rc;
1479         ENTRY;
1480
1481         if (!obd) {
1482                 CERROR("empty cleanup\n");
1483                 RETURN(-EALREADY);
1484         }
1485
1486         if (obd->obd_force)
1487                 strcat(flags, "F");
1488         if (obd->obd_fail)
1489                 strcat(flags, "A");
1490
1491         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1492                obd->obd_name, flags);
1493
1494         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1495         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1496         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1497         if (!lcfg)
1498                 RETURN(-ENOMEM);
1499
1500         rc = class_process_config(lcfg);
1501         if (rc) {
1502                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1503                 GOTO(out, rc);
1504         }
1505
1506         /* the lcfg is almost the same for both ops */
1507         lcfg->lcfg_command = LCFG_DETACH;
1508         rc = class_process_config(lcfg);
1509         if (rc)
1510                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1511 out:
1512         lustre_cfg_free(lcfg);
1513         RETURN(rc);
1514 }
1515
1516 /*
1517  * uuid<->export lustre hash operations
1518  */
1519
1520 static unsigned
1521 uuid_hash(cfs_hash_t *hs,  void *key, unsigned mask)
1522 {
1523         return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
1524                                   sizeof(((struct obd_uuid *)key)->uuid), mask);
1525 }
1526
1527 static void *
1528 uuid_key(cfs_hlist_node_t *hnode)
1529 {
1530         struct obd_export *exp;
1531
1532         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1533
1534         return &exp->exp_client_uuid;
1535 }
1536
1537 /*
1538  * NOTE: It is impossible to find an export that is in failed
1539  *       state with this function
1540  */
1541 static int
1542 uuid_keycmp(void *key, cfs_hlist_node_t *hnode)
1543 {
1544         struct obd_export *exp;
1545
1546         LASSERT(key);
1547         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1548
1549         return obd_uuid_equals((struct obd_uuid *)key,&exp->exp_client_uuid) &&
1550                !exp->exp_failed;
1551 }
1552
1553 static void *
1554 uuid_export_object(cfs_hlist_node_t *hnode)
1555 {
1556         return cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1557 }
1558
1559 static void
1560 uuid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1561 {
1562         struct obd_export *exp;
1563
1564         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1565         class_export_get(exp);
1566 }
1567
1568 static void
1569 uuid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1570 {
1571         struct obd_export *exp;
1572
1573         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1574         class_export_put(exp);
1575 }
1576
1577 static cfs_hash_ops_t uuid_hash_ops = {
1578         .hs_hash        = uuid_hash,
1579         .hs_key         = uuid_key,
1580         .hs_keycmp      = uuid_keycmp,
1581         .hs_object      = uuid_export_object,
1582         .hs_get         = uuid_export_get,
1583         .hs_put_locked  = uuid_export_put_locked,
1584 };
1585
1586
1587 /*
1588  * nid<->export hash operations
1589  */
1590
1591 static unsigned
1592 nid_hash(cfs_hash_t *hs,  void *key, unsigned mask)
1593 {
1594         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
1595 }
1596
1597 static void *
1598 nid_key(cfs_hlist_node_t *hnode)
1599 {
1600         struct obd_export *exp;
1601
1602         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1603
1604         RETURN(&exp->exp_connection->c_peer.nid);
1605 }
1606
1607 /*
1608  * NOTE: It is impossible to find an export that is in failed
1609  *       state with this function
1610  */
1611 static int
1612 nid_kepcmp(void *key, cfs_hlist_node_t *hnode)
1613 {
1614         struct obd_export *exp;
1615
1616         LASSERT(key);
1617         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1618
1619         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1620                !exp->exp_failed);
1621 }
1622
1623 static void *
1624 nid_export_object(cfs_hlist_node_t *hnode)
1625 {
1626         return cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1627 }
1628
1629 static void
1630 nid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1631 {
1632         struct obd_export *exp;
1633
1634         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1635         class_export_get(exp);
1636 }
1637
1638 static void
1639 nid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1640 {
1641         struct obd_export *exp;
1642
1643         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1644         class_export_put(exp);
1645 }
1646
1647 static cfs_hash_ops_t nid_hash_ops = {
1648         .hs_hash        = nid_hash,
1649         .hs_key         = nid_key,
1650         .hs_keycmp      = nid_kepcmp,
1651         .hs_object      = nid_export_object,
1652         .hs_get         = nid_export_get,
1653         .hs_put_locked  = nid_export_put_locked,
1654 };
1655
1656
1657 /*
1658  * nid<->nidstats hash operations
1659  */
1660
1661 static void *
1662 nidstats_key(cfs_hlist_node_t *hnode)
1663 {
1664         struct nid_stat *ns;
1665
1666         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1667
1668         return &ns->nid;
1669 }
1670
1671 static int
1672 nidstats_keycmp(void *key, cfs_hlist_node_t *hnode)
1673 {
1674         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
1675 }
1676
1677 static void *
1678 nidstats_object(cfs_hlist_node_t *hnode)
1679 {
1680         return cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1681 }
1682
1683 static void
1684 nidstats_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1685 {
1686         struct nid_stat *ns;
1687
1688         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1689         nidstat_getref(ns);
1690 }
1691
1692 static void
1693 nidstats_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1694 {
1695         struct nid_stat *ns;
1696
1697         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1698         nidstat_putref(ns);
1699 }
1700
1701 static cfs_hash_ops_t nid_stat_hash_ops = {
1702         .hs_hash        = nid_hash,
1703         .hs_key         = nidstats_key,
1704         .hs_keycmp      = nidstats_keycmp,
1705         .hs_object      = nidstats_object,
1706         .hs_get         = nidstats_get,
1707         .hs_put_locked  = nidstats_put_locked,
1708 };