lustre/obdclass/obd_config.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
  30  * Use is subject to license terms.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/obdclass/obd_config.c
  37  *
  38  * Config API
  39  */
  40
  41 #define DEBUG_SUBSYSTEM S_CLASS
  42 #ifdef __KERNEL__
  43 #include <obd_class.h>
  44 #include <linux/string.h>
  45 #else
  46 #include <liblustre.h>
  47 #include <obd_class.h>
  48 #include <obd.h>
  49 #endif
  50 #include <lustre_log.h>
  51 #include <lprocfs_status.h>
  52 #include <libcfs/list.h>
  53 #include <lustre_param.h>
  54 #include <class_hash.h>
  55
  56 static lustre_hash_ops_t uuid_hash_ops;
  57 static lustre_hash_ops_t nid_hash_ops;
  58 static lustre_hash_ops_t nid_stat_hash_ops;
  59
  60 /*********** string parsing utils *********/
  61
  62 /* returns 0 if we find this key in the buffer, else 1 */
  63 int class_find_param(char *buf, char *key, char **valp)
  64 {
  65         char *ptr;
  66
  67         if (!buf)
  68                 return 1;
  69
  70         if ((ptr = strstr(buf, key)) == NULL)
  71                 return 1;
  72
  73         if (valp)
  74                 *valp = ptr + strlen(key);
  75
  76         return 0;
  77 }
  78
  79 /* returns 0 if this is the first key in the buffer, else 1.
  80    valp points to first char after key. */
  81 int class_match_param(char *buf, char *key, char **valp)
  82 {
  83         if (!buf)
  84                 return 1;
  85
  86         if (memcmp(buf, key, strlen(key)) != 0)
  87                 return 1;
  88
  89         if (valp)
  90                 *valp = buf + strlen(key);
  91
  92         return 0;
  93 }
  94
  95 /* 0 is good nid,
  96    1 not found
  97    < 0 error
  98    endh is set to next separator */
  99 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 100 {
 101         char tmp, *endp;
 102
 103         if (!buf)
 104                 return 1;
 105         while (*buf == ',' || *buf == ':')
 106                 buf++;
 107         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 108                 return 1;
 109
 110         /* nid separators or end of nids */
 111         endp = strpbrk(buf, ",: /");
 112         if (endp == NULL)
 113                 endp = buf + strlen(buf);
 114
 115         tmp = *endp;
 116         *endp = '\0';
 117         *nid = libcfs_str2nid(buf);
 118         if (*nid == LNET_NID_ANY) {
 119                 LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 120                 *endp = tmp;
 121                 return -EINVAL;
 122         }
 123         *endp = tmp;
 124
 125         if (endh)
 126                 *endh = endp;
 127         CDEBUG(D_INFO, "Nid %s\n", libcfs_nid2str(*nid));
 128         return 0;
 129 }
 130
 131 EXPORT_SYMBOL(class_find_param);
 132 EXPORT_SYMBOL(class_match_param);
 133 EXPORT_SYMBOL(class_parse_nid);
 134
 135 /********************** class fns **********************/
 136
 137 /**
 138  * Create a new device and set the type, name and uuid.  If successful, the new
 139  * device can be accessed by either name or uuid.
 140  */
 141 int class_attach(struct lustre_cfg *lcfg)
 142 {
 143         struct obd_device *obd = NULL;
 144         char *typename, *name, *uuid;
 145         int rc, len;
 146         ENTRY;
 147
 148         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 149                 CERROR("No type passed!\n");
 150                 RETURN(-EINVAL);
 151         }
 152         typename = lustre_cfg_string(lcfg, 1);
 153
 154         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 155                 CERROR("No name passed!\n");
 156                 RETURN(-EINVAL);
 157         }
 158         name = lustre_cfg_string(lcfg, 0);
 159
 160         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 161                 CERROR("No UUID passed!\n");
 162                 RETURN(-EINVAL);
 163         }
 164         uuid = lustre_cfg_string(lcfg, 2);
 165
 166         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 167                MKSTR(typename), MKSTR(name), MKSTR(uuid));
 168
 169         obd = class_newdev(typename, name);
 170         if (IS_ERR(obd)) {
 171                 /* Already exists or out of obds */
 172                 rc = PTR_ERR(obd);
 173                 obd = NULL;
 174                 CERROR("Cannot create device %s of type %s : %d\n",
 175                        name, typename, rc);
 176                 GOTO(out, rc);
 177         }
 178         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
 179                  name, typename);
 180         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 181                  "obd %p obd_magic %08X != %08X\n",
 182                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 183         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0, "%p obd_name %s != %s\n",
 184                  obd, obd->obd_name, name);
 185
 186         rwlock_init(&obd->obd_pool_lock);
 187         obd->obd_pool_limit = 0;
 188         obd->obd_pool_slv = 0;
 189
 190         CFS_INIT_LIST_HEAD(&obd->obd_exports);
 191         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
 192         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
 193         spin_lock_init(&obd->obd_nid_lock);
 194         spin_lock_init(&obd->obd_dev_lock);
 195         sema_init(&obd->obd_dev_sem, 1);
 196         spin_lock_init(&obd->obd_osfs_lock);
 197         /* obd->obd_osfs_age must be set to a value in the distant
 198          * past to guarantee a fresh statfs is fetched on mount. */
 199         obd->obd_osfs_age = cfs_time_shift_64(-1000);
 200
 201         /* XXX belongs in setup not attach  */
 202         /* recovery data */
 203         cfs_init_timer(&obd->obd_recovery_timer);
 204         spin_lock_init(&obd->obd_processing_task_lock);
 205         cfs_waitq_init(&obd->obd_next_transno_waitq);
 206         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
 207         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
 208         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
 209         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
 210
 211         llog_group_init(&obd->obd_olg, OBD_LLOG_GROUP);
 212
 213         spin_lock_init(&obd->obd_uncommitted_replies_lock);
 214         CFS_INIT_LIST_HEAD(&obd->obd_uncommitted_replies);
 215
 216         len = strlen(uuid);
 217         if (len >= sizeof(obd->obd_uuid)) {
 218                 CERROR("uuid must be < %d bytes long\n",
 219                        (int)sizeof(obd->obd_uuid));
 220                 GOTO(out, rc = -EINVAL);
 221         }
 222         memcpy(obd->obd_uuid.uuid, uuid, len);
 223
 224         /* do the attach */
 225         if (OBP(obd, attach)) {
 226                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
 227                 if (rc)
 228                         GOTO(out, rc = -EINVAL);
 229         }
 230
 231         /* Detach drops this */
 232         spin_lock(&obd->obd_dev_lock);
 233         atomic_set(&obd->obd_refcount, 1);
 234         spin_unlock(&obd->obd_dev_lock);
 235
 236         obd->obd_attached = 1;
 237         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 238                obd->obd_minor, typename, atomic_read(&obd->obd_refcount));
 239         RETURN(0);
 240  out:
 241         if (obd != NULL) {
 242                 class_release_dev(obd);
 243         }
 244         return rc;
 245 }
 246
 247 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 248 {
 249         int err = 0;
 250         struct obd_export *exp;
 251         ENTRY;
 252
 253         LASSERT(obd != NULL);
 254         LASSERTF(obd == class_num2obd(obd->obd_minor),
 255                  "obd %p != obd_devs[%d] %p\n",
 256                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 257         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 258                  "obd %p obd_magic %08x != %08x\n",
 259                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 260
 261         /* have we attached a type to this device? */
 262         if (!obd->obd_attached) {
 263                 CERROR("Device %d not attached\n", obd->obd_minor);
 264                 RETURN(-ENODEV);
 265         }
 266
 267         if (obd->obd_set_up) {
 268                 CERROR("Device %d already setup (type %s)\n",
 269                        obd->obd_minor, obd->obd_type->typ_name);
 270                 RETURN(-EEXIST);
 271         }
 272
 273         /* is someone else setting us up right now? (attach inits spinlock) */
 274         spin_lock(&obd->obd_dev_lock);
 275         if (obd->obd_starting) {
 276                 spin_unlock(&obd->obd_dev_lock);
 277                 CERROR("Device %d setup in progress (type %s)\n",
 278                        obd->obd_minor, obd->obd_type->typ_name);
 279                 RETURN(-EEXIST);
 280         }
 281         /* just leave this on forever.  I can't use obd_set_up here because
 282            other fns check that status, and we're not actually set up yet. */
 283         obd->obd_starting = 1;
 284         obd->obd_uuid_hash = NULL;
 285         obd->obd_nid_hash = NULL;
 286         obd->obd_nid_stats_hash = NULL;
 287         spin_unlock(&obd->obd_dev_lock);
 288
 289         /* create an uuid-export lustre hash */
 290         obd->obd_uuid_hash = lustre_hash_init("UUID_HASH", 128, 128,
 291                                               &uuid_hash_ops, 0);
 292         if (!obd->obd_uuid_hash)
 293                 GOTO(err_hash, -ENOMEM);
 294
 295         /* create a nid-export lustre hash */
 296         obd->obd_nid_hash = lustre_hash_init("NID_HASH", 128, 128,
 297                                              &nid_hash_ops, 0);
 298         if (!obd->obd_nid_hash)
 299                 GOTO(err_hash, -ENOMEM);
 300
 301         /* create a nid-stats lustre hash */
 302         obd->obd_nid_stats_hash = lustre_hash_init("NID_STATS", 128, 128,
 303                                                    &nid_stat_hash_ops, 0);
 304         if (!obd->obd_nid_stats_hash)
 305                 GOTO(err_hash, -ENOMEM);
 306
 307         exp = class_new_export(obd, &obd->obd_uuid);
 308         if (IS_ERR(exp))
 309                 RETURN(PTR_ERR(exp));
 310
 311         obd->obd_self_export = exp;
 312         list_del_init(&exp->exp_obd_chain_timed);
 313         class_export_put(exp);
 314
 315         err = obd_setup(obd, lcfg);
 316         if (err)
 317                 GOTO(err_exp, err);
 318
 319         obd->obd_set_up = 1;
 320
 321         spin_lock(&obd->obd_dev_lock);
 322         /* cleanup drops this */
 323         class_incref(obd);
 324         spin_unlock(&obd->obd_dev_lock);
 325
 326         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 327                obd->obd_name, obd->obd_uuid.uuid);
 328
 329         RETURN(0);
 330
 331 err_exp:
 332         class_unlink_export(obd->obd_self_export);
 333         obd->obd_self_export = NULL;
 334 err_hash:
 335         lustre_hash_exit(obd->obd_uuid_hash);
 336         lustre_hash_exit(obd->obd_nid_hash);
 337         lustre_hash_exit(obd->obd_nid_stats_hash);
 338         obd->obd_starting = 0;
 339         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 340         RETURN(err);
 341 }
 342
 343 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 344 {
 345         ENTRY;
 346
 347         if (obd->obd_set_up) {
 348                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 349                 RETURN(-EBUSY);
 350         }
 351
 352         spin_lock(&obd->obd_dev_lock);
 353         if (!obd->obd_attached) {
 354                 spin_unlock(&obd->obd_dev_lock);
 355                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 356                 RETURN(-ENODEV);
 357         }
 358         obd->obd_attached = 0;
 359         spin_unlock(&obd->obd_dev_lock);
 360
 361         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 362                obd->obd_name, obd->obd_uuid.uuid);
 363
 364         class_decref(obd);
 365
 366         /* not strictly necessary, but cleans up eagerly */
 367         obd_zombie_impexp_cull();
 368
 369         RETURN(0);
 370 }
 371
 372 static void dump_exports(struct obd_device *obd)
 373 {
 374         struct obd_export *exp, *n;
 375
 376         list_for_each_entry_safe(exp, n, &obd->obd_exports, exp_obd_chain) {
 377                 struct ptlrpc_reply_state *rs;
 378                 struct ptlrpc_reply_state *first_reply = NULL;
 379                 int                        nreplies = 0;
 380
 381                 list_for_each_entry (rs, &exp->exp_outstanding_replies,
 382                                      rs_exp_list) {
 383                         if (nreplies == 0)
 384                                 first_reply = rs;
 385                         nreplies++;
 386                 }
 387
 388                 CDEBUG(D_IOCTL, "%s: %p %s %s %d %d %d: %p %s\n",
 389                        obd->obd_name, exp, exp->exp_client_uuid.uuid,
 390                        obd_export_nid2str(exp),
 391                        atomic_read(&exp->exp_refcount),
 392                        exp->exp_failed, nreplies, first_reply,
 393                        nreplies > 3 ? "..." : "");
 394         }
 395 }
 396
 397 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 398 {
 399         int err = 0;
 400         char *flag;
 401         ENTRY;
 402
 403         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 404
 405         if (!obd->obd_set_up) {
 406                 CERROR("Device %d not setup\n", obd->obd_minor);
 407                 RETURN(-ENODEV);
 408         }
 409
 410         spin_lock(&obd->obd_dev_lock);
 411         if (obd->obd_stopping) {
 412                 spin_unlock(&obd->obd_dev_lock);
 413                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 414                 RETURN(-ENODEV);
 415         }
 416         /* Leave this on forever */
 417         obd->obd_stopping = 1;
 418         spin_unlock(&obd->obd_dev_lock);
 419
 420         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 421                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 422                         switch (*flag) {
 423                         case 'F':
 424                                 obd->obd_force = 1;
 425                                 break;
 426                         case 'A':
 427                                 LCONSOLE_WARN("Failing over %s\n",
 428                                               obd->obd_name);
 429                                 obd->obd_fail = 1;
 430                                 obd->obd_no_transno = 1;
 431                                 obd->obd_no_recov = 1;
 432                                 /* Set the obd readonly if we can */
 433                                 if (OBP(obd, iocontrol))
 434                                         obd_iocontrol(OBD_IOC_SET_READONLY,
 435                                                       obd->obd_self_export,
 436                                                       0, NULL, NULL);
 437                                 break;
 438                         default:
 439                                 CERROR("unrecognised flag '%c'\n",
 440                                        *flag);
 441                         }
 442         }
 443
 444         /* The three references that should be remaining are the
 445          * obd_self_export and the attach and setup references. */
 446         if (atomic_read(&obd->obd_refcount) > 3) {
 447 #if 0           /* We should never fail to cleanup with mountconf */
 448                 if (!(obd->obd_fail || obd->obd_force)) {
 449                         CERROR("OBD %s is still busy with %d references\n"
 450                                "You should stop active file system users,"
 451                                " or use the --force option to cleanup.\n",
 452                                obd->obd_name, atomic_read(&obd->obd_refcount));
 453                         dump_exports(obd);
 454                         /* Allow a failed cleanup to try again. */
 455                         obd->obd_stopping = 0;
 456                 }
 457 #endif
 458                 /* refcounf - 3 might be the number of real exports
 459                    (excluding self export). But class_incref is called
 460                    by other things as well, so don't count on it. */
 461                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
 462                        obd->obd_name, atomic_read(&obd->obd_refcount) - 3);
 463                 dump_exports(obd);
 464                 class_disconnect_exports(obd);
 465         }
 466         LASSERT(obd->obd_self_export);
 467
 468         /* destroy an uuid-export hash body */
 469         lustre_hash_exit(obd->obd_uuid_hash);
 470
 471         /* destroy a nid-export hash body */
 472         lustre_hash_exit(obd->obd_nid_hash);
 473
 474         /* destroy a nid-stats hash body */
 475         lustre_hash_exit(obd->obd_nid_stats_hash);
 476
 477         /* Precleanup, we must make sure all exports get destroyed. */
 478         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
 479         if (err)
 480                 CERROR("Precleanup %s returned %d\n",
 481                        obd->obd_name, err);
 482         class_decref(obd);
 483         obd->obd_set_up = 0;
 484         RETURN(0);
 485 }
 486
 487 struct obd_device *class_incref(struct obd_device *obd)
 488 {
 489         atomic_inc(&obd->obd_refcount);
 490         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 491                atomic_read(&obd->obd_refcount));
 492
 493         return obd;
 494 }
 495
 496 void class_decref(struct obd_device *obd)
 497 {
 498         int err;
 499         int refs;
 500
 501         spin_lock(&obd->obd_dev_lock);
 502         atomic_dec(&obd->obd_refcount);
 503         refs = atomic_read(&obd->obd_refcount);
 504         spin_unlock(&obd->obd_dev_lock);
 505
 506         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
 507
 508         if ((refs == 1) && obd->obd_stopping) {
 509                 /* All exports have been destroyed; there should
 510                    be no more in-progress ops by this point.*/
 511
 512                 spin_lock(&obd->obd_self_export->exp_lock);
 513                 obd->obd_self_export->exp_flags |=
 514                         (obd->obd_fail ? OBD_OPT_FAILOVER : 0) |
 515                         (obd->obd_force ? OBD_OPT_FORCE : 0);
 516                 spin_unlock(&obd->obd_self_export->exp_lock);
 517
 518                 /* note that we'll recurse into class_decref again */
 519                 class_unlink_export(obd->obd_self_export);
 520                 return;
 521         }
 522
 523         if (refs == 0) {
 524                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
 525                        obd->obd_name, obd->obd_uuid.uuid);
 526                 LASSERT(!obd->obd_attached);
 527                 if (obd->obd_stopping) {
 528                         /* If we're not stopping, we were never set up */
 529                         err = obd_cleanup(obd);
 530                         if (err)
 531                                 CERROR("Cleanup %s returned %d\n",
 532                                        obd->obd_name, err);
 533                 }
 534                 if (OBP(obd, detach)) {
 535                         err = OBP(obd,detach)(obd);
 536                         if (err)
 537                                 CERROR("Detach returned %d\n", err);
 538                 }
 539                 class_release_dev(obd);
 540         }
 541 }
 542
 543 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 544 {
 545         struct obd_import *imp;
 546         struct obd_uuid uuid;
 547         int rc;
 548         ENTRY;
 549
 550         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 551             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 552                 CERROR("invalid conn_uuid\n");
 553                 RETURN(-EINVAL);
 554         }
 555         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 556             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 557             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 558                 CERROR("can't add connection on non-client dev\n");
 559                 RETURN(-EINVAL);
 560         }
 561
 562         imp = obd->u.cli.cl_import;
 563         if (!imp) {
 564                 CERROR("try to add conn on immature client dev\n");
 565                 RETURN(-EINVAL);
 566         }
 567
 568         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 569         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 570
 571         RETURN(rc);
 572 }
 573
 574 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 575 {
 576         struct obd_import *imp;
 577         struct obd_uuid uuid;
 578         int rc;
 579         ENTRY;
 580
 581         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 582             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 583                 CERROR("invalid conn_uuid\n");
 584                 RETURN(-EINVAL);
 585         }
 586         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 587             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 588                 CERROR("can't del connection on non-client dev\n");
 589                 RETURN(-EINVAL);
 590         }
 591
 592         imp = obd->u.cli.cl_import;
 593         if (!imp) {
 594                 CERROR("try to del conn on immature client dev\n");
 595                 RETURN(-EINVAL);
 596         }
 597
 598         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 599         rc = obd_del_conn(imp, &uuid);
 600
 601         RETURN(rc);
 602 }
 603
 604 CFS_LIST_HEAD(lustre_profile_list);
 605
 606 struct lustre_profile *class_get_profile(const char * prof)
 607 {
 608         struct lustre_profile *lprof;
 609
 610         ENTRY;
 611         list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
 612                 if (!strcmp(lprof->lp_profile, prof)) {
 613                         RETURN(lprof);
 614                 }
 615         }
 616         RETURN(NULL);
 617 }
 618
 619 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
 620                       int mdclen, char *mdc)
 621 {
 622         struct lustre_profile *lprof;
 623         int err = 0;
 624         ENTRY;
 625
 626         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
 627
 628         OBD_ALLOC(lprof, sizeof(*lprof));
 629         if (lprof == NULL)
 630                 RETURN(-ENOMEM);
 631         CFS_INIT_LIST_HEAD(&lprof->lp_list);
 632
 633         LASSERT(proflen == (strlen(prof) + 1));
 634         OBD_ALLOC(lprof->lp_profile, proflen);
 635         if (lprof->lp_profile == NULL)
 636                 GOTO(out, err = -ENOMEM);
 637         memcpy(lprof->lp_profile, prof, proflen);
 638
 639         LASSERT(osclen == (strlen(osc) + 1));
 640         OBD_ALLOC(lprof->lp_dt, osclen);
 641         if (lprof->lp_dt == NULL)
 642                 GOTO(out, err = -ENOMEM);
 643         memcpy(lprof->lp_dt, osc, osclen);
 644
 645         if (mdclen > 0) {
 646                 LASSERT(mdclen == (strlen(mdc) + 1));
 647                 OBD_ALLOC(lprof->lp_md, mdclen);
 648                 if (lprof->lp_md == NULL)
 649                         GOTO(out, err = -ENOMEM);
 650                 memcpy(lprof->lp_md, mdc, mdclen);
 651         }
 652
 653         list_add(&lprof->lp_list, &lustre_profile_list);
 654         RETURN(err);
 655
 656 out:
 657         if (lprof->lp_md)
 658                 OBD_FREE(lprof->lp_md, mdclen);
 659         if (lprof->lp_dt)
 660                 OBD_FREE(lprof->lp_dt, osclen);
 661         if (lprof->lp_profile)
 662                 OBD_FREE(lprof->lp_profile, proflen);
 663         OBD_FREE(lprof, sizeof(*lprof));
 664         RETURN(err);
 665 }
 666
 667 void class_del_profile(const char *prof)
 668 {
 669         struct lustre_profile *lprof;
 670         ENTRY;
 671
 672         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
 673
 674         lprof = class_get_profile(prof);
 675         if (lprof) {
 676                 list_del(&lprof->lp_list);
 677                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 678                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 679                 if (lprof->lp_md)
 680                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 681                 OBD_FREE(lprof, sizeof *lprof);
 682         }
 683         EXIT;
 684 }
 685
 686 /* COMPAT_146 */
 687 void class_del_profiles(void)
 688 {
 689         struct lustre_profile *lprof, *n;
 690         ENTRY;
 691
 692         list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
 693                 list_del(&lprof->lp_list);
 694                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 695                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 696                 if (lprof->lp_md)
 697                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 698                 OBD_FREE(lprof, sizeof *lprof);
 699         }
 700         EXIT;
 701 }
 702
 703 /* We can't call ll_process_config directly because it lives in a module that
 704    must be loaded after this one. */
 705 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
 706
 707 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
 708 {
 709         client_process_config = cpc;
 710 }
 711 EXPORT_SYMBOL(lustre_register_client_process_config);
 712
 713 int class_process_config(struct lustre_cfg *lcfg)
 714 {
 715         struct obd_device *obd;
 716         int err;
 717
 718         LASSERT(lcfg && !IS_ERR(lcfg));
 719         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
 720
 721         /* Commands that don't need a device */
 722         switch(lcfg->lcfg_command) {
 723         case LCFG_ATTACH: {
 724                 err = class_attach(lcfg);
 725                 GOTO(out, err);
 726         }
 727         case LCFG_ADD_UUID: {
 728                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
 729                        " (%s)\n", lustre_cfg_string(lcfg, 1),
 730                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
 731
 732                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
 733                 GOTO(out, err);
 734         }
 735         case LCFG_DEL_UUID: {
 736                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
 737                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
 738                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
 739
 740                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
 741                 GOTO(out, err);
 742         }
 743         case LCFG_MOUNTOPT: {
 744                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
 745                        lustre_cfg_string(lcfg, 1),
 746                        lustre_cfg_string(lcfg, 2),
 747                        lustre_cfg_string(lcfg, 3));
 748                 /* set these mount options somewhere, so ll_fill_super
 749                  * can find them. */
 750                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
 751                                         lustre_cfg_string(lcfg, 1),
 752                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
 753                                         lustre_cfg_string(lcfg, 2),
 754                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
 755                                         lustre_cfg_string(lcfg, 3));
 756                 GOTO(out, err);
 757         }
 758         case LCFG_DEL_MOUNTOPT: {
 759                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
 760                        lustre_cfg_string(lcfg, 1));
 761                 class_del_profile(lustre_cfg_string(lcfg, 1));
 762                 GOTO(out, err = 0);
 763         }
 764         case LCFG_SET_TIMEOUT: {
 765                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
 766                        obd_timeout, lcfg->lcfg_num);
 767                 obd_timeout = max(lcfg->lcfg_num, 1U);
 768                 GOTO(out, err = 0);
 769         }
 770         case LCFG_SET_UPCALL: {
 771                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
 772                 /* COMPAT_146 Don't fail on old configs */
 773                 GOTO(out, err = 0);
 774         }
 775         case LCFG_MARKER: {
 776                 struct cfg_marker *marker;
 777                 marker = lustre_cfg_buf(lcfg, 1);
 778                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
 779                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
 780                 GOTO(out, err = 0);
 781         }
 782         case LCFG_PARAM: {
 783                 /* llite has no obd */
 784                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
 785                                        PARAM_LLITE, 0) == 0) &&
 786                     client_process_config) {
 787                         err = (*client_process_config)(lcfg);
 788                         GOTO(out, err);
 789                 }
 790                 /* Fall through */
 791                 break;
 792         }
 793         }
 794
 795         /* Commands that require a device */
 796         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
 797         if (obd == NULL) {
 798                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
 799                         CERROR("this lcfg command requires a device name\n");
 800                 else
 801                         CERROR("no device for: %s\n",
 802                                lustre_cfg_string(lcfg, 0));
 803
 804                 GOTO(out, err = -EINVAL);
 805         }
 806
 807         switch(lcfg->lcfg_command) {
 808         case LCFG_SETUP: {
 809                 err = class_setup(obd, lcfg);
 810                 GOTO(out, err);
 811         }
 812         case LCFG_DETACH: {
 813                 err = class_detach(obd, lcfg);
 814                 GOTO(out, err = 0);
 815         }
 816         case LCFG_CLEANUP: {
 817                 err = class_cleanup(obd, lcfg);
 818                 GOTO(out, err = 0);
 819         }
 820         case LCFG_ADD_CONN: {
 821                 err = class_add_conn(obd, lcfg);
 822                 GOTO(out, err = 0);
 823         }
 824         case LCFG_DEL_CONN: {
 825                 err = class_del_conn(obd, lcfg);
 826                 GOTO(out, err = 0);
 827         }
 828         case LCFG_POOL_NEW: {
 829                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
 830                 GOTO(out, err = 0);
 831                 break;
 832         }
 833         case LCFG_POOL_ADD: {
 834                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
 835                                    lustre_cfg_string(lcfg, 3));
 836                 GOTO(out, err = 0);
 837                 break;
 838         }
 839         case LCFG_POOL_REM: {
 840                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
 841                                    lustre_cfg_string(lcfg, 3));
 842                 GOTO(out, err = 0);
 843                 break;
 844         }
 845         case LCFG_POOL_DEL: {
 846                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
 847                 GOTO(out, err = 0);
 848                 break;
 849         }
 850         default: {
 851                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
 852                 GOTO(out, err);
 853
 854         }
 855         }
 856 out:
 857         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
 858                 CWARN("Ignoring error %d on optional command %#x\n", err,
 859                       lcfg->lcfg_command);
 860                 err = 0;
 861         }
 862         return err;
 863 }
 864
 865 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
 866                              struct lustre_cfg *lcfg, void *data)
 867 {
 868 #ifdef __KERNEL__
 869         struct lprocfs_vars *var;
 870         char *key, *sval;
 871         int i, keylen, vallen;
 872         int matched = 0, j = 0;
 873         int rc = 0;
 874         ENTRY;
 875
 876         if (lcfg->lcfg_command != LCFG_PARAM) {
 877                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
 878                 RETURN(-EINVAL);
 879         }
 880
 881         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
 882            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
 883            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
 884         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
 885                 key = lustre_cfg_buf(lcfg, i);
 886                 /* Strip off prefix */
 887                 class_match_param(key, prefix, &key);
 888                 sval = strchr(key, '=');
 889                 if (!sval || (*(sval + 1) == 0)) {
 890                         CERROR("Can't parse param %s\n", key);
 891                         /* rc = -EINVAL; continue parsing other params */
 892                         continue;
 893                 }
 894                 keylen = sval - key;
 895                 sval++;
 896                 vallen = strlen(sval);
 897                 matched = 0;
 898                 j = 0;
 899                 /* Search proc entries */
 900                 while (lvars[j].name) {
 901                         var = &lvars[j];
 902                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
 903                             keylen == strlen(var->name)) {
 904                                 matched++;
 905                                 rc = -EROFS;
 906                                 if (var->write_fptr) {
 907                                         mm_segment_t oldfs;
 908                                         oldfs = get_fs();
 909                                         set_fs(KERNEL_DS);
 910                                         rc = (var->write_fptr)(NULL, sval,
 911                                                                vallen, data);
 912                                         set_fs(oldfs);
 913                                 }
 914                                 if (rc < 0)
 915                                         CERROR("writing proc entry %s err %d\n",
 916                                                var->name, rc);
 917                                 break;
 918                         }
 919                         j++;
 920                 }
 921                 if (!matched) {
 922                         CERROR("%s: unknown param %s\n",
 923                                (char *)lustre_cfg_string(lcfg, 0), key);
 924                         /* rc = -EINVAL;        continue parsing other params */
 925                 } else {
 926                         LCONSOLE_INFO("%s.%.*s: set parameter %.*s=%s\n",
 927                                       lustre_cfg_string(lcfg, 0),
 928                                       (int)strlen(prefix) - 1, prefix,
 929                                       (int)(sval - key - 1), key, sval);
 930                 }
 931         }
 932
 933         if (rc > 0)
 934                 rc = 0;
 935         RETURN(rc);
 936 #else
 937         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
 938         /* Don't throw config error */
 939         RETURN(0);
 940 #endif
 941 }
 942
 943 int class_config_dump_handler(struct llog_handle * handle,
 944                               struct llog_rec_hdr *rec, void *data);
 945
 946 #ifdef __KERNEL__
 947 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
 948 #else
 949 #define lustre_check_exclusion(a,b)  0
 950 #endif
 951
 952 static int class_config_llog_handler(struct llog_handle * handle,
 953                                      struct llog_rec_hdr *rec, void *data)
 954 {
 955         struct config_llog_instance *clli = data;
 956         int cfg_len = rec->lrh_len;
 957         char *cfg_buf = (char*) (rec + 1);
 958         int rc = 0;
 959         ENTRY;
 960
 961         //class_config_dump_handler(handle, rec, data);
 962
 963         switch (rec->lrh_type) {
 964         case OBD_CFG_REC: {
 965                 struct lustre_cfg *lcfg, *lcfg_new;
 966                 struct lustre_cfg_bufs bufs;
 967                 char *inst_name = NULL;
 968                 int inst_len = 0;
 969                 int inst = 0, swab = 0;
 970
 971                 lcfg = (struct lustre_cfg *)cfg_buf;
 972                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
 973                         lustre_swab_lustre_cfg(lcfg);
 974                         swab = 1;
 975                 }
 976
 977                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
 978                 if (rc)
 979                         GOTO(out, rc);
 980
 981                 /* Figure out config state info */
 982                 if (lcfg->lcfg_command == LCFG_MARKER) {
 983                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
 984                         if (swab)
 985                                 lustre_swab_cfg_marker(marker);
 986                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
 987                                clli->cfg_flags, marker->cm_flags);
 988                         if (marker->cm_flags & CM_START) {
 989                                 /* all previous flags off */
 990                                 clli->cfg_flags = CFG_F_MARKER;
 991                                 if (marker->cm_flags & CM_SKIP) {
 992                                         clli->cfg_flags |= CFG_F_SKIP;
 993                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
 994                                                marker->cm_step);
 995                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
 996                                            lustre_check_exclusion(clli->cfg_sb,
 997                                                           marker->cm_tgtname)) {
 998                                         clli->cfg_flags |= CFG_F_EXCLUDE;
 999                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1000                                                marker->cm_step);
1001                                 }
1002                         } else if (marker->cm_flags & CM_END) {
1003                                 clli->cfg_flags = 0;
1004                         }
1005                 }
1006                 /* A config command without a start marker before it is
1007                    illegal (post 146) */
1008                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1009                     !(clli->cfg_flags & CFG_F_MARKER) &&
1010                     (lcfg->lcfg_command != LCFG_MARKER)) {
1011                         CWARN("Config not inside markers, ignoring! "
1012                               "(inst: %s, uuid: %s, flags: %#x)\n",
1013                               clli->cfg_instance ? clli->cfg_instance : "<null>",
1014                               clli->cfg_uuid.uuid, clli->cfg_flags);
1015                         clli->cfg_flags |= CFG_F_SKIP;
1016                 }
1017                 if (clli->cfg_flags & CFG_F_SKIP) {
1018                         CDEBUG(D_CONFIG, "skipping %#x\n",
1019                                clli->cfg_flags);
1020                         rc = 0;
1021                         /* No processing! */
1022                         break;
1023                 }
1024
1025                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1026                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1027                         /* Add inactive instead */
1028                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1029
1030                 lustre_cfg_bufs_init(&bufs, lcfg);
1031
1032                 if (clli && clli->cfg_instance &&
1033                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1034                         inst = 1;
1035                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1036                                 strlen(clli->cfg_instance) + 1;
1037                         OBD_ALLOC(inst_name, inst_len);
1038                         if (inst_name == NULL)
1039                                 GOTO(out, rc = -ENOMEM);
1040                         sprintf(inst_name, "%s-%s",
1041                                 lustre_cfg_string(lcfg, 0),
1042                                 clli->cfg_instance);
1043                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1044                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1045                                lcfg->lcfg_command, inst_name);
1046                 }
1047
1048                 /* we override the llog's uuid for clients, to insure they
1049                 are unique */
1050                 if (clli && clli->cfg_instance &&
1051                     lcfg->lcfg_command == LCFG_ATTACH) {
1052                         lustre_cfg_bufs_set_string(&bufs, 2,
1053                                                    clli->cfg_uuid.uuid);
1054                 }
1055
1056                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1057
1058                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1059                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1060
1061                 /* XXX Hack to try to remain binary compatible with
1062                  * pre-newconfig logs */
1063                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1064                     (lcfg->lcfg_nid >> 32) == 0) {
1065                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1066
1067                         lcfg_new->lcfg_nid =
1068                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1069                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1070                               lcfg->lcfg_nal, addr,
1071                               libcfs_nid2str(lcfg_new->lcfg_nid));
1072                 } else {
1073                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1074                 }
1075
1076                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1077
1078                 rc = class_process_config(lcfg_new);
1079                 lustre_cfg_free(lcfg_new);
1080
1081                 if (inst)
1082                         OBD_FREE(inst_name, inst_len);
1083                 break;
1084         }
1085         default:
1086                 CERROR("Unknown llog record type %#x encountered\n",
1087                        rec->lrh_type);
1088                 break;
1089         }
1090 out:
1091         if (rc) {
1092                 CERROR("Err %d on cfg command:\n", rc);
1093                 class_config_dump_handler(handle, rec, data);
1094         }
1095         RETURN(rc);
1096 }
1097
1098 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1099                             struct config_llog_instance *cfg)
1100 {
1101         struct llog_process_cat_data cd = {0, 0};
1102         struct llog_handle *llh;
1103         int rc, rc2;
1104         ENTRY;
1105
1106         CDEBUG(D_INFO, "looking up llog %s\n", name);
1107         rc = llog_create(ctxt, &llh, NULL, name);
1108         if (rc)
1109                 RETURN(rc);
1110
1111         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1112         if (rc)
1113                 GOTO(parse_out, rc);
1114
1115         /* continue processing from where we last stopped to end-of-log */
1116         if (cfg)
1117                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1118         cd.lpcd_last_idx = 0;
1119
1120         rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1121
1122         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1123                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1124
1125         if (cfg)
1126                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1127
1128 parse_out:
1129         rc2 = llog_close(llh);
1130         if (rc == 0)
1131                 rc = rc2;
1132
1133         RETURN(rc);
1134 }
1135
1136 int class_config_dump_handler(struct llog_handle * handle,
1137                               struct llog_rec_hdr *rec, void *data)
1138 {
1139         int cfg_len = rec->lrh_len;
1140         char *cfg_buf = (char*) (rec + 1);
1141         char *outstr, *ptr, *end;
1142         int rc = 0;
1143         ENTRY;
1144
1145         OBD_ALLOC(outstr, 256);
1146         end = outstr + 256;
1147         ptr = outstr;
1148         if (!outstr) {
1149                 RETURN(-ENOMEM);
1150         }
1151         if (rec->lrh_type == OBD_CFG_REC) {
1152                 struct lustre_cfg *lcfg;
1153                 int i;
1154
1155                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1156                 if (rc)
1157                         GOTO(out, rc);
1158                 lcfg = (struct lustre_cfg *)cfg_buf;
1159
1160                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1161                                 lcfg->lcfg_command);
1162                 if (lcfg->lcfg_flags) {
1163                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1164                                         lcfg->lcfg_flags);
1165                 }
1166                 if (lcfg->lcfg_num) {
1167                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1168                                         lcfg->lcfg_num);
1169                 }
1170                 if (lcfg->lcfg_nid) {
1171                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1172                                         libcfs_nid2str(lcfg->lcfg_nid),
1173                                         lcfg->lcfg_nid);
1174                 }
1175                 if (lcfg->lcfg_command == LCFG_MARKER) {
1176                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1177                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1178                                         marker->cm_step, marker->cm_flags,
1179                                         marker->cm_tgtname, marker->cm_comment);
1180                 } else {
1181                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1182                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1183                                                 lustre_cfg_string(lcfg, i));
1184                         }
1185                 }
1186                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1187         } else {
1188                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1189                 rc = -EINVAL;
1190         }
1191 out:
1192         OBD_FREE(outstr, 256);
1193         RETURN(rc);
1194 }
1195
1196 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1197                            struct config_llog_instance *cfg)
1198 {
1199         struct llog_handle *llh;
1200         int rc, rc2;
1201         ENTRY;
1202
1203         LCONSOLE_INFO("Dumping config log %s\n", name);
1204
1205         rc = llog_create(ctxt, &llh, NULL, name);
1206         if (rc)
1207                 RETURN(rc);
1208
1209         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1210         if (rc)
1211                 GOTO(parse_out, rc);
1212
1213         rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1214 parse_out:
1215         rc2 = llog_close(llh);
1216         if (rc == 0)
1217                 rc = rc2;
1218
1219         LCONSOLE_INFO("End config log %s\n", name);
1220         RETURN(rc);
1221
1222 }
1223
1224 /* Cleanup and detach */
1225 int class_manual_cleanup(struct obd_device *obd)
1226 {
1227         struct lustre_cfg *lcfg;
1228         struct lustre_cfg_bufs bufs;
1229         int rc;
1230         char flags[3]="";
1231         ENTRY;
1232
1233         if (!obd) {
1234                 CERROR("empty cleanup\n");
1235                 RETURN(-EALREADY);
1236         }
1237
1238         if (obd->obd_force)
1239                 strcat(flags, "F");
1240         if (obd->obd_fail)
1241                 strcat(flags, "A");
1242
1243         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1244                obd->obd_name, flags);
1245
1246         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1247         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1248         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1249
1250         rc = class_process_config(lcfg);
1251         if (rc) {
1252                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1253                 GOTO(out, rc);
1254         }
1255
1256         /* the lcfg is almost the same for both ops */
1257         lcfg->lcfg_command = LCFG_DETACH;
1258         rc = class_process_config(lcfg);
1259         if (rc)
1260                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1261 out:
1262         lustre_cfg_free(lcfg);
1263         RETURN(rc);
1264 }
1265
1266 /*
1267  * uuid<->export lustre hash operations
1268  */
1269
1270 static unsigned
1271 uuid_hash(lustre_hash_t *lh,  void *key, unsigned mask)
1272 {
1273         return lh_djb2_hash(((struct obd_uuid *)key)->uuid,
1274                             sizeof(((struct obd_uuid *)key)->uuid), mask);
1275 }
1276
1277 static void *
1278 uuid_key(struct hlist_node *hnode)
1279 {
1280         struct obd_export *exp;
1281
1282         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1283
1284         RETURN(&exp->exp_client_uuid);
1285 }
1286
1287 /*
1288  * NOTE: It is impossible to find an export that is in failed
1289  *       state with this function
1290  */
1291 static int
1292 uuid_compare(void *key, struct hlist_node *hnode)
1293 {
1294         struct obd_export *exp;
1295
1296         LASSERT(key);
1297         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1298
1299         RETURN(obd_uuid_equals((struct obd_uuid *)key,&exp->exp_client_uuid) &&
1300                !exp->exp_failed);
1301 }
1302
1303 static void *
1304 uuid_export_get(struct hlist_node *hnode)
1305 {
1306         struct obd_export *exp;
1307
1308         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1309         class_export_get(exp);
1310
1311         RETURN(exp);
1312 }
1313
1314 static void *
1315 uuid_export_put(struct hlist_node *hnode)
1316 {
1317         struct obd_export *exp;
1318
1319         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1320         class_export_put(exp);
1321
1322         RETURN(exp);
1323 }
1324
1325 static lustre_hash_ops_t uuid_hash_ops = {
1326         .lh_hash    = uuid_hash,
1327         .lh_key     = uuid_key,
1328         .lh_compare = uuid_compare,
1329         .lh_get     = uuid_export_get,
1330         .lh_put     = uuid_export_put,
1331 };
1332
1333
1334 /*
1335  * nid<->export hash operations
1336  */
1337
1338 static unsigned
1339 nid_hash(lustre_hash_t *lh,  void *key, unsigned mask)
1340 {
1341         return lh_djb2_hash(key, sizeof(lnet_nid_t), mask);
1342 }
1343
1344 static void *
1345 nid_key(struct hlist_node *hnode)
1346 {
1347         struct obd_export *exp;
1348
1349         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1350
1351         RETURN(&exp->exp_connection->c_peer.nid);
1352 }
1353
1354 /*
1355  * NOTE: It is impossible to find an export that is in failed
1356  *       state with this function
1357  */
1358 static int
1359 nid_compare(void *key, struct hlist_node *hnode)
1360 {
1361         struct obd_export *exp;
1362
1363         LASSERT(key);
1364         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1365
1366         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1367                !exp->exp_failed);
1368 }
1369
1370 static void *
1371 nid_export_get(struct hlist_node *hnode)
1372 {
1373         struct obd_export *exp;
1374
1375         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1376         class_export_get(exp);
1377
1378         RETURN(exp);
1379 }
1380
1381 static void *
1382 nid_export_put(struct hlist_node *hnode)
1383 {
1384         struct obd_export *exp;
1385
1386         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1387         class_export_put(exp);
1388
1389         RETURN(exp);
1390 }
1391
1392 static lustre_hash_ops_t nid_hash_ops = {
1393         .lh_hash    = nid_hash,
1394         .lh_key     = nid_key,
1395         .lh_compare = nid_compare,
1396         .lh_get     = nid_export_get,
1397         .lh_put     = nid_export_put,
1398 };
1399
1400
1401 /*
1402  * nid<->nidstats hash operations
1403  */
1404
1405 static void *
1406 nidstats_key(struct hlist_node *hnode)
1407 {
1408         struct nid_stat *ns;
1409
1410         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1411
1412         RETURN(&ns->nid);
1413 }
1414
1415 static int
1416 nidstats_compare(void *key, struct hlist_node *hnode)
1417 {
1418         RETURN(*(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key);
1419 }
1420
1421 static void *
1422 nidstats_get(struct hlist_node *hnode)
1423 {
1424         struct nid_stat *ns;
1425
1426         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1427         ns->nid_exp_ref_count++;
1428
1429         RETURN(ns);
1430 }
1431
1432 static void *
1433 nidstats_put(struct hlist_node *hnode)
1434 {
1435         struct nid_stat *ns;
1436
1437         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1438         ns->nid_exp_ref_count--;
1439
1440         RETURN(ns);
1441 }
1442
1443 static lustre_hash_ops_t nid_stat_hash_ops = {
1444         .lh_hash    = nid_hash,
1445         .lh_key     = nidstats_key,
1446         .lh_compare = nidstats_compare,
1447         .lh_get     = nidstats_get,
1448         .lh_put     = nidstats_put,
1449 };