lustre/obdclass/obd_config.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
  30  * Use is subject to license terms.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/obdclass/obd_config.c
  37  *
  38  * Config API
  39  */
  40
  41 #define DEBUG_SUBSYSTEM S_CLASS
  42 #ifdef __KERNEL__
  43 #include <obd_class.h>
  44 #include <linux/string.h>
  45 #else
  46 #include <liblustre.h>
  47 #include <obd_class.h>
  48 #include <obd.h>
  49 #endif
  50 #include <lustre_log.h>
  51 #include <lprocfs_status.h>
  52 #include <libcfs/list.h>
  53 #include <lustre_param.h>
  54 #include <class_hash.h>
  55
  56 static lustre_hash_ops_t uuid_hash_ops;
  57 static lustre_hash_ops_t nid_hash_ops;
  58 static lustre_hash_ops_t nid_stat_hash_ops;
  59
  60 /*********** string parsing utils *********/
  61
  62 /* returns 0 if we find this key in the buffer, else 1 */
  63 int class_find_param(char *buf, char *key, char **valp)
  64 {
  65         char *ptr;
  66
  67         if (!buf)
  68                 return 1;
  69
  70         if ((ptr = strstr(buf, key)) == NULL)
  71                 return 1;
  72
  73         if (valp)
  74                 *valp = ptr + strlen(key);
  75
  76         return 0;
  77 }
  78
  79 /* returns 0 if this is the first key in the buffer, else 1.
  80    valp points to first char after key. */
  81 int class_match_param(char *buf, char *key, char **valp)
  82 {
  83         if (!buf)
  84                 return 1;
  85
  86         if (memcmp(buf, key, strlen(key)) != 0)
  87                 return 1;
  88
  89         if (valp)
  90                 *valp = buf + strlen(key);
  91
  92         return 0;
  93 }
  94
  95 /* 0 is good nid,
  96    1 not found
  97    < 0 error
  98    endh is set to next separator */
  99 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 100 {
 101         char tmp, *endp;
 102
 103         if (!buf)
 104                 return 1;
 105         while (*buf == ',' || *buf == ':')
 106                 buf++;
 107         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 108                 return 1;
 109
 110         /* nid separators or end of nids */
 111         endp = strpbrk(buf, ",: /");
 112         if (endp == NULL)
 113                 endp = buf + strlen(buf);
 114
 115         tmp = *endp;
 116         *endp = '\0';
 117         *nid = libcfs_str2nid(buf);
 118         if (*nid == LNET_NID_ANY) {
 119                 LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 120                 *endp = tmp;
 121                 return -EINVAL;
 122         }
 123         *endp = tmp;
 124
 125         if (endh)
 126                 *endh = endp;
 127         CDEBUG(D_INFO, "Nid %s\n", libcfs_nid2str(*nid));
 128         return 0;
 129 }
 130
 131 EXPORT_SYMBOL(class_find_param);
 132 EXPORT_SYMBOL(class_match_param);
 133 EXPORT_SYMBOL(class_parse_nid);
 134
 135 /********************** class fns **********************/
 136
 137 /**
 138  * Create a new device and set the type, name and uuid.  If successful, the new
 139  * device can be accessed by either name or uuid.
 140  */
 141 int class_attach(struct lustre_cfg *lcfg)
 142 {
 143         struct obd_device *obd = NULL;
 144         char *typename, *name, *uuid;
 145         int rc, len;
 146         ENTRY;
 147
 148         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 149                 CERROR("No type passed!\n");
 150                 RETURN(-EINVAL);
 151         }
 152         typename = lustre_cfg_string(lcfg, 1);
 153
 154         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 155                 CERROR("No name passed!\n");
 156                 RETURN(-EINVAL);
 157         }
 158         name = lustre_cfg_string(lcfg, 0);
 159
 160         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 161                 CERROR("No UUID passed!\n");
 162                 RETURN(-EINVAL);
 163         }
 164         uuid = lustre_cfg_string(lcfg, 2);
 165
 166         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 167                MKSTR(typename), MKSTR(name), MKSTR(uuid));
 168
 169         obd = class_newdev(typename, name);
 170         if (IS_ERR(obd)) {
 171                 /* Already exists or out of obds */
 172                 rc = PTR_ERR(obd);
 173                 obd = NULL;
 174                 CERROR("Cannot create device %s of type %s : %d\n",
 175                        name, typename, rc);
 176                 GOTO(out, rc);
 177         }
 178         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
 179                  name, typename);
 180         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 181                  "obd %p obd_magic %08X != %08X\n",
 182                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 183         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0, "%p obd_name %s != %s\n",
 184                  obd, obd->obd_name, name);
 185
 186         rwlock_init(&obd->obd_pool_lock);
 187         obd->obd_pool_limit = 0;
 188         obd->obd_pool_slv = 0;
 189
 190         CFS_INIT_LIST_HEAD(&obd->obd_exports);
 191         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
 192         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
 193         spin_lock_init(&obd->obd_nid_lock);
 194         spin_lock_init(&obd->obd_dev_lock);
 195         sema_init(&obd->obd_dev_sem, 1);
 196         spin_lock_init(&obd->obd_osfs_lock);
 197         /* obd->obd_osfs_age must be set to a value in the distant
 198          * past to guarantee a fresh statfs is fetched on mount. */
 199         obd->obd_osfs_age = cfs_time_shift_64(-1000);
 200
 201         /* XXX belongs in setup not attach  */
 202         /* recovery data */
 203         cfs_init_timer(&obd->obd_recovery_timer);
 204         spin_lock_init(&obd->obd_processing_task_lock);
 205         cfs_waitq_init(&obd->obd_next_transno_waitq);
 206         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
 207         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
 208         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
 209         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
 210
 211         llog_group_init(&obd->obd_olg, FILTER_GROUP_LLOG);
 212
 213         spin_lock_init(&obd->obd_uncommitted_replies_lock);
 214         CFS_INIT_LIST_HEAD(&obd->obd_uncommitted_replies);
 215
 216         len = strlen(uuid);
 217         if (len >= sizeof(obd->obd_uuid)) {
 218                 CERROR("uuid must be < %d bytes long\n",
 219                        (int)sizeof(obd->obd_uuid));
 220                 GOTO(out, rc = -EINVAL);
 221         }
 222         memcpy(obd->obd_uuid.uuid, uuid, len);
 223
 224         /* do the attach */
 225         if (OBP(obd, attach)) {
 226                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
 227                 if (rc)
 228                         GOTO(out, rc = -EINVAL);
 229         }
 230
 231         /* Detach drops this */
 232         spin_lock(&obd->obd_dev_lock);
 233         atomic_set(&obd->obd_refcount, 1);
 234         spin_unlock(&obd->obd_dev_lock);
 235         lu_ref_init(&obd->obd_reference);
 236         lu_ref_add(&obd->obd_reference, "attach", obd);
 237
 238         obd->obd_attached = 1;
 239         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 240                obd->obd_minor, typename, atomic_read(&obd->obd_refcount));
 241         RETURN(0);
 242  out:
 243         if (obd != NULL) {
 244                 class_release_dev(obd);
 245         }
 246         return rc;
 247 }
 248
 249 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 250 {
 251         int err = 0;
 252         struct obd_export *exp;
 253         ENTRY;
 254
 255         LASSERT(obd != NULL);
 256         LASSERTF(obd == class_num2obd(obd->obd_minor),
 257                  "obd %p != obd_devs[%d] %p\n",
 258                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 259         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 260                  "obd %p obd_magic %08x != %08x\n",
 261                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 262
 263         /* have we attached a type to this device? */
 264         if (!obd->obd_attached) {
 265                 CERROR("Device %d not attached\n", obd->obd_minor);
 266                 RETURN(-ENODEV);
 267         }
 268
 269         if (obd->obd_set_up) {
 270                 CERROR("Device %d already setup (type %s)\n",
 271                        obd->obd_minor, obd->obd_type->typ_name);
 272                 RETURN(-EEXIST);
 273         }
 274
 275         /* is someone else setting us up right now? (attach inits spinlock) */
 276         spin_lock(&obd->obd_dev_lock);
 277         if (obd->obd_starting) {
 278                 spin_unlock(&obd->obd_dev_lock);
 279                 CERROR("Device %d setup in progress (type %s)\n",
 280                        obd->obd_minor, obd->obd_type->typ_name);
 281                 RETURN(-EEXIST);
 282         }
 283         /* just leave this on forever.  I can't use obd_set_up here because
 284            other fns check that status, and we're not actually set up yet. */
 285         obd->obd_starting = 1;
 286         obd->obd_uuid_hash = NULL;
 287         obd->obd_nid_hash = NULL;
 288         obd->obd_nid_stats_hash = NULL;
 289         spin_unlock(&obd->obd_dev_lock);
 290
 291         /* create an uuid-export lustre hash */
 292         obd->obd_uuid_hash = lustre_hash_init("UUID_HASH", 128, 128,
 293                                               &uuid_hash_ops, 0);
 294         if (!obd->obd_uuid_hash)
 295                 GOTO(err_hash, err = -ENOMEM);
 296
 297         /* create a nid-export lustre hash */
 298         obd->obd_nid_hash = lustre_hash_init("NID_HASH", 128, 128,
 299                                              &nid_hash_ops, 0);
 300         if (!obd->obd_nid_hash)
 301                 GOTO(err_hash, err = -ENOMEM);
 302
 303         /* create a nid-stats lustre hash */
 304         obd->obd_nid_stats_hash = lustre_hash_init("NID_STATS", 128, 128,
 305                                                    &nid_stat_hash_ops, 0);
 306         if (!obd->obd_nid_stats_hash)
 307                 GOTO(err_hash, err = -ENOMEM);
 308
 309         exp = class_new_export(obd, &obd->obd_uuid);
 310         if (IS_ERR(exp))
 311                 GOTO(err_hash, err = PTR_ERR(exp));
 312
 313         obd->obd_self_export = exp;
 314         list_del_init(&exp->exp_obd_chain_timed);
 315         class_export_put(exp);
 316
 317         err = obd_setup(obd, lcfg);
 318         if (err)
 319                 GOTO(err_exp, err);
 320
 321         obd->obd_set_up = 1;
 322
 323         spin_lock(&obd->obd_dev_lock);
 324         /* cleanup drops this */
 325         class_incref(obd, "setup", obd);
 326         spin_unlock(&obd->obd_dev_lock);
 327
 328         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 329                obd->obd_name, obd->obd_uuid.uuid);
 330
 331         RETURN(0);
 332 err_exp:
 333         class_unlink_export(obd->obd_self_export);
 334         obd->obd_self_export = NULL;
 335 err_hash:
 336         if (obd->obd_uuid_hash) {
 337                 lustre_hash_exit(obd->obd_uuid_hash);
 338                 obd->obd_uuid_hash = NULL;
 339         }
 340         if (obd->obd_nid_hash) {
 341                 lustre_hash_exit(obd->obd_nid_hash);
 342                 obd->obd_nid_hash = NULL;
 343         }
 344         if (obd->obd_nid_stats_hash) {
 345                 lustre_hash_exit(obd->obd_nid_stats_hash);
 346                 obd->obd_nid_stats_hash = NULL;
 347         }
 348         obd->obd_starting = 0;
 349         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 350         return err;
 351 }
 352
 353 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 354 {
 355         ENTRY;
 356
 357         if (obd->obd_set_up) {
 358                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 359                 RETURN(-EBUSY);
 360         }
 361
 362         spin_lock(&obd->obd_dev_lock);
 363         if (!obd->obd_attached) {
 364                 spin_unlock(&obd->obd_dev_lock);
 365                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 366                 RETURN(-ENODEV);
 367         }
 368         obd->obd_attached = 0;
 369         spin_unlock(&obd->obd_dev_lock);
 370
 371         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 372                obd->obd_name, obd->obd_uuid.uuid);
 373
 374         class_decref(obd, "attach", obd);
 375
 376         /* not strictly necessary, but cleans up eagerly */
 377         obd_zombie_impexp_cull();
 378
 379         RETURN(0);
 380 }
 381
 382 static void dump_exports(struct obd_device *obd)
 383 {
 384         struct obd_export *exp, *n;
 385
 386         list_for_each_entry_safe(exp, n, &obd->obd_exports, exp_obd_chain) {
 387                 struct ptlrpc_reply_state *rs;
 388                 struct ptlrpc_reply_state *first_reply = NULL;
 389                 int                        nreplies = 0;
 390
 391                 list_for_each_entry (rs, &exp->exp_outstanding_replies,
 392                                      rs_exp_list) {
 393                         if (nreplies == 0)
 394                                 first_reply = rs;
 395                         nreplies++;
 396                 }
 397
 398                 CDEBUG(D_IOCTL, "%s: %p %s %s %d %d %d: %p %s\n",
 399                        obd->obd_name, exp, exp->exp_client_uuid.uuid,
 400                        obd_export_nid2str(exp),
 401                        atomic_read(&exp->exp_refcount),
 402                        exp->exp_failed, nreplies, first_reply,
 403                        nreplies > 3 ? "..." : "");
 404         }
 405 }
 406
 407 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 408 {
 409         int err = 0;
 410         char *flag;
 411         ENTRY;
 412
 413         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 414
 415         if (!obd->obd_set_up) {
 416                 CERROR("Device %d not setup\n", obd->obd_minor);
 417                 RETURN(-ENODEV);
 418         }
 419
 420         spin_lock(&obd->obd_dev_lock);
 421         if (obd->obd_stopping) {
 422                 spin_unlock(&obd->obd_dev_lock);
 423                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 424                 RETURN(-ENODEV);
 425         }
 426         /* Leave this on forever */
 427         obd->obd_stopping = 1;
 428         spin_unlock(&obd->obd_dev_lock);
 429
 430         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 431                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 432                         switch (*flag) {
 433                         case 'F':
 434                                 obd->obd_force = 1;
 435                                 break;
 436                         case 'A':
 437                                 LCONSOLE_WARN("Failing over %s\n",
 438                                               obd->obd_name);
 439                                 obd->obd_fail = 1;
 440                                 obd->obd_no_transno = 1;
 441                                 obd->obd_no_recov = 1;
 442                                 /* Set the obd readonly if we can */
 443                                 if (OBP(obd, iocontrol))
 444                                         obd_iocontrol(OBD_IOC_SET_READONLY,
 445                                                       obd->obd_self_export,
 446                                                       0, NULL, NULL);
 447                                 break;
 448                         default:
 449                                 CERROR("unrecognised flag '%c'\n",
 450                                        *flag);
 451                         }
 452         }
 453
 454         /* The three references that should be remaining are the
 455          * obd_self_export and the attach and setup references. */
 456         if (atomic_read(&obd->obd_refcount) > 3) {
 457 #if 0           /* We should never fail to cleanup with mountconf */
 458                 if (!(obd->obd_fail || obd->obd_force)) {
 459                         CERROR("OBD %s is still busy with %d references\n"
 460                                "You should stop active file system users,"
 461                                " or use the --force option to cleanup.\n",
 462                                obd->obd_name, atomic_read(&obd->obd_refcount));
 463                         dump_exports(obd);
 464                         /* Allow a failed cleanup to try again. */
 465                         obd->obd_stopping = 0;
 466                 }
 467 #endif
 468                 /* refcounf - 3 might be the number of real exports
 469                    (excluding self export). But class_incref is called
 470                    by other things as well, so don't count on it. */
 471                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
 472                        obd->obd_name, atomic_read(&obd->obd_refcount) - 3);
 473                 dump_exports(obd);
 474                 class_disconnect_exports(obd);
 475         }
 476         LASSERT(obd->obd_self_export);
 477
 478         /* destroy an uuid-export hash body */
 479         lustre_hash_exit(obd->obd_uuid_hash);
 480
 481         /* destroy a nid-export hash body */
 482         lustre_hash_exit(obd->obd_nid_hash);
 483
 484         /* destroy a nid-stats hash body */
 485         lustre_hash_exit(obd->obd_nid_stats_hash);
 486
 487         /* Precleanup, we must make sure all exports get destroyed. */
 488         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
 489         if (err)
 490                 CERROR("Precleanup %s returned %d\n",
 491                        obd->obd_name, err);
 492         class_decref(obd, "setup", obd);
 493         obd->obd_set_up = 0;
 494         RETURN(0);
 495 }
 496
 497 struct obd_device *class_incref(struct obd_device *obd,
 498                                 const char *scope, const void *source)
 499 {
 500         lu_ref_add_atomic(&obd->obd_reference, scope, source);
 501         atomic_inc(&obd->obd_refcount);
 502         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 503                atomic_read(&obd->obd_refcount));
 504
 505         return obd;
 506 }
 507
 508 void class_decref(struct obd_device *obd, const char *scope, const void *source)
 509 {
 510         int err;
 511         int refs;
 512
 513         spin_lock(&obd->obd_dev_lock);
 514         atomic_dec(&obd->obd_refcount);
 515         refs = atomic_read(&obd->obd_refcount);
 516         spin_unlock(&obd->obd_dev_lock);
 517         lu_ref_del(&obd->obd_reference, scope, source);
 518
 519         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
 520
 521         if ((refs == 1) && obd->obd_stopping) {
 522                 /* All exports have been destroyed; there should
 523                    be no more in-progress ops by this point.*/
 524
 525                 spin_lock(&obd->obd_self_export->exp_lock);
 526                 obd->obd_self_export->exp_flags |=
 527                         (obd->obd_fail ? OBD_OPT_FAILOVER : 0) |
 528                         (obd->obd_force ? OBD_OPT_FORCE : 0);
 529                 spin_unlock(&obd->obd_self_export->exp_lock);
 530
 531                 /* note that we'll recurse into class_decref again */
 532                 class_unlink_export(obd->obd_self_export);
 533                 return;
 534         }
 535
 536         if (refs == 0) {
 537                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
 538                        obd->obd_name, obd->obd_uuid.uuid);
 539                 LASSERT(!obd->obd_attached);
 540                 if (obd->obd_stopping) {
 541                         /* If we're not stopping, we were never set up */
 542                         err = obd_cleanup(obd);
 543                         if (err)
 544                                 CERROR("Cleanup %s returned %d\n",
 545                                        obd->obd_name, err);
 546                 }
 547                 if (OBP(obd, detach)) {
 548                         err = OBP(obd,detach)(obd);
 549                         if (err)
 550                                 CERROR("Detach returned %d\n", err);
 551                 }
 552                 class_release_dev(obd);
 553         }
 554 }
 555
 556 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 557 {
 558         struct obd_import *imp;
 559         struct obd_uuid uuid;
 560         int rc;
 561         ENTRY;
 562
 563         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 564             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 565                 CERROR("invalid conn_uuid\n");
 566                 RETURN(-EINVAL);
 567         }
 568         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 569             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 570             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 571                 CERROR("can't add connection on non-client dev\n");
 572                 RETURN(-EINVAL);
 573         }
 574
 575         imp = obd->u.cli.cl_import;
 576         if (!imp) {
 577                 CERROR("try to add conn on immature client dev\n");
 578                 RETURN(-EINVAL);
 579         }
 580
 581         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 582         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 583
 584         RETURN(rc);
 585 }
 586
 587 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 588 {
 589         struct obd_import *imp;
 590         struct obd_uuid uuid;
 591         int rc;
 592         ENTRY;
 593
 594         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 595             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 596                 CERROR("invalid conn_uuid\n");
 597                 RETURN(-EINVAL);
 598         }
 599         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 600             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 601                 CERROR("can't del connection on non-client dev\n");
 602                 RETURN(-EINVAL);
 603         }
 604
 605         imp = obd->u.cli.cl_import;
 606         if (!imp) {
 607                 CERROR("try to del conn on immature client dev\n");
 608                 RETURN(-EINVAL);
 609         }
 610
 611         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 612         rc = obd_del_conn(imp, &uuid);
 613
 614         RETURN(rc);
 615 }
 616
 617 CFS_LIST_HEAD(lustre_profile_list);
 618
 619 struct lustre_profile *class_get_profile(const char * prof)
 620 {
 621         struct lustre_profile *lprof;
 622
 623         ENTRY;
 624         list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
 625                 if (!strcmp(lprof->lp_profile, prof)) {
 626                         RETURN(lprof);
 627                 }
 628         }
 629         RETURN(NULL);
 630 }
 631
 632 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
 633                       int mdclen, char *mdc)
 634 {
 635         struct lustre_profile *lprof;
 636         int err = 0;
 637         ENTRY;
 638
 639         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
 640
 641         OBD_ALLOC(lprof, sizeof(*lprof));
 642         if (lprof == NULL)
 643                 RETURN(-ENOMEM);
 644         CFS_INIT_LIST_HEAD(&lprof->lp_list);
 645
 646         LASSERT(proflen == (strlen(prof) + 1));
 647         OBD_ALLOC(lprof->lp_profile, proflen);
 648         if (lprof->lp_profile == NULL)
 649                 GOTO(out, err = -ENOMEM);
 650         memcpy(lprof->lp_profile, prof, proflen);
 651
 652         LASSERT(osclen == (strlen(osc) + 1));
 653         OBD_ALLOC(lprof->lp_dt, osclen);
 654         if (lprof->lp_dt == NULL)
 655                 GOTO(out, err = -ENOMEM);
 656         memcpy(lprof->lp_dt, osc, osclen);
 657
 658         if (mdclen > 0) {
 659                 LASSERT(mdclen == (strlen(mdc) + 1));
 660                 OBD_ALLOC(lprof->lp_md, mdclen);
 661                 if (lprof->lp_md == NULL)
 662                         GOTO(out, err = -ENOMEM);
 663                 memcpy(lprof->lp_md, mdc, mdclen);
 664         }
 665
 666         list_add(&lprof->lp_list, &lustre_profile_list);
 667         RETURN(err);
 668
 669 out:
 670         if (lprof->lp_md)
 671                 OBD_FREE(lprof->lp_md, mdclen);
 672         if (lprof->lp_dt)
 673                 OBD_FREE(lprof->lp_dt, osclen);
 674         if (lprof->lp_profile)
 675                 OBD_FREE(lprof->lp_profile, proflen);
 676         OBD_FREE(lprof, sizeof(*lprof));
 677         RETURN(err);
 678 }
 679
 680 void class_del_profile(const char *prof)
 681 {
 682         struct lustre_profile *lprof;
 683         ENTRY;
 684
 685         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
 686
 687         lprof = class_get_profile(prof);
 688         if (lprof) {
 689                 list_del(&lprof->lp_list);
 690                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 691                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 692                 if (lprof->lp_md)
 693                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 694                 OBD_FREE(lprof, sizeof *lprof);
 695         }
 696         EXIT;
 697 }
 698
 699 /* COMPAT_146 */
 700 void class_del_profiles(void)
 701 {
 702         struct lustre_profile *lprof, *n;
 703         ENTRY;
 704
 705         list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
 706                 list_del(&lprof->lp_list);
 707                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 708                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 709                 if (lprof->lp_md)
 710                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 711                 OBD_FREE(lprof, sizeof *lprof);
 712         }
 713         EXIT;
 714 }
 715
 716 /* We can't call ll_process_config directly because it lives in a module that
 717    must be loaded after this one. */
 718 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
 719
 720 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
 721 {
 722         client_process_config = cpc;
 723 }
 724 EXPORT_SYMBOL(lustre_register_client_process_config);
 725
 726 int class_process_config(struct lustre_cfg *lcfg)
 727 {
 728         struct obd_device *obd;
 729         int err;
 730
 731         LASSERT(lcfg && !IS_ERR(lcfg));
 732         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
 733
 734         /* Commands that don't need a device */
 735         switch(lcfg->lcfg_command) {
 736         case LCFG_ATTACH: {
 737                 err = class_attach(lcfg);
 738                 GOTO(out, err);
 739         }
 740         case LCFG_ADD_UUID: {
 741                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
 742                        " (%s)\n", lustre_cfg_string(lcfg, 1),
 743                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
 744
 745                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
 746                 GOTO(out, err);
 747         }
 748         case LCFG_DEL_UUID: {
 749                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
 750                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
 751                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
 752
 753                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
 754                 GOTO(out, err);
 755         }
 756         case LCFG_MOUNTOPT: {
 757                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
 758                        lustre_cfg_string(lcfg, 1),
 759                        lustre_cfg_string(lcfg, 2),
 760                        lustre_cfg_string(lcfg, 3));
 761                 /* set these mount options somewhere, so ll_fill_super
 762                  * can find them. */
 763                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
 764                                         lustre_cfg_string(lcfg, 1),
 765                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
 766                                         lustre_cfg_string(lcfg, 2),
 767                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
 768                                         lustre_cfg_string(lcfg, 3));
 769                 GOTO(out, err);
 770         }
 771         case LCFG_DEL_MOUNTOPT: {
 772                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
 773                        lustre_cfg_string(lcfg, 1));
 774                 class_del_profile(lustre_cfg_string(lcfg, 1));
 775                 GOTO(out, err = 0);
 776         }
 777         case LCFG_SET_TIMEOUT: {
 778                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
 779                        obd_timeout, lcfg->lcfg_num);
 780                 obd_timeout = max(lcfg->lcfg_num, 1U);
 781                 GOTO(out, err = 0);
 782         }
 783         case LCFG_SET_UPCALL: {
 784                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
 785                 /* COMPAT_146 Don't fail on old configs */
 786                 GOTO(out, err = 0);
 787         }
 788         case LCFG_MARKER: {
 789                 struct cfg_marker *marker;
 790                 marker = lustre_cfg_buf(lcfg, 1);
 791                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
 792                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
 793                 GOTO(out, err = 0);
 794         }
 795         case LCFG_PARAM: {
 796                 /* llite has no obd */
 797                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
 798                                        PARAM_LLITE, 0) == 0) &&
 799                     client_process_config) {
 800                         err = (*client_process_config)(lcfg);
 801                         GOTO(out, err);
 802                 }
 803                 /* Fall through */
 804                 break;
 805         }
 806         }
 807
 808         /* Commands that require a device */
 809         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
 810         if (obd == NULL) {
 811                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
 812                         CERROR("this lcfg command requires a device name\n");
 813                 else
 814                         CERROR("no device for: %s\n",
 815                                lustre_cfg_string(lcfg, 0));
 816
 817                 GOTO(out, err = -EINVAL);
 818         }
 819
 820         switch(lcfg->lcfg_command) {
 821         case LCFG_SETUP: {
 822                 err = class_setup(obd, lcfg);
 823                 GOTO(out, err);
 824         }
 825         case LCFG_DETACH: {
 826                 err = class_detach(obd, lcfg);
 827                 GOTO(out, err = 0);
 828         }
 829         case LCFG_CLEANUP: {
 830                 err = class_cleanup(obd, lcfg);
 831                 GOTO(out, err = 0);
 832         }
 833         case LCFG_ADD_CONN: {
 834                 err = class_add_conn(obd, lcfg);
 835                 GOTO(out, err = 0);
 836         }
 837         case LCFG_DEL_CONN: {
 838                 err = class_del_conn(obd, lcfg);
 839                 GOTO(out, err = 0);
 840         }
 841         case LCFG_POOL_NEW: {
 842                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
 843                 GOTO(out, err = 0);
 844                 break;
 845         }
 846         case LCFG_POOL_ADD: {
 847                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
 848                                    lustre_cfg_string(lcfg, 3));
 849                 GOTO(out, err = 0);
 850                 break;
 851         }
 852         case LCFG_POOL_REM: {
 853                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
 854                                    lustre_cfg_string(lcfg, 3));
 855                 GOTO(out, err = 0);
 856                 break;
 857         }
 858         case LCFG_POOL_DEL: {
 859                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
 860                 GOTO(out, err = 0);
 861                 break;
 862         }
 863         default: {
 864                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
 865                 GOTO(out, err);
 866
 867         }
 868         }
 869 out:
 870         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
 871                 CWARN("Ignoring error %d on optional command %#x\n", err,
 872                       lcfg->lcfg_command);
 873                 err = 0;
 874         }
 875         return err;
 876 }
 877
 878 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
 879                              struct lustre_cfg *lcfg, void *data)
 880 {
 881 #ifdef __KERNEL__
 882         struct lprocfs_vars *var;
 883         char *key, *sval;
 884         int i, keylen, vallen;
 885         int matched = 0, j = 0;
 886         int rc = 0;
 887         ENTRY;
 888
 889         if (lcfg->lcfg_command != LCFG_PARAM) {
 890                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
 891                 RETURN(-EINVAL);
 892         }
 893
 894         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
 895            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
 896            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
 897         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
 898                 key = lustre_cfg_buf(lcfg, i);
 899                 /* Strip off prefix */
 900                 class_match_param(key, prefix, &key);
 901                 sval = strchr(key, '=');
 902                 if (!sval || (*(sval + 1) == 0)) {
 903                         CERROR("Can't parse param %s (missing '=')\n", key);
 904                         /* rc = -EINVAL; continue parsing other params */
 905                         continue;
 906                 }
 907                 keylen = sval - key;
 908                 sval++;
 909                 vallen = strlen(sval);
 910                 matched = 0;
 911                 j = 0;
 912                 /* Search proc entries */
 913                 while (lvars[j].name) {
 914                         var = &lvars[j];
 915                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
 916                             keylen == strlen(var->name)) {
 917                                 matched++;
 918                                 rc = -EROFS;
 919                                 if (var->write_fptr) {
 920                                         mm_segment_t oldfs;
 921                                         oldfs = get_fs();
 922                                         set_fs(KERNEL_DS);
 923                                         rc = (var->write_fptr)(NULL, sval,
 924                                                                vallen, data);
 925                                         set_fs(oldfs);
 926                                 }
 927                                 if (rc < 0)
 928                                         CERROR("writing proc entry %s err %d\n",
 929                                                var->name, rc);
 930                                 break;
 931                         }
 932                         j++;
 933                 }
 934                 if (!matched) {
 935                         /* If the prefix doesn't match, return error so we
 936                            can pass it down the stack */
 937                         if (strnchr(key, keylen, '.'))
 938                             RETURN(-ENOSYS);
 939                         CERROR("%s: unknown param %s\n",
 940                                (char *)lustre_cfg_string(lcfg, 0), key);
 941                         /* rc = -EINVAL;        continue parsing other params */
 942                 } else {
 943                         LCONSOLE_INFO("%s.%.*s: set parameter %.*s=%s\n",
 944                                       lustre_cfg_string(lcfg, 0),
 945                                       (int)strlen(prefix) - 1, prefix,
 946                                       (int)(sval - key - 1), key, sval);
 947                 }
 948         }
 949
 950         if (rc > 0)
 951                 rc = 0;
 952         RETURN(rc);
 953 #else
 954         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
 955         /* Don't throw config error */
 956         RETURN(0);
 957 #endif
 958 }
 959
 960 int class_config_dump_handler(struct llog_handle * handle,
 961                               struct llog_rec_hdr *rec, void *data);
 962
 963 #ifdef __KERNEL__
 964 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
 965 #else
 966 #define lustre_check_exclusion(a,b)  0
 967 #endif
 968
 969 static int class_config_llog_handler(struct llog_handle * handle,
 970                                      struct llog_rec_hdr *rec, void *data)
 971 {
 972         struct config_llog_instance *clli = data;
 973         int cfg_len = rec->lrh_len;
 974         char *cfg_buf = (char*) (rec + 1);
 975         int rc = 0;
 976         ENTRY;
 977
 978         //class_config_dump_handler(handle, rec, data);
 979
 980         switch (rec->lrh_type) {
 981         case OBD_CFG_REC: {
 982                 struct lustre_cfg *lcfg, *lcfg_new;
 983                 struct lustre_cfg_bufs bufs;
 984                 char *inst_name = NULL;
 985                 int inst_len = 0;
 986                 int inst = 0, swab = 0;
 987
 988                 lcfg = (struct lustre_cfg *)cfg_buf;
 989                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
 990                         lustre_swab_lustre_cfg(lcfg);
 991                         swab = 1;
 992                 }
 993
 994                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
 995                 if (rc)
 996                         GOTO(out, rc);
 997
 998                 /* Figure out config state info */
 999                 if (lcfg->lcfg_command == LCFG_MARKER) {
1000                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1001                         lustre_swab_cfg_marker(marker, swab,
1002                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1003                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1004                                clli->cfg_flags, marker->cm_flags);
1005                         if (marker->cm_flags & CM_START) {
1006                                 /* all previous flags off */
1007                                 clli->cfg_flags = CFG_F_MARKER;
1008                                 if (marker->cm_flags & CM_SKIP) {
1009                                         clli->cfg_flags |= CFG_F_SKIP;
1010                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1011                                                marker->cm_step);
1012                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1013                                            lustre_check_exclusion(clli->cfg_sb,
1014                                                           marker->cm_tgtname)) {
1015                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1016                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1017                                                marker->cm_step);
1018                                 }
1019                         } else if (marker->cm_flags & CM_END) {
1020                                 clli->cfg_flags = 0;
1021                         }
1022                 }
1023                 /* A config command without a start marker before it is
1024                    illegal (post 146) */
1025                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1026                     !(clli->cfg_flags & CFG_F_MARKER) &&
1027                     (lcfg->lcfg_command != LCFG_MARKER)) {
1028                         CWARN("Config not inside markers, ignoring! "
1029                               "(inst: %s, uuid: %s, flags: %#x)\n",
1030                               clli->cfg_instance ? clli->cfg_instance : "<null>",
1031                               clli->cfg_uuid.uuid, clli->cfg_flags);
1032                         clli->cfg_flags |= CFG_F_SKIP;
1033                 }
1034                 if (clli->cfg_flags & CFG_F_SKIP) {
1035                         CDEBUG(D_CONFIG, "skipping %#x\n",
1036                                clli->cfg_flags);
1037                         rc = 0;
1038                         /* No processing! */
1039                         break;
1040                 }
1041
1042                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1043                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1044                         /* Add inactive instead */
1045                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1046
1047                 lustre_cfg_bufs_init(&bufs, lcfg);
1048
1049                 if (clli && clli->cfg_instance &&
1050                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1051                         inst = 1;
1052                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1053                                 strlen(clli->cfg_instance) + 1;
1054                         OBD_ALLOC(inst_name, inst_len);
1055                         if (inst_name == NULL)
1056                                 GOTO(out, rc = -ENOMEM);
1057                         sprintf(inst_name, "%s-%s",
1058                                 lustre_cfg_string(lcfg, 0),
1059                                 clli->cfg_instance);
1060                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1061                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1062                                lcfg->lcfg_command, inst_name);
1063                 }
1064
1065                 /* we override the llog's uuid for clients, to insure they
1066                 are unique */
1067                 if (clli && clli->cfg_instance &&
1068                     lcfg->lcfg_command == LCFG_ATTACH) {
1069                         lustre_cfg_bufs_set_string(&bufs, 2,
1070                                                    clli->cfg_uuid.uuid);
1071                 }
1072
1073                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1074
1075                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1076                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1077
1078                 /* XXX Hack to try to remain binary compatible with
1079                  * pre-newconfig logs */
1080                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1081                     (lcfg->lcfg_nid >> 32) == 0) {
1082                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1083
1084                         lcfg_new->lcfg_nid =
1085                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1086                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1087                               lcfg->lcfg_nal, addr,
1088                               libcfs_nid2str(lcfg_new->lcfg_nid));
1089                 } else {
1090                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1091                 }
1092
1093                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1094
1095                 rc = class_process_config(lcfg_new);
1096                 lustre_cfg_free(lcfg_new);
1097
1098                 if (inst)
1099                         OBD_FREE(inst_name, inst_len);
1100                 break;
1101         }
1102         default:
1103                 CERROR("Unknown llog record type %#x encountered\n",
1104                        rec->lrh_type);
1105                 break;
1106         }
1107 out:
1108         if (rc) {
1109                 CERROR("Err %d on cfg command:\n", rc);
1110                 class_config_dump_handler(handle, rec, data);
1111         }
1112         RETURN(rc);
1113 }
1114
1115 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1116                             struct config_llog_instance *cfg)
1117 {
1118         struct llog_process_cat_data cd = {0, 0};
1119         struct llog_handle *llh;
1120         int rc, rc2;
1121         ENTRY;
1122
1123         CDEBUG(D_INFO, "looking up llog %s\n", name);
1124         rc = llog_create(ctxt, &llh, NULL, name);
1125         if (rc)
1126                 RETURN(rc);
1127
1128         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1129         if (rc)
1130                 GOTO(parse_out, rc);
1131
1132         /* continue processing from where we last stopped to end-of-log */
1133         if (cfg)
1134                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1135         cd.lpcd_last_idx = 0;
1136
1137         rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1138
1139         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1140                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1141
1142         if (cfg)
1143                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1144
1145 parse_out:
1146         rc2 = llog_close(llh);
1147         if (rc == 0)
1148                 rc = rc2;
1149
1150         RETURN(rc);
1151 }
1152
1153 int class_config_dump_handler(struct llog_handle * handle,
1154                               struct llog_rec_hdr *rec, void *data)
1155 {
1156         int cfg_len = rec->lrh_len;
1157         char *cfg_buf = (char*) (rec + 1);
1158         char *outstr, *ptr, *end;
1159         int rc = 0;
1160         ENTRY;
1161
1162         OBD_ALLOC(outstr, 256);
1163         end = outstr + 256;
1164         ptr = outstr;
1165         if (!outstr) {
1166                 RETURN(-ENOMEM);
1167         }
1168         if (rec->lrh_type == OBD_CFG_REC) {
1169                 struct lustre_cfg *lcfg;
1170                 int i;
1171
1172                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1173                 if (rc)
1174                         GOTO(out, rc);
1175                 lcfg = (struct lustre_cfg *)cfg_buf;
1176
1177                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1178                                 lcfg->lcfg_command);
1179                 if (lcfg->lcfg_flags) {
1180                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1181                                         lcfg->lcfg_flags);
1182                 }
1183                 if (lcfg->lcfg_num) {
1184                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1185                                         lcfg->lcfg_num);
1186                 }
1187                 if (lcfg->lcfg_nid) {
1188                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1189                                         libcfs_nid2str(lcfg->lcfg_nid),
1190                                         lcfg->lcfg_nid);
1191                 }
1192                 if (lcfg->lcfg_command == LCFG_MARKER) {
1193                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1194                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1195                                         marker->cm_step, marker->cm_flags,
1196                                         marker->cm_tgtname, marker->cm_comment);
1197                 } else {
1198                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1199                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1200                                                 lustre_cfg_string(lcfg, i));
1201                         }
1202                 }
1203                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1204         } else {
1205                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1206                 rc = -EINVAL;
1207         }
1208 out:
1209         OBD_FREE(outstr, 256);
1210         RETURN(rc);
1211 }
1212
1213 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1214                            struct config_llog_instance *cfg)
1215 {
1216         struct llog_handle *llh;
1217         int rc, rc2;
1218         ENTRY;
1219
1220         LCONSOLE_INFO("Dumping config log %s\n", name);
1221
1222         rc = llog_create(ctxt, &llh, NULL, name);
1223         if (rc)
1224                 RETURN(rc);
1225
1226         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1227         if (rc)
1228                 GOTO(parse_out, rc);
1229
1230         rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1231 parse_out:
1232         rc2 = llog_close(llh);
1233         if (rc == 0)
1234                 rc = rc2;
1235
1236         LCONSOLE_INFO("End config log %s\n", name);
1237         RETURN(rc);
1238
1239 }
1240
1241 /* Cleanup and detach */
1242 int class_manual_cleanup(struct obd_device *obd)
1243 {
1244         struct lustre_cfg *lcfg;
1245         struct lustre_cfg_bufs bufs;
1246         int rc;
1247         char flags[3]="";
1248         ENTRY;
1249
1250         if (!obd) {
1251                 CERROR("empty cleanup\n");
1252                 RETURN(-EALREADY);
1253         }
1254
1255         if (obd->obd_force)
1256                 strcat(flags, "F");
1257         if (obd->obd_fail)
1258                 strcat(flags, "A");
1259
1260         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1261                obd->obd_name, flags);
1262
1263         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1264         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1265         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1266
1267         rc = class_process_config(lcfg);
1268         if (rc) {
1269                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1270                 GOTO(out, rc);
1271         }
1272
1273         /* the lcfg is almost the same for both ops */
1274         lcfg->lcfg_command = LCFG_DETACH;
1275         rc = class_process_config(lcfg);
1276         if (rc)
1277                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1278 out:
1279         lustre_cfg_free(lcfg);
1280         RETURN(rc);
1281 }
1282
1283 /*
1284  * uuid<->export lustre hash operations
1285  */
1286
1287 static unsigned
1288 uuid_hash(lustre_hash_t *lh,  void *key, unsigned mask)
1289 {
1290         return lh_djb2_hash(((struct obd_uuid *)key)->uuid,
1291                             sizeof(((struct obd_uuid *)key)->uuid), mask);
1292 }
1293
1294 static void *
1295 uuid_key(struct hlist_node *hnode)
1296 {
1297         struct obd_export *exp;
1298
1299         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1300
1301         RETURN(&exp->exp_client_uuid);
1302 }
1303
1304 /*
1305  * NOTE: It is impossible to find an export that is in failed
1306  *       state with this function
1307  */
1308 static int
1309 uuid_compare(void *key, struct hlist_node *hnode)
1310 {
1311         struct obd_export *exp;
1312
1313         LASSERT(key);
1314         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1315
1316         RETURN(obd_uuid_equals((struct obd_uuid *)key,&exp->exp_client_uuid) &&
1317                !exp->exp_failed);
1318 }
1319
1320 static void *
1321 uuid_export_get(struct hlist_node *hnode)
1322 {
1323         struct obd_export *exp;
1324
1325         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1326         class_export_get(exp);
1327
1328         RETURN(exp);
1329 }
1330
1331 static void *
1332 uuid_export_put(struct hlist_node *hnode)
1333 {
1334         struct obd_export *exp;
1335
1336         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1337         class_export_put(exp);
1338
1339         RETURN(exp);
1340 }
1341
1342 static lustre_hash_ops_t uuid_hash_ops = {
1343         .lh_hash    = uuid_hash,
1344         .lh_key     = uuid_key,
1345         .lh_compare = uuid_compare,
1346         .lh_get     = uuid_export_get,
1347         .lh_put     = uuid_export_put,
1348 };
1349
1350
1351 /*
1352  * nid<->export hash operations
1353  */
1354
1355 static unsigned
1356 nid_hash(lustre_hash_t *lh,  void *key, unsigned mask)
1357 {
1358         return lh_djb2_hash(key, sizeof(lnet_nid_t), mask);
1359 }
1360
1361 static void *
1362 nid_key(struct hlist_node *hnode)
1363 {
1364         struct obd_export *exp;
1365
1366         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1367
1368         RETURN(&exp->exp_connection->c_peer.nid);
1369 }
1370
1371 /*
1372  * NOTE: It is impossible to find an export that is in failed
1373  *       state with this function
1374  */
1375 static int
1376 nid_compare(void *key, struct hlist_node *hnode)
1377 {
1378         struct obd_export *exp;
1379
1380         LASSERT(key);
1381         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1382
1383         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1384                !exp->exp_failed);
1385 }
1386
1387 static void *
1388 nid_export_get(struct hlist_node *hnode)
1389 {
1390         struct obd_export *exp;
1391
1392         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1393         class_export_get(exp);
1394
1395         RETURN(exp);
1396 }
1397
1398 static void *
1399 nid_export_put(struct hlist_node *hnode)
1400 {
1401         struct obd_export *exp;
1402
1403         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1404         class_export_put(exp);
1405
1406         RETURN(exp);
1407 }
1408
1409 static lustre_hash_ops_t nid_hash_ops = {
1410         .lh_hash    = nid_hash,
1411         .lh_key     = nid_key,
1412         .lh_compare = nid_compare,
1413         .lh_get     = nid_export_get,
1414         .lh_put     = nid_export_put,
1415 };
1416
1417
1418 /*
1419  * nid<->nidstats hash operations
1420  */
1421
1422 static void *
1423 nidstats_key(struct hlist_node *hnode)
1424 {
1425         struct nid_stat *ns;
1426
1427         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1428
1429         RETURN(&ns->nid);
1430 }
1431
1432 static int
1433 nidstats_compare(void *key, struct hlist_node *hnode)
1434 {
1435         RETURN(*(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key);
1436 }
1437
1438 static void *
1439 nidstats_get(struct hlist_node *hnode)
1440 {
1441         struct nid_stat *ns;
1442
1443         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1444         ns->nid_exp_ref_count++;
1445
1446         RETURN(ns);
1447 }
1448
1449 static void *
1450 nidstats_put(struct hlist_node *hnode)
1451 {
1452         struct nid_stat *ns;
1453
1454         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1455         ns->nid_exp_ref_count--;
1456
1457         RETURN(ns);
1458 }
1459
1460 static lustre_hash_ops_t nid_stat_hash_ops = {
1461         .lh_hash    = nid_hash,
1462         .lh_key     = nidstats_key,
1463         .lh_compare = nidstats_compare,
1464         .lh_get     = nidstats_get,
1465         .lh_put     = nidstats_put,
1466 };