lustre/obdclass/obd_config.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
  30  * Use is subject to license terms.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/obdclass/obd_config.c
  37  *
  38  * Config API
  39  */
  40
  41 #define DEBUG_SUBSYSTEM S_CLASS
  42 #ifdef __KERNEL__
  43 #include <obd_class.h>
  44 #include <linux/string.h>
  45 #else
  46 #include <liblustre.h>
  47 #include <obd_class.h>
  48 #include <obd.h>
  49 #endif
  50 #include <lustre_log.h>
  51 #include <lprocfs_status.h>
  52 #include <libcfs/list.h>
  53 #include <lustre_param.h>
  54 #include <class_hash.h>
  55
  56 static lustre_hash_ops_t uuid_hash_ops;
  57 static lustre_hash_ops_t nid_hash_ops;
  58 static lustre_hash_ops_t nid_stat_hash_ops;
  59
  60 /*********** string parsing utils *********/
  61
  62 /* returns 0 if we find this key in the buffer, else 1 */
  63 int class_find_param(char *buf, char *key, char **valp)
  64 {
  65         char *ptr;
  66
  67         if (!buf)
  68                 return 1;
  69
  70         if ((ptr = strstr(buf, key)) == NULL)
  71                 return 1;
  72
  73         if (valp)
  74                 *valp = ptr + strlen(key);
  75
  76         return 0;
  77 }
  78
  79 /**
  80  * Finds a parameter in \a params and copies it to \a copy.
  81  *
  82  * Leading spaces are skipped. Next space or end of string is the
  83  * parameter terminator with the exception that spaces inside single or double
  84  * quotes get included into a parameter. The parameter is copied into \a copy
  85  * which has to be allocated big enough by a caller, quotes are stripped in
  86  * the copy and the copy is terminated by 0.
  87  *
  88  * On return \a params is set to next parameter or to NULL if last
  89  * parameter is returned.
  90  *
  91  * \retval 0 if parameter is returned in \a copy
  92  * \retval 1 otherwise
  93  * \retval -EINVAL if unbalanced quota is found
  94  */
  95 int class_get_next_param(char **params, char *copy)
  96 {
  97         char *q1, *q2, *str;
  98         int len;
  99
 100         str = *params;
 101         while (*str == ' ')
 102                 str++;
 103
 104         if (*str == '\0') {
 105                 *params = NULL;
 106                 return 1;
 107         }
 108
 109         while (1) {
 110                 q1 = strpbrk(str, " '\"");
 111                 if (q1 == NULL) {
 112                         len = strlen(str);
 113                         memcpy(copy, str, len);
 114                         copy[len] = '\0';
 115                         *params = NULL;
 116                         return 0;
 117                 }
 118                 len = q1 - str;
 119                 if (*q1 == ' ') {
 120                         memcpy(copy, str, len);
 121                         copy[len] = '\0';
 122                         *params = str + len;
 123                         return 0;
 124                 }
 125
 126                 memcpy(copy, str, len);
 127                 copy += len;
 128
 129                 /* search for the matching closing quote */
 130                 str = q1 + 1;
 131                 q2 = strchr(str, *q1);
 132                 if (q2 == NULL) {
 133                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
 134                                *params);
 135                         return -EINVAL;
 136                 }
 137                 len = q2 - str;
 138                 memcpy(copy, str, len);
 139                 copy += len;
 140                 str = q2 + 1;
 141         }
 142         return 1;
 143 }
 144
 145 /* returns 0 if this is the first key in the buffer, else 1.
 146    valp points to first char after key. */
 147 int class_match_param(char *buf, char *key, char **valp)
 148 {
 149         if (!buf)
 150                 return 1;
 151
 152         if (memcmp(buf, key, strlen(key)) != 0)
 153                 return 1;
 154
 155         if (valp)
 156                 *valp = buf + strlen(key);
 157
 158         return 0;
 159 }
 160
 161 /* 0 is good nid,
 162    1 not found
 163    < 0 error
 164    endh is set to next separator */
 165 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 166 {
 167         char tmp, *endp;
 168
 169         if (!buf)
 170                 return 1;
 171         while (*buf == ',' || *buf == ':')
 172                 buf++;
 173         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 174                 return 1;
 175
 176         /* nid separators or end of nids */
 177         endp = strpbrk(buf, ",: /");
 178         if (endp == NULL)
 179                 endp = buf + strlen(buf);
 180
 181         tmp = *endp;
 182         *endp = '\0';
 183         *nid = libcfs_str2nid(buf);
 184         if (*nid == LNET_NID_ANY) {
 185                 LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 186                 *endp = tmp;
 187                 return -EINVAL;
 188         }
 189         *endp = tmp;
 190
 191         if (endh)
 192                 *endh = endp;
 193         CDEBUG(D_INFO, "Nid %s\n", libcfs_nid2str(*nid));
 194         return 0;
 195 }
 196
 197 EXPORT_SYMBOL(class_find_param);
 198 EXPORT_SYMBOL(class_get_next_param);
 199 EXPORT_SYMBOL(class_match_param);
 200 EXPORT_SYMBOL(class_parse_nid);
 201
 202 /********************** class fns **********************/
 203
 204 /**
 205  * Create a new device and set the type, name and uuid.  If successful, the new
 206  * device can be accessed by either name or uuid.
 207  */
 208 int class_attach(struct lustre_cfg *lcfg)
 209 {
 210         struct obd_device *obd = NULL;
 211         char *typename, *name, *uuid;
 212         int rc, len;
 213         ENTRY;
 214
 215         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 216                 CERROR("No type passed!\n");
 217                 RETURN(-EINVAL);
 218         }
 219         typename = lustre_cfg_string(lcfg, 1);
 220
 221         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 222                 CERROR("No name passed!\n");
 223                 RETURN(-EINVAL);
 224         }
 225         name = lustre_cfg_string(lcfg, 0);
 226
 227         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 228                 CERROR("No UUID passed!\n");
 229                 RETURN(-EINVAL);
 230         }
 231         uuid = lustre_cfg_string(lcfg, 2);
 232
 233         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 234                MKSTR(typename), MKSTR(name), MKSTR(uuid));
 235
 236         obd = class_newdev(typename, name);
 237         if (IS_ERR(obd)) {
 238                 /* Already exists or out of obds */
 239                 rc = PTR_ERR(obd);
 240                 obd = NULL;
 241                 CERROR("Cannot create device %s of type %s : %d\n",
 242                        name, typename, rc);
 243                 GOTO(out, rc);
 244         }
 245         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
 246                  name, typename);
 247         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 248                  "obd %p obd_magic %08X != %08X\n",
 249                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 250         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0, "%p obd_name %s != %s\n",
 251                  obd, obd->obd_name, name);
 252
 253         rwlock_init(&obd->obd_pool_lock);
 254         obd->obd_pool_limit = 0;
 255         obd->obd_pool_slv = 0;
 256
 257         CFS_INIT_LIST_HEAD(&obd->obd_exports);
 258         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
 259         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
 260         spin_lock_init(&obd->obd_nid_lock);
 261         spin_lock_init(&obd->obd_dev_lock);
 262         sema_init(&obd->obd_dev_sem, 1);
 263         spin_lock_init(&obd->obd_osfs_lock);
 264         /* obd->obd_osfs_age must be set to a value in the distant
 265          * past to guarantee a fresh statfs is fetched on mount. */
 266         obd->obd_osfs_age = cfs_time_shift_64(-1000);
 267
 268         /* XXX belongs in setup not attach  */
 269         /* recovery data */
 270         cfs_init_timer(&obd->obd_recovery_timer);
 271         spin_lock_init(&obd->obd_processing_task_lock);
 272         cfs_waitq_init(&obd->obd_next_transno_waitq);
 273         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
 274         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
 275         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
 276         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
 277
 278         llog_group_init(&obd->obd_olg, FILTER_GROUP_LLOG);
 279
 280         spin_lock_init(&obd->obd_uncommitted_replies_lock);
 281         CFS_INIT_LIST_HEAD(&obd->obd_uncommitted_replies);
 282
 283         len = strlen(uuid);
 284         if (len >= sizeof(obd->obd_uuid)) {
 285                 CERROR("uuid must be < %d bytes long\n",
 286                        (int)sizeof(obd->obd_uuid));
 287                 GOTO(out, rc = -EINVAL);
 288         }
 289         memcpy(obd->obd_uuid.uuid, uuid, len);
 290
 291         /* do the attach */
 292         if (OBP(obd, attach)) {
 293                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
 294                 if (rc)
 295                         GOTO(out, rc = -EINVAL);
 296         }
 297
 298         /* Detach drops this */
 299         spin_lock(&obd->obd_dev_lock);
 300         atomic_set(&obd->obd_refcount, 1);
 301         spin_unlock(&obd->obd_dev_lock);
 302         lu_ref_init(&obd->obd_reference);
 303         lu_ref_add(&obd->obd_reference, "attach", obd);
 304
 305         obd->obd_attached = 1;
 306         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 307                obd->obd_minor, typename, atomic_read(&obd->obd_refcount));
 308         RETURN(0);
 309  out:
 310         if (obd != NULL) {
 311                 class_release_dev(obd);
 312         }
 313         return rc;
 314 }
 315
 316 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 317 {
 318         int err = 0;
 319         struct obd_export *exp;
 320         ENTRY;
 321
 322         LASSERT(obd != NULL);
 323         LASSERTF(obd == class_num2obd(obd->obd_minor),
 324                  "obd %p != obd_devs[%d] %p\n",
 325                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 326         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 327                  "obd %p obd_magic %08x != %08x\n",
 328                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 329
 330         /* have we attached a type to this device? */
 331         if (!obd->obd_attached) {
 332                 CERROR("Device %d not attached\n", obd->obd_minor);
 333                 RETURN(-ENODEV);
 334         }
 335
 336         if (obd->obd_set_up) {
 337                 CERROR("Device %d already setup (type %s)\n",
 338                        obd->obd_minor, obd->obd_type->typ_name);
 339                 RETURN(-EEXIST);
 340         }
 341
 342         /* is someone else setting us up right now? (attach inits spinlock) */
 343         spin_lock(&obd->obd_dev_lock);
 344         if (obd->obd_starting) {
 345                 spin_unlock(&obd->obd_dev_lock);
 346                 CERROR("Device %d setup in progress (type %s)\n",
 347                        obd->obd_minor, obd->obd_type->typ_name);
 348                 RETURN(-EEXIST);
 349         }
 350         /* just leave this on forever.  I can't use obd_set_up here because
 351            other fns check that status, and we're not actually set up yet. */
 352         obd->obd_starting = 1;
 353         obd->obd_uuid_hash = NULL;
 354         obd->obd_nid_hash = NULL;
 355         obd->obd_nid_stats_hash = NULL;
 356         spin_unlock(&obd->obd_dev_lock);
 357
 358         /* create an uuid-export lustre hash */
 359         obd->obd_uuid_hash = lustre_hash_init("UUID_HASH", 7, 7,
 360                                               &uuid_hash_ops, 0);
 361         if (!obd->obd_uuid_hash)
 362                 GOTO(err_hash, err = -ENOMEM);
 363
 364         /* create a nid-export lustre hash */
 365         obd->obd_nid_hash = lustre_hash_init("NID_HASH", 7, 7,
 366                                              &nid_hash_ops, 0);
 367         if (!obd->obd_nid_hash)
 368                 GOTO(err_hash, err = -ENOMEM);
 369
 370         /* create a nid-stats lustre hash */
 371         obd->obd_nid_stats_hash = lustre_hash_init("NID_STATS", 7, 7,
 372                                                    &nid_stat_hash_ops, 0);
 373         if (!obd->obd_nid_stats_hash)
 374                 GOTO(err_hash, err = -ENOMEM);
 375
 376         exp = class_new_export(obd, &obd->obd_uuid);
 377         if (IS_ERR(exp))
 378                 GOTO(err_hash, err = PTR_ERR(exp));
 379
 380         obd->obd_self_export = exp;
 381         list_del_init(&exp->exp_obd_chain_timed);
 382         class_export_put(exp);
 383
 384         err = obd_setup(obd, lcfg);
 385         if (err)
 386                 GOTO(err_exp, err);
 387
 388         obd->obd_set_up = 1;
 389
 390         spin_lock(&obd->obd_dev_lock);
 391         /* cleanup drops this */
 392         class_incref(obd, "setup", obd);
 393         spin_unlock(&obd->obd_dev_lock);
 394
 395         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 396                obd->obd_name, obd->obd_uuid.uuid);
 397
 398         RETURN(0);
 399 err_exp:
 400         class_unlink_export(obd->obd_self_export);
 401         obd->obd_self_export = NULL;
 402 err_hash:
 403         if (obd->obd_uuid_hash) {
 404                 lustre_hash_exit(obd->obd_uuid_hash);
 405                 obd->obd_uuid_hash = NULL;
 406         }
 407         if (obd->obd_nid_hash) {
 408                 lustre_hash_exit(obd->obd_nid_hash);
 409                 obd->obd_nid_hash = NULL;
 410         }
 411         if (obd->obd_nid_stats_hash) {
 412                 lustre_hash_exit(obd->obd_nid_stats_hash);
 413                 obd->obd_nid_stats_hash = NULL;
 414         }
 415         obd->obd_starting = 0;
 416         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 417         return err;
 418 }
 419
 420 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 421 {
 422         ENTRY;
 423
 424         if (obd->obd_set_up) {
 425                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 426                 RETURN(-EBUSY);
 427         }
 428
 429         spin_lock(&obd->obd_dev_lock);
 430         if (!obd->obd_attached) {
 431                 spin_unlock(&obd->obd_dev_lock);
 432                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 433                 RETURN(-ENODEV);
 434         }
 435         obd->obd_attached = 0;
 436         spin_unlock(&obd->obd_dev_lock);
 437
 438         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 439                obd->obd_name, obd->obd_uuid.uuid);
 440
 441         class_decref(obd, "attach", obd);
 442
 443         /* not strictly necessary, but cleans up eagerly */
 444         obd_zombie_impexp_cull();
 445
 446         RETURN(0);
 447 }
 448
 449 static void dump_exports(struct obd_device *obd)
 450 {
 451         struct obd_export *exp, *n;
 452
 453         list_for_each_entry_safe(exp, n, &obd->obd_exports, exp_obd_chain) {
 454                 struct ptlrpc_reply_state *rs;
 455                 struct ptlrpc_reply_state *first_reply = NULL;
 456                 int                        nreplies = 0;
 457
 458                 list_for_each_entry (rs, &exp->exp_outstanding_replies,
 459                                      rs_exp_list) {
 460                         if (nreplies == 0)
 461                                 first_reply = rs;
 462                         nreplies++;
 463                 }
 464
 465                 CDEBUG(D_IOCTL, "%s: %p %s %s %d %d %d: %p %s\n",
 466                        obd->obd_name, exp, exp->exp_client_uuid.uuid,
 467                        obd_export_nid2str(exp),
 468                        atomic_read(&exp->exp_refcount),
 469                        exp->exp_failed, nreplies, first_reply,
 470                        nreplies > 3 ? "..." : "");
 471         }
 472 }
 473
 474 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 475 {
 476         int err = 0;
 477         char *flag;
 478         ENTRY;
 479
 480         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 481
 482         if (!obd->obd_set_up) {
 483                 CERROR("Device %d not setup\n", obd->obd_minor);
 484                 RETURN(-ENODEV);
 485         }
 486
 487         spin_lock(&obd->obd_dev_lock);
 488         if (obd->obd_stopping) {
 489                 spin_unlock(&obd->obd_dev_lock);
 490                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 491                 RETURN(-ENODEV);
 492         }
 493         /* Leave this on forever */
 494         obd->obd_stopping = 1;
 495         spin_unlock(&obd->obd_dev_lock);
 496
 497         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 498                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 499                         switch (*flag) {
 500                         case 'F':
 501                                 obd->obd_force = 1;
 502                                 break;
 503                         case 'A':
 504                                 LCONSOLE_WARN("Failing over %s\n",
 505                                               obd->obd_name);
 506                                 obd->obd_fail = 1;
 507                                 obd->obd_no_transno = 1;
 508                                 obd->obd_no_recov = 1;
 509                                 if (OBP(obd, iocontrol)) {
 510                                         obd_iocontrol(OBD_IOC_SYNC,
 511                                                       obd->obd_self_export,
 512                                                       0, NULL, NULL);
 513                                  /* Set the obd readonly if we can */
 514                                         obd_iocontrol(OBD_IOC_SET_READONLY,
 515                                                       obd->obd_self_export,
 516                                                       0, NULL, NULL);
 517                                 }
 518                                 break;
 519                         default:
 520                                 CERROR("unrecognised flag '%c'\n",
 521                                        *flag);
 522                         }
 523         }
 524
 525         /* The three references that should be remaining are the
 526          * obd_self_export and the attach and setup references. */
 527         if (atomic_read(&obd->obd_refcount) > 3) {
 528 #if 0           /* We should never fail to cleanup with mountconf */
 529                 if (!(obd->obd_fail || obd->obd_force)) {
 530                         CERROR("OBD %s is still busy with %d references\n"
 531                                "You should stop active file system users,"
 532                                " or use the --force option to cleanup.\n",
 533                                obd->obd_name, atomic_read(&obd->obd_refcount));
 534                         dump_exports(obd);
 535                         /* Allow a failed cleanup to try again. */
 536                         obd->obd_stopping = 0;
 537                 }
 538 #endif
 539                 /* refcounf - 3 might be the number of real exports
 540                    (excluding self export). But class_incref is called
 541                    by other things as well, so don't count on it. */
 542                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
 543                        obd->obd_name, atomic_read(&obd->obd_refcount) - 3);
 544                 dump_exports(obd);
 545                 class_disconnect_exports(obd);
 546         }
 547         LASSERT(obd->obd_self_export);
 548
 549         /* destroy an uuid-export hash body */
 550         lustre_hash_exit(obd->obd_uuid_hash);
 551
 552         /* destroy a nid-export hash body */
 553         lustre_hash_exit(obd->obd_nid_hash);
 554
 555         /* destroy a nid-stats hash body */
 556         lustre_hash_exit(obd->obd_nid_stats_hash);
 557
 558         /* Precleanup, we must make sure all exports get destroyed. */
 559         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
 560         if (err)
 561                 CERROR("Precleanup %s returned %d\n",
 562                        obd->obd_name, err);
 563         class_decref(obd, "setup", obd);
 564         obd->obd_set_up = 0;
 565         RETURN(0);
 566 }
 567
 568 struct obd_device *class_incref(struct obd_device *obd,
 569                                 const char *scope, const void *source)
 570 {
 571         lu_ref_add_atomic(&obd->obd_reference, scope, source);
 572         atomic_inc(&obd->obd_refcount);
 573         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 574                atomic_read(&obd->obd_refcount));
 575
 576         return obd;
 577 }
 578
 579 void class_decref(struct obd_device *obd, const char *scope, const void *source)
 580 {
 581         int err;
 582         int refs;
 583
 584         spin_lock(&obd->obd_dev_lock);
 585         atomic_dec(&obd->obd_refcount);
 586         refs = atomic_read(&obd->obd_refcount);
 587         spin_unlock(&obd->obd_dev_lock);
 588         lu_ref_del(&obd->obd_reference, scope, source);
 589
 590         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
 591
 592         if ((refs == 1) && obd->obd_stopping) {
 593                 /* All exports have been destroyed; there should
 594                    be no more in-progress ops by this point.*/
 595
 596                 spin_lock(&obd->obd_self_export->exp_lock);
 597                 obd->obd_self_export->exp_flags |=
 598                         (obd->obd_fail ? OBD_OPT_FAILOVER : 0) |
 599                         (obd->obd_force ? OBD_OPT_FORCE : 0);
 600                 spin_unlock(&obd->obd_self_export->exp_lock);
 601
 602                 /* note that we'll recurse into class_decref again */
 603                 class_unlink_export(obd->obd_self_export);
 604                 return;
 605         }
 606
 607         if (refs == 0) {
 608                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
 609                        obd->obd_name, obd->obd_uuid.uuid);
 610                 LASSERT(!obd->obd_attached);
 611                 if (obd->obd_stopping) {
 612                         /* If we're not stopping, we were never set up */
 613                         err = obd_cleanup(obd);
 614                         if (err)
 615                                 CERROR("Cleanup %s returned %d\n",
 616                                        obd->obd_name, err);
 617                 }
 618                 if (OBP(obd, detach)) {
 619                         err = OBP(obd,detach)(obd);
 620                         if (err)
 621                                 CERROR("Detach returned %d\n", err);
 622                 }
 623                 class_release_dev(obd);
 624         }
 625 }
 626
 627 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 628 {
 629         struct obd_import *imp;
 630         struct obd_uuid uuid;
 631         int rc;
 632         ENTRY;
 633
 634         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 635             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 636                 CERROR("invalid conn_uuid\n");
 637                 RETURN(-EINVAL);
 638         }
 639         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 640             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 641             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 642                 CERROR("can't add connection on non-client dev\n");
 643                 RETURN(-EINVAL);
 644         }
 645
 646         imp = obd->u.cli.cl_import;
 647         if (!imp) {
 648                 CERROR("try to add conn on immature client dev\n");
 649                 RETURN(-EINVAL);
 650         }
 651
 652         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 653         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 654
 655         RETURN(rc);
 656 }
 657
 658 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 659 {
 660         struct obd_import *imp;
 661         struct obd_uuid uuid;
 662         int rc;
 663         ENTRY;
 664
 665         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 666             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 667                 CERROR("invalid conn_uuid\n");
 668                 RETURN(-EINVAL);
 669         }
 670         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 671             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 672                 CERROR("can't del connection on non-client dev\n");
 673                 RETURN(-EINVAL);
 674         }
 675
 676         imp = obd->u.cli.cl_import;
 677         if (!imp) {
 678                 CERROR("try to del conn on immature client dev\n");
 679                 RETURN(-EINVAL);
 680         }
 681
 682         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 683         rc = obd_del_conn(imp, &uuid);
 684
 685         RETURN(rc);
 686 }
 687
 688 CFS_LIST_HEAD(lustre_profile_list);
 689
 690 struct lustre_profile *class_get_profile(const char * prof)
 691 {
 692         struct lustre_profile *lprof;
 693
 694         ENTRY;
 695         list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
 696                 if (!strcmp(lprof->lp_profile, prof)) {
 697                         RETURN(lprof);
 698                 }
 699         }
 700         RETURN(NULL);
 701 }
 702
 703 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
 704                       int mdclen, char *mdc)
 705 {
 706         struct lustre_profile *lprof;
 707         int err = 0;
 708         ENTRY;
 709
 710         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
 711
 712         OBD_ALLOC(lprof, sizeof(*lprof));
 713         if (lprof == NULL)
 714                 RETURN(-ENOMEM);
 715         CFS_INIT_LIST_HEAD(&lprof->lp_list);
 716
 717         LASSERT(proflen == (strlen(prof) + 1));
 718         OBD_ALLOC(lprof->lp_profile, proflen);
 719         if (lprof->lp_profile == NULL)
 720                 GOTO(out, err = -ENOMEM);
 721         memcpy(lprof->lp_profile, prof, proflen);
 722
 723         LASSERT(osclen == (strlen(osc) + 1));
 724         OBD_ALLOC(lprof->lp_dt, osclen);
 725         if (lprof->lp_dt == NULL)
 726                 GOTO(out, err = -ENOMEM);
 727         memcpy(lprof->lp_dt, osc, osclen);
 728
 729         if (mdclen > 0) {
 730                 LASSERT(mdclen == (strlen(mdc) + 1));
 731                 OBD_ALLOC(lprof->lp_md, mdclen);
 732                 if (lprof->lp_md == NULL)
 733                         GOTO(out, err = -ENOMEM);
 734                 memcpy(lprof->lp_md, mdc, mdclen);
 735         }
 736
 737         list_add(&lprof->lp_list, &lustre_profile_list);
 738         RETURN(err);
 739
 740 out:
 741         if (lprof->lp_md)
 742                 OBD_FREE(lprof->lp_md, mdclen);
 743         if (lprof->lp_dt)
 744                 OBD_FREE(lprof->lp_dt, osclen);
 745         if (lprof->lp_profile)
 746                 OBD_FREE(lprof->lp_profile, proflen);
 747         OBD_FREE(lprof, sizeof(*lprof));
 748         RETURN(err);
 749 }
 750
 751 void class_del_profile(const char *prof)
 752 {
 753         struct lustre_profile *lprof;
 754         ENTRY;
 755
 756         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
 757
 758         lprof = class_get_profile(prof);
 759         if (lprof) {
 760                 list_del(&lprof->lp_list);
 761                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 762                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 763                 if (lprof->lp_md)
 764                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 765                 OBD_FREE(lprof, sizeof *lprof);
 766         }
 767         EXIT;
 768 }
 769
 770 /* COMPAT_146 */
 771 void class_del_profiles(void)
 772 {
 773         struct lustre_profile *lprof, *n;
 774         ENTRY;
 775
 776         list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
 777                 list_del(&lprof->lp_list);
 778                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 779                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 780                 if (lprof->lp_md)
 781                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 782                 OBD_FREE(lprof, sizeof *lprof);
 783         }
 784         EXIT;
 785 }
 786
 787 /* We can't call ll_process_config directly because it lives in a module that
 788    must be loaded after this one. */
 789 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
 790
 791 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
 792 {
 793         client_process_config = cpc;
 794 }
 795 EXPORT_SYMBOL(lustre_register_client_process_config);
 796
 797 int class_process_config(struct lustre_cfg *lcfg)
 798 {
 799         struct obd_device *obd;
 800         int err;
 801
 802         LASSERT(lcfg && !IS_ERR(lcfg));
 803         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
 804
 805         /* Commands that don't need a device */
 806         switch(lcfg->lcfg_command) {
 807         case LCFG_ATTACH: {
 808                 err = class_attach(lcfg);
 809                 GOTO(out, err);
 810         }
 811         case LCFG_ADD_UUID: {
 812                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
 813                        " (%s)\n", lustre_cfg_string(lcfg, 1),
 814                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
 815
 816                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
 817                 GOTO(out, err);
 818         }
 819         case LCFG_DEL_UUID: {
 820                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
 821                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
 822                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
 823
 824                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
 825                 GOTO(out, err);
 826         }
 827         case LCFG_MOUNTOPT: {
 828                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
 829                        lustre_cfg_string(lcfg, 1),
 830                        lustre_cfg_string(lcfg, 2),
 831                        lustre_cfg_string(lcfg, 3));
 832                 /* set these mount options somewhere, so ll_fill_super
 833                  * can find them. */
 834                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
 835                                         lustre_cfg_string(lcfg, 1),
 836                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
 837                                         lustre_cfg_string(lcfg, 2),
 838                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
 839                                         lustre_cfg_string(lcfg, 3));
 840                 GOTO(out, err);
 841         }
 842         case LCFG_DEL_MOUNTOPT: {
 843                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
 844                        lustre_cfg_string(lcfg, 1));
 845                 class_del_profile(lustre_cfg_string(lcfg, 1));
 846                 GOTO(out, err = 0);
 847         }
 848         case LCFG_SET_TIMEOUT: {
 849                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
 850                        obd_timeout, lcfg->lcfg_num);
 851                 obd_timeout = max(lcfg->lcfg_num, 1U);
 852                 GOTO(out, err = 0);
 853         }
 854         case LCFG_SET_UPCALL: {
 855                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
 856                 /* COMPAT_146 Don't fail on old configs */
 857                 GOTO(out, err = 0);
 858         }
 859         case LCFG_MARKER: {
 860                 struct cfg_marker *marker;
 861                 marker = lustre_cfg_buf(lcfg, 1);
 862                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
 863                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
 864                 GOTO(out, err = 0);
 865         }
 866         case LCFG_PARAM: {
 867                 /* llite has no obd */
 868                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
 869                                        PARAM_LLITE, 0) == 0) &&
 870                     client_process_config) {
 871                         err = (*client_process_config)(lcfg);
 872                         GOTO(out, err);
 873                 }
 874                 /* Fall through */
 875                 break;
 876         }
 877         }
 878
 879         /* Commands that require a device */
 880         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
 881         if (obd == NULL) {
 882                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
 883                         CERROR("this lcfg command requires a device name\n");
 884                 else
 885                         CERROR("no device for: %s\n",
 886                                lustre_cfg_string(lcfg, 0));
 887
 888                 GOTO(out, err = -EINVAL);
 889         }
 890
 891         switch(lcfg->lcfg_command) {
 892         case LCFG_SETUP: {
 893                 err = class_setup(obd, lcfg);
 894                 GOTO(out, err);
 895         }
 896         case LCFG_DETACH: {
 897                 err = class_detach(obd, lcfg);
 898                 GOTO(out, err = 0);
 899         }
 900         case LCFG_CLEANUP: {
 901                 err = class_cleanup(obd, lcfg);
 902                 GOTO(out, err = 0);
 903         }
 904         case LCFG_ADD_CONN: {
 905                 err = class_add_conn(obd, lcfg);
 906                 GOTO(out, err = 0);
 907         }
 908         case LCFG_DEL_CONN: {
 909                 err = class_del_conn(obd, lcfg);
 910                 GOTO(out, err = 0);
 911         }
 912         case LCFG_POOL_NEW: {
 913                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
 914                 GOTO(out, err = 0);
 915                 break;
 916         }
 917         case LCFG_POOL_ADD: {
 918                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
 919                                    lustre_cfg_string(lcfg, 3));
 920                 GOTO(out, err = 0);
 921                 break;
 922         }
 923         case LCFG_POOL_REM: {
 924                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
 925                                    lustre_cfg_string(lcfg, 3));
 926                 GOTO(out, err = 0);
 927                 break;
 928         }
 929         case LCFG_POOL_DEL: {
 930                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
 931                 GOTO(out, err = 0);
 932                 break;
 933         }
 934         default: {
 935                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
 936                 GOTO(out, err);
 937
 938         }
 939         }
 940 out:
 941         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
 942                 CWARN("Ignoring error %d on optional command %#x\n", err,
 943                       lcfg->lcfg_command);
 944                 err = 0;
 945         }
 946         return err;
 947 }
 948
 949 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
 950                              struct lustre_cfg *lcfg, void *data)
 951 {
 952 #ifdef __KERNEL__
 953         struct lprocfs_vars *var;
 954         char *key, *sval;
 955         int i, keylen, vallen;
 956         int matched = 0, j = 0;
 957         int rc = 0;
 958         int skip = 0;
 959         ENTRY;
 960
 961         if (lcfg->lcfg_command != LCFG_PARAM) {
 962                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
 963                 RETURN(-EINVAL);
 964         }
 965
 966         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
 967            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
 968            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
 969         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
 970                 key = lustre_cfg_buf(lcfg, i);
 971                 /* Strip off prefix */
 972                 class_match_param(key, prefix, &key);
 973                 sval = strchr(key, '=');
 974                 if (!sval || (*(sval + 1) == 0)) {
 975                         CERROR("Can't parse param %s (missing '=')\n", key);
 976                         /* rc = -EINVAL; continue parsing other params */
 977                         continue;
 978                 }
 979                 keylen = sval - key;
 980                 sval++;
 981                 vallen = strlen(sval);
 982                 matched = 0;
 983                 j = 0;
 984                 /* Search proc entries */
 985                 while (lvars[j].name) {
 986                         var = &lvars[j];
 987                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
 988                             keylen == strlen(var->name)) {
 989                                 matched++;
 990                                 rc = -EROFS;
 991                                 if (var->write_fptr) {
 992                                         mm_segment_t oldfs;
 993                                         oldfs = get_fs();
 994                                         set_fs(KERNEL_DS);
 995                                         rc = (var->write_fptr)(NULL, sval,
 996                                                                vallen, data);
 997                                         set_fs(oldfs);
 998                                 }
 999                                 if (rc < 0)
1000                                         CERROR("writing proc entry %s err %d\n",
1001                                                var->name, rc);
1002                                 break;
1003                         }
1004                         j++;
1005                 }
1006                 if (!matched) {
1007                         /* If the prefix doesn't match, return error so we
1008                            can pass it down the stack */
1009                         if (strnchr(key, keylen, '.'))
1010                             RETURN(-ENOSYS);
1011                         CERROR("%s: unknown param %s\n",
1012                                (char *)lustre_cfg_string(lcfg, 0), key);
1013                         /* rc = -EINVAL;        continue parsing other params */
1014                         skip++;
1015                 } else {
1016                         LCONSOLE_INFO("%s.%.*s: set parameter %.*s=%s\n",
1017                                       lustre_cfg_string(lcfg, 0),
1018                                       (int)strlen(prefix) - 1, prefix,
1019                                       (int)(sval - key - 1), key, sval);
1020                 }
1021         }
1022
1023         if (rc > 0)
1024                 rc = 0;
1025         if (!rc && skip)
1026                 rc = skip;
1027         RETURN(rc);
1028 #else
1029         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1030         /* Don't throw config error */
1031         RETURN(0);
1032 #endif
1033 }
1034
1035 int class_config_dump_handler(struct llog_handle * handle,
1036                               struct llog_rec_hdr *rec, void *data);
1037
1038 #ifdef __KERNEL__
1039 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1040 #else
1041 #define lustre_check_exclusion(a,b)  0
1042 #endif
1043
1044 static int class_config_llog_handler(struct llog_handle * handle,
1045                                      struct llog_rec_hdr *rec, void *data)
1046 {
1047         struct config_llog_instance *clli = data;
1048         int cfg_len = rec->lrh_len;
1049         char *cfg_buf = (char*) (rec + 1);
1050         int rc = 0;
1051         ENTRY;
1052
1053         //class_config_dump_handler(handle, rec, data);
1054
1055         switch (rec->lrh_type) {
1056         case OBD_CFG_REC: {
1057                 struct lustre_cfg *lcfg, *lcfg_new;
1058                 struct lustre_cfg_bufs bufs;
1059                 char *inst_name = NULL;
1060                 int inst_len = 0;
1061                 int inst = 0, swab = 0;
1062
1063                 lcfg = (struct lustre_cfg *)cfg_buf;
1064                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1065                         lustre_swab_lustre_cfg(lcfg);
1066                         swab = 1;
1067                 }
1068
1069                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1070                 if (rc)
1071                         GOTO(out, rc);
1072
1073                 /* Figure out config state info */
1074                 if (lcfg->lcfg_command == LCFG_MARKER) {
1075                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1076                         lustre_swab_cfg_marker(marker, swab,
1077                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1078                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1079                                clli->cfg_flags, marker->cm_flags);
1080                         if (marker->cm_flags & CM_START) {
1081                                 /* all previous flags off */
1082                                 clli->cfg_flags = CFG_F_MARKER;
1083                                 if (marker->cm_flags & CM_SKIP) {
1084                                         clli->cfg_flags |= CFG_F_SKIP;
1085                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1086                                                marker->cm_step);
1087                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1088                                            (clli->cfg_sb &&
1089                                             lustre_check_exclusion(clli->cfg_sb,
1090                                                          marker->cm_tgtname))) {
1091                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1092                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1093                                                marker->cm_step);
1094                                 }
1095                         } else if (marker->cm_flags & CM_END) {
1096                                 clli->cfg_flags = 0;
1097                         }
1098                 }
1099                 /* A config command without a start marker before it is
1100                    illegal (post 146) */
1101                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1102                     !(clli->cfg_flags & CFG_F_MARKER) &&
1103                     (lcfg->lcfg_command != LCFG_MARKER)) {
1104                         CWARN("Config not inside markers, ignoring! "
1105                               "(inst: %s, uuid: %s, flags: %#x)\n",
1106                               clli->cfg_instance ? clli->cfg_instance : "<null>",
1107                               clli->cfg_uuid.uuid, clli->cfg_flags);
1108                         clli->cfg_flags |= CFG_F_SKIP;
1109                 }
1110                 if (clli->cfg_flags & CFG_F_SKIP) {
1111                         CDEBUG(D_CONFIG, "skipping %#x\n",
1112                                clli->cfg_flags);
1113                         rc = 0;
1114                         /* No processing! */
1115                         break;
1116                 }
1117
1118                 /*
1119                  * For interoperability between 1.8 and 2.0,
1120                  * rename "mds" obd device type to "mdt".
1121                  */
1122                 {
1123                         char *typename = lustre_cfg_string(lcfg, 1);
1124                         char *index = lustre_cfg_string(lcfg, 2);
1125
1126                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1127                              strcmp(typename, "mds") == 0)) {
1128                                 CWARN("For 1.8 interoperability, rename obd "
1129                                        "type from mds to mdt\n");
1130                                 typename[2] = 't';
1131                         }
1132                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1133                              strcmp(index, "type") == 0)) {
1134                                 CWARN("For 1.8 interoperability, set this"
1135                                        " index to '0'\n");
1136                                 index[0] = '0';
1137                                 index[1] = 0;
1138                         }
1139                 }
1140
1141                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1142                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1143                         /* Add inactive instead */
1144                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1145
1146                 lustre_cfg_bufs_init(&bufs, lcfg);
1147
1148                 if (clli && clli->cfg_instance &&
1149                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1150                         inst = 1;
1151                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1152                                 strlen(clli->cfg_instance) + 1;
1153                         OBD_ALLOC(inst_name, inst_len);
1154                         if (inst_name == NULL)
1155                                 GOTO(out, rc = -ENOMEM);
1156                         sprintf(inst_name, "%s-%s",
1157                                 lustre_cfg_string(lcfg, 0),
1158                                 clli->cfg_instance);
1159                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1160                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1161                                lcfg->lcfg_command, inst_name);
1162                 }
1163
1164                 /* we override the llog's uuid for clients, to insure they
1165                 are unique */
1166                 if (clli && clli->cfg_instance &&
1167                     lcfg->lcfg_command == LCFG_ATTACH) {
1168                         lustre_cfg_bufs_set_string(&bufs, 2,
1169                                                    clli->cfg_uuid.uuid);
1170                 }
1171                 /*
1172                  * sptlrpc config record, we expect 2 data segments:
1173                  *  [0]: fs_name/target_name,
1174                  *  [1]: rule string
1175                  * moving them to index [1] and [2], and insert MGC's
1176                  * obdname at index [0].
1177                  */
1178                 if (clli && clli->cfg_instance == NULL &&
1179                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1180                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1181                                             bufs.lcfg_buflen[1]);
1182                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1183                                             bufs.lcfg_buflen[0]);
1184                         lustre_cfg_bufs_set_string(&bufs, 0,
1185                                                    clli->cfg_obdname);
1186                 }
1187
1188                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1189
1190                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1191                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1192
1193                 /* XXX Hack to try to remain binary compatible with
1194                  * pre-newconfig logs */
1195                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1196                     (lcfg->lcfg_nid >> 32) == 0) {
1197                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1198
1199                         lcfg_new->lcfg_nid =
1200                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1201                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1202                               lcfg->lcfg_nal, addr,
1203                               libcfs_nid2str(lcfg_new->lcfg_nid));
1204                 } else {
1205                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1206                 }
1207
1208                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1209
1210                 rc = class_process_config(lcfg_new);
1211                 lustre_cfg_free(lcfg_new);
1212
1213                 if (inst)
1214                         OBD_FREE(inst_name, inst_len);
1215                 break;
1216         }
1217         default:
1218                 CERROR("Unknown llog record type %#x encountered\n",
1219                        rec->lrh_type);
1220                 break;
1221         }
1222 out:
1223         if (rc) {
1224                 CERROR("Err %d on cfg command:\n", rc);
1225                 class_config_dump_handler(handle, rec, data);
1226         }
1227         RETURN(rc);
1228 }
1229
1230 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1231                             struct config_llog_instance *cfg)
1232 {
1233         struct llog_process_cat_data cd = {0, 0};
1234         struct llog_handle *llh;
1235         int rc, rc2;
1236         ENTRY;
1237
1238         CDEBUG(D_INFO, "looking up llog %s\n", name);
1239         rc = llog_create(ctxt, &llh, NULL, name);
1240         if (rc)
1241                 RETURN(rc);
1242
1243         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1244         if (rc)
1245                 GOTO(parse_out, rc);
1246
1247         /* continue processing from where we last stopped to end-of-log */
1248         if (cfg)
1249                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1250         cd.lpcd_last_idx = 0;
1251
1252         rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1253
1254         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1255                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1256
1257         if (cfg)
1258                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1259
1260 parse_out:
1261         rc2 = llog_close(llh);
1262         if (rc == 0)
1263                 rc = rc2;
1264
1265         RETURN(rc);
1266 }
1267
1268 int class_config_dump_handler(struct llog_handle * handle,
1269                               struct llog_rec_hdr *rec, void *data)
1270 {
1271         int cfg_len = rec->lrh_len;
1272         char *cfg_buf = (char*) (rec + 1);
1273         char *outstr, *ptr, *end;
1274         int rc = 0;
1275         ENTRY;
1276
1277         OBD_ALLOC(outstr, 256);
1278         end = outstr + 256;
1279         ptr = outstr;
1280         if (!outstr) {
1281                 RETURN(-ENOMEM);
1282         }
1283         if (rec->lrh_type == OBD_CFG_REC) {
1284                 struct lustre_cfg *lcfg;
1285                 int i;
1286
1287                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1288                 if (rc)
1289                         GOTO(out, rc);
1290                 lcfg = (struct lustre_cfg *)cfg_buf;
1291
1292                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1293                                 lcfg->lcfg_command);
1294                 if (lcfg->lcfg_flags) {
1295                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1296                                         lcfg->lcfg_flags);
1297                 }
1298                 if (lcfg->lcfg_num) {
1299                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1300                                         lcfg->lcfg_num);
1301                 }
1302                 if (lcfg->lcfg_nid) {
1303                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1304                                         libcfs_nid2str(lcfg->lcfg_nid),
1305                                         lcfg->lcfg_nid);
1306                 }
1307                 if (lcfg->lcfg_command == LCFG_MARKER) {
1308                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1309                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1310                                         marker->cm_step, marker->cm_flags,
1311                                         marker->cm_tgtname, marker->cm_comment);
1312                 } else {
1313                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1314                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1315                                                 lustre_cfg_string(lcfg, i));
1316                         }
1317                 }
1318                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1319         } else {
1320                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1321                 rc = -EINVAL;
1322         }
1323 out:
1324         OBD_FREE(outstr, 256);
1325         RETURN(rc);
1326 }
1327
1328 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1329                            struct config_llog_instance *cfg)
1330 {
1331         struct llog_handle *llh;
1332         int rc, rc2;
1333         ENTRY;
1334
1335         LCONSOLE_INFO("Dumping config log %s\n", name);
1336
1337         rc = llog_create(ctxt, &llh, NULL, name);
1338         if (rc)
1339                 RETURN(rc);
1340
1341         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1342         if (rc)
1343                 GOTO(parse_out, rc);
1344
1345         rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1346 parse_out:
1347         rc2 = llog_close(llh);
1348         if (rc == 0)
1349                 rc = rc2;
1350
1351         LCONSOLE_INFO("End config log %s\n", name);
1352         RETURN(rc);
1353
1354 }
1355
1356 /* Cleanup and detach */
1357 int class_manual_cleanup(struct obd_device *obd)
1358 {
1359         struct lustre_cfg *lcfg;
1360         struct lustre_cfg_bufs bufs;
1361         int rc;
1362         char flags[3]="";
1363         ENTRY;
1364
1365         if (!obd) {
1366                 CERROR("empty cleanup\n");
1367                 RETURN(-EALREADY);
1368         }
1369
1370         if (obd->obd_force)
1371                 strcat(flags, "F");
1372         if (obd->obd_fail)
1373                 strcat(flags, "A");
1374
1375         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1376                obd->obd_name, flags);
1377
1378         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1379         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1380         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1381
1382         rc = class_process_config(lcfg);
1383         if (rc) {
1384                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1385                 GOTO(out, rc);
1386         }
1387
1388         /* the lcfg is almost the same for both ops */
1389         lcfg->lcfg_command = LCFG_DETACH;
1390         rc = class_process_config(lcfg);
1391         if (rc)
1392                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1393 out:
1394         lustre_cfg_free(lcfg);
1395         RETURN(rc);
1396 }
1397
1398 /*
1399  * uuid<->export lustre hash operations
1400  */
1401
1402 static unsigned
1403 uuid_hash(lustre_hash_t *lh,  void *key, unsigned mask)
1404 {
1405         return lh_djb2_hash(((struct obd_uuid *)key)->uuid,
1406                             sizeof(((struct obd_uuid *)key)->uuid), mask);
1407 }
1408
1409 static void *
1410 uuid_key(struct hlist_node *hnode)
1411 {
1412         struct obd_export *exp;
1413
1414         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1415
1416         RETURN(&exp->exp_client_uuid);
1417 }
1418
1419 /*
1420  * NOTE: It is impossible to find an export that is in failed
1421  *       state with this function
1422  */
1423 static int
1424 uuid_compare(void *key, struct hlist_node *hnode)
1425 {
1426         struct obd_export *exp;
1427
1428         LASSERT(key);
1429         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1430
1431         RETURN(obd_uuid_equals((struct obd_uuid *)key,&exp->exp_client_uuid) &&
1432                !exp->exp_failed);
1433 }
1434
1435 static void *
1436 uuid_export_get(struct hlist_node *hnode)
1437 {
1438         struct obd_export *exp;
1439
1440         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1441         class_export_get(exp);
1442
1443         RETURN(exp);
1444 }
1445
1446 static void *
1447 uuid_export_put(struct hlist_node *hnode)
1448 {
1449         struct obd_export *exp;
1450
1451         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1452         class_export_put(exp);
1453
1454         RETURN(exp);
1455 }
1456
1457 static lustre_hash_ops_t uuid_hash_ops = {
1458         .lh_hash    = uuid_hash,
1459         .lh_key     = uuid_key,
1460         .lh_compare = uuid_compare,
1461         .lh_get     = uuid_export_get,
1462         .lh_put     = uuid_export_put,
1463 };
1464
1465
1466 /*
1467  * nid<->export hash operations
1468  */
1469
1470 static unsigned
1471 nid_hash(lustre_hash_t *lh,  void *key, unsigned mask)
1472 {
1473         return lh_djb2_hash(key, sizeof(lnet_nid_t), mask);
1474 }
1475
1476 static void *
1477 nid_key(struct hlist_node *hnode)
1478 {
1479         struct obd_export *exp;
1480
1481         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1482
1483         RETURN(&exp->exp_connection->c_peer.nid);
1484 }
1485
1486 /*
1487  * NOTE: It is impossible to find an export that is in failed
1488  *       state with this function
1489  */
1490 static int
1491 nid_compare(void *key, struct hlist_node *hnode)
1492 {
1493         struct obd_export *exp;
1494
1495         LASSERT(key);
1496         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1497
1498         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1499                !exp->exp_failed);
1500 }
1501
1502 static void *
1503 nid_export_get(struct hlist_node *hnode)
1504 {
1505         struct obd_export *exp;
1506
1507         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1508         class_export_get(exp);
1509
1510         RETURN(exp);
1511 }
1512
1513 static void *
1514 nid_export_put(struct hlist_node *hnode)
1515 {
1516         struct obd_export *exp;
1517
1518         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1519         class_export_put(exp);
1520
1521         RETURN(exp);
1522 }
1523
1524 static lustre_hash_ops_t nid_hash_ops = {
1525         .lh_hash    = nid_hash,
1526         .lh_key     = nid_key,
1527         .lh_compare = nid_compare,
1528         .lh_get     = nid_export_get,
1529         .lh_put     = nid_export_put,
1530 };
1531
1532
1533 /*
1534  * nid<->nidstats hash operations
1535  */
1536
1537 static void *
1538 nidstats_key(struct hlist_node *hnode)
1539 {
1540         struct nid_stat *ns;
1541
1542         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1543
1544         RETURN(&ns->nid);
1545 }
1546
1547 static int
1548 nidstats_compare(void *key, struct hlist_node *hnode)
1549 {
1550         RETURN(*(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key);
1551 }
1552
1553 static void *
1554 nidstats_get(struct hlist_node *hnode)
1555 {
1556         struct nid_stat *ns;
1557
1558         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1559         ns->nid_exp_ref_count++;
1560
1561         RETURN(ns);
1562 }
1563
1564 static void *
1565 nidstats_put(struct hlist_node *hnode)
1566 {
1567         struct nid_stat *ns;
1568
1569         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1570         ns->nid_exp_ref_count--;
1571
1572         RETURN(ns);
1573 }
1574
1575 static lustre_hash_ops_t nid_stat_hash_ops = {
1576         .lh_hash    = nid_hash,
1577         .lh_key     = nidstats_key,
1578         .lh_compare = nidstats_compare,
1579         .lh_get     = nidstats_get,
1580         .lh_put     = nidstats_put,
1581 };