lustre/obdclass/obd_config.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
  30  * Use is subject to license terms.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/obdclass/obd_config.c
  37  *
  38  * Config API
  39  */
  40
  41 #define DEBUG_SUBSYSTEM S_CLASS
  42 #ifdef __KERNEL__
  43 #include <obd_class.h>
  44 #include <linux/string.h>
  45 #else
  46 #include <liblustre.h>
  47 #include <obd_class.h>
  48 #include <obd.h>
  49 #endif
  50 #include <lustre_log.h>
  51 #include <lprocfs_status.h>
  52 #include <libcfs/list.h>
  53 #include <lustre_param.h>
  54 #include <class_hash.h>
  55
  56 static lustre_hash_ops_t uuid_hash_ops;
  57 static lustre_hash_ops_t nid_hash_ops;
  58 static lustre_hash_ops_t nid_stat_hash_ops;
  59
  60 /*********** string parsing utils *********/
  61
  62 /* returns 0 if we find this key in the buffer, else 1 */
  63 int class_find_param(char *buf, char *key, char **valp)
  64 {
  65         char *ptr;
  66
  67         if (!buf)
  68                 return 1;
  69
  70         if ((ptr = strstr(buf, key)) == NULL)
  71                 return 1;
  72
  73         if (valp)
  74                 *valp = ptr + strlen(key);
  75
  76         return 0;
  77 }
  78
  79 /**
  80  * Finds a parameter in \a params and copies it to \a copy.
  81  *
  82  * Leading spaces are skipped. Next space or end of string is the
  83  * parameter terminator with the exception that spaces inside single or double
  84  * quotes get included into a parameter. The parameter is copied into \a copy
  85  * which has to be allocated big enough by a caller, quotes are stripped in
  86  * the copy and the copy is terminated by 0.
  87  *
  88  * On return \a params is set to next parameter or to NULL if last
  89  * parameter is returned.
  90  *
  91  * \retval 0 if parameter is returned in \a copy
  92  * \retval 1 otherwise
  93  * \retval -EINVAL if unbalanced quota is found
  94  */
  95 int class_get_next_param(char **params, char *copy)
  96 {
  97         char *q1, *q2, *str;
  98         int len;
  99
 100         str = *params;
 101         while (*str == ' ')
 102                 str++;
 103
 104         if (*str == '\0') {
 105                 *params = NULL;
 106                 return 1;
 107         }
 108
 109         while (1) {
 110                 q1 = strpbrk(str, " '\"");
 111                 if (q1 == NULL) {
 112                         len = strlen(str);
 113                         memcpy(copy, str, len);
 114                         copy[len] = '\0';
 115                         *params = NULL;
 116                         return 0;
 117                 }
 118                 len = q1 - str;
 119                 if (*q1 == ' ') {
 120                         memcpy(copy, str, len);
 121                         copy[len] = '\0';
 122                         *params = str + len;
 123                         return 0;
 124                 }
 125
 126                 memcpy(copy, str, len);
 127                 copy += len;
 128
 129                 /* search for the matching closing quote */
 130                 str = q1 + 1;
 131                 q2 = strchr(str, *q1);
 132                 if (q2 == NULL) {
 133                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
 134                                *params);
 135                         return -EINVAL;
 136                 }
 137                 len = q2 - str;
 138                 memcpy(copy, str, len);
 139                 copy += len;
 140                 str = q2 + 1;
 141         }
 142         return 1;
 143 }
 144
 145 /* returns 0 if this is the first key in the buffer, else 1.
 146    valp points to first char after key. */
 147 int class_match_param(char *buf, char *key, char **valp)
 148 {
 149         if (!buf)
 150                 return 1;
 151
 152         if (memcmp(buf, key, strlen(key)) != 0)
 153                 return 1;
 154
 155         if (valp)
 156                 *valp = buf + strlen(key);
 157
 158         return 0;
 159 }
 160
 161 /* 0 is good nid,
 162    1 not found
 163    < 0 error
 164    endh is set to next separator */
 165 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 166 {
 167         char tmp, *endp;
 168
 169         if (!buf)
 170                 return 1;
 171         while (*buf == ',' || *buf == ':')
 172                 buf++;
 173         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 174                 return 1;
 175
 176         /* nid separators or end of nids */
 177         endp = strpbrk(buf, ",: /");
 178         if (endp == NULL)
 179                 endp = buf + strlen(buf);
 180
 181         tmp = *endp;
 182         *endp = '\0';
 183         *nid = libcfs_str2nid(buf);
 184         if (*nid == LNET_NID_ANY) {
 185                 LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 186                 *endp = tmp;
 187                 return -EINVAL;
 188         }
 189         *endp = tmp;
 190
 191         if (endh)
 192                 *endh = endp;
 193         CDEBUG(D_INFO, "Nid %s\n", libcfs_nid2str(*nid));
 194         return 0;
 195 }
 196
 197 EXPORT_SYMBOL(class_find_param);
 198 EXPORT_SYMBOL(class_get_next_param);
 199 EXPORT_SYMBOL(class_match_param);
 200 EXPORT_SYMBOL(class_parse_nid);
 201
 202 /********************** class fns **********************/
 203
 204 /**
 205  * Create a new device and set the type, name and uuid.  If successful, the new
 206  * device can be accessed by either name or uuid.
 207  */
 208 int class_attach(struct lustre_cfg *lcfg)
 209 {
 210         struct obd_device *obd = NULL;
 211         char *typename, *name, *uuid;
 212         int rc, len;
 213         ENTRY;
 214
 215         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 216                 CERROR("No type passed!\n");
 217                 RETURN(-EINVAL);
 218         }
 219         typename = lustre_cfg_string(lcfg, 1);
 220
 221         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 222                 CERROR("No name passed!\n");
 223                 RETURN(-EINVAL);
 224         }
 225         name = lustre_cfg_string(lcfg, 0);
 226
 227         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 228                 CERROR("No UUID passed!\n");
 229                 RETURN(-EINVAL);
 230         }
 231         uuid = lustre_cfg_string(lcfg, 2);
 232
 233         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 234                MKSTR(typename), MKSTR(name), MKSTR(uuid));
 235
 236         obd = class_newdev(typename, name);
 237         if (IS_ERR(obd)) {
 238                 /* Already exists or out of obds */
 239                 rc = PTR_ERR(obd);
 240                 obd = NULL;
 241                 CERROR("Cannot create device %s of type %s : %d\n",
 242                        name, typename, rc);
 243                 GOTO(out, rc);
 244         }
 245         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
 246                  name, typename);
 247         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 248                  "obd %p obd_magic %08X != %08X\n",
 249                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 250         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
 251                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
 252
 253         rwlock_init(&obd->obd_pool_lock);
 254         obd->obd_pool_limit = 0;
 255         obd->obd_pool_slv = 0;
 256
 257         CFS_INIT_LIST_HEAD(&obd->obd_exports);
 258         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
 259         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
 260         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
 261         spin_lock_init(&obd->obd_nid_lock);
 262         spin_lock_init(&obd->obd_dev_lock);
 263         sema_init(&obd->obd_dev_sem, 1);
 264         spin_lock_init(&obd->obd_osfs_lock);
 265         /* obd->obd_osfs_age must be set to a value in the distant
 266          * past to guarantee a fresh statfs is fetched on mount. */
 267         obd->obd_osfs_age = cfs_time_shift_64(-1000);
 268
 269         /* XXX belongs in setup not attach  */
 270         /* recovery data */
 271         cfs_init_timer(&obd->obd_recovery_timer);
 272         spin_lock_init(&obd->obd_processing_task_lock);
 273         cfs_waitq_init(&obd->obd_next_transno_waitq);
 274         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
 275         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
 276         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
 277         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
 278
 279         llog_group_init(&obd->obd_olg, FILTER_GROUP_LLOG);
 280
 281         len = strlen(uuid);
 282         if (len >= sizeof(obd->obd_uuid)) {
 283                 CERROR("uuid must be < %d bytes long\n",
 284                        (int)sizeof(obd->obd_uuid));
 285                 GOTO(out, rc = -EINVAL);
 286         }
 287         memcpy(obd->obd_uuid.uuid, uuid, len);
 288
 289         /* do the attach */
 290         if (OBP(obd, attach)) {
 291                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
 292                 if (rc)
 293                         GOTO(out, rc = -EINVAL);
 294         }
 295
 296         /* Detach drops this */
 297         spin_lock(&obd->obd_dev_lock);
 298         atomic_set(&obd->obd_refcount, 1);
 299         spin_unlock(&obd->obd_dev_lock);
 300         lu_ref_init(&obd->obd_reference);
 301         lu_ref_add(&obd->obd_reference, "attach", obd);
 302
 303         obd->obd_attached = 1;
 304         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 305                obd->obd_minor, typename, atomic_read(&obd->obd_refcount));
 306         RETURN(0);
 307  out:
 308         if (obd != NULL) {
 309                 class_release_dev(obd);
 310         }
 311         return rc;
 312 }
 313
 314 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 315 {
 316         int err = 0;
 317         struct obd_export *exp;
 318         ENTRY;
 319
 320         LASSERT(obd != NULL);
 321         LASSERTF(obd == class_num2obd(obd->obd_minor),
 322                  "obd %p != obd_devs[%d] %p\n",
 323                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 324         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 325                  "obd %p obd_magic %08x != %08x\n",
 326                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 327
 328         /* have we attached a type to this device? */
 329         if (!obd->obd_attached) {
 330                 CERROR("Device %d not attached\n", obd->obd_minor);
 331                 RETURN(-ENODEV);
 332         }
 333
 334         if (obd->obd_set_up) {
 335                 CERROR("Device %d already setup (type %s)\n",
 336                        obd->obd_minor, obd->obd_type->typ_name);
 337                 RETURN(-EEXIST);
 338         }
 339
 340         /* is someone else setting us up right now? (attach inits spinlock) */
 341         spin_lock(&obd->obd_dev_lock);
 342         if (obd->obd_starting) {
 343                 spin_unlock(&obd->obd_dev_lock);
 344                 CERROR("Device %d setup in progress (type %s)\n",
 345                        obd->obd_minor, obd->obd_type->typ_name);
 346                 RETURN(-EEXIST);
 347         }
 348         /* just leave this on forever.  I can't use obd_set_up here because
 349            other fns check that status, and we're not actually set up yet. */
 350         obd->obd_starting = 1;
 351         obd->obd_uuid_hash = NULL;
 352         obd->obd_nid_hash = NULL;
 353         obd->obd_nid_stats_hash = NULL;
 354         spin_unlock(&obd->obd_dev_lock);
 355
 356         /* create an uuid-export lustre hash */
 357         obd->obd_uuid_hash = lustre_hash_init("UUID_HASH",
 358                                               HASH_UUID_CUR_BITS,
 359                                               HASH_UUID_MAX_BITS,
 360                                               &uuid_hash_ops, 0);
 361         if (!obd->obd_uuid_hash)
 362                 GOTO(err_hash, err = -ENOMEM);
 363
 364         /* create a nid-export lustre hash */
 365         obd->obd_nid_hash = lustre_hash_init("NID_HASH",
 366                                              HASH_NID_CUR_BITS,
 367                                              HASH_NID_MAX_BITS,
 368                                              &nid_hash_ops, 0);
 369         if (!obd->obd_nid_hash)
 370                 GOTO(err_hash, err = -ENOMEM);
 371
 372         /* create a nid-stats lustre hash */
 373         obd->obd_nid_stats_hash = lustre_hash_init("NID_STATS",
 374                                                    HASH_NID_STATS_CUR_BITS,
 375                                                    HASH_NID_STATS_MAX_BITS,
 376                                                    &nid_stat_hash_ops, 0);
 377         if (!obd->obd_nid_stats_hash)
 378                 GOTO(err_hash, err = -ENOMEM);
 379
 380         exp = class_new_export(obd, &obd->obd_uuid);
 381         if (IS_ERR(exp))
 382                 GOTO(err_hash, err = PTR_ERR(exp));
 383
 384         obd->obd_self_export = exp;
 385         list_del_init(&exp->exp_obd_chain_timed);
 386         class_export_put(exp);
 387
 388         err = obd_setup(obd, lcfg);
 389         if (err)
 390                 GOTO(err_exp, err);
 391
 392         obd->obd_set_up = 1;
 393
 394         spin_lock(&obd->obd_dev_lock);
 395         /* cleanup drops this */
 396         class_incref(obd, "setup", obd);
 397         spin_unlock(&obd->obd_dev_lock);
 398
 399         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 400                obd->obd_name, obd->obd_uuid.uuid);
 401
 402         RETURN(0);
 403 err_exp:
 404         if (obd->obd_self_export) {
 405                 class_unlink_export(obd->obd_self_export);
 406                 obd->obd_self_export = NULL;
 407         }
 408 err_hash:
 409         if (obd->obd_uuid_hash) {
 410                 lustre_hash_exit(obd->obd_uuid_hash);
 411                 obd->obd_uuid_hash = NULL;
 412         }
 413         if (obd->obd_nid_hash) {
 414                 lustre_hash_exit(obd->obd_nid_hash);
 415                 obd->obd_nid_hash = NULL;
 416         }
 417         if (obd->obd_nid_stats_hash) {
 418                 lustre_hash_exit(obd->obd_nid_stats_hash);
 419                 obd->obd_nid_stats_hash = NULL;
 420         }
 421         obd->obd_starting = 0;
 422         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 423         return err;
 424 }
 425
 426 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 427 {
 428         ENTRY;
 429
 430         if (obd->obd_set_up) {
 431                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 432                 RETURN(-EBUSY);
 433         }
 434
 435         spin_lock(&obd->obd_dev_lock);
 436         if (!obd->obd_attached) {
 437                 spin_unlock(&obd->obd_dev_lock);
 438                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 439                 RETURN(-ENODEV);
 440         }
 441         obd->obd_attached = 0;
 442         spin_unlock(&obd->obd_dev_lock);
 443
 444         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 445                obd->obd_name, obd->obd_uuid.uuid);
 446
 447         class_decref(obd, "attach", obd);
 448
 449         /* not strictly necessary, but cleans up eagerly */
 450         obd_zombie_impexp_cull();
 451
 452         RETURN(0);
 453 }
 454
 455 static void dump_exports(struct obd_device *obd)
 456 {
 457         struct obd_export *exp;
 458
 459         spin_lock(&obd->obd_dev_lock);
 460         list_for_each_entry(exp, &obd->obd_exports, exp_obd_chain) {
 461                 struct ptlrpc_reply_state *rs;
 462                 struct ptlrpc_reply_state *first_reply = NULL;
 463                 int                        nreplies = 0;
 464
 465                 spin_lock(&exp->exp_lock);
 466                 list_for_each_entry (rs, &exp->exp_outstanding_replies,
 467                                      rs_exp_list) {
 468                         if (nreplies == 0)
 469                                 first_reply = rs;
 470                         nreplies++;
 471                 }
 472                 spin_unlock(&exp->exp_lock);
 473
 474                 CDEBUG(D_IOCTL, "%s: %p %s %s %d %d %d: %p %s\n",
 475                        obd->obd_name, exp, exp->exp_client_uuid.uuid,
 476                        obd_export_nid2str(exp),
 477                        atomic_read(&exp->exp_refcount),
 478                        exp->exp_failed, nreplies, first_reply,
 479                        nreplies > 3 ? "..." : "");
 480         }
 481         spin_unlock(&obd->obd_dev_lock);
 482 }
 483
 484 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 485 {
 486         int err = 0;
 487         char *flag;
 488         ENTRY;
 489
 490         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 491
 492         if (!obd->obd_set_up) {
 493                 CERROR("Device %d not setup\n", obd->obd_minor);
 494                 RETURN(-ENODEV);
 495         }
 496
 497         spin_lock(&obd->obd_dev_lock);
 498         if (obd->obd_stopping) {
 499                 spin_unlock(&obd->obd_dev_lock);
 500                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 501                 RETURN(-ENODEV);
 502         }
 503         /* Leave this on forever */
 504         obd->obd_stopping = 1;
 505         spin_unlock(&obd->obd_dev_lock);
 506
 507         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 508                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 509                         switch (*flag) {
 510                         case 'F':
 511                                 obd->obd_force = 1;
 512                                 break;
 513                         case 'A':
 514                                 LCONSOLE_WARN("Failing over %s\n",
 515                                               obd->obd_name);
 516                                 obd->obd_fail = 1;
 517                                 obd->obd_no_transno = 1;
 518                                 obd->obd_no_recov = 1;
 519                                 if (OBP(obd, iocontrol)) {
 520                                         obd_iocontrol(OBD_IOC_SYNC,
 521                                                       obd->obd_self_export,
 522                                                       0, NULL, NULL);
 523                                         /* Set the obd readonly if we can */
 524                                         obd_iocontrol(OBD_IOC_SET_READONLY,
 525                                                       obd->obd_self_export,
 526                                                       0, NULL, NULL);
 527                                 }
 528                                 break;
 529                         default:
 530                                 CERROR("Unrecognised flag '%c'\n", *flag);
 531                         }
 532         }
 533
 534         LASSERT(obd->obd_self_export);
 535
 536         /* The three references that should be remaining are the
 537          * obd_self_export and the attach and setup references. */
 538         if (atomic_read(&obd->obd_refcount) > 3) {
 539                 /* refcounf - 3 might be the number of real exports
 540                    (excluding self export). But class_incref is called
 541                    by other things as well, so don't count on it. */
 542                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
 543                        obd->obd_name, atomic_read(&obd->obd_refcount) - 3);
 544                 dump_exports(obd);
 545                 class_disconnect_exports(obd);
 546         }
 547
 548         /* destroy an uuid-export hash body */
 549         if (obd->obd_uuid_hash) {
 550                 lustre_hash_exit(obd->obd_uuid_hash);
 551                 obd->obd_uuid_hash = NULL;
 552         }
 553
 554         /* destroy a nid-export hash body */
 555         if (obd->obd_nid_hash) {
 556                 lustre_hash_exit(obd->obd_nid_hash);
 557                 obd->obd_nid_hash = NULL;
 558         }
 559
 560         /* destroy a nid-stats hash body */
 561         if (obd->obd_nid_stats_hash) {
 562                 lustre_hash_exit(obd->obd_nid_stats_hash);
 563                 obd->obd_nid_stats_hash = NULL;
 564         }
 565
 566         /* Precleanup, we must make sure all exports get destroyed. */
 567         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
 568         if (err)
 569                 CERROR("Precleanup %s returned %d\n",
 570                        obd->obd_name, err);
 571         class_decref(obd, "setup", obd);
 572         obd->obd_set_up = 0;
 573         RETURN(0);
 574 }
 575
 576 struct obd_device *class_incref(struct obd_device *obd,
 577                                 const char *scope, const void *source)
 578 {
 579         LASSERT(!obd->obd_stopping);
 580         lu_ref_add_atomic(&obd->obd_reference, scope, source);
 581         atomic_inc(&obd->obd_refcount);
 582         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 583                atomic_read(&obd->obd_refcount));
 584
 585         return obd;
 586 }
 587
 588 void class_decref(struct obd_device *obd, const char *scope, const void *source)
 589 {
 590         int err;
 591         int refs;
 592
 593         spin_lock(&obd->obd_dev_lock);
 594         atomic_dec(&obd->obd_refcount);
 595         refs = atomic_read(&obd->obd_refcount);
 596         spin_unlock(&obd->obd_dev_lock);
 597         lu_ref_del(&obd->obd_reference, scope, source);
 598
 599         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
 600
 601         if ((refs == 1) && obd->obd_stopping) {
 602                 /* All exports have been destroyed; there should
 603                    be no more in-progress ops by this point.*/
 604
 605                 spin_lock(&obd->obd_self_export->exp_lock);
 606                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
 607                 spin_unlock(&obd->obd_self_export->exp_lock);
 608
 609                 /* note that we'll recurse into class_decref again */
 610                 class_unlink_export(obd->obd_self_export);
 611                 return;
 612         }
 613
 614         if (refs == 0) {
 615                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
 616                        obd->obd_name, obd->obd_uuid.uuid);
 617                 LASSERT(!obd->obd_attached);
 618                 if (obd->obd_stopping) {
 619                         /* If we're not stopping, we were never set up */
 620                         err = obd_cleanup(obd);
 621                         if (err)
 622                                 CERROR("Cleanup %s returned %d\n",
 623                                        obd->obd_name, err);
 624                 }
 625                 if (OBP(obd, detach)) {
 626                         err = OBP(obd, detach)(obd);
 627                         if (err)
 628                                 CERROR("Detach returned %d\n", err);
 629                 }
 630                 class_release_dev(obd);
 631         }
 632 }
 633
 634 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 635 {
 636         struct obd_import *imp;
 637         struct obd_uuid uuid;
 638         int rc;
 639         ENTRY;
 640
 641         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 642             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 643                 CERROR("invalid conn_uuid\n");
 644                 RETURN(-EINVAL);
 645         }
 646         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 647             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 648             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 649                 CERROR("can't add connection on non-client dev\n");
 650                 RETURN(-EINVAL);
 651         }
 652
 653         imp = obd->u.cli.cl_import;
 654         if (!imp) {
 655                 CERROR("try to add conn on immature client dev\n");
 656                 RETURN(-EINVAL);
 657         }
 658
 659         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 660         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 661
 662         RETURN(rc);
 663 }
 664
 665 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 666 {
 667         struct obd_import *imp;
 668         struct obd_uuid uuid;
 669         int rc;
 670         ENTRY;
 671
 672         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 673             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 674                 CERROR("invalid conn_uuid\n");
 675                 RETURN(-EINVAL);
 676         }
 677         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 678             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 679                 CERROR("can't del connection on non-client dev\n");
 680                 RETURN(-EINVAL);
 681         }
 682
 683         imp = obd->u.cli.cl_import;
 684         if (!imp) {
 685                 CERROR("try to del conn on immature client dev\n");
 686                 RETURN(-EINVAL);
 687         }
 688
 689         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 690         rc = obd_del_conn(imp, &uuid);
 691
 692         RETURN(rc);
 693 }
 694
 695 CFS_LIST_HEAD(lustre_profile_list);
 696
 697 struct lustre_profile *class_get_profile(const char * prof)
 698 {
 699         struct lustre_profile *lprof;
 700
 701         ENTRY;
 702         list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
 703                 if (!strcmp(lprof->lp_profile, prof)) {
 704                         RETURN(lprof);
 705                 }
 706         }
 707         RETURN(NULL);
 708 }
 709
 710 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
 711                       int mdclen, char *mdc)
 712 {
 713         struct lustre_profile *lprof;
 714         int err = 0;
 715         ENTRY;
 716
 717         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
 718
 719         OBD_ALLOC(lprof, sizeof(*lprof));
 720         if (lprof == NULL)
 721                 RETURN(-ENOMEM);
 722         CFS_INIT_LIST_HEAD(&lprof->lp_list);
 723
 724         LASSERT(proflen == (strlen(prof) + 1));
 725         OBD_ALLOC(lprof->lp_profile, proflen);
 726         if (lprof->lp_profile == NULL)
 727                 GOTO(out, err = -ENOMEM);
 728         memcpy(lprof->lp_profile, prof, proflen);
 729
 730         LASSERT(osclen == (strlen(osc) + 1));
 731         OBD_ALLOC(lprof->lp_dt, osclen);
 732         if (lprof->lp_dt == NULL)
 733                 GOTO(out, err = -ENOMEM);
 734         memcpy(lprof->lp_dt, osc, osclen);
 735
 736         if (mdclen > 0) {
 737                 LASSERT(mdclen == (strlen(mdc) + 1));
 738                 OBD_ALLOC(lprof->lp_md, mdclen);
 739                 if (lprof->lp_md == NULL)
 740                         GOTO(out, err = -ENOMEM);
 741                 memcpy(lprof->lp_md, mdc, mdclen);
 742         }
 743
 744         list_add(&lprof->lp_list, &lustre_profile_list);
 745         RETURN(err);
 746
 747 out:
 748         if (lprof->lp_md)
 749                 OBD_FREE(lprof->lp_md, mdclen);
 750         if (lprof->lp_dt)
 751                 OBD_FREE(lprof->lp_dt, osclen);
 752         if (lprof->lp_profile)
 753                 OBD_FREE(lprof->lp_profile, proflen);
 754         OBD_FREE(lprof, sizeof(*lprof));
 755         RETURN(err);
 756 }
 757
 758 void class_del_profile(const char *prof)
 759 {
 760         struct lustre_profile *lprof;
 761         ENTRY;
 762
 763         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
 764
 765         lprof = class_get_profile(prof);
 766         if (lprof) {
 767                 list_del(&lprof->lp_list);
 768                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 769                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 770                 if (lprof->lp_md)
 771                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 772                 OBD_FREE(lprof, sizeof *lprof);
 773         }
 774         EXIT;
 775 }
 776
 777 /* COMPAT_146 */
 778 void class_del_profiles(void)
 779 {
 780         struct lustre_profile *lprof, *n;
 781         ENTRY;
 782
 783         list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
 784                 list_del(&lprof->lp_list);
 785                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 786                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 787                 if (lprof->lp_md)
 788                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 789                 OBD_FREE(lprof, sizeof *lprof);
 790         }
 791         EXIT;
 792 }
 793
 794 static int class_set_global(char *ptr, int val) {
 795         ENTRY;
 796
 797         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
 798             at_min = val;
 799         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
 800                 at_max = val;
 801         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
 802                 at_extra = val;
 803         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
 804                 at_early_margin = val;
 805         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
 806                 at_history = val;
 807         else
 808                 RETURN(-EINVAL);
 809
 810         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
 811
 812         RETURN(0);
 813 }
 814
 815
 816 /* We can't call ll_process_config directly because it lives in a module that
 817    must be loaded after this one. */
 818 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
 819
 820 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
 821 {
 822         client_process_config = cpc;
 823 }
 824 EXPORT_SYMBOL(lustre_register_client_process_config);
 825
 826 int class_process_config(struct lustre_cfg *lcfg)
 827 {
 828         struct obd_device *obd;
 829         int err;
 830
 831         LASSERT(lcfg && !IS_ERR(lcfg));
 832         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
 833
 834         /* Commands that don't need a device */
 835         switch(lcfg->lcfg_command) {
 836         case LCFG_ATTACH: {
 837                 err = class_attach(lcfg);
 838                 GOTO(out, err);
 839         }
 840         case LCFG_ADD_UUID: {
 841                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
 842                        " (%s)\n", lustre_cfg_string(lcfg, 1),
 843                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
 844
 845                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
 846                 GOTO(out, err);
 847         }
 848         case LCFG_DEL_UUID: {
 849                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
 850                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
 851                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
 852
 853                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
 854                 GOTO(out, err);
 855         }
 856         case LCFG_MOUNTOPT: {
 857                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
 858                        lustre_cfg_string(lcfg, 1),
 859                        lustre_cfg_string(lcfg, 2),
 860                        lustre_cfg_string(lcfg, 3));
 861                 /* set these mount options somewhere, so ll_fill_super
 862                  * can find them. */
 863                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
 864                                         lustre_cfg_string(lcfg, 1),
 865                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
 866                                         lustre_cfg_string(lcfg, 2),
 867                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
 868                                         lustre_cfg_string(lcfg, 3));
 869                 GOTO(out, err);
 870         }
 871         case LCFG_DEL_MOUNTOPT: {
 872                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
 873                        lustre_cfg_string(lcfg, 1));
 874                 class_del_profile(lustre_cfg_string(lcfg, 1));
 875                 GOTO(out, err = 0);
 876         }
 877         case LCFG_SET_TIMEOUT: {
 878                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
 879                        obd_timeout, lcfg->lcfg_num);
 880                 obd_timeout = max(lcfg->lcfg_num, 1U);
 881                 GOTO(out, err = 0);
 882         }
 883         case LCFG_SET_LDLM_TIMEOUT: {
 884                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
 885                        ldlm_timeout, lcfg->lcfg_num);
 886                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
 887                 if (ldlm_timeout >= obd_timeout)
 888                         ldlm_timeout = max(obd_timeout / 3, 1U);
 889
 890                 GOTO(out, err = 0);
 891         }
 892         case LCFG_SET_UPCALL: {
 893                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
 894                 /* COMPAT_146 Don't fail on old configs */
 895                 GOTO(out, err = 0);
 896         }
 897         case LCFG_MARKER: {
 898                 struct cfg_marker *marker;
 899                 marker = lustre_cfg_buf(lcfg, 1);
 900                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
 901                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
 902                 GOTO(out, err = 0);
 903         }
 904         case LCFG_PARAM: {
 905                 char *tmp;
 906                 /* llite has no obd */
 907                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
 908                                        PARAM_LLITE, 0) == 0) &&
 909                     client_process_config) {
 910                         err = (*client_process_config)(lcfg);
 911                         GOTO(out, err);
 912                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
 913                                               PARAM_SYS, &tmp) == 0)) {
 914                         /* Global param settings */
 915                         err = class_set_global(tmp, lcfg->lcfg_num);
 916                         /* Note that since LCFG_PARAM is LCFG_REQUIRED, new
 917                            unknown globals would cause config to fail */
 918                         if (err)
 919                                 CWARN("Ignoring unknown param %s\n", tmp);
 920                         GOTO(out, 0);
 921                 }
 922
 923                 /* Fall through */
 924                 break;
 925         }
 926         }
 927
 928         /* Commands that require a device */
 929         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
 930         if (obd == NULL) {
 931                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
 932                         CERROR("this lcfg command requires a device name\n");
 933                 else
 934                         CERROR("no device for: %s\n",
 935                                lustre_cfg_string(lcfg, 0));
 936
 937                 GOTO(out, err = -EINVAL);
 938         }
 939
 940         switch(lcfg->lcfg_command) {
 941         case LCFG_SETUP: {
 942                 err = class_setup(obd, lcfg);
 943                 GOTO(out, err);
 944         }
 945         case LCFG_DETACH: {
 946                 err = class_detach(obd, lcfg);
 947                 GOTO(out, err = 0);
 948         }
 949         case LCFG_CLEANUP: {
 950                 err = class_cleanup(obd, lcfg);
 951                 GOTO(out, err = 0);
 952         }
 953         case LCFG_ADD_CONN: {
 954                 err = class_add_conn(obd, lcfg);
 955                 GOTO(out, err = 0);
 956         }
 957         case LCFG_DEL_CONN: {
 958                 err = class_del_conn(obd, lcfg);
 959                 GOTO(out, err = 0);
 960         }
 961         case LCFG_POOL_NEW: {
 962                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
 963                 GOTO(out, err = 0);
 964                 break;
 965         }
 966         case LCFG_POOL_ADD: {
 967                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
 968                                    lustre_cfg_string(lcfg, 3));
 969                 GOTO(out, err = 0);
 970                 break;
 971         }
 972         case LCFG_POOL_REM: {
 973                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
 974                                    lustre_cfg_string(lcfg, 3));
 975                 GOTO(out, err = 0);
 976                 break;
 977         }
 978         case LCFG_POOL_DEL: {
 979                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
 980                 GOTO(out, err = 0);
 981                 break;
 982         }
 983         default: {
 984                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
 985                 GOTO(out, err);
 986
 987         }
 988         }
 989 out:
 990         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
 991                 CWARN("Ignoring error %d on optional command %#x\n", err,
 992                       lcfg->lcfg_command);
 993                 err = 0;
 994         }
 995         return err;
 996 }
 997
 998 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
 999                              struct lustre_cfg *lcfg, void *data)
1000 {
1001 #ifdef __KERNEL__
1002         struct lprocfs_vars *var;
1003         char *key, *sval;
1004         int i, keylen, vallen;
1005         int matched = 0, j = 0;
1006         int rc = 0;
1007         int skip = 0;
1008         ENTRY;
1009
1010         if (lcfg->lcfg_command != LCFG_PARAM) {
1011                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1012                 RETURN(-EINVAL);
1013         }
1014
1015         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1016            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1017            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1018         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1019                 key = lustre_cfg_buf(lcfg, i);
1020                 /* Strip off prefix */
1021                 class_match_param(key, prefix, &key);
1022                 sval = strchr(key, '=');
1023                 if (!sval || (*(sval + 1) == 0)) {
1024                         CERROR("Can't parse param %s (missing '=')\n", key);
1025                         /* rc = -EINVAL;        continue parsing other params */
1026                         continue;
1027                 }
1028                 keylen = sval - key;
1029                 sval++;
1030                 vallen = strlen(sval);
1031                 matched = 0;
1032                 j = 0;
1033                 /* Search proc entries */
1034                 while (lvars[j].name) {
1035                         var = &lvars[j];
1036                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1037                             keylen == strlen(var->name)) {
1038                                 matched++;
1039                                 rc = -EROFS;
1040                                 if (var->write_fptr) {
1041                                         mm_segment_t oldfs;
1042                                         oldfs = get_fs();
1043                                         set_fs(KERNEL_DS);
1044                                         rc = (var->write_fptr)(NULL, sval,
1045                                                                vallen, data);
1046                                         set_fs(oldfs);
1047                                 }
1048                                 break;
1049                         }
1050                         j++;
1051                 }
1052                 if (!matched) {
1053                         /* If the prefix doesn't match, return error so we
1054                            can pass it down the stack */
1055                         if (strnchr(key, keylen, '.'))
1056                             RETURN(-ENOSYS);
1057                         CERROR("%s: unknown param %s\n",
1058                                (char *)lustre_cfg_string(lcfg, 0), key);
1059                         /* rc = -EINVAL;        continue parsing other params */
1060                         skip++;
1061                 } else if (rc < 0) {
1062                         CERROR("writing proc entry %s err %d\n",
1063                                var->name, rc);
1064                         rc = 0;
1065                 } else {
1066                         LCONSOLE_INFO("%s.%.*s: set parameter %.*s=%s\n",
1067                                       lustre_cfg_string(lcfg, 0),
1068                                       (int)strlen(prefix) - 1, prefix,
1069                                       (int)(sval - key - 1), key, sval);
1070                 }
1071         }
1072
1073         if (rc > 0)
1074                 rc = 0;
1075         if (!rc && skip)
1076                 rc = skip;
1077         RETURN(rc);
1078 #else
1079         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1080         /* Don't throw config error */
1081         RETURN(0);
1082 #endif
1083 }
1084
1085 int class_config_dump_handler(struct llog_handle * handle,
1086                               struct llog_rec_hdr *rec, void *data);
1087
1088 #ifdef __KERNEL__
1089 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1090 #else
1091 #define lustre_check_exclusion(a,b)  0
1092 #endif
1093
1094 static int class_config_llog_handler(struct llog_handle * handle,
1095                                      struct llog_rec_hdr *rec, void *data)
1096 {
1097         struct config_llog_instance *clli = data;
1098         int cfg_len = rec->lrh_len;
1099         char *cfg_buf = (char*) (rec + 1);
1100         int rc = 0;
1101         ENTRY;
1102
1103         //class_config_dump_handler(handle, rec, data);
1104
1105         switch (rec->lrh_type) {
1106         case OBD_CFG_REC: {
1107                 struct lustre_cfg *lcfg, *lcfg_new;
1108                 struct lustre_cfg_bufs bufs;
1109                 char *inst_name = NULL;
1110                 int inst_len = 0;
1111                 int inst = 0, swab = 0;
1112
1113                 lcfg = (struct lustre_cfg *)cfg_buf;
1114                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1115                         lustre_swab_lustre_cfg(lcfg);
1116                         swab = 1;
1117                 }
1118
1119                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1120                 if (rc)
1121                         GOTO(out, rc);
1122
1123                 /* Figure out config state info */
1124                 if (lcfg->lcfg_command == LCFG_MARKER) {
1125                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1126                         lustre_swab_cfg_marker(marker, swab,
1127                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1128                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1129                                clli->cfg_flags, marker->cm_flags);
1130                         if (marker->cm_flags & CM_START) {
1131                                 /* all previous flags off */
1132                                 clli->cfg_flags = CFG_F_MARKER;
1133                                 if (marker->cm_flags & CM_SKIP) {
1134                                         clli->cfg_flags |= CFG_F_SKIP;
1135                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1136                                                marker->cm_step);
1137                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1138                                            (clli->cfg_sb &&
1139                                             lustre_check_exclusion(clli->cfg_sb,
1140                                                          marker->cm_tgtname))) {
1141                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1142                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1143                                                marker->cm_step);
1144                                 }
1145                         } else if (marker->cm_flags & CM_END) {
1146                                 clli->cfg_flags = 0;
1147                         }
1148                 }
1149                 /* A config command without a start marker before it is
1150                    illegal (post 146) */
1151                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1152                     !(clli->cfg_flags & CFG_F_MARKER) &&
1153                     (lcfg->lcfg_command != LCFG_MARKER)) {
1154                         CWARN("Config not inside markers, ignoring! "
1155                               "(inst: %s, uuid: %s, flags: %#x)\n",
1156                               clli->cfg_instance ? clli->cfg_instance : "<null>",
1157                               clli->cfg_uuid.uuid, clli->cfg_flags);
1158                         clli->cfg_flags |= CFG_F_SKIP;
1159                 }
1160                 if (clli->cfg_flags & CFG_F_SKIP) {
1161                         CDEBUG(D_CONFIG, "skipping %#x\n",
1162                                clli->cfg_flags);
1163                         rc = 0;
1164                         /* No processing! */
1165                         break;
1166                 }
1167
1168                 /*
1169                  * For interoperability between 1.8 and 2.0,
1170                  * rename "mds" obd device type to "mdt".
1171                  */
1172                 {
1173                         char *typename = lustre_cfg_string(lcfg, 1);
1174                         char *index = lustre_cfg_string(lcfg, 2);
1175
1176                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1177                              strcmp(typename, "mds") == 0)) {
1178                                 CWARN("For 1.8 interoperability, rename obd "
1179                                        "type from mds to mdt\n");
1180                                 typename[2] = 't';
1181                         }
1182                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1183                              strcmp(index, "type") == 0)) {
1184                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1185                                        "set this index to '0'\n");
1186                                 index[0] = '0';
1187                                 index[1] = 0;
1188                         }
1189                 }
1190
1191                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1192                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1193                         /* Add inactive instead */
1194                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1195
1196                 lustre_cfg_bufs_init(&bufs, lcfg);
1197
1198                 if (clli && clli->cfg_instance &&
1199                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1200                         inst = 1;
1201                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1202                                 strlen(clli->cfg_instance) + 1;
1203                         OBD_ALLOC(inst_name, inst_len);
1204                         if (inst_name == NULL)
1205                                 GOTO(out, rc = -ENOMEM);
1206                         sprintf(inst_name, "%s-%s",
1207                                 lustre_cfg_string(lcfg, 0),
1208                                 clli->cfg_instance);
1209                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1210                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1211                                lcfg->lcfg_command, inst_name);
1212                 }
1213
1214                 /* we override the llog's uuid for clients, to insure they
1215                 are unique */
1216                 if (clli && clli->cfg_instance &&
1217                     lcfg->lcfg_command == LCFG_ATTACH) {
1218                         lustre_cfg_bufs_set_string(&bufs, 2,
1219                                                    clli->cfg_uuid.uuid);
1220                 }
1221                 /*
1222                  * sptlrpc config record, we expect 2 data segments:
1223                  *  [0]: fs_name/target_name,
1224                  *  [1]: rule string
1225                  * moving them to index [1] and [2], and insert MGC's
1226                  * obdname at index [0].
1227                  */
1228                 if (clli && clli->cfg_instance == NULL &&
1229                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1230                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1231                                             bufs.lcfg_buflen[1]);
1232                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1233                                             bufs.lcfg_buflen[0]);
1234                         lustre_cfg_bufs_set_string(&bufs, 0,
1235                                                    clli->cfg_obdname);
1236                 }
1237
1238                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1239
1240                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1241                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1242
1243                 /* XXX Hack to try to remain binary compatible with
1244                  * pre-newconfig logs */
1245                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1246                     (lcfg->lcfg_nid >> 32) == 0) {
1247                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1248
1249                         lcfg_new->lcfg_nid =
1250                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1251                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1252                               lcfg->lcfg_nal, addr,
1253                               libcfs_nid2str(lcfg_new->lcfg_nid));
1254                 } else {
1255                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1256                 }
1257
1258                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1259
1260                 rc = class_process_config(lcfg_new);
1261                 lustre_cfg_free(lcfg_new);
1262
1263                 if (inst)
1264                         OBD_FREE(inst_name, inst_len);
1265                 break;
1266         }
1267         default:
1268                 CERROR("Unknown llog record type %#x encountered\n",
1269                        rec->lrh_type);
1270                 break;
1271         }
1272 out:
1273         if (rc) {
1274                 CERROR("Err %d on cfg command:\n", rc);
1275                 class_config_dump_handler(handle, rec, data);
1276         }
1277         RETURN(rc);
1278 }
1279
1280 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1281                             struct config_llog_instance *cfg)
1282 {
1283         struct llog_process_cat_data cd = {0, 0};
1284         struct llog_handle *llh;
1285         int rc, rc2;
1286         ENTRY;
1287
1288         CDEBUG(D_INFO, "looking up llog %s\n", name);
1289         rc = llog_create(ctxt, &llh, NULL, name);
1290         if (rc)
1291                 RETURN(rc);
1292
1293         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1294         if (rc)
1295                 GOTO(parse_out, rc);
1296
1297         /* continue processing from where we last stopped to end-of-log */
1298         if (cfg)
1299                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1300         cd.lpcd_last_idx = 0;
1301
1302         rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1303
1304         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1305                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1306
1307         if (cfg)
1308                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1309
1310 parse_out:
1311         rc2 = llog_close(llh);
1312         if (rc == 0)
1313                 rc = rc2;
1314
1315         RETURN(rc);
1316 }
1317
1318 int class_config_dump_handler(struct llog_handle * handle,
1319                               struct llog_rec_hdr *rec, void *data)
1320 {
1321         int cfg_len = rec->lrh_len;
1322         char *cfg_buf = (char*) (rec + 1);
1323         char *outstr, *ptr, *end;
1324         int rc = 0;
1325         ENTRY;
1326
1327         OBD_ALLOC(outstr, 256);
1328         end = outstr + 256;
1329         ptr = outstr;
1330         if (!outstr) {
1331                 RETURN(-ENOMEM);
1332         }
1333         if (rec->lrh_type == OBD_CFG_REC) {
1334                 struct lustre_cfg *lcfg;
1335                 int i;
1336
1337                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1338                 if (rc)
1339                         GOTO(out, rc);
1340                 lcfg = (struct lustre_cfg *)cfg_buf;
1341
1342                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1343                                 lcfg->lcfg_command);
1344                 if (lcfg->lcfg_flags) {
1345                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1346                                         lcfg->lcfg_flags);
1347                 }
1348                 if (lcfg->lcfg_num) {
1349                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1350                                         lcfg->lcfg_num);
1351                 }
1352                 if (lcfg->lcfg_nid) {
1353                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1354                                         libcfs_nid2str(lcfg->lcfg_nid),
1355                                         lcfg->lcfg_nid);
1356                 }
1357                 if (lcfg->lcfg_command == LCFG_MARKER) {
1358                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1359                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1360                                         marker->cm_step, marker->cm_flags,
1361                                         marker->cm_tgtname, marker->cm_comment);
1362                 } else {
1363                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1364                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1365                                                 lustre_cfg_string(lcfg, i));
1366                         }
1367                 }
1368                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1369         } else {
1370                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1371                 rc = -EINVAL;
1372         }
1373 out:
1374         OBD_FREE(outstr, 256);
1375         RETURN(rc);
1376 }
1377
1378 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1379                            struct config_llog_instance *cfg)
1380 {
1381         struct llog_handle *llh;
1382         int rc, rc2;
1383         ENTRY;
1384
1385         LCONSOLE_INFO("Dumping config log %s\n", name);
1386
1387         rc = llog_create(ctxt, &llh, NULL, name);
1388         if (rc)
1389                 RETURN(rc);
1390
1391         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1392         if (rc)
1393                 GOTO(parse_out, rc);
1394
1395         rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1396 parse_out:
1397         rc2 = llog_close(llh);
1398         if (rc == 0)
1399                 rc = rc2;
1400
1401         LCONSOLE_INFO("End config log %s\n", name);
1402         RETURN(rc);
1403
1404 }
1405
1406 /* Cleanup and detach */
1407 int class_manual_cleanup(struct obd_device *obd)
1408 {
1409         char                    flags[3] = "";
1410         struct lustre_cfg      *lcfg;
1411         struct lustre_cfg_bufs  bufs;
1412         int                     rc;
1413         ENTRY;
1414
1415         if (!obd) {
1416                 CERROR("empty cleanup\n");
1417                 RETURN(-EALREADY);
1418         }
1419
1420         if (obd->obd_force)
1421                 strcat(flags, "F");
1422         if (obd->obd_fail)
1423                 strcat(flags, "A");
1424
1425         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1426                obd->obd_name, flags);
1427
1428         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1429         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1430         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1431         if (!lcfg)
1432                 RETURN(-ENOMEM);
1433
1434         rc = class_process_config(lcfg);
1435         if (rc) {
1436                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1437                 GOTO(out, rc);
1438         }
1439
1440         /* the lcfg is almost the same for both ops */
1441         lcfg->lcfg_command = LCFG_DETACH;
1442         rc = class_process_config(lcfg);
1443         if (rc)
1444                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1445 out:
1446         lustre_cfg_free(lcfg);
1447         RETURN(rc);
1448 }
1449
1450 /*
1451  * uuid<->export lustre hash operations
1452  */
1453
1454 static unsigned
1455 uuid_hash(lustre_hash_t *lh,  void *key, unsigned mask)
1456 {
1457         return lh_djb2_hash(((struct obd_uuid *)key)->uuid,
1458                             sizeof(((struct obd_uuid *)key)->uuid), mask);
1459 }
1460
1461 static void *
1462 uuid_key(struct hlist_node *hnode)
1463 {
1464         struct obd_export *exp;
1465
1466         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1467
1468         RETURN(&exp->exp_client_uuid);
1469 }
1470
1471 /*
1472  * NOTE: It is impossible to find an export that is in failed
1473  *       state with this function
1474  */
1475 static int
1476 uuid_compare(void *key, struct hlist_node *hnode)
1477 {
1478         struct obd_export *exp;
1479
1480         LASSERT(key);
1481         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1482
1483         RETURN(obd_uuid_equals((struct obd_uuid *)key,&exp->exp_client_uuid) &&
1484                !exp->exp_failed);
1485 }
1486
1487 static void *
1488 uuid_export_get(struct hlist_node *hnode)
1489 {
1490         struct obd_export *exp;
1491
1492         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1493         class_export_get(exp);
1494
1495         RETURN(exp);
1496 }
1497
1498 static void *
1499 uuid_export_put(struct hlist_node *hnode)
1500 {
1501         struct obd_export *exp;
1502
1503         exp = hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1504         class_export_put(exp);
1505
1506         RETURN(exp);
1507 }
1508
1509 static lustre_hash_ops_t uuid_hash_ops = {
1510         .lh_hash    = uuid_hash,
1511         .lh_key     = uuid_key,
1512         .lh_compare = uuid_compare,
1513         .lh_get     = uuid_export_get,
1514         .lh_put     = uuid_export_put,
1515 };
1516
1517
1518 /*
1519  * nid<->export hash operations
1520  */
1521
1522 static unsigned
1523 nid_hash(lustre_hash_t *lh,  void *key, unsigned mask)
1524 {
1525         return lh_djb2_hash(key, sizeof(lnet_nid_t), mask);
1526 }
1527
1528 static void *
1529 nid_key(struct hlist_node *hnode)
1530 {
1531         struct obd_export *exp;
1532
1533         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1534
1535         RETURN(&exp->exp_connection->c_peer.nid);
1536 }
1537
1538 /*
1539  * NOTE: It is impossible to find an export that is in failed
1540  *       state with this function
1541  */
1542 static int
1543 nid_compare(void *key, struct hlist_node *hnode)
1544 {
1545         struct obd_export *exp;
1546
1547         LASSERT(key);
1548         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1549
1550         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1551                !exp->exp_failed);
1552 }
1553
1554 static void *
1555 nid_export_get(struct hlist_node *hnode)
1556 {
1557         struct obd_export *exp;
1558
1559         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1560         class_export_get(exp);
1561
1562         RETURN(exp);
1563 }
1564
1565 static void *
1566 nid_export_put(struct hlist_node *hnode)
1567 {
1568         struct obd_export *exp;
1569
1570         exp = hlist_entry(hnode, struct obd_export, exp_nid_hash);
1571         class_export_put(exp);
1572
1573         RETURN(exp);
1574 }
1575
1576 static lustre_hash_ops_t nid_hash_ops = {
1577         .lh_hash    = nid_hash,
1578         .lh_key     = nid_key,
1579         .lh_compare = nid_compare,
1580         .lh_get     = nid_export_get,
1581         .lh_put     = nid_export_put,
1582 };
1583
1584
1585 /*
1586  * nid<->nidstats hash operations
1587  */
1588
1589 static void *
1590 nidstats_key(struct hlist_node *hnode)
1591 {
1592         struct nid_stat *ns;
1593
1594         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1595
1596         RETURN(&ns->nid);
1597 }
1598
1599 static int
1600 nidstats_compare(void *key, struct hlist_node *hnode)
1601 {
1602         RETURN(*(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key);
1603 }
1604
1605 static void *
1606 nidstats_get(struct hlist_node *hnode)
1607 {
1608         struct nid_stat *ns;
1609
1610         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1611         nidstat_getref(ns);
1612
1613         RETURN(ns);
1614 }
1615
1616 static void *
1617 nidstats_put(struct hlist_node *hnode)
1618 {
1619         struct nid_stat *ns;
1620
1621         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
1622         nidstat_putref(ns);
1623
1624         RETURN(ns);
1625 }
1626
1627 static lustre_hash_ops_t nid_stat_hash_ops = {
1628         .lh_hash    = nid_hash,
1629         .lh_key     = nidstats_key,
1630         .lh_compare = nidstats_compare,
1631         .lh_get     = nidstats_get,
1632         .lh_put     = nidstats_put,
1633 };