lustre/obdclass/obd_config.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
  30  * Use is subject to license terms.
  31  *
  32  * Copyright (c) 2011, Whamcloud, Inc.
  33  */
  34 /*
  35  * This file is part of Lustre, http://www.lustre.org/
  36  * Lustre is a trademark of Sun Microsystems, Inc.
  37  *
  38  * lustre/obdclass/obd_config.c
  39  *
  40  * Config API
  41  */
  42
  43 #define DEBUG_SUBSYSTEM S_CLASS
  44 #ifdef __KERNEL__
  45 #include <obd_class.h>
  46 #include <linux/string.h>
  47 #else
  48 #include <liblustre.h>
  49 #include <obd_class.h>
  50 #include <obd.h>
  51 #endif
  52 #include <lustre_log.h>
  53 #include <lprocfs_status.h>
  54 #include <libcfs/list.h>
  55 #include <lustre_param.h>
  56
  57 static cfs_hash_ops_t uuid_hash_ops;
  58 static cfs_hash_ops_t nid_hash_ops;
  59 static cfs_hash_ops_t nid_stat_hash_ops;
  60
  61 /*********** string parsing utils *********/
  62
  63 /* returns 0 if we find this key in the buffer, else 1 */
  64 int class_find_param(char *buf, char *key, char **valp)
  65 {
  66         char *ptr;
  67
  68         if (!buf)
  69                 return 1;
  70
  71         if ((ptr = strstr(buf, key)) == NULL)
  72                 return 1;
  73
  74         if (valp)
  75                 *valp = ptr + strlen(key);
  76
  77         return 0;
  78 }
  79
  80 /**
  81  * Finds a parameter in \a params and copies it to \a copy.
  82  *
  83  * Leading spaces are skipped. Next space or end of string is the
  84  * parameter terminator with the exception that spaces inside single or double
  85  * quotes get included into a parameter. The parameter is copied into \a copy
  86  * which has to be allocated big enough by a caller, quotes are stripped in
  87  * the copy and the copy is terminated by 0.
  88  *
  89  * On return \a params is set to next parameter or to NULL if last
  90  * parameter is returned.
  91  *
  92  * \retval 0 if parameter is returned in \a copy
  93  * \retval 1 otherwise
  94  * \retval -EINVAL if unbalanced quota is found
  95  */
  96 int class_get_next_param(char **params, char *copy)
  97 {
  98         char *q1, *q2, *str;
  99         int len;
 100
 101         str = *params;
 102         while (*str == ' ')
 103                 str++;
 104
 105         if (*str == '\0') {
 106                 *params = NULL;
 107                 return 1;
 108         }
 109
 110         while (1) {
 111                 q1 = strpbrk(str, " '\"");
 112                 if (q1 == NULL) {
 113                         len = strlen(str);
 114                         memcpy(copy, str, len);
 115                         copy[len] = '\0';
 116                         *params = NULL;
 117                         return 0;
 118                 }
 119                 len = q1 - str;
 120                 if (*q1 == ' ') {
 121                         memcpy(copy, str, len);
 122                         copy[len] = '\0';
 123                         *params = str + len;
 124                         return 0;
 125                 }
 126
 127                 memcpy(copy, str, len);
 128                 copy += len;
 129
 130                 /* search for the matching closing quote */
 131                 str = q1 + 1;
 132                 q2 = strchr(str, *q1);
 133                 if (q2 == NULL) {
 134                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
 135                                *params);
 136                         return -EINVAL;
 137                 }
 138                 len = q2 - str;
 139                 memcpy(copy, str, len);
 140                 copy += len;
 141                 str = q2 + 1;
 142         }
 143         return 1;
 144 }
 145
 146 /* returns 0 if this is the first key in the buffer, else 1.
 147    valp points to first char after key. */
 148 int class_match_param(char *buf, char *key, char **valp)
 149 {
 150         if (!buf)
 151                 return 1;
 152
 153         if (memcmp(buf, key, strlen(key)) != 0)
 154                 return 1;
 155
 156         if (valp)
 157                 *valp = buf + strlen(key);
 158
 159         return 0;
 160 }
 161
 162 static int parse_nid(char *buf, void *value)
 163 {
 164         lnet_nid_t *nid = (lnet_nid_t *)value;
 165
 166         *nid = libcfs_str2nid(buf);
 167         if (*nid != LNET_NID_ANY)
 168                 return 0;
 169
 170         LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 171         return -EINVAL;
 172 }
 173
 174 static int parse_net(char *buf, void *value)
 175 {
 176         __u32 *net = (__u32 *)value;
 177
 178         *net = libcfs_str2net(buf);
 179         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
 180         return 0;
 181 }
 182
 183 enum {
 184         CLASS_PARSE_NID = 1,
 185         CLASS_PARSE_NET,
 186 };
 187
 188 /* 0 is good nid,
 189    1 not found
 190    < 0 error
 191    endh is set to next separator */
 192 static int class_parse_value(char *buf, int opc, void *value, char **endh)
 193 {
 194         char *endp;
 195         char  tmp;
 196         int   rc = 0;
 197
 198         if (!buf)
 199                 return 1;
 200         while (*buf == ',' || *buf == ':')
 201                 buf++;
 202         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 203                 return 1;
 204
 205         /* nid separators or end of nids */
 206         endp = strpbrk(buf, ",: /");
 207         if (endp == NULL)
 208                 endp = buf + strlen(buf);
 209
 210         tmp = *endp;
 211         *endp = '\0';
 212         switch (opc) {
 213         default:
 214                 LBUG();
 215         case CLASS_PARSE_NID:
 216                 rc = parse_nid(buf, value);
 217                 break;
 218         case CLASS_PARSE_NET:
 219                 rc = parse_net(buf, value);
 220                 break;
 221         }
 222         *endp = tmp;
 223         if (rc != 0)
 224                 return rc;
 225         if (endh)
 226                 *endh = endp;
 227         return 0;
 228 }
 229
 230 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 231 {
 232         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh);
 233 }
 234
 235 int class_parse_net(char *buf, __u32 *net, char **endh)
 236 {
 237         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh);
 238 }
 239
 240 /* 1 param contains key and match
 241  * 0 param contains key and not match
 242  * -1 param does not contain key
 243  */
 244 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
 245 {
 246         lnet_nid_t tmp;
 247         int   rc = -1;
 248
 249         while (class_find_param(buf, key, &buf) == 0) {
 250                 /* please restrict to the nids pertaining to
 251                  * the specified nids */
 252                 while (class_parse_nid(buf, &tmp, &buf) == 0) {
 253                         if (tmp == nid)
 254                                 return 1;
 255                 }
 256                 rc = 0;
 257         }
 258         return rc;
 259 }
 260
 261 int class_match_net(char *buf, char *key, __u32 net)
 262 {
 263         __u32 tmp;
 264         int   rc = -1;
 265
 266         while (class_find_param(buf, key, &buf) == 0) {
 267                 /* please restrict to the nids pertaining to
 268                  * the specified networks */
 269                 while (class_parse_net(buf, &tmp, &buf) == 0) {
 270                         if (tmp == net)
 271                                 return 1;
 272                 }
 273                 rc = 0;
 274         }
 275         return rc;
 276 }
 277
 278 EXPORT_SYMBOL(class_find_param);
 279 EXPORT_SYMBOL(class_get_next_param);
 280 EXPORT_SYMBOL(class_match_param);
 281 EXPORT_SYMBOL(class_parse_nid);
 282 EXPORT_SYMBOL(class_parse_net);
 283 EXPORT_SYMBOL(class_match_nid);
 284 EXPORT_SYMBOL(class_match_net);
 285
 286 /********************** class fns **********************/
 287
 288 /**
 289  * Create a new obd device and set the type, name and uuid.  If successful,
 290  * the new device can be accessed by either name or uuid.
 291  */
 292 int class_attach(struct lustre_cfg *lcfg)
 293 {
 294         struct obd_device *obd = NULL;
 295         char *typename, *name, *uuid;
 296         int rc, len;
 297         ENTRY;
 298
 299         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 300                 CERROR("No type passed!\n");
 301                 RETURN(-EINVAL);
 302         }
 303         typename = lustre_cfg_string(lcfg, 1);
 304
 305         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 306                 CERROR("No name passed!\n");
 307                 RETURN(-EINVAL);
 308         }
 309         name = lustre_cfg_string(lcfg, 0);
 310
 311         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 312                 CERROR("No UUID passed!\n");
 313                 RETURN(-EINVAL);
 314         }
 315         uuid = lustre_cfg_string(lcfg, 2);
 316
 317         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 318                MKSTR(typename), MKSTR(name), MKSTR(uuid));
 319
 320         obd = class_newdev(typename, name);
 321         if (IS_ERR(obd)) {
 322                 /* Already exists or out of obds */
 323                 rc = PTR_ERR(obd);
 324                 obd = NULL;
 325                 CERROR("Cannot create device %s of type %s : %d\n",
 326                        name, typename, rc);
 327                 GOTO(out, rc);
 328         }
 329         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
 330                  name, typename);
 331         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 332                  "obd %p obd_magic %08X != %08X\n",
 333                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 334         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
 335                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
 336
 337         cfs_rwlock_init(&obd->obd_pool_lock);
 338         obd->obd_pool_limit = 0;
 339         obd->obd_pool_slv = 0;
 340
 341         CFS_INIT_LIST_HEAD(&obd->obd_exports);
 342         CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
 343         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
 344         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
 345         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
 346         cfs_spin_lock_init(&obd->obd_nid_lock);
 347         cfs_spin_lock_init(&obd->obd_dev_lock);
 348         cfs_sema_init(&obd->obd_dev_sem, 1);
 349         cfs_spin_lock_init(&obd->obd_osfs_lock);
 350         /* obd->obd_osfs_age must be set to a value in the distant
 351          * past to guarantee a fresh statfs is fetched on mount. */
 352         obd->obd_osfs_age = cfs_time_shift_64(-1000);
 353
 354         /* XXX belongs in setup not attach  */
 355         cfs_init_rwsem(&obd->obd_observer_link_sem);
 356         /* recovery data */
 357         cfs_init_timer(&obd->obd_recovery_timer);
 358         cfs_spin_lock_init(&obd->obd_recovery_task_lock);
 359         cfs_waitq_init(&obd->obd_next_transno_waitq);
 360         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
 361         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
 362         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
 363         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
 364         CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
 365
 366         llog_group_init(&obd->obd_olg, FID_SEQ_LLOG);
 367
 368         len = strlen(uuid);
 369         if (len >= sizeof(obd->obd_uuid)) {
 370                 CERROR("uuid must be < %d bytes long\n",
 371                        (int)sizeof(obd->obd_uuid));
 372                 GOTO(out, rc = -EINVAL);
 373         }
 374         memcpy(obd->obd_uuid.uuid, uuid, len);
 375
 376         /* do the attach */
 377         if (OBP(obd, attach)) {
 378                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
 379                 if (rc)
 380                         GOTO(out, rc = -EINVAL);
 381         }
 382
 383         /* Detach drops this */
 384         cfs_spin_lock(&obd->obd_dev_lock);
 385         cfs_atomic_set(&obd->obd_refcount, 1);
 386         cfs_spin_unlock(&obd->obd_dev_lock);
 387         lu_ref_init(&obd->obd_reference);
 388         lu_ref_add(&obd->obd_reference, "attach", obd);
 389
 390         obd->obd_attached = 1;
 391         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 392                obd->obd_minor, typename, cfs_atomic_read(&obd->obd_refcount));
 393         RETURN(0);
 394  out:
 395         if (obd != NULL) {
 396                 class_release_dev(obd);
 397         }
 398         return rc;
 399 }
 400
 401 /** Create hashes, self-export, and call type-specific setup.
 402  * Setup is effectively the "start this obd" call.
 403  */
 404 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 405 {
 406         int err = 0;
 407         struct obd_export *exp;
 408         ENTRY;
 409
 410         LASSERT(obd != NULL);
 411         LASSERTF(obd == class_num2obd(obd->obd_minor),
 412                  "obd %p != obd_devs[%d] %p\n",
 413                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 414         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 415                  "obd %p obd_magic %08x != %08x\n",
 416                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 417
 418         /* have we attached a type to this device? */
 419         if (!obd->obd_attached) {
 420                 CERROR("Device %d not attached\n", obd->obd_minor);
 421                 RETURN(-ENODEV);
 422         }
 423
 424         if (obd->obd_set_up) {
 425                 CERROR("Device %d already setup (type %s)\n",
 426                        obd->obd_minor, obd->obd_type->typ_name);
 427                 RETURN(-EEXIST);
 428         }
 429
 430         /* is someone else setting us up right now? (attach inits spinlock) */
 431         cfs_spin_lock(&obd->obd_dev_lock);
 432         if (obd->obd_starting) {
 433                 cfs_spin_unlock(&obd->obd_dev_lock);
 434                 CERROR("Device %d setup in progress (type %s)\n",
 435                        obd->obd_minor, obd->obd_type->typ_name);
 436                 RETURN(-EEXIST);
 437         }
 438         /* just leave this on forever.  I can't use obd_set_up here because
 439            other fns check that status, and we're not actually set up yet. */
 440         obd->obd_starting = 1;
 441         obd->obd_uuid_hash = NULL;
 442         obd->obd_nid_hash = NULL;
 443         obd->obd_nid_stats_hash = NULL;
 444         cfs_spin_unlock(&obd->obd_dev_lock);
 445
 446         /* create an uuid-export lustre hash */
 447         obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
 448                                              HASH_UUID_CUR_BITS,
 449                                              HASH_UUID_MAX_BITS,
 450                                              HASH_UUID_BKT_BITS, 0,
 451                                              CFS_HASH_MIN_THETA,
 452                                              CFS_HASH_MAX_THETA,
 453                                              &uuid_hash_ops, CFS_HASH_DEFAULT);
 454         if (!obd->obd_uuid_hash)
 455                 GOTO(err_hash, err = -ENOMEM);
 456
 457         /* create a nid-export lustre hash */
 458         obd->obd_nid_hash = cfs_hash_create("NID_HASH",
 459                                             HASH_NID_CUR_BITS,
 460                                             HASH_NID_MAX_BITS,
 461                                             HASH_NID_BKT_BITS, 0,
 462                                             CFS_HASH_MIN_THETA,
 463                                             CFS_HASH_MAX_THETA,
 464                                             &nid_hash_ops, CFS_HASH_DEFAULT);
 465         if (!obd->obd_nid_hash)
 466                 GOTO(err_hash, err = -ENOMEM);
 467
 468         /* create a nid-stats lustre hash */
 469         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
 470                                                   HASH_NID_STATS_CUR_BITS,
 471                                                   HASH_NID_STATS_MAX_BITS,
 472                                                   HASH_NID_STATS_BKT_BITS, 0,
 473                                                   CFS_HASH_MIN_THETA,
 474                                                   CFS_HASH_MAX_THETA,
 475                                                   &nid_stat_hash_ops, CFS_HASH_DEFAULT);
 476         if (!obd->obd_nid_stats_hash)
 477                 GOTO(err_hash, err = -ENOMEM);
 478
 479         exp = class_new_export(obd, &obd->obd_uuid);
 480         if (IS_ERR(exp))
 481                 GOTO(err_hash, err = PTR_ERR(exp));
 482
 483         obd->obd_self_export = exp;
 484         cfs_list_del_init(&exp->exp_obd_chain_timed);
 485         class_export_put(exp);
 486
 487         err = obd_setup(obd, lcfg);
 488         if (err)
 489                 GOTO(err_exp, err);
 490
 491         obd->obd_set_up = 1;
 492
 493         cfs_spin_lock(&obd->obd_dev_lock);
 494         /* cleanup drops this */
 495         class_incref(obd, "setup", obd);
 496         cfs_spin_unlock(&obd->obd_dev_lock);
 497
 498         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 499                obd->obd_name, obd->obd_uuid.uuid);
 500
 501         RETURN(0);
 502 err_exp:
 503         if (obd->obd_self_export) {
 504                 class_unlink_export(obd->obd_self_export);
 505                 obd->obd_self_export = NULL;
 506         }
 507 err_hash:
 508         if (obd->obd_uuid_hash) {
 509                 cfs_hash_putref(obd->obd_uuid_hash);
 510                 obd->obd_uuid_hash = NULL;
 511         }
 512         if (obd->obd_nid_hash) {
 513                 cfs_hash_putref(obd->obd_nid_hash);
 514                 obd->obd_nid_hash = NULL;
 515         }
 516         if (obd->obd_nid_stats_hash) {
 517                 cfs_hash_putref(obd->obd_nid_stats_hash);
 518                 obd->obd_nid_stats_hash = NULL;
 519         }
 520         obd->obd_starting = 0;
 521         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 522         return err;
 523 }
 524
 525 /** We have finished using this obd and are ready to destroy it.
 526  * There can be no more references to this obd.
 527  */
 528 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 529 {
 530         ENTRY;
 531
 532         if (obd->obd_set_up) {
 533                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 534                 RETURN(-EBUSY);
 535         }
 536
 537         cfs_spin_lock(&obd->obd_dev_lock);
 538         if (!obd->obd_attached) {
 539                 cfs_spin_unlock(&obd->obd_dev_lock);
 540                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 541                 RETURN(-ENODEV);
 542         }
 543         obd->obd_attached = 0;
 544         cfs_spin_unlock(&obd->obd_dev_lock);
 545
 546         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 547                obd->obd_name, obd->obd_uuid.uuid);
 548
 549         class_decref(obd, "attach", obd);
 550         RETURN(0);
 551 }
 552
 553 /** Start shutting down the obd.  There may be in-progess ops when
 554  * this is called.  We tell them to start shutting down with a call
 555  * to class_disconnect_exports().
 556  */
 557 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 558 {
 559         int err = 0;
 560         char *flag;
 561         ENTRY;
 562
 563         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 564
 565         if (!obd->obd_set_up) {
 566                 CERROR("Device %d not setup\n", obd->obd_minor);
 567                 RETURN(-ENODEV);
 568         }
 569
 570         cfs_spin_lock(&obd->obd_dev_lock);
 571         if (obd->obd_stopping) {
 572                 cfs_spin_unlock(&obd->obd_dev_lock);
 573                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 574                 RETURN(-ENODEV);
 575         }
 576         /* Leave this on forever */
 577         obd->obd_stopping = 1;
 578         cfs_spin_unlock(&obd->obd_dev_lock);
 579
 580         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 581                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 582                         switch (*flag) {
 583                         case 'F':
 584                                 obd->obd_force = 1;
 585                                 break;
 586                         case 'A':
 587                                 LCONSOLE_WARN("Failing over %s\n",
 588                                               obd->obd_name);
 589                                 obd->obd_fail = 1;
 590                                 obd->obd_no_transno = 1;
 591                                 obd->obd_no_recov = 1;
 592                                 if (OBP(obd, iocontrol)) {
 593                                         obd_iocontrol(OBD_IOC_SYNC,
 594                                                       obd->obd_self_export,
 595                                                       0, NULL, NULL);
 596                                 }
 597                                 break;
 598                         default:
 599                                 CERROR("Unrecognised flag '%c'\n", *flag);
 600                         }
 601         }
 602
 603         LASSERT(obd->obd_self_export);
 604
 605         /* The three references that should be remaining are the
 606          * obd_self_export and the attach and setup references. */
 607         if (cfs_atomic_read(&obd->obd_refcount) > 3) {
 608                 /* refcounf - 3 might be the number of real exports
 609                    (excluding self export). But class_incref is called
 610                    by other things as well, so don't count on it. */
 611                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
 612                        obd->obd_name, cfs_atomic_read(&obd->obd_refcount) - 3);
 613                 dump_exports(obd, 0);
 614                 class_disconnect_exports(obd);
 615         }
 616
 617         /* Precleanup, we must make sure all exports get destroyed. */
 618         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
 619         if (err)
 620                 CERROR("Precleanup %s returned %d\n",
 621                        obd->obd_name, err);
 622
 623         /* destroy an uuid-export hash body */
 624         if (obd->obd_uuid_hash) {
 625                 cfs_hash_putref(obd->obd_uuid_hash);
 626                 obd->obd_uuid_hash = NULL;
 627         }
 628
 629         /* destroy a nid-export hash body */
 630         if (obd->obd_nid_hash) {
 631                 cfs_hash_putref(obd->obd_nid_hash);
 632                 obd->obd_nid_hash = NULL;
 633         }
 634
 635         /* destroy a nid-stats hash body */
 636         if (obd->obd_nid_stats_hash) {
 637                 cfs_hash_putref(obd->obd_nid_stats_hash);
 638                 obd->obd_nid_stats_hash = NULL;
 639         }
 640
 641         class_decref(obd, "setup", obd);
 642         obd->obd_set_up = 0;
 643
 644         RETURN(0);
 645 }
 646
 647 struct obd_device *class_incref(struct obd_device *obd,
 648                                 const char *scope, const void *source)
 649 {
 650         lu_ref_add_atomic(&obd->obd_reference, scope, source);
 651         cfs_atomic_inc(&obd->obd_refcount);
 652         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 653                cfs_atomic_read(&obd->obd_refcount));
 654
 655         return obd;
 656 }
 657
 658 void class_decref(struct obd_device *obd, const char *scope, const void *source)
 659 {
 660         int err;
 661         int refs;
 662
 663         cfs_spin_lock(&obd->obd_dev_lock);
 664         cfs_atomic_dec(&obd->obd_refcount);
 665         refs = cfs_atomic_read(&obd->obd_refcount);
 666         cfs_spin_unlock(&obd->obd_dev_lock);
 667         lu_ref_del(&obd->obd_reference, scope, source);
 668
 669         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
 670
 671         if ((refs == 1) && obd->obd_stopping) {
 672                 /* All exports have been destroyed; there should
 673                    be no more in-progress ops by this point.*/
 674
 675                 cfs_spin_lock(&obd->obd_self_export->exp_lock);
 676                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
 677                 cfs_spin_unlock(&obd->obd_self_export->exp_lock);
 678
 679                 /* note that we'll recurse into class_decref again */
 680                 class_unlink_export(obd->obd_self_export);
 681                 return;
 682         }
 683
 684         if (refs == 0) {
 685                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
 686                        obd->obd_name, obd->obd_uuid.uuid);
 687                 LASSERT(!obd->obd_attached);
 688                 if (obd->obd_stopping) {
 689                         /* If we're not stopping, we were never set up */
 690                         err = obd_cleanup(obd);
 691                         if (err)
 692                                 CERROR("Cleanup %s returned %d\n",
 693                                        obd->obd_name, err);
 694                 }
 695                 if (OBP(obd, detach)) {
 696                         err = OBP(obd, detach)(obd);
 697                         if (err)
 698                                 CERROR("Detach returned %d\n", err);
 699                 }
 700                 class_release_dev(obd);
 701         }
 702 }
 703
 704 /** Add a failover nid location.
 705  * Client obd types contact server obd types using this nid list.
 706  */
 707 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 708 {
 709         struct obd_import *imp;
 710         struct obd_uuid uuid;
 711         int rc;
 712         ENTRY;
 713
 714         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 715             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 716                 CERROR("invalid conn_uuid\n");
 717                 RETURN(-EINVAL);
 718         }
 719         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 720             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 721             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 722                 CERROR("can't add connection on non-client dev\n");
 723                 RETURN(-EINVAL);
 724         }
 725
 726         imp = obd->u.cli.cl_import;
 727         if (!imp) {
 728                 CERROR("try to add conn on immature client dev\n");
 729                 RETURN(-EINVAL);
 730         }
 731
 732         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 733         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 734
 735         RETURN(rc);
 736 }
 737
 738 /** Remove a failover nid location.
 739  */
 740 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 741 {
 742         struct obd_import *imp;
 743         struct obd_uuid uuid;
 744         int rc;
 745         ENTRY;
 746
 747         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 748             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 749                 CERROR("invalid conn_uuid\n");
 750                 RETURN(-EINVAL);
 751         }
 752         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 753             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 754                 CERROR("can't del connection on non-client dev\n");
 755                 RETURN(-EINVAL);
 756         }
 757
 758         imp = obd->u.cli.cl_import;
 759         if (!imp) {
 760                 CERROR("try to del conn on immature client dev\n");
 761                 RETURN(-EINVAL);
 762         }
 763
 764         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 765         rc = obd_del_conn(imp, &uuid);
 766
 767         RETURN(rc);
 768 }
 769
 770 CFS_LIST_HEAD(lustre_profile_list);
 771
 772 struct lustre_profile *class_get_profile(const char * prof)
 773 {
 774         struct lustre_profile *lprof;
 775
 776         ENTRY;
 777         cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
 778                 if (!strcmp(lprof->lp_profile, prof)) {
 779                         RETURN(lprof);
 780                 }
 781         }
 782         RETURN(NULL);
 783 }
 784
 785 /** Create a named "profile".
 786  * This defines the mdc and osc names to use for a client.
 787  * This also is used to define the lov to be used by a mdt.
 788  */
 789 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
 790                       int mdclen, char *mdc)
 791 {
 792         struct lustre_profile *lprof;
 793         int err = 0;
 794         ENTRY;
 795
 796         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
 797
 798         OBD_ALLOC(lprof, sizeof(*lprof));
 799         if (lprof == NULL)
 800                 RETURN(-ENOMEM);
 801         CFS_INIT_LIST_HEAD(&lprof->lp_list);
 802
 803         LASSERT(proflen == (strlen(prof) + 1));
 804         OBD_ALLOC(lprof->lp_profile, proflen);
 805         if (lprof->lp_profile == NULL)
 806                 GOTO(out, err = -ENOMEM);
 807         memcpy(lprof->lp_profile, prof, proflen);
 808
 809         LASSERT(osclen == (strlen(osc) + 1));
 810         OBD_ALLOC(lprof->lp_dt, osclen);
 811         if (lprof->lp_dt == NULL)
 812                 GOTO(out, err = -ENOMEM);
 813         memcpy(lprof->lp_dt, osc, osclen);
 814
 815         if (mdclen > 0) {
 816                 LASSERT(mdclen == (strlen(mdc) + 1));
 817                 OBD_ALLOC(lprof->lp_md, mdclen);
 818                 if (lprof->lp_md == NULL)
 819                         GOTO(out, err = -ENOMEM);
 820                 memcpy(lprof->lp_md, mdc, mdclen);
 821         }
 822
 823         cfs_list_add(&lprof->lp_list, &lustre_profile_list);
 824         RETURN(err);
 825
 826 out:
 827         if (lprof->lp_md)
 828                 OBD_FREE(lprof->lp_md, mdclen);
 829         if (lprof->lp_dt)
 830                 OBD_FREE(lprof->lp_dt, osclen);
 831         if (lprof->lp_profile)
 832                 OBD_FREE(lprof->lp_profile, proflen);
 833         OBD_FREE(lprof, sizeof(*lprof));
 834         RETURN(err);
 835 }
 836
 837 void class_del_profile(const char *prof)
 838 {
 839         struct lustre_profile *lprof;
 840         ENTRY;
 841
 842         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
 843
 844         lprof = class_get_profile(prof);
 845         if (lprof) {
 846                 cfs_list_del(&lprof->lp_list);
 847                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 848                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 849                 if (lprof->lp_md)
 850                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 851                 OBD_FREE(lprof, sizeof *lprof);
 852         }
 853         EXIT;
 854 }
 855
 856 /* COMPAT_146 */
 857 void class_del_profiles(void)
 858 {
 859         struct lustre_profile *lprof, *n;
 860         ENTRY;
 861
 862         cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
 863                 cfs_list_del(&lprof->lp_list);
 864                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 865                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 866                 if (lprof->lp_md)
 867                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 868                 OBD_FREE(lprof, sizeof *lprof);
 869         }
 870         EXIT;
 871 }
 872
 873 static int class_set_global(char *ptr, int val) {
 874         ENTRY;
 875
 876         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
 877             at_min = val;
 878         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
 879                 at_max = val;
 880         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
 881                 at_extra = val;
 882         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
 883                 at_early_margin = val;
 884         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
 885                 at_history = val;
 886         else
 887                 RETURN(-EINVAL);
 888
 889         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
 890
 891         RETURN(0);
 892 }
 893
 894
 895 /* We can't call ll_process_config directly because it lives in a module that
 896    must be loaded after this one. */
 897 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
 898
 899 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
 900 {
 901         client_process_config = cpc;
 902 }
 903 EXPORT_SYMBOL(lustre_register_client_process_config);
 904
 905 /** Process configuration commands given in lustre_cfg form.
 906  * These may come from direct calls (e.g. class_manual_cleanup)
 907  * or processing the config llog, or ioctl from lctl.
 908  */
 909 int class_process_config(struct lustre_cfg *lcfg)
 910 {
 911         struct obd_device *obd;
 912         int err;
 913
 914         LASSERT(lcfg && !IS_ERR(lcfg));
 915         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
 916
 917         /* Commands that don't need a device */
 918         switch(lcfg->lcfg_command) {
 919         case LCFG_ATTACH: {
 920                 err = class_attach(lcfg);
 921                 GOTO(out, err);
 922         }
 923         case LCFG_ADD_UUID: {
 924                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
 925                        " (%s)\n", lustre_cfg_string(lcfg, 1),
 926                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
 927
 928                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
 929                 GOTO(out, err);
 930         }
 931         case LCFG_DEL_UUID: {
 932                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
 933                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
 934                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
 935
 936                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
 937                 GOTO(out, err);
 938         }
 939         case LCFG_MOUNTOPT: {
 940                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
 941                        lustre_cfg_string(lcfg, 1),
 942                        lustre_cfg_string(lcfg, 2),
 943                        lustre_cfg_string(lcfg, 3));
 944                 /* set these mount options somewhere, so ll_fill_super
 945                  * can find them. */
 946                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
 947                                         lustre_cfg_string(lcfg, 1),
 948                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
 949                                         lustre_cfg_string(lcfg, 2),
 950                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
 951                                         lustre_cfg_string(lcfg, 3));
 952                 GOTO(out, err);
 953         }
 954         case LCFG_DEL_MOUNTOPT: {
 955                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
 956                        lustre_cfg_string(lcfg, 1));
 957                 class_del_profile(lustre_cfg_string(lcfg, 1));
 958                 GOTO(out, err = 0);
 959         }
 960         case LCFG_SET_TIMEOUT: {
 961                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
 962                        obd_timeout, lcfg->lcfg_num);
 963                 obd_timeout = max(lcfg->lcfg_num, 1U);
 964                 GOTO(out, err = 0);
 965         }
 966         case LCFG_SET_LDLM_TIMEOUT: {
 967                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
 968                        ldlm_timeout, lcfg->lcfg_num);
 969                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
 970                 if (ldlm_timeout >= obd_timeout)
 971                         ldlm_timeout = max(obd_timeout / 3, 1U);
 972
 973                 GOTO(out, err = 0);
 974         }
 975         case LCFG_SET_UPCALL: {
 976                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
 977                 /* COMPAT_146 Don't fail on old configs */
 978                 GOTO(out, err = 0);
 979         }
 980         case LCFG_MARKER: {
 981                 struct cfg_marker *marker;
 982                 marker = lustre_cfg_buf(lcfg, 1);
 983                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
 984                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
 985                 GOTO(out, err = 0);
 986         }
 987         case LCFG_PARAM: {
 988                 char *tmp;
 989                 /* llite has no obd */
 990                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
 991                                        PARAM_LLITE, 0) == 0) &&
 992                     client_process_config) {
 993                         err = (*client_process_config)(lcfg);
 994                         GOTO(out, err);
 995                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
 996                                               PARAM_SYS, &tmp) == 0)) {
 997                         /* Global param settings */
 998                         err = class_set_global(tmp, lcfg->lcfg_num);
 999                         /* Note that since LCFG_PARAM is LCFG_REQUIRED, new
1000                            unknown globals would cause config to fail */
1001                         if (err)
1002                                 CWARN("Ignoring unknown param %s\n", tmp);
1003                         GOTO(out, 0);
1004                 }
1005
1006                 /* Fall through */
1007                 break;
1008         }
1009         }
1010
1011         /* Commands that require a device */
1012         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1013         if (obd == NULL) {
1014                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1015                         CERROR("this lcfg command requires a device name\n");
1016                 else
1017                         CERROR("no device for: %s\n",
1018                                lustre_cfg_string(lcfg, 0));
1019
1020                 GOTO(out, err = -EINVAL);
1021         }
1022
1023         switch(lcfg->lcfg_command) {
1024         case LCFG_SETUP: {
1025                 err = class_setup(obd, lcfg);
1026                 GOTO(out, err);
1027         }
1028         case LCFG_DETACH: {
1029                 err = class_detach(obd, lcfg);
1030                 GOTO(out, err = 0);
1031         }
1032         case LCFG_CLEANUP: {
1033                 err = class_cleanup(obd, lcfg);
1034                 GOTO(out, err = 0);
1035         }
1036         case LCFG_ADD_CONN: {
1037                 err = class_add_conn(obd, lcfg);
1038                 GOTO(out, err = 0);
1039         }
1040         case LCFG_DEL_CONN: {
1041                 err = class_del_conn(obd, lcfg);
1042                 GOTO(out, err = 0);
1043         }
1044         case LCFG_POOL_NEW: {
1045                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1046                 GOTO(out, err = 0);
1047                 break;
1048         }
1049         case LCFG_POOL_ADD: {
1050                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1051                                    lustre_cfg_string(lcfg, 3));
1052                 GOTO(out, err = 0);
1053                 break;
1054         }
1055         case LCFG_POOL_REM: {
1056                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1057                                    lustre_cfg_string(lcfg, 3));
1058                 GOTO(out, err = 0);
1059                 break;
1060         }
1061         case LCFG_POOL_DEL: {
1062                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1063                 GOTO(out, err = 0);
1064                 break;
1065         }
1066         default: {
1067                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1068                 GOTO(out, err);
1069
1070         }
1071         }
1072 out:
1073         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1074                 CWARN("Ignoring error %d on optional command %#x\n", err,
1075                       lcfg->lcfg_command);
1076                 err = 0;
1077         }
1078         return err;
1079 }
1080
1081 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
1082                              struct lustre_cfg *lcfg, void *data)
1083 {
1084 #ifdef __KERNEL__
1085         struct lprocfs_vars *var;
1086         char *key, *sval;
1087         int i, keylen, vallen;
1088         int matched = 0, j = 0;
1089         int rc = 0;
1090         int skip = 0;
1091         ENTRY;
1092
1093         if (lcfg->lcfg_command != LCFG_PARAM) {
1094                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1095                 RETURN(-EINVAL);
1096         }
1097
1098         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1099            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1100            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1101         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1102                 key = lustre_cfg_buf(lcfg, i);
1103                 /* Strip off prefix */
1104                 class_match_param(key, prefix, &key);
1105                 sval = strchr(key, '=');
1106                 if (!sval || (*(sval + 1) == 0)) {
1107                         CERROR("Can't parse param %s (missing '=')\n", key);
1108                         /* rc = -EINVAL;        continue parsing other params */
1109                         continue;
1110                 }
1111                 keylen = sval - key;
1112                 sval++;
1113                 vallen = strlen(sval);
1114                 matched = 0;
1115                 j = 0;
1116                 /* Search proc entries */
1117                 while (lvars[j].name) {
1118                         var = &lvars[j];
1119                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1120                             keylen == strlen(var->name)) {
1121                                 matched++;
1122                                 rc = -EROFS;
1123                                 if (var->write_fptr) {
1124                                         mm_segment_t oldfs;
1125                                         oldfs = get_fs();
1126                                         set_fs(KERNEL_DS);
1127                                         rc = (var->write_fptr)(NULL, sval,
1128                                                                vallen, data);
1129                                         set_fs(oldfs);
1130                                 }
1131                                 break;
1132                         }
1133                         j++;
1134                 }
1135                 if (!matched) {
1136                         /* If the prefix doesn't match, return error so we
1137                            can pass it down the stack */
1138                         if (strnchr(key, keylen, '.'))
1139                             RETURN(-ENOSYS);
1140                         CERROR("%s: unknown param %s\n",
1141                                (char *)lustre_cfg_string(lcfg, 0), key);
1142                         /* rc = -EINVAL;        continue parsing other params */
1143                         skip++;
1144                 } else if (rc < 0) {
1145                         CERROR("writing proc entry %s err %d\n",
1146                                var->name, rc);
1147                         rc = 0;
1148                 } else {
1149                         CDEBUG(D_CONFIG, "%s.%.*s: set parameter %.*s=%s\n",
1150                                       lustre_cfg_string(lcfg, 0),
1151                                       (int)strlen(prefix) - 1, prefix,
1152                                       (int)(sval - key - 1), key, sval);
1153                 }
1154         }
1155
1156         if (rc > 0)
1157                 rc = 0;
1158         if (!rc && skip)
1159                 rc = skip;
1160         RETURN(rc);
1161 #else
1162         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1163         /* Don't throw config error */
1164         RETURN(0);
1165 #endif
1166 }
1167
1168 int class_config_dump_handler(struct llog_handle * handle,
1169                               struct llog_rec_hdr *rec, void *data);
1170
1171 #ifdef __KERNEL__
1172 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1173 #else
1174 #define lustre_check_exclusion(a,b)  0
1175 #endif
1176
1177 /** Parse a configuration llog, doing various manipulations on them
1178  * for various reasons, (modifications for compatibility, skip obsolete
1179  * records, change uuids, etc), then class_process_config() resulting
1180  * net records.
1181  */
1182 static int class_config_llog_handler(struct llog_handle * handle,
1183                                      struct llog_rec_hdr *rec, void *data)
1184 {
1185         struct config_llog_instance *clli = data;
1186         int cfg_len = rec->lrh_len;
1187         char *cfg_buf = (char*) (rec + 1);
1188         int rc = 0;
1189         ENTRY;
1190
1191         //class_config_dump_handler(handle, rec, data);
1192
1193         switch (rec->lrh_type) {
1194         case OBD_CFG_REC: {
1195                 struct lustre_cfg *lcfg, *lcfg_new;
1196                 struct lustre_cfg_bufs bufs;
1197                 char *inst_name = NULL;
1198                 int inst_len = 0;
1199                 int inst = 0, swab = 0;
1200
1201                 lcfg = (struct lustre_cfg *)cfg_buf;
1202                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1203                         lustre_swab_lustre_cfg(lcfg);
1204                         swab = 1;
1205                 }
1206
1207                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1208                 if (rc)
1209                         GOTO(out, rc);
1210
1211                 /* Figure out config state info */
1212                 if (lcfg->lcfg_command == LCFG_MARKER) {
1213                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1214                         lustre_swab_cfg_marker(marker, swab,
1215                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1216                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1217                                clli->cfg_flags, marker->cm_flags);
1218                         if (marker->cm_flags & CM_START) {
1219                                 /* all previous flags off */
1220                                 clli->cfg_flags = CFG_F_MARKER;
1221                                 if (marker->cm_flags & CM_SKIP) {
1222                                         clli->cfg_flags |= CFG_F_SKIP;
1223                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1224                                                marker->cm_step);
1225                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1226                                            (clli->cfg_sb &&
1227                                             lustre_check_exclusion(clli->cfg_sb,
1228                                                          marker->cm_tgtname))) {
1229                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1230                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1231                                                marker->cm_step);
1232                                 }
1233                         } else if (marker->cm_flags & CM_END) {
1234                                 clli->cfg_flags = 0;
1235                         }
1236                 }
1237                 /* A config command without a start marker before it is
1238                    illegal (post 146) */
1239                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1240                     !(clli->cfg_flags & CFG_F_MARKER) &&
1241                     (lcfg->lcfg_command != LCFG_MARKER)) {
1242                         CWARN("Config not inside markers, ignoring! "
1243                               "(inst: %p, uuid: %s, flags: %#x)\n",
1244                               clli->cfg_instance,
1245                               clli->cfg_uuid.uuid, clli->cfg_flags);
1246                         clli->cfg_flags |= CFG_F_SKIP;
1247                 }
1248                 if (clli->cfg_flags & CFG_F_SKIP) {
1249                         CDEBUG(D_CONFIG, "skipping %#x\n",
1250                                clli->cfg_flags);
1251                         rc = 0;
1252                         /* No processing! */
1253                         break;
1254                 }
1255
1256                 /*
1257                  * For interoperability between 1.8 and 2.0,
1258                  * rename "mds" obd device type to "mdt".
1259                  */
1260                 {
1261                         char *typename = lustre_cfg_string(lcfg, 1);
1262                         char *index = lustre_cfg_string(lcfg, 2);
1263
1264                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1265                              strcmp(typename, "mds") == 0)) {
1266                                 CWARN("For 1.8 interoperability, rename obd "
1267                                        "type from mds to mdt\n");
1268                                 typename[2] = 't';
1269                         }
1270                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1271                              strcmp(index, "type") == 0)) {
1272                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1273                                        "set this index to '0'\n");
1274                                 index[0] = '0';
1275                                 index[1] = 0;
1276                         }
1277                 }
1278
1279                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1280                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1281                         /* Add inactive instead */
1282                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1283
1284                 lustre_cfg_bufs_init(&bufs, lcfg);
1285
1286                 if (clli && clli->cfg_instance &&
1287                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1288                         inst = 1;
1289                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1290                                    sizeof(clli->cfg_instance) * 2 + 4;
1291                         OBD_ALLOC(inst_name, inst_len);
1292                         if (inst_name == NULL)
1293                                 GOTO(out, rc = -ENOMEM);
1294                         sprintf(inst_name, "%s-%p",
1295                                 lustre_cfg_string(lcfg, 0),
1296                                 clli->cfg_instance);
1297                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1298                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1299                                lcfg->lcfg_command, inst_name);
1300                 }
1301
1302                 /* we override the llog's uuid for clients, to insure they
1303                 are unique */
1304                 if (clli && clli->cfg_instance != NULL &&
1305                     lcfg->lcfg_command == LCFG_ATTACH) {
1306                         lustre_cfg_bufs_set_string(&bufs, 2,
1307                                                    clli->cfg_uuid.uuid);
1308                 }
1309                 /*
1310                  * sptlrpc config record, we expect 2 data segments:
1311                  *  [0]: fs_name/target_name,
1312                  *  [1]: rule string
1313                  * moving them to index [1] and [2], and insert MGC's
1314                  * obdname at index [0].
1315                  */
1316                 if (clli && clli->cfg_instance == NULL &&
1317                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1318                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1319                                             bufs.lcfg_buflen[1]);
1320                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1321                                             bufs.lcfg_buflen[0]);
1322                         lustre_cfg_bufs_set_string(&bufs, 0,
1323                                                    clli->cfg_obdname);
1324                 }
1325
1326                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1327
1328                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1329                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1330
1331                 /* XXX Hack to try to remain binary compatible with
1332                  * pre-newconfig logs */
1333                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1334                     (lcfg->lcfg_nid >> 32) == 0) {
1335                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1336
1337                         lcfg_new->lcfg_nid =
1338                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1339                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1340                               lcfg->lcfg_nal, addr,
1341                               libcfs_nid2str(lcfg_new->lcfg_nid));
1342                 } else {
1343                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1344                 }
1345
1346                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1347
1348                 rc = class_process_config(lcfg_new);
1349                 lustre_cfg_free(lcfg_new);
1350
1351                 if (inst)
1352                         OBD_FREE(inst_name, inst_len);
1353                 break;
1354         }
1355         default:
1356                 CERROR("Unknown llog record type %#x encountered\n",
1357                        rec->lrh_type);
1358                 break;
1359         }
1360 out:
1361         if (rc) {
1362                 CERROR("Err %d on cfg command:\n", rc);
1363                 class_config_dump_handler(handle, rec, data);
1364         }
1365         RETURN(rc);
1366 }
1367
1368 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1369                             struct config_llog_instance *cfg)
1370 {
1371         struct llog_process_cat_data cd = {0, 0};
1372         struct llog_handle *llh;
1373         int rc, rc2;
1374         ENTRY;
1375
1376         CDEBUG(D_INFO, "looking up llog %s\n", name);
1377         rc = llog_create(ctxt, &llh, NULL, name);
1378         if (rc)
1379                 RETURN(rc);
1380
1381         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1382         if (rc)
1383                 GOTO(parse_out, rc);
1384
1385         /* continue processing from where we last stopped to end-of-log */
1386         if (cfg)
1387                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1388         cd.lpcd_last_idx = 0;
1389
1390         rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1391
1392         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1393                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1394
1395         if (cfg)
1396                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1397
1398 parse_out:
1399         rc2 = llog_close(llh);
1400         if (rc == 0)
1401                 rc = rc2;
1402
1403         RETURN(rc);
1404 }
1405
1406 int class_config_dump_handler(struct llog_handle * handle,
1407                               struct llog_rec_hdr *rec, void *data)
1408 {
1409         int cfg_len = rec->lrh_len;
1410         char *cfg_buf = (char*) (rec + 1);
1411         char *outstr, *ptr, *end;
1412         int rc = 0;
1413         ENTRY;
1414
1415         OBD_ALLOC(outstr, 256);
1416         end = outstr + 256;
1417         ptr = outstr;
1418         if (!outstr) {
1419                 RETURN(-ENOMEM);
1420         }
1421         if (rec->lrh_type == OBD_CFG_REC) {
1422                 struct lustre_cfg *lcfg;
1423                 int i;
1424
1425                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1426                 if (rc)
1427                         GOTO(out, rc);
1428                 lcfg = (struct lustre_cfg *)cfg_buf;
1429
1430                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1431                                 lcfg->lcfg_command);
1432                 if (lcfg->lcfg_flags) {
1433                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1434                                         lcfg->lcfg_flags);
1435                 }
1436                 if (lcfg->lcfg_num) {
1437                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1438                                         lcfg->lcfg_num);
1439                 }
1440                 if (lcfg->lcfg_nid) {
1441                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1442                                         libcfs_nid2str(lcfg->lcfg_nid),
1443                                         lcfg->lcfg_nid);
1444                 }
1445                 if (lcfg->lcfg_command == LCFG_MARKER) {
1446                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1447                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1448                                         marker->cm_step, marker->cm_flags,
1449                                         marker->cm_tgtname, marker->cm_comment);
1450                 } else {
1451                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1452                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1453                                                 lustre_cfg_string(lcfg, i));
1454                         }
1455                 }
1456                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1457         } else {
1458                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1459                 rc = -EINVAL;
1460         }
1461 out:
1462         OBD_FREE(outstr, 256);
1463         RETURN(rc);
1464 }
1465
1466 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1467                            struct config_llog_instance *cfg)
1468 {
1469         struct llog_handle *llh;
1470         int rc, rc2;
1471         ENTRY;
1472
1473         LCONSOLE_INFO("Dumping config log %s\n", name);
1474
1475         rc = llog_create(ctxt, &llh, NULL, name);
1476         if (rc)
1477                 RETURN(rc);
1478
1479         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1480         if (rc)
1481                 GOTO(parse_out, rc);
1482
1483         rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1484 parse_out:
1485         rc2 = llog_close(llh);
1486         if (rc == 0)
1487                 rc = rc2;
1488
1489         LCONSOLE_INFO("End config log %s\n", name);
1490         RETURN(rc);
1491
1492 }
1493
1494 /** Call class_cleanup and class_detach.
1495  * "Manual" only in the sense that we're faking lcfg commands.
1496  */
1497 int class_manual_cleanup(struct obd_device *obd)
1498 {
1499         char                    flags[3] = "";
1500         struct lustre_cfg      *lcfg;
1501         struct lustre_cfg_bufs  bufs;
1502         int                     rc;
1503         ENTRY;
1504
1505         if (!obd) {
1506                 CERROR("empty cleanup\n");
1507                 RETURN(-EALREADY);
1508         }
1509
1510         if (obd->obd_force)
1511                 strcat(flags, "F");
1512         if (obd->obd_fail)
1513                 strcat(flags, "A");
1514
1515         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1516                obd->obd_name, flags);
1517
1518         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1519         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1520         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1521         if (!lcfg)
1522                 RETURN(-ENOMEM);
1523
1524         rc = class_process_config(lcfg);
1525         if (rc) {
1526                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1527                 GOTO(out, rc);
1528         }
1529
1530         /* the lcfg is almost the same for both ops */
1531         lcfg->lcfg_command = LCFG_DETACH;
1532         rc = class_process_config(lcfg);
1533         if (rc)
1534                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1535 out:
1536         lustre_cfg_free(lcfg);
1537         RETURN(rc);
1538 }
1539
1540 /*
1541  * uuid<->export lustre hash operations
1542  */
1543
1544 static unsigned
1545 uuid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1546 {
1547         return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
1548                                   sizeof(((struct obd_uuid *)key)->uuid), mask);
1549 }
1550
1551 static void *
1552 uuid_key(cfs_hlist_node_t *hnode)
1553 {
1554         struct obd_export *exp;
1555
1556         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1557
1558         return &exp->exp_client_uuid;
1559 }
1560
1561 /*
1562  * NOTE: It is impossible to find an export that is in failed
1563  *       state with this function
1564  */
1565 static int
1566 uuid_keycmp(const void *key, cfs_hlist_node_t *hnode)
1567 {
1568         struct obd_export *exp;
1569
1570         LASSERT(key);
1571         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1572
1573         return obd_uuid_equals(key, &exp->exp_client_uuid) &&
1574                !exp->exp_failed;
1575 }
1576
1577 static void *
1578 uuid_export_object(cfs_hlist_node_t *hnode)
1579 {
1580         return cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1581 }
1582
1583 static void
1584 uuid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1585 {
1586         struct obd_export *exp;
1587
1588         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1589         class_export_get(exp);
1590 }
1591
1592 static void
1593 uuid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1594 {
1595         struct obd_export *exp;
1596
1597         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1598         class_export_put(exp);
1599 }
1600
1601 static cfs_hash_ops_t uuid_hash_ops = {
1602         .hs_hash        = uuid_hash,
1603         .hs_key         = uuid_key,
1604         .hs_keycmp      = uuid_keycmp,
1605         .hs_object      = uuid_export_object,
1606         .hs_get         = uuid_export_get,
1607         .hs_put_locked  = uuid_export_put_locked,
1608 };
1609
1610
1611 /*
1612  * nid<->export hash operations
1613  */
1614
1615 static unsigned
1616 nid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1617 {
1618         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
1619 }
1620
1621 static void *
1622 nid_key(cfs_hlist_node_t *hnode)
1623 {
1624         struct obd_export *exp;
1625
1626         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1627
1628         RETURN(&exp->exp_connection->c_peer.nid);
1629 }
1630
1631 /*
1632  * NOTE: It is impossible to find an export that is in failed
1633  *       state with this function
1634  */
1635 static int
1636 nid_kepcmp(const void *key, cfs_hlist_node_t *hnode)
1637 {
1638         struct obd_export *exp;
1639
1640         LASSERT(key);
1641         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1642
1643         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1644                !exp->exp_failed);
1645 }
1646
1647 static void *
1648 nid_export_object(cfs_hlist_node_t *hnode)
1649 {
1650         return cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1651 }
1652
1653 static void
1654 nid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1655 {
1656         struct obd_export *exp;
1657
1658         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1659         class_export_get(exp);
1660 }
1661
1662 static void
1663 nid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1664 {
1665         struct obd_export *exp;
1666
1667         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1668         class_export_put(exp);
1669 }
1670
1671 static cfs_hash_ops_t nid_hash_ops = {
1672         .hs_hash        = nid_hash,
1673         .hs_key         = nid_key,
1674         .hs_keycmp      = nid_kepcmp,
1675         .hs_object      = nid_export_object,
1676         .hs_get         = nid_export_get,
1677         .hs_put_locked  = nid_export_put_locked,
1678 };
1679
1680
1681 /*
1682  * nid<->nidstats hash operations
1683  */
1684
1685 static void *
1686 nidstats_key(cfs_hlist_node_t *hnode)
1687 {
1688         struct nid_stat *ns;
1689
1690         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1691
1692         return &ns->nid;
1693 }
1694
1695 static int
1696 nidstats_keycmp(const void *key, cfs_hlist_node_t *hnode)
1697 {
1698         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
1699 }
1700
1701 static void *
1702 nidstats_object(cfs_hlist_node_t *hnode)
1703 {
1704         return cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1705 }
1706
1707 static void
1708 nidstats_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1709 {
1710         struct nid_stat *ns;
1711
1712         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1713         nidstat_getref(ns);
1714 }
1715
1716 static void
1717 nidstats_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1718 {
1719         struct nid_stat *ns;
1720
1721         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1722         nidstat_putref(ns);
1723 }
1724
1725 static cfs_hash_ops_t nid_stat_hash_ops = {
1726         .hs_hash        = nid_hash,
1727         .hs_key         = nidstats_key,
1728         .hs_keycmp      = nidstats_keycmp,
1729         .hs_object      = nidstats_object,
1730         .hs_get         = nidstats_get,
1731         .hs_put_locked  = nidstats_put_locked,
1732 };