lustre/obdclass/obd_config.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
  30  * Use is subject to license terms.
  31  *
  32  * Copyright (c) 2011 Whamcloud, Inc.
  33  *
  34  */
  35 /*
  36  * This file is part of Lustre, http://www.lustre.org/
  37  * Lustre is a trademark of Sun Microsystems, Inc.
  38  *
  39  * lustre/obdclass/obd_config.c
  40  *
  41  * Config API
  42  */
  43
  44 #define DEBUG_SUBSYSTEM S_CLASS
  45 #ifdef __KERNEL__
  46 #include <obd_class.h>
  47 #include <linux/string.h>
  48 #else
  49 #include <liblustre.h>
  50 #include <obd_class.h>
  51 #include <obd.h>
  52 #endif
  53 #include <lustre_log.h>
  54 #include <lprocfs_status.h>
  55 #include <libcfs/list.h>
  56 #include <lustre_param.h>
  57
  58 static cfs_hash_ops_t uuid_hash_ops;
  59 static cfs_hash_ops_t nid_hash_ops;
  60 static cfs_hash_ops_t nid_stat_hash_ops;
  61
  62 /*********** string parsing utils *********/
  63
  64 /* returns 0 if we find this key in the buffer, else 1 */
  65 int class_find_param(char *buf, char *key, char **valp)
  66 {
  67         char *ptr;
  68
  69         if (!buf)
  70                 return 1;
  71
  72         if ((ptr = strstr(buf, key)) == NULL)
  73                 return 1;
  74
  75         if (valp)
  76                 *valp = ptr + strlen(key);
  77
  78         return 0;
  79 }
  80
  81 /**
  82  * Finds a parameter in \a params and copies it to \a copy.
  83  *
  84  * Leading spaces are skipped. Next space or end of string is the
  85  * parameter terminator with the exception that spaces inside single or double
  86  * quotes get included into a parameter. The parameter is copied into \a copy
  87  * which has to be allocated big enough by a caller, quotes are stripped in
  88  * the copy and the copy is terminated by 0.
  89  *
  90  * On return \a params is set to next parameter or to NULL if last
  91  * parameter is returned.
  92  *
  93  * \retval 0 if parameter is returned in \a copy
  94  * \retval 1 otherwise
  95  * \retval -EINVAL if unbalanced quota is found
  96  */
  97 int class_get_next_param(char **params, char *copy)
  98 {
  99         char *q1, *q2, *str;
 100         int len;
 101
 102         str = *params;
 103         while (*str == ' ')
 104                 str++;
 105
 106         if (*str == '\0') {
 107                 *params = NULL;
 108                 return 1;
 109         }
 110
 111         while (1) {
 112                 q1 = strpbrk(str, " '\"");
 113                 if (q1 == NULL) {
 114                         len = strlen(str);
 115                         memcpy(copy, str, len);
 116                         copy[len] = '\0';
 117                         *params = NULL;
 118                         return 0;
 119                 }
 120                 len = q1 - str;
 121                 if (*q1 == ' ') {
 122                         memcpy(copy, str, len);
 123                         copy[len] = '\0';
 124                         *params = str + len;
 125                         return 0;
 126                 }
 127
 128                 memcpy(copy, str, len);
 129                 copy += len;
 130
 131                 /* search for the matching closing quote */
 132                 str = q1 + 1;
 133                 q2 = strchr(str, *q1);
 134                 if (q2 == NULL) {
 135                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
 136                                *params);
 137                         return -EINVAL;
 138                 }
 139                 len = q2 - str;
 140                 memcpy(copy, str, len);
 141                 copy += len;
 142                 str = q2 + 1;
 143         }
 144         return 1;
 145 }
 146
 147 /* returns 0 if this is the first key in the buffer, else 1.
 148    valp points to first char after key. */
 149 int class_match_param(char *buf, char *key, char **valp)
 150 {
 151         if (!buf)
 152                 return 1;
 153
 154         if (memcmp(buf, key, strlen(key)) != 0)
 155                 return 1;
 156
 157         if (valp)
 158                 *valp = buf + strlen(key);
 159
 160         return 0;
 161 }
 162
 163 static int parse_nid(char *buf, void *value)
 164 {
 165         lnet_nid_t *nid = (lnet_nid_t *)value;
 166
 167         *nid = libcfs_str2nid(buf);
 168         if (*nid != LNET_NID_ANY)
 169                 return 0;
 170
 171         LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 172         return -EINVAL;
 173 }
 174
 175 static int parse_net(char *buf, void *value)
 176 {
 177         __u32 *net = (__u32 *)value;
 178
 179         *net = libcfs_str2net(buf);
 180         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
 181         return 0;
 182 }
 183
 184 enum {
 185         CLASS_PARSE_NID = 1,
 186         CLASS_PARSE_NET,
 187 };
 188
 189 /* 0 is good nid,
 190    1 not found
 191    < 0 error
 192    endh is set to next separator */
 193 static int class_parse_value(char *buf, int opc, void *value, char **endh)
 194 {
 195         char *endp;
 196         char  tmp;
 197         int   rc = 0;
 198
 199         if (!buf)
 200                 return 1;
 201         while (*buf == ',' || *buf == ':')
 202                 buf++;
 203         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 204                 return 1;
 205
 206         /* nid separators or end of nids */
 207         endp = strpbrk(buf, ",: /");
 208         if (endp == NULL)
 209                 endp = buf + strlen(buf);
 210
 211         tmp = *endp;
 212         *endp = '\0';
 213         switch (opc) {
 214         default:
 215                 LBUG();
 216         case CLASS_PARSE_NID:
 217                 rc = parse_nid(buf, value);
 218                 break;
 219         case CLASS_PARSE_NET:
 220                 rc = parse_net(buf, value);
 221                 break;
 222         }
 223         *endp = tmp;
 224         if (rc != 0)
 225                 return rc;
 226         if (endh)
 227                 *endh = endp;
 228         return 0;
 229 }
 230
 231 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 232 {
 233         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh);
 234 }
 235
 236 int class_parse_net(char *buf, __u32 *net, char **endh)
 237 {
 238         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh);
 239 }
 240
 241 /* 1 param contains key and match
 242  * 0 param contains key and not match
 243  * -1 param does not contain key
 244  */
 245 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
 246 {
 247         lnet_nid_t tmp;
 248         int   rc = -1;
 249
 250         while (class_find_param(buf, key, &buf) == 0) {
 251                 /* please restrict to the nids pertaining to
 252                  * the specified nids */
 253                 while (class_parse_nid(buf, &tmp, &buf) == 0) {
 254                         if (tmp == nid)
 255                                 return 1;
 256                 }
 257                 rc = 0;
 258         }
 259         return rc;
 260 }
 261
 262 int class_match_net(char *buf, char *key, __u32 net)
 263 {
 264         __u32 tmp;
 265         int   rc = -1;
 266
 267         while (class_find_param(buf, key, &buf) == 0) {
 268                 /* please restrict to the nids pertaining to
 269                  * the specified networks */
 270                 while (class_parse_net(buf, &tmp, &buf) == 0) {
 271                         if (tmp == net)
 272                                 return 1;
 273                 }
 274                 rc = 0;
 275         }
 276         return rc;
 277 }
 278
 279 EXPORT_SYMBOL(class_find_param);
 280 EXPORT_SYMBOL(class_get_next_param);
 281 EXPORT_SYMBOL(class_match_param);
 282 EXPORT_SYMBOL(class_parse_nid);
 283 EXPORT_SYMBOL(class_parse_net);
 284 EXPORT_SYMBOL(class_match_nid);
 285 EXPORT_SYMBOL(class_match_net);
 286
 287 /********************** class fns **********************/
 288
 289 /**
 290  * Create a new obd device and set the type, name and uuid.  If successful,
 291  * the new device can be accessed by either name or uuid.
 292  */
 293 int class_attach(struct lustre_cfg *lcfg)
 294 {
 295         struct obd_device *obd = NULL;
 296         char *typename, *name, *uuid;
 297         int rc, len;
 298         ENTRY;
 299
 300         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 301                 CERROR("No type passed!\n");
 302                 RETURN(-EINVAL);
 303         }
 304         typename = lustre_cfg_string(lcfg, 1);
 305
 306         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 307                 CERROR("No name passed!\n");
 308                 RETURN(-EINVAL);
 309         }
 310         name = lustre_cfg_string(lcfg, 0);
 311
 312         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 313                 CERROR("No UUID passed!\n");
 314                 RETURN(-EINVAL);
 315         }
 316         uuid = lustre_cfg_string(lcfg, 2);
 317
 318         CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 319                MKSTR(typename), MKSTR(name), MKSTR(uuid));
 320
 321         obd = class_newdev(typename, name);
 322         if (IS_ERR(obd)) {
 323                 /* Already exists or out of obds */
 324                 rc = PTR_ERR(obd);
 325                 obd = NULL;
 326                 CERROR("Cannot create device %s of type %s : %d\n",
 327                        name, typename, rc);
 328                 GOTO(out, rc);
 329         }
 330         LASSERTF(obd != NULL, "Cannot get obd device %s of type %s\n",
 331                  name, typename);
 332         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 333                  "obd %p obd_magic %08X != %08X\n",
 334                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 335         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
 336                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
 337
 338         cfs_rwlock_init(&obd->obd_pool_lock);
 339         obd->obd_pool_limit = 0;
 340         obd->obd_pool_slv = 0;
 341
 342         CFS_INIT_LIST_HEAD(&obd->obd_exports);
 343         CFS_INIT_LIST_HEAD(&obd->obd_unlinked_exports);
 344         CFS_INIT_LIST_HEAD(&obd->obd_delayed_exports);
 345         CFS_INIT_LIST_HEAD(&obd->obd_exports_timed);
 346         CFS_INIT_LIST_HEAD(&obd->obd_nid_stats);
 347         cfs_spin_lock_init(&obd->obd_nid_lock);
 348         cfs_spin_lock_init(&obd->obd_dev_lock);
 349         cfs_sema_init(&obd->obd_dev_sem, 1);
 350         cfs_spin_lock_init(&obd->obd_osfs_lock);
 351         /* obd->obd_osfs_age must be set to a value in the distant
 352          * past to guarantee a fresh statfs is fetched on mount. */
 353         obd->obd_osfs_age = cfs_time_shift_64(-1000);
 354
 355         /* XXX belongs in setup not attach  */
 356         cfs_init_rwsem(&obd->obd_observer_link_sem);
 357         /* recovery data */
 358         cfs_init_timer(&obd->obd_recovery_timer);
 359         cfs_spin_lock_init(&obd->obd_recovery_task_lock);
 360         cfs_waitq_init(&obd->obd_next_transno_waitq);
 361         cfs_waitq_init(&obd->obd_evict_inprogress_waitq);
 362         CFS_INIT_LIST_HEAD(&obd->obd_req_replay_queue);
 363         CFS_INIT_LIST_HEAD(&obd->obd_lock_replay_queue);
 364         CFS_INIT_LIST_HEAD(&obd->obd_final_req_queue);
 365         CFS_INIT_LIST_HEAD(&obd->obd_evict_list);
 366
 367         llog_group_init(&obd->obd_olg, FID_SEQ_LLOG);
 368
 369         len = strlen(uuid);
 370         if (len >= sizeof(obd->obd_uuid)) {
 371                 CERROR("uuid must be < %d bytes long\n",
 372                        (int)sizeof(obd->obd_uuid));
 373                 GOTO(out, rc = -EINVAL);
 374         }
 375         memcpy(obd->obd_uuid.uuid, uuid, len);
 376
 377         /* do the attach */
 378         if (OBP(obd, attach)) {
 379                 rc = OBP(obd,attach)(obd, sizeof *lcfg, lcfg);
 380                 if (rc)
 381                         GOTO(out, rc = -EINVAL);
 382         }
 383
 384         /* Detach drops this */
 385         cfs_spin_lock(&obd->obd_dev_lock);
 386         cfs_atomic_set(&obd->obd_refcount, 1);
 387         cfs_spin_unlock(&obd->obd_dev_lock);
 388         lu_ref_init(&obd->obd_reference);
 389         lu_ref_add(&obd->obd_reference, "attach", obd);
 390
 391         obd->obd_attached = 1;
 392         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 393                obd->obd_minor, typename, cfs_atomic_read(&obd->obd_refcount));
 394         RETURN(0);
 395  out:
 396         if (obd != NULL) {
 397                 class_release_dev(obd);
 398         }
 399         return rc;
 400 }
 401
 402 /** Create hashes, self-export, and call type-specific setup.
 403  * Setup is effectively the "start this obd" call.
 404  */
 405 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 406 {
 407         int err = 0;
 408         struct obd_export *exp;
 409         ENTRY;
 410
 411         LASSERT(obd != NULL);
 412         LASSERTF(obd == class_num2obd(obd->obd_minor),
 413                  "obd %p != obd_devs[%d] %p\n",
 414                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 415         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 416                  "obd %p obd_magic %08x != %08x\n",
 417                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 418
 419         /* have we attached a type to this device? */
 420         if (!obd->obd_attached) {
 421                 CERROR("Device %d not attached\n", obd->obd_minor);
 422                 RETURN(-ENODEV);
 423         }
 424
 425         if (obd->obd_set_up) {
 426                 CERROR("Device %d already setup (type %s)\n",
 427                        obd->obd_minor, obd->obd_type->typ_name);
 428                 RETURN(-EEXIST);
 429         }
 430
 431         /* is someone else setting us up right now? (attach inits spinlock) */
 432         cfs_spin_lock(&obd->obd_dev_lock);
 433         if (obd->obd_starting) {
 434                 cfs_spin_unlock(&obd->obd_dev_lock);
 435                 CERROR("Device %d setup in progress (type %s)\n",
 436                        obd->obd_minor, obd->obd_type->typ_name);
 437                 RETURN(-EEXIST);
 438         }
 439         /* just leave this on forever.  I can't use obd_set_up here because
 440            other fns check that status, and we're not actually set up yet. */
 441         obd->obd_starting = 1;
 442         obd->obd_uuid_hash = NULL;
 443         obd->obd_nid_hash = NULL;
 444         obd->obd_nid_stats_hash = NULL;
 445         cfs_spin_unlock(&obd->obd_dev_lock);
 446
 447         /* create an uuid-export lustre hash */
 448         obd->obd_uuid_hash = cfs_hash_create("UUID_HASH",
 449                                              HASH_UUID_CUR_BITS,
 450                                              HASH_UUID_MAX_BITS,
 451                                              HASH_UUID_BKT_BITS, 0,
 452                                              CFS_HASH_MIN_THETA,
 453                                              CFS_HASH_MAX_THETA,
 454                                              &uuid_hash_ops, CFS_HASH_DEFAULT);
 455         if (!obd->obd_uuid_hash)
 456                 GOTO(err_hash, err = -ENOMEM);
 457
 458         /* create a nid-export lustre hash */
 459         obd->obd_nid_hash = cfs_hash_create("NID_HASH",
 460                                             HASH_NID_CUR_BITS,
 461                                             HASH_NID_MAX_BITS,
 462                                             HASH_NID_BKT_BITS, 0,
 463                                             CFS_HASH_MIN_THETA,
 464                                             CFS_HASH_MAX_THETA,
 465                                             &nid_hash_ops, CFS_HASH_DEFAULT);
 466         if (!obd->obd_nid_hash)
 467                 GOTO(err_hash, err = -ENOMEM);
 468
 469         /* create a nid-stats lustre hash */
 470         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
 471                                                   HASH_NID_STATS_CUR_BITS,
 472                                                   HASH_NID_STATS_MAX_BITS,
 473                                                   HASH_NID_STATS_BKT_BITS, 0,
 474                                                   CFS_HASH_MIN_THETA,
 475                                                   CFS_HASH_MAX_THETA,
 476                                                   &nid_stat_hash_ops, CFS_HASH_DEFAULT);
 477         if (!obd->obd_nid_stats_hash)
 478                 GOTO(err_hash, err = -ENOMEM);
 479
 480         exp = class_new_export(obd, &obd->obd_uuid);
 481         if (IS_ERR(exp))
 482                 GOTO(err_hash, err = PTR_ERR(exp));
 483
 484         obd->obd_self_export = exp;
 485         cfs_list_del_init(&exp->exp_obd_chain_timed);
 486         class_export_put(exp);
 487
 488         err = obd_setup(obd, lcfg);
 489         if (err)
 490                 GOTO(err_exp, err);
 491
 492         obd->obd_set_up = 1;
 493
 494         cfs_spin_lock(&obd->obd_dev_lock);
 495         /* cleanup drops this */
 496         class_incref(obd, "setup", obd);
 497         cfs_spin_unlock(&obd->obd_dev_lock);
 498
 499         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 500                obd->obd_name, obd->obd_uuid.uuid);
 501
 502         RETURN(0);
 503 err_exp:
 504         if (obd->obd_self_export) {
 505                 class_unlink_export(obd->obd_self_export);
 506                 obd->obd_self_export = NULL;
 507         }
 508 err_hash:
 509         if (obd->obd_uuid_hash) {
 510                 cfs_hash_putref(obd->obd_uuid_hash);
 511                 obd->obd_uuid_hash = NULL;
 512         }
 513         if (obd->obd_nid_hash) {
 514                 cfs_hash_putref(obd->obd_nid_hash);
 515                 obd->obd_nid_hash = NULL;
 516         }
 517         if (obd->obd_nid_stats_hash) {
 518                 cfs_hash_putref(obd->obd_nid_stats_hash);
 519                 obd->obd_nid_stats_hash = NULL;
 520         }
 521         obd->obd_starting = 0;
 522         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 523         return err;
 524 }
 525
 526 /** We have finished using this obd and are ready to destroy it.
 527  * There can be no more references to this obd.
 528  */
 529 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 530 {
 531         ENTRY;
 532
 533         if (obd->obd_set_up) {
 534                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 535                 RETURN(-EBUSY);
 536         }
 537
 538         cfs_spin_lock(&obd->obd_dev_lock);
 539         if (!obd->obd_attached) {
 540                 cfs_spin_unlock(&obd->obd_dev_lock);
 541                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 542                 RETURN(-ENODEV);
 543         }
 544         obd->obd_attached = 0;
 545         cfs_spin_unlock(&obd->obd_dev_lock);
 546
 547         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 548                obd->obd_name, obd->obd_uuid.uuid);
 549
 550         class_decref(obd, "attach", obd);
 551         RETURN(0);
 552 }
 553
 554 /** Start shutting down the obd.  There may be in-progess ops when
 555  * this is called.  We tell them to start shutting down with a call
 556  * to class_disconnect_exports().
 557  */
 558 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 559 {
 560         int err = 0;
 561         char *flag;
 562         ENTRY;
 563
 564         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 565
 566         if (!obd->obd_set_up) {
 567                 CERROR("Device %d not setup\n", obd->obd_minor);
 568                 RETURN(-ENODEV);
 569         }
 570
 571         cfs_spin_lock(&obd->obd_dev_lock);
 572         if (obd->obd_stopping) {
 573                 cfs_spin_unlock(&obd->obd_dev_lock);
 574                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 575                 RETURN(-ENODEV);
 576         }
 577         /* Leave this on forever */
 578         obd->obd_stopping = 1;
 579         cfs_spin_unlock(&obd->obd_dev_lock);
 580
 581         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 582                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 583                         switch (*flag) {
 584                         case 'F':
 585                                 obd->obd_force = 1;
 586                                 break;
 587                         case 'A':
 588                                 LCONSOLE_WARN("Failing over %s\n",
 589                                               obd->obd_name);
 590                                 obd->obd_fail = 1;
 591                                 obd->obd_no_transno = 1;
 592                                 obd->obd_no_recov = 1;
 593                                 if (OBP(obd, iocontrol)) {
 594                                         obd_iocontrol(OBD_IOC_SYNC,
 595                                                       obd->obd_self_export,
 596                                                       0, NULL, NULL);
 597                                 }
 598                                 break;
 599                         default:
 600                                 CERROR("Unrecognised flag '%c'\n", *flag);
 601                         }
 602         }
 603
 604         LASSERT(obd->obd_self_export);
 605
 606         /* The three references that should be remaining are the
 607          * obd_self_export and the attach and setup references. */
 608         if (cfs_atomic_read(&obd->obd_refcount) > 3) {
 609                 /* refcounf - 3 might be the number of real exports
 610                    (excluding self export). But class_incref is called
 611                    by other things as well, so don't count on it. */
 612                 CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d\n",
 613                        obd->obd_name, cfs_atomic_read(&obd->obd_refcount) - 3);
 614                 dump_exports(obd, 0);
 615                 class_disconnect_exports(obd);
 616         }
 617
 618         /* destroy an uuid-export hash body */
 619         if (obd->obd_uuid_hash) {
 620                 cfs_hash_putref(obd->obd_uuid_hash);
 621                 obd->obd_uuid_hash = NULL;
 622         }
 623
 624         /* destroy a nid-export hash body */
 625         if (obd->obd_nid_hash) {
 626                 cfs_hash_putref(obd->obd_nid_hash);
 627                 obd->obd_nid_hash = NULL;
 628         }
 629
 630         /* destroy a nid-stats hash body */
 631         if (obd->obd_nid_stats_hash) {
 632                 cfs_hash_putref(obd->obd_nid_stats_hash);
 633                 obd->obd_nid_stats_hash = NULL;
 634         }
 635
 636         /* Precleanup, we must make sure all exports get destroyed. */
 637         err = obd_precleanup(obd, OBD_CLEANUP_EXPORTS);
 638         if (err)
 639                 CERROR("Precleanup %s returned %d\n",
 640                        obd->obd_name, err);
 641         class_decref(obd, "setup", obd);
 642         obd->obd_set_up = 0;
 643         RETURN(0);
 644 }
 645
 646 struct obd_device *class_incref(struct obd_device *obd,
 647                                 const char *scope, const void *source)
 648 {
 649         lu_ref_add_atomic(&obd->obd_reference, scope, source);
 650         cfs_atomic_inc(&obd->obd_refcount);
 651         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 652                cfs_atomic_read(&obd->obd_refcount));
 653
 654         return obd;
 655 }
 656
 657 void class_decref(struct obd_device *obd, const char *scope, const void *source)
 658 {
 659         int err;
 660         int refs;
 661
 662         cfs_spin_lock(&obd->obd_dev_lock);
 663         cfs_atomic_dec(&obd->obd_refcount);
 664         refs = cfs_atomic_read(&obd->obd_refcount);
 665         cfs_spin_unlock(&obd->obd_dev_lock);
 666         lu_ref_del(&obd->obd_reference, scope, source);
 667
 668         CDEBUG(D_INFO, "Decref %s (%p) now %d\n", obd->obd_name, obd, refs);
 669
 670         if ((refs == 1) && obd->obd_stopping) {
 671                 /* All exports have been destroyed; there should
 672                    be no more in-progress ops by this point.*/
 673
 674                 cfs_spin_lock(&obd->obd_self_export->exp_lock);
 675                 obd->obd_self_export->exp_flags |= exp_flags_from_obd(obd);
 676                 cfs_spin_unlock(&obd->obd_self_export->exp_lock);
 677
 678                 /* note that we'll recurse into class_decref again */
 679                 class_unlink_export(obd->obd_self_export);
 680                 return;
 681         }
 682
 683         if (refs == 0) {
 684                 CDEBUG(D_CONFIG, "finishing cleanup of obd %s (%s)\n",
 685                        obd->obd_name, obd->obd_uuid.uuid);
 686                 LASSERT(!obd->obd_attached);
 687                 if (obd->obd_stopping) {
 688                         /* If we're not stopping, we were never set up */
 689                         err = obd_cleanup(obd);
 690                         if (err)
 691                                 CERROR("Cleanup %s returned %d\n",
 692                                        obd->obd_name, err);
 693                 }
 694                 if (OBP(obd, detach)) {
 695                         err = OBP(obd, detach)(obd);
 696                         if (err)
 697                                 CERROR("Detach returned %d\n", err);
 698                 }
 699                 class_release_dev(obd);
 700         }
 701 }
 702
 703 /** Add a failover nid location.
 704  * Client obd types contact server obd types using this nid list.
 705  */
 706 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 707 {
 708         struct obd_import *imp;
 709         struct obd_uuid uuid;
 710         int rc;
 711         ENTRY;
 712
 713         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 714             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 715                 CERROR("invalid conn_uuid\n");
 716                 RETURN(-EINVAL);
 717         }
 718         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 719             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 720             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 721                 CERROR("can't add connection on non-client dev\n");
 722                 RETURN(-EINVAL);
 723         }
 724
 725         imp = obd->u.cli.cl_import;
 726         if (!imp) {
 727                 CERROR("try to add conn on immature client dev\n");
 728                 RETURN(-EINVAL);
 729         }
 730
 731         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 732         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 733
 734         RETURN(rc);
 735 }
 736
 737 /** Remove a failover nid location.
 738  */
 739 int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 740 {
 741         struct obd_import *imp;
 742         struct obd_uuid uuid;
 743         int rc;
 744         ENTRY;
 745
 746         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 747             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 748                 CERROR("invalid conn_uuid\n");
 749                 RETURN(-EINVAL);
 750         }
 751         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 752             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
 753                 CERROR("can't del connection on non-client dev\n");
 754                 RETURN(-EINVAL);
 755         }
 756
 757         imp = obd->u.cli.cl_import;
 758         if (!imp) {
 759                 CERROR("try to del conn on immature client dev\n");
 760                 RETURN(-EINVAL);
 761         }
 762
 763         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 764         rc = obd_del_conn(imp, &uuid);
 765
 766         RETURN(rc);
 767 }
 768
 769 CFS_LIST_HEAD(lustre_profile_list);
 770
 771 struct lustre_profile *class_get_profile(const char * prof)
 772 {
 773         struct lustre_profile *lprof;
 774
 775         ENTRY;
 776         cfs_list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
 777                 if (!strcmp(lprof->lp_profile, prof)) {
 778                         RETURN(lprof);
 779                 }
 780         }
 781         RETURN(NULL);
 782 }
 783
 784 /** Create a named "profile".
 785  * This defines the mdc and osc names to use for a client.
 786  * This also is used to define the lov to be used by a mdt.
 787  */
 788 int class_add_profile(int proflen, char *prof, int osclen, char *osc,
 789                       int mdclen, char *mdc)
 790 {
 791         struct lustre_profile *lprof;
 792         int err = 0;
 793         ENTRY;
 794
 795         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
 796
 797         OBD_ALLOC(lprof, sizeof(*lprof));
 798         if (lprof == NULL)
 799                 RETURN(-ENOMEM);
 800         CFS_INIT_LIST_HEAD(&lprof->lp_list);
 801
 802         LASSERT(proflen == (strlen(prof) + 1));
 803         OBD_ALLOC(lprof->lp_profile, proflen);
 804         if (lprof->lp_profile == NULL)
 805                 GOTO(out, err = -ENOMEM);
 806         memcpy(lprof->lp_profile, prof, proflen);
 807
 808         LASSERT(osclen == (strlen(osc) + 1));
 809         OBD_ALLOC(lprof->lp_dt, osclen);
 810         if (lprof->lp_dt == NULL)
 811                 GOTO(out, err = -ENOMEM);
 812         memcpy(lprof->lp_dt, osc, osclen);
 813
 814         if (mdclen > 0) {
 815                 LASSERT(mdclen == (strlen(mdc) + 1));
 816                 OBD_ALLOC(lprof->lp_md, mdclen);
 817                 if (lprof->lp_md == NULL)
 818                         GOTO(out, err = -ENOMEM);
 819                 memcpy(lprof->lp_md, mdc, mdclen);
 820         }
 821
 822         cfs_list_add(&lprof->lp_list, &lustre_profile_list);
 823         RETURN(err);
 824
 825 out:
 826         if (lprof->lp_md)
 827                 OBD_FREE(lprof->lp_md, mdclen);
 828         if (lprof->lp_dt)
 829                 OBD_FREE(lprof->lp_dt, osclen);
 830         if (lprof->lp_profile)
 831                 OBD_FREE(lprof->lp_profile, proflen);
 832         OBD_FREE(lprof, sizeof(*lprof));
 833         RETURN(err);
 834 }
 835
 836 void class_del_profile(const char *prof)
 837 {
 838         struct lustre_profile *lprof;
 839         ENTRY;
 840
 841         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
 842
 843         lprof = class_get_profile(prof);
 844         if (lprof) {
 845                 cfs_list_del(&lprof->lp_list);
 846                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 847                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 848                 if (lprof->lp_md)
 849                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 850                 OBD_FREE(lprof, sizeof *lprof);
 851         }
 852         EXIT;
 853 }
 854
 855 /* COMPAT_146 */
 856 void class_del_profiles(void)
 857 {
 858         struct lustre_profile *lprof, *n;
 859         ENTRY;
 860
 861         cfs_list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
 862                 cfs_list_del(&lprof->lp_list);
 863                 OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
 864                 OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
 865                 if (lprof->lp_md)
 866                         OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
 867                 OBD_FREE(lprof, sizeof *lprof);
 868         }
 869         EXIT;
 870 }
 871
 872 static int class_set_global(char *ptr, int val) {
 873         ENTRY;
 874
 875         if (class_match_param(ptr, PARAM_AT_MIN, NULL) == 0)
 876             at_min = val;
 877         else if (class_match_param(ptr, PARAM_AT_MAX, NULL) == 0)
 878                 at_max = val;
 879         else if (class_match_param(ptr, PARAM_AT_EXTRA, NULL) == 0)
 880                 at_extra = val;
 881         else if (class_match_param(ptr, PARAM_AT_EARLY_MARGIN, NULL) == 0)
 882                 at_early_margin = val;
 883         else if (class_match_param(ptr, PARAM_AT_HISTORY, NULL) == 0)
 884                 at_history = val;
 885         else
 886                 RETURN(-EINVAL);
 887
 888         CDEBUG(D_IOCTL, "global %s = %d\n", ptr, val);
 889
 890         RETURN(0);
 891 }
 892
 893
 894 /* We can't call ll_process_config directly because it lives in a module that
 895    must be loaded after this one. */
 896 static int (*client_process_config)(struct lustre_cfg *lcfg) = NULL;
 897
 898 void lustre_register_client_process_config(int (*cpc)(struct lustre_cfg *lcfg))
 899 {
 900         client_process_config = cpc;
 901 }
 902 EXPORT_SYMBOL(lustre_register_client_process_config);
 903
 904 /** Process configuration commands given in lustre_cfg form.
 905  * These may come from direct calls (e.g. class_manual_cleanup)
 906  * or processing the config llog, or ioctl from lctl.
 907  */
 908 int class_process_config(struct lustre_cfg *lcfg)
 909 {
 910         struct obd_device *obd;
 911         int err;
 912
 913         LASSERT(lcfg && !IS_ERR(lcfg));
 914         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
 915
 916         /* Commands that don't need a device */
 917         switch(lcfg->lcfg_command) {
 918         case LCFG_ATTACH: {
 919                 err = class_attach(lcfg);
 920                 GOTO(out, err);
 921         }
 922         case LCFG_ADD_UUID: {
 923                 CDEBUG(D_IOCTL, "adding mapping from uuid %s to nid "LPX64
 924                        " (%s)\n", lustre_cfg_string(lcfg, 1),
 925                        lcfg->lcfg_nid, libcfs_nid2str(lcfg->lcfg_nid));
 926
 927                 err = class_add_uuid(lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid);
 928                 GOTO(out, err);
 929         }
 930         case LCFG_DEL_UUID: {
 931                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
 932                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) == 0)
 933                        ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
 934
 935                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
 936                 GOTO(out, err);
 937         }
 938         case LCFG_MOUNTOPT: {
 939                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
 940                        lustre_cfg_string(lcfg, 1),
 941                        lustre_cfg_string(lcfg, 2),
 942                        lustre_cfg_string(lcfg, 3));
 943                 /* set these mount options somewhere, so ll_fill_super
 944                  * can find them. */
 945                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
 946                                         lustre_cfg_string(lcfg, 1),
 947                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
 948                                         lustre_cfg_string(lcfg, 2),
 949                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
 950                                         lustre_cfg_string(lcfg, 3));
 951                 GOTO(out, err);
 952         }
 953         case LCFG_DEL_MOUNTOPT: {
 954                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
 955                        lustre_cfg_string(lcfg, 1));
 956                 class_del_profile(lustre_cfg_string(lcfg, 1));
 957                 GOTO(out, err = 0);
 958         }
 959         case LCFG_SET_TIMEOUT: {
 960                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
 961                        obd_timeout, lcfg->lcfg_num);
 962                 obd_timeout = max(lcfg->lcfg_num, 1U);
 963                 GOTO(out, err = 0);
 964         }
 965         case LCFG_SET_LDLM_TIMEOUT: {
 966                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
 967                        ldlm_timeout, lcfg->lcfg_num);
 968                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
 969                 if (ldlm_timeout >= obd_timeout)
 970                         ldlm_timeout = max(obd_timeout / 3, 1U);
 971
 972                 GOTO(out, err = 0);
 973         }
 974         case LCFG_SET_UPCALL: {
 975                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
 976                 /* COMPAT_146 Don't fail on old configs */
 977                 GOTO(out, err = 0);
 978         }
 979         case LCFG_MARKER: {
 980                 struct cfg_marker *marker;
 981                 marker = lustre_cfg_buf(lcfg, 1);
 982                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
 983                        marker->cm_flags, marker->cm_tgtname, marker->cm_comment);
 984                 GOTO(out, err = 0);
 985         }
 986         case LCFG_PARAM: {
 987                 char *tmp;
 988                 /* llite has no obd */
 989                 if ((class_match_param(lustre_cfg_string(lcfg, 1),
 990                                        PARAM_LLITE, 0) == 0) &&
 991                     client_process_config) {
 992                         err = (*client_process_config)(lcfg);
 993                         GOTO(out, err);
 994                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
 995                                               PARAM_SYS, &tmp) == 0)) {
 996                         /* Global param settings */
 997                         err = class_set_global(tmp, lcfg->lcfg_num);
 998                         /* Note that since LCFG_PARAM is LCFG_REQUIRED, new
 999                            unknown globals would cause config to fail */
1000                         if (err)
1001                                 CWARN("Ignoring unknown param %s\n", tmp);
1002                         GOTO(out, 0);
1003                 }
1004
1005                 /* Fall through */
1006                 break;
1007         }
1008         }
1009
1010         /* Commands that require a device */
1011         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1012         if (obd == NULL) {
1013                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1014                         CERROR("this lcfg command requires a device name\n");
1015                 else
1016                         CERROR("no device for: %s\n",
1017                                lustre_cfg_string(lcfg, 0));
1018
1019                 GOTO(out, err = -EINVAL);
1020         }
1021
1022         switch(lcfg->lcfg_command) {
1023         case LCFG_SETUP: {
1024                 err = class_setup(obd, lcfg);
1025                 GOTO(out, err);
1026         }
1027         case LCFG_DETACH: {
1028                 err = class_detach(obd, lcfg);
1029                 GOTO(out, err = 0);
1030         }
1031         case LCFG_CLEANUP: {
1032                 err = class_cleanup(obd, lcfg);
1033                 GOTO(out, err = 0);
1034         }
1035         case LCFG_ADD_CONN: {
1036                 err = class_add_conn(obd, lcfg);
1037                 GOTO(out, err = 0);
1038         }
1039         case LCFG_DEL_CONN: {
1040                 err = class_del_conn(obd, lcfg);
1041                 GOTO(out, err = 0);
1042         }
1043         case LCFG_POOL_NEW: {
1044                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1045                 GOTO(out, err = 0);
1046                 break;
1047         }
1048         case LCFG_POOL_ADD: {
1049                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1050                                    lustre_cfg_string(lcfg, 3));
1051                 GOTO(out, err = 0);
1052                 break;
1053         }
1054         case LCFG_POOL_REM: {
1055                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1056                                    lustre_cfg_string(lcfg, 3));
1057                 GOTO(out, err = 0);
1058                 break;
1059         }
1060         case LCFG_POOL_DEL: {
1061                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1062                 GOTO(out, err = 0);
1063                 break;
1064         }
1065         default: {
1066                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1067                 GOTO(out, err);
1068
1069         }
1070         }
1071 out:
1072         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1073                 CWARN("Ignoring error %d on optional command %#x\n", err,
1074                       lcfg->lcfg_command);
1075                 err = 0;
1076         }
1077         return err;
1078 }
1079
1080 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
1081                              struct lustre_cfg *lcfg, void *data)
1082 {
1083 #ifdef __KERNEL__
1084         struct lprocfs_vars *var;
1085         char *key, *sval;
1086         int i, keylen, vallen;
1087         int matched = 0, j = 0;
1088         int rc = 0;
1089         int skip = 0;
1090         ENTRY;
1091
1092         if (lcfg->lcfg_command != LCFG_PARAM) {
1093                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1094                 RETURN(-EINVAL);
1095         }
1096
1097         /* e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1098            or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1099            or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36 */
1100         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1101                 key = lustre_cfg_buf(lcfg, i);
1102                 /* Strip off prefix */
1103                 class_match_param(key, prefix, &key);
1104                 sval = strchr(key, '=');
1105                 if (!sval || (*(sval + 1) == 0)) {
1106                         CERROR("Can't parse param %s (missing '=')\n", key);
1107                         /* rc = -EINVAL;        continue parsing other params */
1108                         continue;
1109                 }
1110                 keylen = sval - key;
1111                 sval++;
1112                 vallen = strlen(sval);
1113                 matched = 0;
1114                 j = 0;
1115                 /* Search proc entries */
1116                 while (lvars[j].name) {
1117                         var = &lvars[j];
1118                         if (class_match_param(key, (char *)var->name, 0) == 0 &&
1119                             keylen == strlen(var->name)) {
1120                                 matched++;
1121                                 rc = -EROFS;
1122                                 if (var->write_fptr) {
1123                                         mm_segment_t oldfs;
1124                                         oldfs = get_fs();
1125                                         set_fs(KERNEL_DS);
1126                                         rc = (var->write_fptr)(NULL, sval,
1127                                                                vallen, data);
1128                                         set_fs(oldfs);
1129                                 }
1130                                 break;
1131                         }
1132                         j++;
1133                 }
1134                 if (!matched) {
1135                         /* If the prefix doesn't match, return error so we
1136                            can pass it down the stack */
1137                         if (strnchr(key, keylen, '.'))
1138                             RETURN(-ENOSYS);
1139                         CERROR("%s: unknown param %s\n",
1140                                (char *)lustre_cfg_string(lcfg, 0), key);
1141                         /* rc = -EINVAL;        continue parsing other params */
1142                         skip++;
1143                 } else if (rc < 0) {
1144                         CERROR("writing proc entry %s err %d\n",
1145                                var->name, rc);
1146                         rc = 0;
1147                 } else {
1148                         CDEBUG(D_CONFIG, "%s.%.*s: set parameter %.*s=%s\n",
1149                                       lustre_cfg_string(lcfg, 0),
1150                                       (int)strlen(prefix) - 1, prefix,
1151                                       (int)(sval - key - 1), key, sval);
1152                 }
1153         }
1154
1155         if (rc > 0)
1156                 rc = 0;
1157         if (!rc && skip)
1158                 rc = skip;
1159         RETURN(rc);
1160 #else
1161         CDEBUG(D_CONFIG, "liblustre can't process params.\n");
1162         /* Don't throw config error */
1163         RETURN(0);
1164 #endif
1165 }
1166
1167 int class_config_dump_handler(struct llog_handle * handle,
1168                               struct llog_rec_hdr *rec, void *data);
1169
1170 #ifdef __KERNEL__
1171 extern int lustre_check_exclusion(struct super_block *sb, char *svname);
1172 #else
1173 #define lustre_check_exclusion(a,b)  0
1174 #endif
1175
1176 /** Parse a configuration llog, doing various manipulations on them
1177  * for various reasons, (modifications for compatibility, skip obsolete
1178  * records, change uuids, etc), then class_process_config() resulting
1179  * net records.
1180  */
1181 static int class_config_llog_handler(struct llog_handle * handle,
1182                                      struct llog_rec_hdr *rec, void *data)
1183 {
1184         struct config_llog_instance *clli = data;
1185         int cfg_len = rec->lrh_len;
1186         char *cfg_buf = (char*) (rec + 1);
1187         int rc = 0;
1188         ENTRY;
1189
1190         //class_config_dump_handler(handle, rec, data);
1191
1192         switch (rec->lrh_type) {
1193         case OBD_CFG_REC: {
1194                 struct lustre_cfg *lcfg, *lcfg_new;
1195                 struct lustre_cfg_bufs bufs;
1196                 char *inst_name = NULL;
1197                 int inst_len = 0;
1198                 int inst = 0, swab = 0;
1199
1200                 lcfg = (struct lustre_cfg *)cfg_buf;
1201                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1202                         lustre_swab_lustre_cfg(lcfg);
1203                         swab = 1;
1204                 }
1205
1206                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1207                 if (rc)
1208                         GOTO(out, rc);
1209
1210                 /* Figure out config state info */
1211                 if (lcfg->lcfg_command == LCFG_MARKER) {
1212                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1213                         lustre_swab_cfg_marker(marker, swab,
1214                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1215                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1216                                clli->cfg_flags, marker->cm_flags);
1217                         if (marker->cm_flags & CM_START) {
1218                                 /* all previous flags off */
1219                                 clli->cfg_flags = CFG_F_MARKER;
1220                                 if (marker->cm_flags & CM_SKIP) {
1221                                         clli->cfg_flags |= CFG_F_SKIP;
1222                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1223                                                marker->cm_step);
1224                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1225                                            (clli->cfg_sb &&
1226                                             lustre_check_exclusion(clli->cfg_sb,
1227                                                          marker->cm_tgtname))) {
1228                                         clli->cfg_flags |= CFG_F_EXCLUDE;
1229                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1230                                                marker->cm_step);
1231                                 }
1232                         } else if (marker->cm_flags & CM_END) {
1233                                 clli->cfg_flags = 0;
1234                         }
1235                 }
1236                 /* A config command without a start marker before it is
1237                    illegal (post 146) */
1238                 if (!(clli->cfg_flags & CFG_F_COMPAT146) &&
1239                     !(clli->cfg_flags & CFG_F_MARKER) &&
1240                     (lcfg->lcfg_command != LCFG_MARKER)) {
1241                         CWARN("Config not inside markers, ignoring! "
1242                               "(inst: %p, uuid: %s, flags: %#x)\n",
1243                               clli->cfg_instance,
1244                               clli->cfg_uuid.uuid, clli->cfg_flags);
1245                         clli->cfg_flags |= CFG_F_SKIP;
1246                 }
1247                 if (clli->cfg_flags & CFG_F_SKIP) {
1248                         CDEBUG(D_CONFIG, "skipping %#x\n",
1249                                clli->cfg_flags);
1250                         rc = 0;
1251                         /* No processing! */
1252                         break;
1253                 }
1254
1255                 /*
1256                  * For interoperability between 1.8 and 2.0,
1257                  * rename "mds" obd device type to "mdt".
1258                  */
1259                 {
1260                         char *typename = lustre_cfg_string(lcfg, 1);
1261                         char *index = lustre_cfg_string(lcfg, 2);
1262
1263                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1264                              strcmp(typename, "mds") == 0)) {
1265                                 CWARN("For 1.8 interoperability, rename obd "
1266                                        "type from mds to mdt\n");
1267                                 typename[2] = 't';
1268                         }
1269                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1270                              strcmp(index, "type") == 0)) {
1271                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1272                                        "set this index to '0'\n");
1273                                 index[0] = '0';
1274                                 index[1] = 0;
1275                         }
1276                 }
1277
1278                 if ((clli->cfg_flags & CFG_F_EXCLUDE) &&
1279                     (lcfg->lcfg_command == LCFG_LOV_ADD_OBD))
1280                         /* Add inactive instead */
1281                         lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1282
1283                 lustre_cfg_bufs_init(&bufs, lcfg);
1284
1285                 if (clli && clli->cfg_instance &&
1286                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0){
1287                         inst = 1;
1288                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1289                                    sizeof(clli->cfg_instance) * 2 + 4;
1290                         OBD_ALLOC(inst_name, inst_len);
1291                         if (inst_name == NULL)
1292                                 GOTO(out, rc = -ENOMEM);
1293                         sprintf(inst_name, "%s-%p",
1294                                 lustre_cfg_string(lcfg, 0),
1295                                 clli->cfg_instance);
1296                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1297                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1298                                lcfg->lcfg_command, inst_name);
1299                 }
1300
1301                 /* we override the llog's uuid for clients, to insure they
1302                 are unique */
1303                 if (clli && clli->cfg_instance != NULL &&
1304                     lcfg->lcfg_command == LCFG_ATTACH) {
1305                         lustre_cfg_bufs_set_string(&bufs, 2,
1306                                                    clli->cfg_uuid.uuid);
1307                 }
1308                 /*
1309                  * sptlrpc config record, we expect 2 data segments:
1310                  *  [0]: fs_name/target_name,
1311                  *  [1]: rule string
1312                  * moving them to index [1] and [2], and insert MGC's
1313                  * obdname at index [0].
1314                  */
1315                 if (clli && clli->cfg_instance == NULL &&
1316                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1317                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1318                                             bufs.lcfg_buflen[1]);
1319                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1320                                             bufs.lcfg_buflen[0]);
1321                         lustre_cfg_bufs_set_string(&bufs, 0,
1322                                                    clli->cfg_obdname);
1323                 }
1324
1325                 lcfg_new = lustre_cfg_new(lcfg->lcfg_command, &bufs);
1326
1327                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
1328                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
1329
1330                 /* XXX Hack to try to remain binary compatible with
1331                  * pre-newconfig logs */
1332                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
1333                     (lcfg->lcfg_nid >> 32) == 0) {
1334                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
1335
1336                         lcfg_new->lcfg_nid =
1337                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
1338                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
1339                               lcfg->lcfg_nal, addr,
1340                               libcfs_nid2str(lcfg_new->lcfg_nid));
1341                 } else {
1342                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
1343                 }
1344
1345                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
1346
1347                 rc = class_process_config(lcfg_new);
1348                 lustre_cfg_free(lcfg_new);
1349
1350                 if (inst)
1351                         OBD_FREE(inst_name, inst_len);
1352                 break;
1353         }
1354         default:
1355                 CERROR("Unknown llog record type %#x encountered\n",
1356                        rec->lrh_type);
1357                 break;
1358         }
1359 out:
1360         if (rc) {
1361                 CERROR("Err %d on cfg command:\n", rc);
1362                 class_config_dump_handler(handle, rec, data);
1363         }
1364         RETURN(rc);
1365 }
1366
1367 int class_config_parse_llog(struct llog_ctxt *ctxt, char *name,
1368                             struct config_llog_instance *cfg)
1369 {
1370         struct llog_process_cat_data cd = {0, 0};
1371         struct llog_handle *llh;
1372         int rc, rc2;
1373         ENTRY;
1374
1375         CDEBUG(D_INFO, "looking up llog %s\n", name);
1376         rc = llog_create(ctxt, &llh, NULL, name);
1377         if (rc)
1378                 RETURN(rc);
1379
1380         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1381         if (rc)
1382                 GOTO(parse_out, rc);
1383
1384         /* continue processing from where we last stopped to end-of-log */
1385         if (cfg)
1386                 cd.lpcd_first_idx = cfg->cfg_last_idx;
1387         cd.lpcd_last_idx = 0;
1388
1389         rc = llog_process(llh, class_config_llog_handler, cfg, &cd);
1390
1391         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
1392                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
1393
1394         if (cfg)
1395                 cfg->cfg_last_idx = cd.lpcd_last_idx;
1396
1397 parse_out:
1398         rc2 = llog_close(llh);
1399         if (rc == 0)
1400                 rc = rc2;
1401
1402         RETURN(rc);
1403 }
1404
1405 int class_config_dump_handler(struct llog_handle * handle,
1406                               struct llog_rec_hdr *rec, void *data)
1407 {
1408         int cfg_len = rec->lrh_len;
1409         char *cfg_buf = (char*) (rec + 1);
1410         char *outstr, *ptr, *end;
1411         int rc = 0;
1412         ENTRY;
1413
1414         OBD_ALLOC(outstr, 256);
1415         end = outstr + 256;
1416         ptr = outstr;
1417         if (!outstr) {
1418                 RETURN(-ENOMEM);
1419         }
1420         if (rec->lrh_type == OBD_CFG_REC) {
1421                 struct lustre_cfg *lcfg;
1422                 int i;
1423
1424                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1425                 if (rc)
1426                         GOTO(out, rc);
1427                 lcfg = (struct lustre_cfg *)cfg_buf;
1428
1429                 ptr += snprintf(ptr, end-ptr, "cmd=%05x ",
1430                                 lcfg->lcfg_command);
1431                 if (lcfg->lcfg_flags) {
1432                         ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
1433                                         lcfg->lcfg_flags);
1434                 }
1435                 if (lcfg->lcfg_num) {
1436                         ptr += snprintf(ptr, end-ptr, "num=%#08x ",
1437                                         lcfg->lcfg_num);
1438                 }
1439                 if (lcfg->lcfg_nid) {
1440                         ptr += snprintf(ptr, end-ptr, "nid=%s("LPX64")\n     ",
1441                                         libcfs_nid2str(lcfg->lcfg_nid),
1442                                         lcfg->lcfg_nid);
1443                 }
1444                 if (lcfg->lcfg_command == LCFG_MARKER) {
1445                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1446                         ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
1447                                         marker->cm_step, marker->cm_flags,
1448                                         marker->cm_tgtname, marker->cm_comment);
1449                 } else {
1450                         for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
1451                                 ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
1452                                                 lustre_cfg_string(lcfg, i));
1453                         }
1454                 }
1455                 LCONSOLE(D_WARNING, "   %s\n", outstr);
1456         } else {
1457                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
1458                 rc = -EINVAL;
1459         }
1460 out:
1461         OBD_FREE(outstr, 256);
1462         RETURN(rc);
1463 }
1464
1465 int class_config_dump_llog(struct llog_ctxt *ctxt, char *name,
1466                            struct config_llog_instance *cfg)
1467 {
1468         struct llog_handle *llh;
1469         int rc, rc2;
1470         ENTRY;
1471
1472         LCONSOLE_INFO("Dumping config log %s\n", name);
1473
1474         rc = llog_create(ctxt, &llh, NULL, name);
1475         if (rc)
1476                 RETURN(rc);
1477
1478         rc = llog_init_handle(llh, LLOG_F_IS_PLAIN, NULL);
1479         if (rc)
1480                 GOTO(parse_out, rc);
1481
1482         rc = llog_process(llh, class_config_dump_handler, cfg, NULL);
1483 parse_out:
1484         rc2 = llog_close(llh);
1485         if (rc == 0)
1486                 rc = rc2;
1487
1488         LCONSOLE_INFO("End config log %s\n", name);
1489         RETURN(rc);
1490
1491 }
1492
1493 /** Call class_cleanup and class_detach.
1494  * "Manual" only in the sense that we're faking lcfg commands.
1495  */
1496 int class_manual_cleanup(struct obd_device *obd)
1497 {
1498         char                    flags[3] = "";
1499         struct lustre_cfg      *lcfg;
1500         struct lustre_cfg_bufs  bufs;
1501         int                     rc;
1502         ENTRY;
1503
1504         if (!obd) {
1505                 CERROR("empty cleanup\n");
1506                 RETURN(-EALREADY);
1507         }
1508
1509         if (obd->obd_force)
1510                 strcat(flags, "F");
1511         if (obd->obd_fail)
1512                 strcat(flags, "A");
1513
1514         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
1515                obd->obd_name, flags);
1516
1517         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
1518         lustre_cfg_bufs_set_string(&bufs, 1, flags);
1519         lcfg = lustre_cfg_new(LCFG_CLEANUP, &bufs);
1520         if (!lcfg)
1521                 RETURN(-ENOMEM);
1522
1523         rc = class_process_config(lcfg);
1524         if (rc) {
1525                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
1526                 GOTO(out, rc);
1527         }
1528
1529         /* the lcfg is almost the same for both ops */
1530         lcfg->lcfg_command = LCFG_DETACH;
1531         rc = class_process_config(lcfg);
1532         if (rc)
1533                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
1534 out:
1535         lustre_cfg_free(lcfg);
1536         RETURN(rc);
1537 }
1538
1539 /*
1540  * uuid<->export lustre hash operations
1541  */
1542
1543 static unsigned
1544 uuid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1545 {
1546         return cfs_hash_djb2_hash(((struct obd_uuid *)key)->uuid,
1547                                   sizeof(((struct obd_uuid *)key)->uuid), mask);
1548 }
1549
1550 static void *
1551 uuid_key(cfs_hlist_node_t *hnode)
1552 {
1553         struct obd_export *exp;
1554
1555         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1556
1557         return &exp->exp_client_uuid;
1558 }
1559
1560 /*
1561  * NOTE: It is impossible to find an export that is in failed
1562  *       state with this function
1563  */
1564 static int
1565 uuid_keycmp(const void *key, cfs_hlist_node_t *hnode)
1566 {
1567         struct obd_export *exp;
1568
1569         LASSERT(key);
1570         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1571
1572         return obd_uuid_equals(key, &exp->exp_client_uuid) &&
1573                !exp->exp_failed;
1574 }
1575
1576 static void *
1577 uuid_export_object(cfs_hlist_node_t *hnode)
1578 {
1579         return cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1580 }
1581
1582 static void
1583 uuid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1584 {
1585         struct obd_export *exp;
1586
1587         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1588         class_export_get(exp);
1589 }
1590
1591 static void
1592 uuid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1593 {
1594         struct obd_export *exp;
1595
1596         exp = cfs_hlist_entry(hnode, struct obd_export, exp_uuid_hash);
1597         class_export_put(exp);
1598 }
1599
1600 static cfs_hash_ops_t uuid_hash_ops = {
1601         .hs_hash        = uuid_hash,
1602         .hs_key         = uuid_key,
1603         .hs_keycmp      = uuid_keycmp,
1604         .hs_object      = uuid_export_object,
1605         .hs_get         = uuid_export_get,
1606         .hs_put_locked  = uuid_export_put_locked,
1607 };
1608
1609
1610 /*
1611  * nid<->export hash operations
1612  */
1613
1614 static unsigned
1615 nid_hash(cfs_hash_t *hs, const void *key, unsigned mask)
1616 {
1617         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
1618 }
1619
1620 static void *
1621 nid_key(cfs_hlist_node_t *hnode)
1622 {
1623         struct obd_export *exp;
1624
1625         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1626
1627         RETURN(&exp->exp_connection->c_peer.nid);
1628 }
1629
1630 /*
1631  * NOTE: It is impossible to find an export that is in failed
1632  *       state with this function
1633  */
1634 static int
1635 nid_kepcmp(const void *key, cfs_hlist_node_t *hnode)
1636 {
1637         struct obd_export *exp;
1638
1639         LASSERT(key);
1640         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1641
1642         RETURN(exp->exp_connection->c_peer.nid == *(lnet_nid_t *)key &&
1643                !exp->exp_failed);
1644 }
1645
1646 static void *
1647 nid_export_object(cfs_hlist_node_t *hnode)
1648 {
1649         return cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1650 }
1651
1652 static void
1653 nid_export_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1654 {
1655         struct obd_export *exp;
1656
1657         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1658         class_export_get(exp);
1659 }
1660
1661 static void
1662 nid_export_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1663 {
1664         struct obd_export *exp;
1665
1666         exp = cfs_hlist_entry(hnode, struct obd_export, exp_nid_hash);
1667         class_export_put(exp);
1668 }
1669
1670 static cfs_hash_ops_t nid_hash_ops = {
1671         .hs_hash        = nid_hash,
1672         .hs_key         = nid_key,
1673         .hs_keycmp      = nid_kepcmp,
1674         .hs_object      = nid_export_object,
1675         .hs_get         = nid_export_get,
1676         .hs_put_locked  = nid_export_put_locked,
1677 };
1678
1679
1680 /*
1681  * nid<->nidstats hash operations
1682  */
1683
1684 static void *
1685 nidstats_key(cfs_hlist_node_t *hnode)
1686 {
1687         struct nid_stat *ns;
1688
1689         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1690
1691         return &ns->nid;
1692 }
1693
1694 static int
1695 nidstats_keycmp(const void *key, cfs_hlist_node_t *hnode)
1696 {
1697         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
1698 }
1699
1700 static void *
1701 nidstats_object(cfs_hlist_node_t *hnode)
1702 {
1703         return cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1704 }
1705
1706 static void
1707 nidstats_get(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1708 {
1709         struct nid_stat *ns;
1710
1711         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1712         nidstat_getref(ns);
1713 }
1714
1715 static void
1716 nidstats_put_locked(cfs_hash_t *hs, cfs_hlist_node_t *hnode)
1717 {
1718         struct nid_stat *ns;
1719
1720         ns = cfs_hlist_entry(hnode, struct nid_stat, nid_hash);
1721         nidstat_putref(ns);
1722 }
1723
1724 static cfs_hash_ops_t nid_stat_hash_ops = {
1725         .hs_hash        = nid_hash,
1726         .hs_key         = nidstats_key,
1727         .hs_keycmp      = nidstats_keycmp,
1728         .hs_object      = nidstats_object,
1729         .hs_get         = nidstats_get,
1730         .hs_put_locked  = nidstats_put_locked,
1731 };