lustre/obdclass/obd_config.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Use is subject to license terms.
  25  *
  26  * Copyright (c) 2011, 2017, Intel Corporation.
  27  */
  28 /*
  29  * This file is part of Lustre, http://www.lustre.org/
  30  * Lustre is a trademark of Sun Microsystems, Inc.
  31  *
  32  * lustre/obdclass/obd_config.c
  33  *
  34  * Config API
  35  */
  36
  37 #define DEBUG_SUBSYSTEM S_CLASS
  38
  39 #include <linux/kobject.h>
  40 #include <linux/string.h>
  41
  42 #include <llog_swab.h>
  43 #include <lprocfs_status.h>
  44 #include <lustre_disk.h>
  45 #include <uapi/linux/lustre/lustre_ioctl.h>
  46 #include <lustre_log.h>
  47 #include <uapi/linux/lustre/lustre_param.h>
  48 #include <obd_class.h>
  49
  50 #include "llog_internal.h"
  51
  52 #ifdef HAVE_SERVER_SUPPORT
  53 static struct cfs_hash_ops nid_stat_hash_ops;
  54 static struct cfs_hash_ops gen_hash_ops;
  55 #endif /* HAVE_SERVER_SUPPORT */
  56
  57 /*
  58  * uuid<->export lustre hash operations
  59  */
  60 /*
  61  * NOTE: It is impossible to find an export that is in failed
  62  *      state with this function
  63  */
  64 static int
  65 uuid_keycmp(struct rhashtable_compare_arg *arg, const void *obj)
  66 {
  67         const struct obd_uuid *uuid = arg->key;
  68         const struct obd_export *exp = obj;
  69
  70         if (obd_uuid_equals(uuid, &exp->exp_client_uuid) &&
  71             !exp->exp_failed)
  72                 return 0;
  73         return -ESRCH;
  74 }
  75
  76 static void
  77 obd_export_exit(void *vexport, void *data)
  78 {
  79         struct obd_export *exp = vexport;
  80
  81         class_export_put(exp);
  82 }
  83
  84 static const struct rhashtable_params uuid_hash_params = {
  85         .key_len        = sizeof(struct obd_uuid),
  86         .key_offset     = offsetof(struct obd_export, exp_client_uuid),
  87         .head_offset    = offsetof(struct obd_export, exp_uuid_hash),
  88         .obj_cmpfn      = uuid_keycmp,
  89         .max_size       = MAX_OBD_DEVICES,
  90         .automatic_shrinking = true,
  91 };
  92
  93 int obd_uuid_add(struct obd_device *obd, struct obd_export *export)
  94 {
  95         int rc;
  96
  97         class_export_get(export);
  98         rcu_read_lock();
  99         rc = rhashtable_lookup_insert_fast(&obd->obd_uuid_hash,
 100                                            &export->exp_uuid_hash,
 101                                            uuid_hash_params);
 102         if (rc) {
 103                 class_export_put(export);
 104                 if (rc != -EEXIST) {
 105                         /* map obscure error codes to -ENOMEM */
 106                         rc = -ENOMEM;
 107                 } else {
 108                         rc = -EALREADY;
 109                 }
 110         }
 111         rcu_read_unlock();
 112
 113         return rc;
 114 }
 115 EXPORT_SYMBOL(obd_uuid_add);
 116
 117 void obd_uuid_del(struct obd_device *obd, struct obd_export *export)
 118 {
 119         int rc;
 120
 121         rcu_read_lock();
 122         rc = rhashtable_remove_fast(&obd->obd_uuid_hash,
 123                                     &export->exp_uuid_hash,
 124                                     uuid_hash_params);
 125         if (!rc)
 126                 class_export_put(export);
 127         rcu_read_unlock();
 128 }
 129 EXPORT_SYMBOL(obd_uuid_del);
 130
 131 #ifdef HAVE_SERVER_SUPPORT
 132 /* obd_uuid_lookup() is used only server side by target_handle_connect(),
 133  * mdt_hsm_agent_send(), and obd_export_evict_by_uuid().
 134  */
 135 struct obd_export *obd_uuid_lookup(struct obd_device *obd,
 136                                    struct obd_uuid *uuid)
 137 {
 138         struct obd_export *export = NULL;
 139
 140         rcu_read_lock();
 141         export = rhashtable_lookup_fast(&obd->obd_uuid_hash, uuid,
 142                                         uuid_hash_params);
 143         if (export && !refcount_inc_not_zero(&export->exp_handle.h_ref))
 144                 export = NULL;
 145         rcu_read_unlock();
 146
 147         return export;
 148 }
 149 EXPORT_SYMBOL(obd_uuid_lookup);
 150
 151 /*
 152  * nid<->export hash operations
 153  */
 154 static u32 nid_keyhash(const void *data, u32 key_len, u32 seed)
 155 {
 156         const struct obd_export *exp = data;
 157         void *key;
 158
 159         if (!exp->exp_connection)
 160                 return 0;
 161
 162         key = &exp->exp_connection->c_peer.nid;
 163         return jhash2(key, key_len / sizeof(u32), seed);
 164 }
 165
 166 /*
 167  * NOTE: It is impossible to find an export that is in failed
 168  *       state with this function
 169  */
 170 static int
 171 nid_keycmp(struct rhashtable_compare_arg *arg, const void *obj)
 172 {
 173         const lnet_nid_t *nid = arg->key;
 174         const struct obd_export *exp = obj;
 175
 176         if (exp->exp_connection->c_peer.nid == *nid)
 177                 return 0;
 178
 179         return -ESRCH;
 180 }
 181
 182 static void
 183 nid_export_exit(void *vexport, void *data)
 184 {
 185         struct obd_export *exp = vexport;
 186
 187         class_export_put(exp);
 188 }
 189
 190 static const struct rhashtable_params nid_hash_params = {
 191         .key_len                = sizeof(lnet_nid_t),
 192         .head_offset            = offsetof(struct obd_export, exp_nid_hash),
 193         .obj_hashfn             = nid_keyhash,
 194         .obj_cmpfn              = nid_keycmp,
 195         .automatic_shrinking    = true,
 196 };
 197
 198 int obd_nid_add(struct obd_device *obd, struct obd_export *exp)
 199 {
 200         int rc;
 201
 202         if (exp == exp->exp_obd->obd_self_export || exp->exp_hashed)
 203                 return 0;
 204
 205         class_export_get(exp);
 206         rc = rhltable_insert_key(&obd->obd_nid_hash,
 207                                  &exp->exp_connection->c_peer.nid,
 208                                  &exp->exp_nid_hash,
 209                                  nid_hash_params);
 210         if (rc) {
 211                 class_export_put(exp);
 212                 /* map obscure error codes to -ENOMEM */
 213                 rc = -ENOMEM;
 214         } else {
 215                 exp->exp_hashed = 1;
 216         }
 217         return rc;
 218 }
 219 EXPORT_SYMBOL(obd_nid_add);
 220
 221 void obd_nid_del(struct obd_device *obd, struct obd_export *exp)
 222 {
 223         int rc;
 224
 225         if (exp == exp->exp_obd->obd_self_export || !exp->exp_hashed)
 226                 return;
 227
 228         rc = rhltable_remove(&obd->obd_nid_hash, &exp->exp_nid_hash,
 229                              nid_hash_params);
 230         if (rc == 0) {
 231                 class_export_put(exp);
 232                 exp->exp_hashed = 0;
 233         }
 234 }
 235 EXPORT_SYMBOL(obd_nid_del);
 236
 237 int obd_nid_export_for_each(struct obd_device *obd, lnet_nid_t nid,
 238                             int cb(struct obd_export *exp, void *data),
 239                             void *data)
 240 {
 241         struct rhlist_head *exports, *tmp;
 242         struct obd_export *exp;
 243         int ret = 0;
 244
 245         rcu_read_lock();
 246         exports = rhltable_lookup(&obd->obd_nid_hash, &nid, nid_hash_params);
 247         if (!exports) {
 248                 ret = -ENODEV;
 249                 goto out_unlock;
 250         }
 251
 252         rhl_for_each_entry_rcu(exp, tmp, exports, exp_nid_hash) {
 253                 if (!exp->exp_failed && cb(exp, data))
 254                         ret++;
 255         }
 256
 257 out_unlock:
 258         rcu_read_unlock();
 259         return ret;
 260 }
 261 EXPORT_SYMBOL(obd_nid_export_for_each);
 262 #endif /* HAVE_SERVER_SUPPORT */
 263
 264 /*********** string parsing utils *********/
 265
 266 /* returns 0 if we find this key in the buffer, else 1 */
 267 int class_find_param(char *buf, char *key, char **valp)
 268 {
 269         char *ptr;
 270
 271         if (!buf)
 272                 return 1;
 273
 274         ptr = strstr(buf, key);
 275         if (!ptr)
 276                 return 1;
 277
 278         if (valp)
 279                 *valp = ptr + strlen(key);
 280
 281         return 0;
 282 }
 283 EXPORT_SYMBOL(class_find_param);
 284
 285 /**
 286  * Check whether the proc parameter \a param is an old parameter or not from
 287  * the array \a ptr which contains the mapping from old parameters to new ones.
 288  * If it's an old one, then return the pointer to the cfg_interop_param struc-
 289  * ture which contains both the old and new parameters.
 290  *
 291  * \param param                 proc parameter
 292  * \param ptr                   an array which contains the mapping from
 293  *                              old parameters to new ones
 294  *
 295  * \retval valid-pointer        pointer to the cfg_interop_param structure
 296  *                              which contains the old and new parameters
 297  * \retval NULL                 \a param or \a ptr is NULL,
 298  *                              or \a param is not an old parameter
 299  */
 300 struct cfg_interop_param *class_find_old_param(const char *param,
 301                                                struct cfg_interop_param *ptr)
 302 {
 303         char *value = NULL;
 304         int   name_len = 0;
 305
 306         if (!param || !ptr)
 307                 RETURN(NULL);
 308
 309         value = strchr(param, '=');
 310         if (value)
 311                 name_len = value - param;
 312         else
 313                 name_len = strlen(param);
 314
 315         while (ptr->old_param) {
 316                 if (strncmp(param, ptr->old_param, name_len) == 0 &&
 317                     name_len == strlen(ptr->old_param))
 318                         RETURN(ptr);
 319                 ptr++;
 320         }
 321
 322         RETURN(NULL);
 323 }
 324 EXPORT_SYMBOL(class_find_old_param);
 325
 326 /**
 327  * Finds a parameter in \a params and copies it to \a copy.
 328  *
 329  * Leading spaces are skipped. Next space or end of string is the
 330  * parameter terminator with the exception that spaces inside single or double
 331  * quotes get included into a parameter. The parameter is copied into \a copy
 332  * which has to be allocated big enough by a caller, quotes are stripped in
 333  * the copy and the copy is terminated by 0.
 334  *
 335  * On return \a params is set to next parameter or to NULL if last
 336  * parameter is returned.
 337  *
 338  * \retval 0 if parameter is returned in \a copy
 339  * \retval 1 otherwise
 340  * \retval -EINVAL if unbalanced quota is found
 341  */
 342 int class_get_next_param(char **params, char *copy)
 343 {
 344         char *q1, *q2, *str;
 345         int len;
 346
 347         str = *params;
 348         while (*str == ' ')
 349                 str++;
 350
 351         if (*str == '\0') {
 352                 *params = NULL;
 353                 return 1;
 354         }
 355
 356         while (1) {
 357                 q1 = strpbrk(str, " '\"");
 358                 if (!q1) {
 359                         len = strlen(str);
 360                         memcpy(copy, str, len);
 361                         copy[len] = '\0';
 362                         *params = NULL;
 363                         return 0;
 364                 }
 365                 len = q1 - str;
 366                 if (*q1 == ' ') {
 367                         memcpy(copy, str, len);
 368                         copy[len] = '\0';
 369                         *params = str + len;
 370                         return 0;
 371                 }
 372
 373                 memcpy(copy, str, len);
 374                 copy += len;
 375
 376                 /* search for the matching closing quote */
 377                 str = q1 + 1;
 378                 q2 = strchr(str, *q1);
 379                 if (!q2) {
 380                         CERROR("Unbalanced quota in parameters: \"%s\"\n",
 381                                *params);
 382                         return -EINVAL;
 383                 }
 384                 len = q2 - str;
 385                 memcpy(copy, str, len);
 386                 copy += len;
 387                 str = q2 + 1;
 388         }
 389         return 1;
 390 }
 391 EXPORT_SYMBOL(class_get_next_param);
 392
 393 /*
 394  * returns 0 if this is the first key in the buffer, else 1.
 395  * valp points to first char after key.
 396  */
 397 int class_match_param(char *buf, const char *key, char **valp)
 398 {
 399         if (!buf)
 400                 return 1;
 401
 402         if (memcmp(buf, key, strlen(key)) != 0)
 403                 return 1;
 404
 405         if (valp)
 406                 *valp = buf + strlen(key);
 407
 408         return 0;
 409 }
 410 EXPORT_SYMBOL(class_match_param);
 411
 412 static int parse_nid(char *buf, void *value, int quiet)
 413 {
 414         lnet_nid_t *nid = (lnet_nid_t *)value;
 415
 416         *nid = libcfs_str2nid(buf);
 417         if (*nid != LNET_NID_ANY)
 418                 return 0;
 419
 420         if (!quiet)
 421                 LCONSOLE_ERROR_MSG(0x159, "Can't parse NID '%s'\n", buf);
 422         return -EINVAL;
 423 }
 424
 425 static int parse_net(char *buf, void *value)
 426 {
 427         __u32 *net = (__u32 *)value;
 428
 429         *net = libcfs_str2net(buf);
 430         CDEBUG(D_INFO, "Net %s\n", libcfs_net2str(*net));
 431         return 0;
 432 }
 433
 434 enum {
 435         CLASS_PARSE_NID = 1,
 436         CLASS_PARSE_NET,
 437 };
 438
 439 /*
 440  * 0 is good NID,
 441  * 1 not found
 442  * < 0 error
 443  * endh is set to next separator
 444  */
 445 static int class_parse_value(char *buf, int opc, void *value, char **endh,
 446                              int quiet)
 447 {
 448         char *endp;
 449         char  tmp;
 450         int   rc = 0;
 451
 452         if (!buf)
 453                 return 1;
 454         while (*buf == ',' || *buf == ':')
 455                 buf++;
 456         if (*buf == ' ' || *buf == '/' || *buf == '\0')
 457                 return 1;
 458
 459         /* NID separators or end of NIDs */
 460         endp = strpbrk(buf, ",: /");
 461         if (!endp)
 462                 endp = buf + strlen(buf);
 463
 464         tmp = *endp;
 465         *endp = '\0';
 466         switch (opc) {
 467         default:
 468                 LBUG();
 469         case CLASS_PARSE_NID:
 470                 rc = parse_nid(buf, value, quiet);
 471                 break;
 472         case CLASS_PARSE_NET:
 473                 rc = parse_net(buf, value);
 474                 break;
 475         }
 476         *endp = tmp;
 477         if (rc != 0)
 478                 return rc;
 479         if (endh)
 480                 *endh = endp;
 481         return 0;
 482 }
 483
 484 int class_parse_nid(char *buf, lnet_nid_t *nid, char **endh)
 485 {
 486         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh, 0);
 487 }
 488 EXPORT_SYMBOL(class_parse_nid);
 489
 490 int class_parse_nid_quiet(char *buf, lnet_nid_t *nid, char **endh)
 491 {
 492         return class_parse_value(buf, CLASS_PARSE_NID, (void *)nid, endh, 1);
 493 }
 494 EXPORT_SYMBOL(class_parse_nid_quiet);
 495
 496 int class_parse_net(char *buf, __u32 *net, char **endh)
 497 {
 498         return class_parse_value(buf, CLASS_PARSE_NET, (void *)net, endh, 0);
 499 }
 500
 501 /*
 502  * 1 param contains key and match
 503  * 0 param contains key and not match
 504  * -1 param does not contain key
 505  */
 506 int class_match_nid(char *buf, char *key, lnet_nid_t nid)
 507 {
 508         lnet_nid_t tmp;
 509         int rc = -1;
 510
 511         while (class_find_param(buf, key, &buf) == 0) {
 512                 /*
 513                  * please restrict to the NIDs pertaining to
 514                  * the specified NIDs
 515                  */
 516                 while (class_parse_nid(buf, &tmp, &buf) == 0) {
 517                         if (tmp == nid)
 518                                 return 1;
 519                 }
 520                 rc = 0;
 521         }
 522         return rc;
 523 }
 524
 525 int class_match_net(char *buf, char *key, __u32 net)
 526 {
 527         __u32 tmp;
 528         int rc = -1;
 529
 530         while (class_find_param(buf, key, &buf) == 0) {
 531                 /*
 532                  * please restrict to the NIDs pertaining to
 533                  * the specified networks
 534                  */
 535                 while (class_parse_net(buf, &tmp, &buf) == 0) {
 536                         if (tmp == net)
 537                                 return 1;
 538                 }
 539                 rc = 0;
 540         }
 541         return rc;
 542 }
 543
 544 char *lustre_cfg_string(struct lustre_cfg *lcfg, u32 index)
 545 {
 546         char *s;
 547
 548         if (!lcfg->lcfg_buflens[index])
 549                 return NULL;
 550
 551         s = lustre_cfg_buf(lcfg, index);
 552         if (!s)
 553                 return NULL;
 554
 555         /*
 556          * make sure it's NULL terminated, even if this kills a char
 557          * of data.  Try to use the padding first though.
 558          */
 559         if (s[lcfg->lcfg_buflens[index] - 1] != '\0') {
 560                 size_t last = ALIGN(lcfg->lcfg_buflens[index], 8) - 1;
 561                 char lost;
 562
 563                 /* Use the smaller value */
 564                 if (last > lcfg->lcfg_buflens[index])
 565                         last = lcfg->lcfg_buflens[index];
 566
 567                 lost = s[last];
 568                 s[last] = '\0';
 569                 if (lost != '\0') {
 570                         CWARN("Truncated buf %d to '%s' (lost '%c'...)\n",
 571                               index, s, lost);
 572                 }
 573         }
 574         return s;
 575 }
 576 EXPORT_SYMBOL(lustre_cfg_string);
 577
 578 /********************** class fns **********************/
 579
 580 /**
 581  * Create a new OBD device and set the type, name and uuid.  If successful,
 582  * the new device can be accessed by either name or uuid.
 583  */
 584 int class_attach(struct lustre_cfg *lcfg)
 585 {
 586         struct obd_export *exp;
 587         struct obd_device *obd = NULL;
 588         char *typename, *name, *uuid;
 589         int rc, len;
 590
 591         ENTRY;
 592
 593         if (!LUSTRE_CFG_BUFLEN(lcfg, 1)) {
 594                 CERROR("No type passed!\n");
 595                 RETURN(-EINVAL);
 596         }
 597         typename = lustre_cfg_string(lcfg, 1);
 598
 599         if (!LUSTRE_CFG_BUFLEN(lcfg, 0)) {
 600                 CERROR("No name passed!\n");
 601                 RETURN(-EINVAL);
 602         }
 603         name = lustre_cfg_string(lcfg, 0);
 604         if (!LUSTRE_CFG_BUFLEN(lcfg, 2)) {
 605                 CERROR("No UUID passed!\n");
 606                 RETURN(-EINVAL);
 607         }
 608
 609         uuid = lustre_cfg_string(lcfg, 2);
 610         len = strlen(uuid);
 611         if (len >= sizeof(obd->obd_uuid)) {
 612                 CERROR("%s: uuid must be < %d bytes long\n",
 613                        name, (int)sizeof(obd->obd_uuid));
 614                 RETURN(-EINVAL);
 615         }
 616
 617         obd = class_newdev(typename, name, uuid);
 618         if (IS_ERR(obd)) { /* Already exists or out of obds */
 619                 rc = PTR_ERR(obd);
 620                 CERROR("Cannot create device %s of type %s : %d\n",
 621                        name, typename, rc);
 622                 RETURN(rc);
 623         }
 624         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 625                  "obd %p obd_magic %08X != %08X\n",
 626                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 627         LASSERTF(strncmp(obd->obd_name, name, strlen(name)) == 0,
 628                  "%p obd_name %s != %s\n", obd, obd->obd_name, name);
 629
 630         exp = class_new_export_self(obd, &obd->obd_uuid);
 631         if (IS_ERR(exp)) {
 632                 rc = PTR_ERR(exp);
 633                 class_free_dev(obd);
 634                 RETURN(rc);
 635         }
 636
 637         obd->obd_self_export = exp;
 638         list_del_init(&exp->exp_obd_chain_timed);
 639         class_export_put(exp);
 640
 641         rc = class_register_device(obd);
 642         if (rc != 0) {
 643                 class_decref(obd, "newdev", obd);
 644                 RETURN(rc);
 645         }
 646
 647         obd->obd_attached = 1;
 648         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s with refcount %d\n",
 649                obd->obd_minor, typename, atomic_read(&obd->obd_refcount));
 650
 651         RETURN(0);
 652 }
 653 EXPORT_SYMBOL(class_attach);
 654
 655 /**
 656  * Create hashes, self-export, and call type-specific setup.
 657  * Setup is effectively the "start this obd" call.
 658  */
 659 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg)
 660 {
 661         int err = 0;
 662
 663         ENTRY;
 664
 665         LASSERT(obd != NULL);
 666         LASSERTF(obd == class_num2obd(obd->obd_minor),
 667                  "obd %p != obd_devs[%d] %p\n",
 668                  obd, obd->obd_minor, class_num2obd(obd->obd_minor));
 669         LASSERTF(obd->obd_magic == OBD_DEVICE_MAGIC,
 670                  "obd %p obd_magic %08x != %08x\n",
 671                  obd, obd->obd_magic, OBD_DEVICE_MAGIC);
 672
 673         /* have we attached a type to this device? */
 674         if (!obd->obd_attached) {
 675                 CERROR("Device %d not attached\n", obd->obd_minor);
 676                 RETURN(-ENODEV);
 677         }
 678
 679         if (obd->obd_set_up) {
 680                 CERROR("Device %d already setup (type %s)\n",
 681                        obd->obd_minor, obd->obd_type->typ_name);
 682                 RETURN(-EEXIST);
 683         }
 684
 685         /* is someone else setting us up right now? (attach inits spinlock) */
 686         spin_lock(&obd->obd_dev_lock);
 687         if (obd->obd_starting) {
 688                 spin_unlock(&obd->obd_dev_lock);
 689                 CERROR("Device %d setup in progress (type %s)\n",
 690                        obd->obd_minor, obd->obd_type->typ_name);
 691                 RETURN(-EEXIST);
 692         }
 693         /*
 694          * just leave this on forever.  I can't use obd_set_up here because
 695          * other fns check that status, and we're not actually set up yet.
 696          */
 697         obd->obd_starting = 1;
 698         obd->obd_nid_stats_hash = NULL;
 699         obd->obd_gen_hash = NULL;
 700         spin_unlock(&obd->obd_dev_lock);
 701
 702         /* create an uuid-export lustre hash */
 703         err = rhashtable_init(&obd->obd_uuid_hash, &uuid_hash_params);
 704         if (err)
 705                 GOTO(err_starting, err);
 706
 707 #ifdef HAVE_SERVER_SUPPORT
 708         /* create a nid-export lustre hash */
 709         err = rhltable_init(&obd->obd_nid_hash, &nid_hash_params);
 710         if (err)
 711                 GOTO(err_uuid_hash, err = -ENOMEM);
 712
 713         /* create a nid-stats lustre hash */
 714         obd->obd_nid_stats_hash = cfs_hash_create("NID_STATS",
 715                                                   HASH_NID_STATS_CUR_BITS,
 716                                                   HASH_NID_STATS_MAX_BITS,
 717                                                   HASH_NID_STATS_BKT_BITS, 0,
 718                                                   CFS_HASH_MIN_THETA,
 719                                                   CFS_HASH_MAX_THETA,
 720                                                   &nid_stat_hash_ops,
 721                                                   CFS_HASH_DEFAULT);
 722         if (!obd->obd_nid_stats_hash)
 723                 GOTO(err_nid_hash, err = -ENOMEM);
 724
 725         /* create a client_generation-export lustre hash */
 726         obd->obd_gen_hash = cfs_hash_create("UUID_HASH",
 727                                             HASH_GEN_CUR_BITS,
 728                                             HASH_GEN_MAX_BITS,
 729                                             HASH_GEN_BKT_BITS, 0,
 730                                             CFS_HASH_MIN_THETA,
 731                                             CFS_HASH_MAX_THETA,
 732                                             &gen_hash_ops, CFS_HASH_DEFAULT);
 733         if (!obd->obd_gen_hash)
 734                 GOTO(err_nid_stats_hash, err = -ENOMEM);
 735 #endif /* HAVE_SERVER_SUPPORT */
 736
 737         err = obd_setup(obd, lcfg);
 738         if (err)
 739 #ifdef HAVE_SERVER_SUPPORT
 740                 GOTO(err_gen_hash, err);
 741 #else
 742                 GOTO(err_uuid_hash, err);
 743 #endif /* ! HAVE_SERVER_SUPPORT */
 744
 745         obd->obd_set_up = 1;
 746
 747         spin_lock(&obd->obd_dev_lock);
 748         /* cleanup drops this */
 749         class_incref(obd, "setup", obd);
 750         spin_unlock(&obd->obd_dev_lock);
 751
 752         CDEBUG(D_IOCTL, "finished setup of obd %s (uuid %s)\n",
 753                obd->obd_name, obd->obd_uuid.uuid);
 754
 755         RETURN(0);
 756
 757 #ifdef HAVE_SERVER_SUPPORT
 758 err_gen_hash:
 759         if (obd->obd_gen_hash) {
 760                 cfs_hash_putref(obd->obd_gen_hash);
 761                 obd->obd_gen_hash = NULL;
 762         }
 763 err_nid_stats_hash:
 764         if (obd->obd_nid_stats_hash) {
 765                 cfs_hash_putref(obd->obd_nid_stats_hash);
 766                 obd->obd_nid_stats_hash = NULL;
 767         }
 768 err_nid_hash:
 769         rhltable_destroy(&obd->obd_nid_hash);
 770 #endif /* HAVE_SERVER_SUPPORT */
 771 err_uuid_hash:
 772         rhashtable_destroy(&obd->obd_uuid_hash);
 773 err_starting:
 774         obd->obd_starting = 0;
 775         CERROR("setup %s failed (%d)\n", obd->obd_name, err);
 776         return err;
 777 }
 778 EXPORT_SYMBOL(class_setup);
 779
 780 /**
 781  * We have finished using this OBD and are ready to destroy it.
 782  * There can be no more references to this obd.
 783  */
 784 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg)
 785 {
 786         ENTRY;
 787
 788         if (obd->obd_set_up) {
 789                 CERROR("OBD device %d still set up\n", obd->obd_minor);
 790                 RETURN(-EBUSY);
 791         }
 792
 793         spin_lock(&obd->obd_dev_lock);
 794         if (!obd->obd_attached) {
 795                 spin_unlock(&obd->obd_dev_lock);
 796                 CERROR("OBD device %d not attached\n", obd->obd_minor);
 797                 RETURN(-ENODEV);
 798         }
 799         obd->obd_attached = 0;
 800         spin_unlock(&obd->obd_dev_lock);
 801
 802         /* cleanup in progress. we don't like to find this device after now */
 803         class_unregister_device(obd);
 804
 805         CDEBUG(D_IOCTL, "detach on obd %s (uuid %s)\n",
 806                obd->obd_name, obd->obd_uuid.uuid);
 807
 808         class_decref(obd, "newdev", obd);
 809
 810         RETURN(0);
 811 }
 812 EXPORT_SYMBOL(class_detach);
 813
 814 /**
 815  * Start shutting down the OBD.  There may be in-progess ops when
 816  * this is called.  We tell them to start shutting down with a call
 817  * to class_disconnect_exports().
 818  */
 819 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg)
 820 {
 821         int err = 0;
 822         char *flag;
 823         ENTRY;
 824
 825         OBD_RACE(OBD_FAIL_LDLM_RECOV_CLIENTS);
 826
 827         if (!obd->obd_set_up) {
 828                 CERROR("Device %d not setup\n", obd->obd_minor);
 829                 RETURN(-ENODEV);
 830         }
 831
 832         spin_lock(&obd->obd_dev_lock);
 833         if (obd->obd_stopping) {
 834                 spin_unlock(&obd->obd_dev_lock);
 835                 CERROR("OBD %d already stopping\n", obd->obd_minor);
 836                 RETURN(-ENODEV);
 837         }
 838         /* Leave this on forever */
 839         obd->obd_stopping = 1;
 840         spin_unlock(&obd->obd_dev_lock);
 841
 842         /* wait for already-arrived-connections to finish. */
 843         while (obd->obd_conn_inprogress > 0)
 844                 yield();
 845         smp_rmb();
 846
 847         if (lcfg->lcfg_bufcount >= 2 && LUSTRE_CFG_BUFLEN(lcfg, 1) > 0) {
 848                 for (flag = lustre_cfg_string(lcfg, 1); *flag != 0; flag++)
 849                         switch (*flag) {
 850                         case 'F':
 851                                 obd->obd_force = 1;
 852                                 break;
 853                         case 'A':
 854                                 LCONSOLE_WARN("Failing over %s\n",
 855                                               obd->obd_name);
 856                                 spin_lock(&obd->obd_dev_lock);
 857                                 obd->obd_fail = 1;
 858 #ifdef HAVE_SERVER_SUPPORT
 859                                 obd->obd_no_transno = 1;
 860 #endif
 861                                 obd->obd_no_recov = 1;
 862                                 spin_unlock(&obd->obd_dev_lock);
 863                                 if (OBP(obd, iocontrol)) {
 864                                         obd_iocontrol(OBD_IOC_SYNC,
 865                                                       obd->obd_self_export,
 866                                                       0, NULL, NULL);
 867                                 }
 868                                 break;
 869                         default:
 870                                 CERROR("Unrecognised flag '%c'\n", *flag);
 871                         }
 872         }
 873
 874         LASSERT(obd->obd_self_export);
 875
 876         CDEBUG(D_IOCTL, "%s: forcing exports to disconnect: %d/%d\n",
 877                obd->obd_name, obd->obd_num_exports,
 878                atomic_read(&obd->obd_refcount) - 2);
 879         dump_exports(obd, 0, D_HA);
 880         class_disconnect_exports(obd);
 881
 882         /* Precleanup, we must make sure all exports get destroyed. */
 883         err = obd_precleanup(obd);
 884         if (err)
 885                 CERROR("Precleanup %s returned %d\n",
 886                        obd->obd_name, err);
 887
 888         /* destroy an uuid-export hash body */
 889         rhashtable_free_and_destroy(&obd->obd_uuid_hash, obd_export_exit,
 890                                     NULL);
 891 #ifdef HAVE_SERVER_SUPPORT
 892         /* destroy a nid-export hash body */
 893         rhltable_free_and_destroy(&obd->obd_nid_hash, nid_export_exit, NULL);
 894
 895         /* destroy a nid-stats hash body */
 896         if (obd->obd_nid_stats_hash) {
 897                 cfs_hash_putref(obd->obd_nid_stats_hash);
 898                 obd->obd_nid_stats_hash = NULL;
 899         }
 900
 901         /* destroy a client_generation-export hash body */
 902         if (obd->obd_gen_hash) {
 903                 cfs_hash_putref(obd->obd_gen_hash);
 904                 obd->obd_gen_hash = NULL;
 905         }
 906 #endif /* HAVE_SERVER_SUPPORT */
 907         class_decref(obd, "setup", obd);
 908         obd->obd_set_up = 0;
 909
 910         RETURN(0);
 911 }
 912
 913 struct obd_device *class_incref(struct obd_device *obd,
 914                                 const char *scope,
 915                                 const void *source)
 916 {
 917         lu_ref_add_atomic(&obd->obd_reference, scope, source);
 918         atomic_inc(&obd->obd_refcount);
 919         CDEBUG(D_INFO, "incref %s (%p) now %d\n", obd->obd_name, obd,
 920                atomic_read(&obd->obd_refcount));
 921
 922         return obd;
 923 }
 924 EXPORT_SYMBOL(class_incref);
 925
 926 void class_decref(struct obd_device *obd, const char *scope, const void *source)
 927 {
 928         int last;
 929
 930         CDEBUG(D_INFO, "Decref %s (%p) now %d - %s\n", obd->obd_name, obd,
 931                atomic_read(&obd->obd_refcount), scope);
 932
 933         LASSERT(obd->obd_num_exports >= 0);
 934         last = atomic_dec_and_test(&obd->obd_refcount);
 935         lu_ref_del(&obd->obd_reference, scope, source);
 936
 937         if (last) {
 938                 struct obd_export *exp;
 939
 940                 LASSERT(!obd->obd_attached);
 941                 /*
 942                  * All exports have been destroyed; there should
 943                  * be no more in-progress ops by this point.
 944                  */
 945                 exp = obd->obd_self_export;
 946
 947                 if (exp) {
 948                         exp->exp_flags |= exp_flags_from_obd(obd);
 949                         class_unlink_export(exp);
 950                 }
 951         }
 952 }
 953 EXPORT_SYMBOL(class_decref);
 954
 955 /**
 956  * Add a failover NID location.
 957  * Client OBD types contact server OBD types using this NID list.
 958  */
 959 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 960 {
 961         struct obd_import *imp;
 962         struct obd_uuid uuid;
 963         int rc;
 964
 965         ENTRY;
 966
 967         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
 968             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
 969                 CERROR("invalid conn_uuid\n");
 970                 RETURN(-EINVAL);
 971         }
 972         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
 973             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME) &&
 974             strcmp(obd->obd_type->typ_name, LUSTRE_OSP_NAME) &&
 975             strcmp(obd->obd_type->typ_name, LUSTRE_LWP_NAME) &&
 976             strcmp(obd->obd_type->typ_name, LUSTRE_MGC_NAME)) {
 977                 CERROR("can't add connection on non-client dev\n");
 978                 RETURN(-EINVAL);
 979         }
 980
 981         imp = obd->u.cli.cl_import;
 982         if (!imp) {
 983                 CERROR("try to add conn on immature client dev\n");
 984                 RETURN(-EINVAL);
 985         }
 986
 987         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
 988         rc = obd_add_conn(imp, &uuid, lcfg->lcfg_num);
 989
 990         RETURN(rc);
 991 }
 992
 993 /** Remove a failover NID location. */
 994 static int class_del_conn(struct obd_device *obd, struct lustre_cfg *lcfg)
 995 {
 996         struct obd_import *imp;
 997         struct obd_uuid uuid;
 998         int rc;
 999
1000         ENTRY;
1001
1002         if (LUSTRE_CFG_BUFLEN(lcfg, 1) < 1 ||
1003             LUSTRE_CFG_BUFLEN(lcfg, 1) > sizeof(struct obd_uuid)) {
1004                 CERROR("invalid conn_uuid\n");
1005                 RETURN(-EINVAL);
1006         }
1007         if (strcmp(obd->obd_type->typ_name, LUSTRE_MDC_NAME) &&
1008             strcmp(obd->obd_type->typ_name, LUSTRE_OSC_NAME)) {
1009                 CERROR("can't del connection on non-client dev\n");
1010                 RETURN(-EINVAL);
1011         }
1012
1013         imp = obd->u.cli.cl_import;
1014         if (!imp) {
1015                 CERROR("try to del conn on immature client dev\n");
1016                 RETURN(-EINVAL);
1017         }
1018
1019         obd_str2uuid(&uuid, lustre_cfg_string(lcfg, 1));
1020         rc = obd_del_conn(imp, &uuid);
1021
1022         RETURN(rc);
1023 }
1024
1025 static LIST_HEAD(lustre_profile_list);
1026 static DEFINE_SPINLOCK(lustre_profile_list_lock);
1027
1028 struct lustre_profile *class_get_profile(const char *prof)
1029 {
1030         struct lustre_profile *lprof;
1031
1032         ENTRY;
1033         spin_lock(&lustre_profile_list_lock);
1034         list_for_each_entry(lprof, &lustre_profile_list, lp_list) {
1035                 if (!strcmp(lprof->lp_profile, prof)) {
1036                         lprof->lp_refs++;
1037                         spin_unlock(&lustre_profile_list_lock);
1038                         RETURN(lprof);
1039                 }
1040         }
1041         spin_unlock(&lustre_profile_list_lock);
1042         RETURN(NULL);
1043 }
1044 EXPORT_SYMBOL(class_get_profile);
1045
1046 /**
1047  * Create a named "profile".
1048  * This defines the MDC and OSC names to use for a client.
1049  * This also is used to define the LOV to be used by a MDT.
1050  */
1051 static int class_add_profile(int proflen, char *prof, int osclen, char *osc,
1052                              int mdclen, char *mdc)
1053 {
1054         struct lustre_profile *lprof;
1055         int err = 0;
1056
1057         ENTRY;
1058
1059         CDEBUG(D_CONFIG, "Add profile %s\n", prof);
1060
1061         OBD_ALLOC(lprof, sizeof(*lprof));
1062         if (!lprof)
1063                 RETURN(-ENOMEM);
1064         INIT_LIST_HEAD(&lprof->lp_list);
1065
1066         LASSERT(proflen == (strlen(prof) + 1));
1067         OBD_ALLOC(lprof->lp_profile, proflen);
1068         if (!lprof->lp_profile)
1069                 GOTO(out, err = -ENOMEM);
1070         memcpy(lprof->lp_profile, prof, proflen);
1071
1072         LASSERT(osclen == (strlen(osc) + 1));
1073         OBD_ALLOC(lprof->lp_dt, osclen);
1074         if (!lprof->lp_dt)
1075                 GOTO(out, err = -ENOMEM);
1076         memcpy(lprof->lp_dt, osc, osclen);
1077
1078         if (mdclen > 0) {
1079                 LASSERT(mdclen == (strlen(mdc) + 1));
1080                 OBD_ALLOC(lprof->lp_md, mdclen);
1081                 if (!lprof->lp_md)
1082                         GOTO(out, err = -ENOMEM);
1083                 memcpy(lprof->lp_md, mdc, mdclen);
1084         }
1085
1086         spin_lock(&lustre_profile_list_lock);
1087         lprof->lp_refs = 1;
1088         lprof->lp_list_deleted = false;
1089
1090         list_add(&lprof->lp_list, &lustre_profile_list);
1091         spin_unlock(&lustre_profile_list_lock);
1092         RETURN(err);
1093
1094 out:
1095         if (lprof->lp_md)
1096                 OBD_FREE(lprof->lp_md, mdclen);
1097         if (lprof->lp_dt)
1098                 OBD_FREE(lprof->lp_dt, osclen);
1099         if (lprof->lp_profile)
1100                 OBD_FREE(lprof->lp_profile, proflen);
1101         OBD_FREE(lprof, sizeof(*lprof));
1102         RETURN(err);
1103 }
1104
1105 void class_del_profile(const char *prof)
1106 {
1107         struct lustre_profile *lprof;
1108
1109         ENTRY;
1110
1111         CDEBUG(D_CONFIG, "Del profile %s\n", prof);
1112
1113         lprof = class_get_profile(prof);
1114         if (lprof) {
1115                 spin_lock(&lustre_profile_list_lock);
1116                 /* because get profile increments the ref counter */
1117                 lprof->lp_refs--;
1118                 list_del(&lprof->lp_list);
1119                 lprof->lp_list_deleted = true;
1120                 spin_unlock(&lustre_profile_list_lock);
1121
1122                 class_put_profile(lprof);
1123         }
1124         EXIT;
1125 }
1126 EXPORT_SYMBOL(class_del_profile);
1127
1128 void class_put_profile(struct lustre_profile *lprof)
1129 {
1130         spin_lock(&lustre_profile_list_lock);
1131         if ((--lprof->lp_refs) > 0) {
1132                 LASSERT(lprof->lp_refs > 0);
1133                 spin_unlock(&lustre_profile_list_lock);
1134                 return;
1135         }
1136         spin_unlock(&lustre_profile_list_lock);
1137
1138         /* confirm not a negative number */
1139         LASSERT(lprof->lp_refs == 0);
1140
1141         /*
1142          * At least one class_del_profile/profiles must be called
1143          * on the target profile or lustre_profile_list will corrupt
1144          */
1145         LASSERT(lprof->lp_list_deleted);
1146         OBD_FREE(lprof->lp_profile, strlen(lprof->lp_profile) + 1);
1147         OBD_FREE(lprof->lp_dt, strlen(lprof->lp_dt) + 1);
1148         if (lprof->lp_md)
1149                 OBD_FREE(lprof->lp_md, strlen(lprof->lp_md) + 1);
1150         OBD_FREE(lprof, sizeof(*lprof));
1151 }
1152 EXPORT_SYMBOL(class_put_profile);
1153
1154 /* COMPAT_146 */
1155 void class_del_profiles(void)
1156 {
1157         struct lustre_profile *lprof, *n;
1158         ENTRY;
1159
1160         spin_lock(&lustre_profile_list_lock);
1161         list_for_each_entry_safe(lprof, n, &lustre_profile_list, lp_list) {
1162                 list_del(&lprof->lp_list);
1163                 lprof->lp_list_deleted = true;
1164                 spin_unlock(&lustre_profile_list_lock);
1165
1166                 class_put_profile(lprof);
1167
1168                 spin_lock(&lustre_profile_list_lock);
1169         }
1170         spin_unlock(&lustre_profile_list_lock);
1171         EXIT;
1172 }
1173 EXPORT_SYMBOL(class_del_profiles);
1174
1175 /*
1176  * We can't call lquota_process_config directly because
1177  * it lives in a module that must be loaded after this one.
1178  */
1179 #ifdef HAVE_SERVER_SUPPORT
1180 static int (*quota_process_config)(struct lustre_cfg *lcfg) = NULL;
1181 #endif /* HAVE_SERVER_SUPPORT */
1182
1183 /**
1184  * Rename the proc parameter in \a cfg with a new name \a new_name.
1185  *
1186  * \param cfg      config structure which contains the proc parameter
1187  * \param new_name new name of the proc parameter
1188  *
1189  * \retval valid-pointer    pointer to the newly-allocated config structure
1190  *                          which contains the renamed proc parameter
1191  * \retval ERR_PTR(-EINVAL) if \a cfg or \a new_name is NULL, or \a cfg does
1192  *                          not contain a proc parameter
1193  * \retval ERR_PTR(-ENOMEM) if memory allocation failure occurs
1194  */
1195 struct lustre_cfg *lustre_cfg_rename(struct lustre_cfg *cfg,
1196                                      const char *new_name)
1197 {
1198         struct lustre_cfg_bufs *bufs = NULL;
1199         struct lustre_cfg *new_cfg = NULL;
1200         char *param = NULL;
1201         char *new_param = NULL;
1202         char *value = NULL;
1203         int name_len = 0;
1204         int new_len = 0;
1205
1206         ENTRY;
1207
1208         if (!cfg || !new_name)
1209                 GOTO(out_nocfg, new_cfg = ERR_PTR(-EINVAL));
1210
1211         param = lustre_cfg_string(cfg, 1);
1212         if (!param)
1213                 GOTO(out_nocfg, new_cfg = ERR_PTR(-EINVAL));
1214
1215         value = strchr(param, '=');
1216         if (value)
1217                 name_len = value - param;
1218         else
1219                 name_len = strlen(param);
1220
1221         new_len = LUSTRE_CFG_BUFLEN(cfg, 1) + strlen(new_name) - name_len;
1222
1223         OBD_ALLOC(new_param, new_len);
1224         if (!new_param)
1225                 GOTO(out_nocfg, new_cfg = ERR_PTR(-ENOMEM));
1226
1227         strlcpy(new_param, new_name, new_len);
1228         if (value)
1229                 strcat(new_param, value);
1230
1231         OBD_ALLOC_PTR(bufs);
1232         if (!bufs)
1233                 GOTO(out_free_param, new_cfg = ERR_PTR(-ENOMEM));
1234
1235         lustre_cfg_bufs_reset(bufs, NULL);
1236         lustre_cfg_bufs_init(bufs, cfg);
1237         lustre_cfg_bufs_set_string(bufs, 1, new_param);
1238
1239         OBD_ALLOC(new_cfg, lustre_cfg_len(bufs->lcfg_bufcount,
1240                                           bufs->lcfg_buflen));
1241         if (!new_cfg)
1242                 GOTO(out_free_buf, new_cfg = ERR_PTR(-ENOMEM));
1243
1244         lustre_cfg_init(new_cfg, cfg->lcfg_command, bufs);
1245
1246         new_cfg->lcfg_num = cfg->lcfg_num;
1247         new_cfg->lcfg_flags = cfg->lcfg_flags;
1248         new_cfg->lcfg_nid = cfg->lcfg_nid;
1249         new_cfg->lcfg_nal = cfg->lcfg_nal;
1250 out_free_buf:
1251         OBD_FREE_PTR(bufs);
1252 out_free_param:
1253         OBD_FREE(new_param, new_len);
1254 out_nocfg:
1255         RETURN(new_cfg);
1256 }
1257 EXPORT_SYMBOL(lustre_cfg_rename);
1258
1259 static ssize_t process_param2_config(struct lustre_cfg *lcfg)
1260 {
1261         char *param = lustre_cfg_string(lcfg, 1);
1262         char *upcall = lustre_cfg_string(lcfg, 2);
1263         struct kobject *kobj = NULL;
1264         const char *subsys = param;
1265         char *argv[] = {
1266                 [0] = "/usr/sbin/lctl",
1267                 [1] = "set_param",
1268                 [2] = param,
1269                 [3] = NULL
1270         };
1271         ktime_t start;
1272         ktime_t end;
1273         size_t len;
1274         int rc;
1275
1276         ENTRY;
1277         print_lustre_cfg(lcfg);
1278
1279         len = strcspn(param, ".=");
1280         if (!len)
1281                 return -EINVAL;
1282
1283         /* If we find '=' then its the top level sysfs directory */
1284         if (param[len] == '=')
1285                 return class_set_global(param);
1286
1287         subsys = kstrndup(param, len, GFP_KERNEL);
1288         if (!subsys)
1289                 return -ENOMEM;
1290
1291         kobj = kset_find_obj(lustre_kset, subsys);
1292         kfree(subsys);
1293         if (kobj) {
1294                 char *value = param;
1295                 char *envp[4];
1296                 int i;
1297
1298                 param = strsep(&value, "=");
1299                 envp[0] = kasprintf(GFP_KERNEL, "PARAM=%s", param);
1300                 envp[1] = kasprintf(GFP_KERNEL, "SETTING=%s", value);
1301                 envp[2] = kasprintf(GFP_KERNEL, "TIME=%lld",
1302                                     ktime_get_real_seconds());
1303                 envp[3] = NULL;
1304
1305                 rc = kobject_uevent_env(kobj, KOBJ_CHANGE, envp);
1306                 for (i = 0; i < ARRAY_SIZE(envp); i++)
1307                         kfree(envp[i]);
1308
1309                 kobject_put(kobj);
1310
1311                 RETURN(rc);
1312         }
1313
1314         /* Add upcall processing here. Now only lctl is supported */
1315         if (strcmp(upcall, LCTL_UPCALL) != 0) {
1316                 CERROR("Unsupported upcall %s\n", upcall);
1317                 RETURN(-EINVAL);
1318         }
1319
1320         start = ktime_get();
1321         rc = call_usermodehelper(argv[0], argv, NULL, UMH_WAIT_PROC);
1322         end = ktime_get();
1323
1324         if (rc < 0) {
1325                 CERROR("lctl: error invoking upcall %s %s %s: rc = %d; "
1326                        "time %ldus\n", argv[0], argv[1], argv[2], rc,
1327                        (long)ktime_us_delta(end, start));
1328         } else {
1329                 CDEBUG(D_HA, "lctl: invoked upcall %s %s %s, time %ldus\n",
1330                        argv[0], argv[1], argv[2],
1331                        (long)ktime_us_delta(end, start));
1332                        rc = 0;
1333         }
1334
1335         RETURN(rc);
1336 }
1337
1338 #ifdef HAVE_SERVER_SUPPORT
1339 void lustre_register_quota_process_config(int (*qpc)(struct lustre_cfg *lcfg))
1340 {
1341         quota_process_config = qpc;
1342 }
1343 EXPORT_SYMBOL(lustre_register_quota_process_config);
1344 #endif /* HAVE_SERVER_SUPPORT */
1345
1346 #define QMT0_DEV_NAME_LEN (LUSTRE_MAXFSNAME + sizeof("-QMT0000"))
1347 static struct obd_device *obd_find_qmt0(char *obd_name)
1348 {
1349         char qmt_name[QMT0_DEV_NAME_LEN];
1350         struct obd_device *qmt = NULL;
1351
1352         if (!server_name2fsname(obd_name, qmt_name, NULL)) {
1353                 strlcat(qmt_name, "-QMT0000", QMT0_DEV_NAME_LEN);
1354                 qmt = class_name2obd(qmt_name);
1355         }
1356
1357         return qmt;
1358 }
1359
1360 /**
1361  * Process configuration commands given in lustre_cfg form.
1362  * These may come from direct calls (e.g. class_manual_cleanup)
1363  * or processing the config llog, or ioctl from lctl.
1364  */
1365 int class_process_config(struct lustre_cfg *lcfg)
1366 {
1367         struct obd_device *obd;
1368         int err;
1369
1370         LASSERT(lcfg && !IS_ERR(lcfg));
1371         CDEBUG(D_IOCTL, "processing cmd: %x\n", lcfg->lcfg_command);
1372
1373         /* Commands that don't need a device */
1374         switch (lcfg->lcfg_command) {
1375         case LCFG_ATTACH: {
1376                 err = class_attach(lcfg);
1377                 GOTO(out, err);
1378         }
1379         case LCFG_ADD_UUID: {
1380                 CDEBUG(D_IOCTL,
1381                        "adding mapping from uuid %s to nid %#llx (%s)\n",
1382                        lustre_cfg_string(lcfg, 1), lcfg->lcfg_nid,
1383                        libcfs_nid2str(lcfg->lcfg_nid));
1384
1385                 err = class_add_uuid(lustre_cfg_string(lcfg, 1),
1386                                      lcfg->lcfg_nid);
1387                 GOTO(out, err);
1388         }
1389         case LCFG_DEL_UUID: {
1390                 CDEBUG(D_IOCTL, "removing mappings for uuid %s\n",
1391                        (lcfg->lcfg_bufcount < 2 || LUSTRE_CFG_BUFLEN(lcfg, 1) ==
1392                         0) ? "<all uuids>" : lustre_cfg_string(lcfg, 1));
1393
1394                 err = class_del_uuid(lustre_cfg_string(lcfg, 1));
1395                 GOTO(out, err);
1396         }
1397         case LCFG_MOUNTOPT: {
1398                 CDEBUG(D_IOCTL, "mountopt: profile %s osc %s mdc %s\n",
1399                        lustre_cfg_string(lcfg, 1),
1400                        lustre_cfg_string(lcfg, 2),
1401                        lustre_cfg_string(lcfg, 3));
1402                 /*
1403                  * set these mount options somewhere, so ll_fill_super
1404                  * can find them.
1405                  */
1406                 err = class_add_profile(LUSTRE_CFG_BUFLEN(lcfg, 1),
1407                                         lustre_cfg_string(lcfg, 1),
1408                                         LUSTRE_CFG_BUFLEN(lcfg, 2),
1409                                         lustre_cfg_string(lcfg, 2),
1410                                         LUSTRE_CFG_BUFLEN(lcfg, 3),
1411                                         lustre_cfg_string(lcfg, 3));
1412                 GOTO(out, err);
1413         }
1414         case LCFG_DEL_MOUNTOPT: {
1415                 CDEBUG(D_IOCTL, "mountopt: profile %s\n",
1416                        lustre_cfg_string(lcfg, 1));
1417                 class_del_profile(lustre_cfg_string(lcfg, 1));
1418                 GOTO(out, err = 0);
1419         }
1420         case LCFG_SET_TIMEOUT: {
1421                 CDEBUG(D_IOCTL, "changing lustre timeout from %d to %d\n",
1422                        obd_timeout, lcfg->lcfg_num);
1423                 obd_timeout = max(lcfg->lcfg_num, 1U);
1424                 obd_timeout_set = 1;
1425                 GOTO(out, err = 0);
1426         }
1427         case LCFG_SET_LDLM_TIMEOUT: {
1428                 CDEBUG(D_IOCTL, "changing lustre ldlm_timeout from %d to %d\n",
1429                        ldlm_timeout, lcfg->lcfg_num);
1430                 ldlm_timeout = max(lcfg->lcfg_num, 1U);
1431                 if (ldlm_timeout >= obd_timeout)
1432                         ldlm_timeout = max(obd_timeout / 3, 1U);
1433                 ldlm_timeout_set = 1;
1434                 GOTO(out, err = 0);
1435         }
1436         case LCFG_SET_UPCALL: {
1437                 LCONSOLE_ERROR_MSG(0x15a, "recovery upcall is deprecated\n");
1438                 /* COMPAT_146 Don't fail on old configs */
1439                 GOTO(out, err = 0);
1440         }
1441         case LCFG_MARKER: {
1442                 struct cfg_marker *marker;
1443
1444                 marker = lustre_cfg_buf(lcfg, 1);
1445                 CDEBUG(D_IOCTL, "marker %d (%#x) %.16s %s\n", marker->cm_step,
1446                        marker->cm_flags, marker->cm_tgtname,
1447                        marker->cm_comment);
1448                 GOTO(out, err = 0);
1449         }
1450         case LCFG_PARAM: {
1451                 char *tmp;
1452
1453                 /* llite has no OBD */
1454                 if (class_match_param(lustre_cfg_string(lcfg, 1),
1455                                       PARAM_LLITE, NULL) == 0) {
1456                         struct lustre_sb_info *lsi;
1457                         unsigned long addr;
1458                         ssize_t count;
1459
1460                         /*
1461                          * The instance name contains the sb:
1462                          * lustre-client-aacfe000
1463                          */
1464                         tmp = strrchr(lustre_cfg_string(lcfg, 0), '-');
1465                         if (!tmp || !*(++tmp))
1466                                 GOTO(out, err = -EINVAL);
1467
1468                         if (sscanf(tmp, "%lx", &addr) != 1)
1469                                 GOTO(out, err = -EINVAL);
1470
1471                         lsi = s2lsi((struct super_block *)addr);
1472                         /* This better be a real Lustre superblock! */
1473                         LASSERT(lsi->lsi_lmd->lmd_magic == LMD_MAGIC);
1474
1475                         count = class_modify_config(lcfg, PARAM_LLITE,
1476                                                     lsi->lsi_kobj);
1477                         err = count < 0 ? count : 0;
1478                         GOTO(out, err);
1479                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1480                                               PARAM_SYS, &tmp) == 0)) {
1481                         /* Global param settings */
1482                         err = class_set_global(tmp);
1483                         /*
1484                          * Client or server should not fail to mount if
1485                          * it hits an unknown configuration parameter.
1486                          */
1487                         if (err < 0)
1488                                 CWARN("Ignoring unknown param %s\n", tmp);
1489
1490                         GOTO(out, err = 0);
1491 #ifdef HAVE_SERVER_SUPPORT
1492                 } else if ((class_match_param(lustre_cfg_string(lcfg, 1),
1493                                               PARAM_QUOTA, &tmp) == 0) &&
1494                            quota_process_config) {
1495                         err = (*quota_process_config)(lcfg);
1496                         GOTO(out, err);
1497 #endif /* HAVE_SERVER_SUPPORT */
1498                 }
1499
1500                 break;
1501         }
1502         case LCFG_SET_PARAM: {
1503                 err = process_param2_config(lcfg);
1504                 GOTO(out, err = 0);
1505         }
1506         }
1507         /* Commands that require a device */
1508         obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1509         if (!obd) {
1510                 if (!LUSTRE_CFG_BUFLEN(lcfg, 0))
1511                         CERROR("this lcfg command requires a device name\n");
1512                 else
1513                         CERROR("no device for: %s\n",
1514                                lustre_cfg_string(lcfg, 0));
1515
1516                 GOTO(out, err = -EINVAL);
1517         }
1518         switch(lcfg->lcfg_command) {
1519         case LCFG_SETUP: {
1520                 err = class_setup(obd, lcfg);
1521                 GOTO(out, err);
1522         }
1523         case LCFG_DETACH: {
1524                 err = class_detach(obd, lcfg);
1525                 GOTO(out, err = 0);
1526         }
1527         case LCFG_CLEANUP: {
1528                 err = class_cleanup(obd, lcfg);
1529                 GOTO(out, err = 0);
1530         }
1531         case LCFG_ADD_CONN: {
1532                 err = class_add_conn(obd, lcfg);
1533                 GOTO(out, err = 0);
1534         }
1535         case LCFG_DEL_CONN: {
1536                 err = class_del_conn(obd, lcfg);
1537                 GOTO(out, err = 0);
1538         }
1539         case LCFG_POOL_NEW: {
1540                 err = obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1541                 if (!err && !strcmp(obd->obd_type->typ_name, LUSTRE_LOD_NAME)) {
1542                         obd = obd_find_qmt0(obd->obd_name);
1543                         if (obd)
1544                                 obd_pool_new(obd, lustre_cfg_string(lcfg, 2));
1545                 }
1546                 GOTO(out, err = 0);
1547         }
1548         case LCFG_POOL_ADD: {
1549                 err = obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1550                                    lustre_cfg_string(lcfg, 3));
1551                 if (!err && !strcmp(obd->obd_type->typ_name, LUSTRE_LOD_NAME)) {
1552                         obd = obd_find_qmt0(obd->obd_name);
1553                         if (obd)
1554                                 obd_pool_add(obd, lustre_cfg_string(lcfg, 2),
1555                                              lustre_cfg_string(lcfg, 3));
1556                 }
1557                 GOTO(out, err = 0);
1558         }
1559         case LCFG_POOL_REM: {
1560                 err = obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1561                                    lustre_cfg_string(lcfg, 3));
1562                 if (!err && !strcmp(obd->obd_type->typ_name, LUSTRE_LOD_NAME)) {
1563                         obd = obd_find_qmt0(obd->obd_name);
1564                         if (obd)
1565                                 obd_pool_rem(obd, lustre_cfg_string(lcfg, 2),
1566                                              lustre_cfg_string(lcfg, 3));
1567                 }
1568                 GOTO(out, err = 0);
1569         }
1570         case LCFG_POOL_DEL: {
1571                 err = obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1572                 if (!err && !strcmp(obd->obd_type->typ_name, LUSTRE_LOD_NAME)) {
1573                         obd = obd_find_qmt0(obd->obd_name);
1574                         if (obd)
1575                                 obd_pool_del(obd, lustre_cfg_string(lcfg, 2));
1576                 }
1577                 GOTO(out, err = 0);
1578         }
1579         /*
1580          * Process config log ADD_MDC record twice to add MDC also to LOV
1581          * for Data-on-MDT:
1582          *
1583          * add 0:lustre-clilmv 1:lustre-MDT0000_UUID 2:0 3:1
1584          *     4:lustre-MDT0000-mdc_UUID
1585          */
1586         case LCFG_ADD_MDC: {
1587                 struct obd_device *lov_obd;
1588                 char *clilmv;
1589
1590                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1591                 if (err)
1592                         GOTO(out, err);
1593
1594                 /* make sure this is client LMV log entry */
1595                 clilmv = strstr(lustre_cfg_string(lcfg, 0), "clilmv");
1596                 if (!clilmv)
1597                         GOTO(out, err);
1598
1599                 /*
1600                  * replace 'lmv' with 'lov' name to address LOV device and
1601                  * process llog record to add MDC there.
1602                  */
1603                 clilmv[4] = 'o';
1604                 lov_obd = class_name2obd(lustre_cfg_string(lcfg, 0));
1605                 if (lov_obd) {
1606                         err = obd_process_config(lov_obd, sizeof(*lcfg), lcfg);
1607                 } else {
1608                         err = -ENOENT;
1609                         CERROR("%s: Cannot find LOV by %s name, rc = %d\n",
1610                                obd->obd_name, lustre_cfg_string(lcfg, 0), err);
1611                 }
1612                 /* restore 'lmv' name */
1613                 clilmv[4] = 'm';
1614                 GOTO(out, err);
1615         }
1616         default: {
1617                 err = obd_process_config(obd, sizeof(*lcfg), lcfg);
1618                 GOTO(out, err);
1619         }
1620         }
1621         EXIT;
1622 out:
1623         if ((err < 0) && !(lcfg->lcfg_command & LCFG_REQUIRED)) {
1624                 CWARN("Ignoring error %d on optional command %#x\n", err,
1625                       lcfg->lcfg_command);
1626                 err = 0;
1627         }
1628         return err;
1629 }
1630 EXPORT_SYMBOL(class_process_config);
1631
1632 ssize_t class_modify_config(struct lustre_cfg *lcfg, const char *prefix,
1633                             struct kobject *kobj)
1634 {
1635         struct kobj_type *typ;
1636         ssize_t count = 0;
1637         int i;
1638
1639         if (lcfg->lcfg_command != LCFG_PARAM) {
1640                 CERROR("Unknown command: %d\n", lcfg->lcfg_command);
1641                 return -EINVAL;
1642         }
1643
1644         typ = get_ktype(kobj);
1645         if (!typ || !typ->default_attrs)
1646                 return -ENODEV;
1647
1648         print_lustre_cfg(lcfg);
1649
1650         /*
1651          * e.g. tunefs.lustre --param mdt.group_upcall=foo /r/tmp/lustre-mdt
1652          * or   lctl conf_param lustre-MDT0000.mdt.group_upcall=bar
1653          * or   lctl conf_param lustre-OST0000.osc.max_dirty_mb=36
1654          */
1655         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
1656                 struct attribute *attr;
1657                 size_t keylen;
1658                 char *value;
1659                 char *key;
1660                 int j;
1661
1662                 key = lustre_cfg_buf(lcfg, i);
1663                 /* Strip off prefix */
1664                 if (class_match_param(key, prefix, &key))
1665                         /*
1666                          * If the prefix doesn't match, return error so we
1667                          * can pass it down the stack
1668                          */
1669                         return -EINVAL;
1670
1671                 value = strchr(key, '=');
1672                 if (!value || *(value + 1) == 0) {
1673                         CERROR("%s: can't parse param '%s' (missing '=')\n",
1674                                lustre_cfg_string(lcfg, 0),
1675                                lustre_cfg_string(lcfg, i));
1676                         /* continue parsing other params */
1677                         continue;
1678                 }
1679                 keylen = value - key;
1680                 value++;
1681
1682                 attr = NULL;
1683                 for (j = 0; typ->default_attrs[j]; j++) {
1684                         if (!strncmp(typ->default_attrs[j]->name, key,
1685                                      keylen)) {
1686                                 attr = typ->default_attrs[j];
1687                                 break;
1688                         }
1689                 }
1690
1691                 if (!attr) {
1692                         char *envp[4], *param, *path;
1693
1694                         path = kobject_get_path(kobj, GFP_KERNEL);
1695                         if (!path)
1696                                 return -EINVAL;
1697
1698                         /* convert sysfs path to uevent format */
1699                         param = path;
1700                         while ((param = strchr(param, '/')) != NULL)
1701                                 *param = '.';
1702
1703                         param = strstr(path, "fs.lustre.") + 10;
1704
1705                         envp[0] = kasprintf(GFP_KERNEL, "PARAM=%s.%.*s",
1706                                             param, (int) keylen, key);
1707                         envp[1] = kasprintf(GFP_KERNEL, "SETTING=%s", value);
1708                         envp[2] = kasprintf(GFP_KERNEL, "TIME=%lld",
1709                                             ktime_get_real_seconds());
1710                         envp[3] = NULL;
1711
1712                         if (kobject_uevent_env(kobj, KOBJ_CHANGE, envp)) {
1713                                 CERROR("%s: failed to send uevent %s\n",
1714                                        kobject_name(kobj), key);
1715                         }
1716
1717                         for (i = 0; i < ARRAY_SIZE(envp); i++)
1718                                 kfree(envp[i]);
1719                         kfree(path);
1720                 } else {
1721                         count += lustre_attr_store(kobj, attr, value,
1722                                                    strlen(value));
1723                 }
1724         }
1725         return count;
1726 }
1727 EXPORT_SYMBOL(class_modify_config);
1728
1729 /*
1730  * Supplemental functions for config logs, it allocates lustre_cfg
1731  * buffers plus initialized llog record header at the beginning.
1732  */
1733 struct llog_cfg_rec *lustre_cfg_rec_new(int cmd, struct lustre_cfg_bufs *bufs)
1734 {
1735         struct llog_cfg_rec *lcr;
1736         int reclen;
1737
1738         ENTRY;
1739
1740         reclen = lustre_cfg_len(bufs->lcfg_bufcount, bufs->lcfg_buflen);
1741         reclen = llog_data_len(reclen) + sizeof(struct llog_rec_hdr) +
1742                  sizeof(struct llog_rec_tail);
1743
1744         OBD_ALLOC(lcr, reclen);
1745         if (!lcr)
1746                 RETURN(NULL);
1747
1748         lustre_cfg_init(&lcr->lcr_cfg, cmd, bufs);
1749
1750         lcr->lcr_hdr.lrh_len = reclen;
1751         lcr->lcr_hdr.lrh_type = OBD_CFG_REC;
1752
1753         RETURN(lcr);
1754 }
1755 EXPORT_SYMBOL(lustre_cfg_rec_new);
1756
1757 void lustre_cfg_rec_free(struct llog_cfg_rec *lcr)
1758 {
1759         ENTRY;
1760         OBD_FREE(lcr, lcr->lcr_hdr.lrh_len);
1761         EXIT;
1762 }
1763 EXPORT_SYMBOL(lustre_cfg_rec_free);
1764
1765 /**
1766  * Parse a configuration llog, doing various manipulations on them
1767  * for various reasons, (modifications for compatibility, skip obsolete
1768  * records, change uuids, etc), then class_process_config() resulting
1769  * net records.
1770  */
1771 int class_config_llog_handler(const struct lu_env *env,
1772                               struct llog_handle *handle,
1773                               struct llog_rec_hdr *rec, void *data)
1774 {
1775         struct config_llog_instance *cfg = data;
1776         int cfg_len = rec->lrh_len;
1777         char *cfg_buf = (char *) (rec + 1);
1778         int rc = 0;
1779         ENTRY;
1780
1781         /* class_config_dump_handler(handle, rec, data); */
1782
1783         switch (rec->lrh_type) {
1784         case OBD_CFG_REC: {
1785                 struct lustre_cfg *lcfg, *lcfg_new;
1786                 struct lustre_cfg_bufs bufs;
1787                 char *inst_name = NULL;
1788                 int inst_len = 0;
1789                 int swab = 0;
1790
1791                 lcfg = (struct lustre_cfg *)cfg_buf;
1792                 if (lcfg->lcfg_version == __swab32(LUSTRE_CFG_VERSION)) {
1793                         lustre_swab_lustre_cfg(lcfg);
1794                         swab = 1;
1795                 }
1796
1797                 rc = lustre_cfg_sanity_check(cfg_buf, cfg_len);
1798                 if (rc)
1799                         GOTO(out, rc);
1800
1801                 /* Figure out config state info */
1802                 if (lcfg->lcfg_command == LCFG_MARKER) {
1803                         struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
1804                         lustre_swab_cfg_marker(marker, swab,
1805                                                LUSTRE_CFG_BUFLEN(lcfg, 1));
1806                         CDEBUG(D_CONFIG, "Marker, inst_flg=%#x mark_flg=%#x\n",
1807                                cfg->cfg_flags, marker->cm_flags);
1808                         if (marker->cm_flags & CM_START) {
1809                                 /* all previous flags off */
1810                                 cfg->cfg_flags = CFG_F_MARKER;
1811                                 server_name2index(marker->cm_tgtname,
1812                                                   &cfg->cfg_lwp_idx, NULL);
1813                                 if (marker->cm_flags & CM_SKIP) {
1814                                         cfg->cfg_flags |= CFG_F_SKIP;
1815                                         CDEBUG(D_CONFIG, "SKIP #%d\n",
1816                                                marker->cm_step);
1817                                 } else if ((marker->cm_flags & CM_EXCLUDE) ||
1818                                            (cfg->cfg_sb &&
1819                                            lustre_check_exclusion(cfg->cfg_sb,
1820                                                         marker->cm_tgtname))) {
1821                                         cfg->cfg_flags |= CFG_F_EXCLUDE;
1822                                         CDEBUG(D_CONFIG, "EXCLUDE %d\n",
1823                                                marker->cm_step);
1824                                 }
1825                         } else if (marker->cm_flags & CM_END) {
1826                                 cfg->cfg_flags = 0;
1827                         }
1828                 }
1829                 /*
1830                  * A config command without a start marker before it is
1831                  * illegal
1832                  */
1833                 if (!(cfg->cfg_flags & CFG_F_MARKER) &&
1834                     (lcfg->lcfg_command != LCFG_MARKER)) {
1835                         CWARN("Skip config outside markers, (inst: %016lx, uuid: %s, flags: %#x)\n",
1836                                 cfg->cfg_instance,
1837                                 cfg->cfg_uuid.uuid, cfg->cfg_flags);
1838                         cfg->cfg_flags |= CFG_F_SKIP;
1839                 }
1840                 if (cfg->cfg_flags & CFG_F_SKIP) {
1841                         CDEBUG(D_CONFIG, "skipping %#x\n",
1842                                cfg->cfg_flags);
1843                         rc = 0;
1844                         /* No processing! */
1845                         break;
1846                 }
1847
1848                 /*
1849                  * For interoperability between 1.8 and 2.0,
1850                  * rename "mds" OBD device type to "mdt".
1851                  */
1852                 {
1853                         char *typename = lustre_cfg_string(lcfg, 1);
1854                         char *index = lustre_cfg_string(lcfg, 2);
1855
1856                         if ((lcfg->lcfg_command == LCFG_ATTACH && typename &&
1857                             strcmp(typename, "mds") == 0)) {
1858                                 CWARN("For 1.8 interoperability, rename obd "
1859                                         "type from mds to mdt\n");
1860                                 typename[2] = 't';
1861                         }
1862                         if ((lcfg->lcfg_command == LCFG_SETUP && index &&
1863                             strcmp(index, "type") == 0)) {
1864                                 CDEBUG(D_INFO, "For 1.8 interoperability, "
1865                                        "set this index to '0'\n");
1866                                 index[0] = '0';
1867                                 index[1] = 0;
1868                         }
1869                 }
1870
1871 #ifdef HAVE_SERVER_SUPPORT
1872                 /* newer MDS replaces LOV/OSC with LOD/OSP */
1873                 if ((lcfg->lcfg_command == LCFG_ATTACH ||
1874                      lcfg->lcfg_command == LCFG_SET_PARAM ||
1875                      lcfg->lcfg_command == LCFG_PARAM) &&
1876                     cfg->cfg_sb && IS_MDT(s2lsi(cfg->cfg_sb))) {
1877                         char *typename = lustre_cfg_string(lcfg, 1);
1878
1879                         if (typename &&
1880                             strcmp(typename, LUSTRE_LOV_NAME) == 0) {
1881                                 CDEBUG(D_CONFIG,
1882                                        "For 2.x interoperability, rename obd "
1883                                        "type from lov to lod (%s)\n",
1884                                        s2lsi(cfg->cfg_sb)->lsi_svname);
1885                                 strcpy(typename, LUSTRE_LOD_NAME);
1886                         }
1887                         if (typename &&
1888                             strcmp(typename, LUSTRE_OSC_NAME) == 0) {
1889                                 CDEBUG(D_CONFIG,
1890                                        "For 2.x interoperability, rename obd "
1891                                        "type from osc to osp (%s)\n",
1892                                        s2lsi(cfg->cfg_sb)->lsi_svname);
1893                                 strcpy(typename, LUSTRE_OSP_NAME);
1894                         }
1895                 }
1896 #endif /* HAVE_SERVER_SUPPORT */
1897
1898                 if (cfg->cfg_flags & CFG_F_EXCLUDE) {
1899                         CDEBUG(D_CONFIG, "cmd: %x marked EXCLUDED\n",
1900                                lcfg->lcfg_command);
1901                         if (lcfg->lcfg_command == LCFG_LOV_ADD_OBD)
1902                                 /* Add inactive instead */
1903                                 lcfg->lcfg_command = LCFG_LOV_ADD_INA;
1904                 }
1905
1906                 lustre_cfg_bufs_reset(&bufs, NULL);
1907                 lustre_cfg_bufs_init(&bufs, lcfg);
1908
1909                 if (cfg->cfg_instance &&
1910                     lcfg->lcfg_command != LCFG_SPTLRPC_CONF &&
1911                     LUSTRE_CFG_BUFLEN(lcfg, 0) > 0) {
1912                         inst_len = LUSTRE_CFG_BUFLEN(lcfg, 0) +
1913                                 LUSTRE_MAXINSTANCE + 4;
1914                         OBD_ALLOC(inst_name, inst_len);
1915                         if (!inst_name)
1916                                 GOTO(out, rc = -ENOMEM);
1917                         snprintf(inst_name, inst_len, "%s-%016lx",
1918                                 lustre_cfg_string(lcfg, 0),
1919                                 cfg->cfg_instance);
1920                         lustre_cfg_bufs_set_string(&bufs, 0, inst_name);
1921                         CDEBUG(D_CONFIG, "cmd %x, instance name: %s\n",
1922                                lcfg->lcfg_command, inst_name);
1923                 }
1924
1925                 /* override llog UUID for clients, to insure they are unique */
1926                 if (cfg->cfg_instance && lcfg->lcfg_command == LCFG_ATTACH)
1927                         lustre_cfg_bufs_set_string(&bufs, 2,
1928                                                    cfg->cfg_uuid.uuid);
1929                 /*
1930                  * sptlrpc config record, we expect 2 data segments:
1931                  *  [0]: fs_name/target_name,
1932                  *  [1]: rule string
1933                  * moving them to index [1] and [2], and insert MGC's
1934                  * obdname at index [0].
1935                  */
1936                 if (cfg->cfg_instance &&
1937                     lcfg->lcfg_command == LCFG_SPTLRPC_CONF) {
1938                         /* After ASLR changes cfg_instance this needs fixing */
1939                         /* "obd" is set in config_log_find_or_add() */
1940                         struct obd_device *obd = (void *)cfg->cfg_instance;
1941
1942                         lustre_cfg_bufs_set(&bufs, 2, bufs.lcfg_buf[1],
1943                                             bufs.lcfg_buflen[1]);
1944                         lustre_cfg_bufs_set(&bufs, 1, bufs.lcfg_buf[0],
1945                                             bufs.lcfg_buflen[0]);
1946                         lustre_cfg_bufs_set_string(&bufs, 0,
1947                                                    obd->obd_name);
1948                 }
1949
1950                 /*
1951                  * Add net info to setup command
1952                  * if given on command line.
1953                  * So config log will be:
1954                  * [0]: client name
1955                  * [1]: client UUID
1956                  * [2]: server UUID
1957                  * [3]: inactive-on-startup
1958                  * [4]: restrictive net
1959                  */
1960                 if (cfg && cfg->cfg_sb && s2lsi(cfg->cfg_sb) &&
1961                     !IS_SERVER(s2lsi(cfg->cfg_sb))) {
1962                         struct lustre_sb_info *lsi = s2lsi(cfg->cfg_sb);
1963                         char *nidnet = lsi->lsi_lmd->lmd_nidnet;
1964
1965                         if (lcfg->lcfg_command == LCFG_SETUP &&
1966                             lcfg->lcfg_bufcount != 2 && nidnet) {
1967                                 CDEBUG(D_CONFIG, "Adding net %s info to setup "
1968                                        "command for client %s\n", nidnet,
1969                                        lustre_cfg_string(lcfg, 0));
1970                                 lustre_cfg_bufs_set_string(&bufs, 4, nidnet);
1971                         }
1972                 }
1973
1974                 /*
1975                  * Skip add_conn command if uuid is
1976                  * not on restricted net
1977                  */
1978                 if (cfg && cfg->cfg_sb && s2lsi(cfg->cfg_sb) &&
1979                     !IS_SERVER(s2lsi(cfg->cfg_sb))) {
1980                         struct lustre_sb_info *lsi = s2lsi(cfg->cfg_sb);
1981                         char *uuid_str = lustre_cfg_string(lcfg, 1);
1982
1983                         if (lcfg->lcfg_command == LCFG_ADD_CONN &&
1984                             lsi->lsi_lmd->lmd_nidnet &&
1985                             LNET_NIDNET(libcfs_str2nid(uuid_str)) !=
1986                             libcfs_str2net(lsi->lsi_lmd->lmd_nidnet)) {
1987                                 CDEBUG(D_CONFIG, "skipping add_conn for %s\n",
1988                                        uuid_str);
1989                                 rc = 0;
1990                                 /* No processing! */
1991                                 break;
1992                         }
1993                 }
1994
1995                 OBD_ALLOC(lcfg_new, lustre_cfg_len(bufs.lcfg_bufcount,
1996                                                    bufs.lcfg_buflen));
1997                 if (!lcfg_new)
1998                         GOTO(out, rc = -ENOMEM);
1999
2000                 lustre_cfg_init(lcfg_new, lcfg->lcfg_command, &bufs);
2001                 lcfg_new->lcfg_num   = lcfg->lcfg_num;
2002                 lcfg_new->lcfg_flags = lcfg->lcfg_flags;
2003
2004                 /*
2005                  * XXX Hack to try to remain binary compatible with
2006                  * pre-newconfig logs
2007                  */
2008                 if (lcfg->lcfg_nal != 0 &&      /* pre-newconfig log? */
2009                     (lcfg->lcfg_nid >> 32) == 0) {
2010                         __u32 addr = (__u32)(lcfg->lcfg_nid & 0xffffffff);
2011
2012                         lcfg_new->lcfg_nid =
2013                                 LNET_MKNID(LNET_MKNET(lcfg->lcfg_nal, 0), addr);
2014                         CWARN("Converted pre-newconfig NAL %d NID %x to %s\n",
2015                               lcfg->lcfg_nal, addr,
2016                               libcfs_nid2str(lcfg_new->lcfg_nid));
2017                 } else {
2018                         lcfg_new->lcfg_nid = lcfg->lcfg_nid;
2019                 }
2020
2021                 lcfg_new->lcfg_nal = 0; /* illegal value for obsolete field */
2022
2023                 rc = class_process_config(lcfg_new);
2024                 OBD_FREE(lcfg_new, lustre_cfg_len(lcfg_new->lcfg_bufcount,
2025                                                   lcfg_new->lcfg_buflens));
2026                 if (inst_name)
2027                         OBD_FREE(inst_name, inst_len);
2028                 break;
2029         }
2030         default:
2031                 CERROR("Unknown llog record type %#x encountered\n",
2032                        rec->lrh_type);
2033                 break;
2034         }
2035 out:
2036         if (rc) {
2037                 CERROR("%s: cfg command failed: rc = %d\n",
2038                         handle->lgh_ctxt->loc_obd->obd_name, rc);
2039                 class_config_dump_handler(NULL, handle, rec, data);
2040         }
2041         RETURN(rc);
2042 }
2043 EXPORT_SYMBOL(class_config_llog_handler);
2044
2045 int class_config_parse_llog(const struct lu_env *env, struct llog_ctxt *ctxt,
2046                             char *name, struct config_llog_instance *cfg)
2047 {
2048         struct llog_process_cat_data cd = {
2049                 .lpcd_first_idx = 0,
2050         };
2051         struct llog_handle *llh;
2052         llog_cb_t callback;
2053         int rc;
2054         ENTRY;
2055
2056         CDEBUG(D_INFO, "looking up llog %s\n", name);
2057         rc = llog_open(env, ctxt, &llh, NULL, name, LLOG_OPEN_EXISTS);
2058         if (rc)
2059                 RETURN(rc);
2060
2061         rc = llog_init_handle(env, llh, LLOG_F_IS_PLAIN, NULL);
2062         if (rc)
2063                 GOTO(parse_out, rc);
2064
2065         /* continue processing from where we last stopped to end-of-log */
2066         if (cfg) {
2067                 cd.lpcd_first_idx = cfg->cfg_last_idx;
2068                 callback = cfg->cfg_callback;
2069                 LASSERT(callback != NULL);
2070         } else {
2071                 callback = class_config_llog_handler;
2072         }
2073
2074         cd.lpcd_last_idx = 0;
2075
2076         rc = llog_process(env, llh, callback, cfg, &cd);
2077
2078         CDEBUG(D_CONFIG, "Processed log %s gen %d-%d (rc=%d)\n", name,
2079                cd.lpcd_first_idx + 1, cd.lpcd_last_idx, rc);
2080         if (cfg)
2081                 cfg->cfg_last_idx = cd.lpcd_last_idx;
2082
2083 parse_out:
2084         llog_close(env, llh);
2085         RETURN(rc);
2086 }
2087 EXPORT_SYMBOL(class_config_parse_llog);
2088
2089 /**
2090  * Parse config record and output dump in supplied buffer.
2091  *
2092  * This is separated from class_config_dump_handler() to use
2093  * for ioctl needs as well
2094  *
2095  * Sample Output:
2096  * - { index: 4, event: attach, device: lustrewt-clilov, type: lov,
2097  *     UUID: lustrewt-clilov_UUID }
2098  */
2099 int class_config_yaml_output(struct llog_rec_hdr *rec, char *buf, int size)
2100 {
2101         struct lustre_cfg *lcfg = (struct lustre_cfg *)(rec + 1);
2102         char *ptr = buf;
2103         char *end = buf + size;
2104         int rc = 0, i;
2105         struct lcfg_type_data *ldata;
2106
2107         LASSERT(rec->lrh_type == OBD_CFG_REC);
2108         rc = lustre_cfg_sanity_check(lcfg, rec->lrh_len);
2109         if (rc < 0)
2110                 return rc;
2111
2112         ldata = lcfg_cmd2data(lcfg->lcfg_command);
2113         if (!ldata)
2114                 return -ENOTTY;
2115
2116         if (lcfg->lcfg_command == LCFG_MARKER)
2117                 return 0;
2118
2119         /* form YAML entity */
2120         ptr += snprintf(ptr, end - ptr, "- { index: %u, event: %s",
2121                         rec->lrh_index, ldata->ltd_name);
2122         if (end - ptr <= 0)
2123                 goto out_overflow;
2124
2125         if (lcfg->lcfg_flags) {
2126                 ptr += snprintf(ptr, end - ptr, ", flags: %#08x",
2127                                 lcfg->lcfg_flags);
2128                 if (end - ptr <= 0)
2129                         goto out_overflow;
2130         }
2131         if (lcfg->lcfg_num) {
2132                 ptr += snprintf(ptr, end - ptr, ", num: %#08x",
2133                                 lcfg->lcfg_num);
2134                 if (end - ptr <= 0)
2135                         goto out_overflow;
2136         }
2137         if (lcfg->lcfg_nid) {
2138                 char nidstr[LNET_NIDSTR_SIZE];
2139
2140                 libcfs_nid2str_r(lcfg->lcfg_nid, nidstr, sizeof(nidstr));
2141                 ptr += snprintf(ptr, end - ptr, ", nid: %s(%#llx)",
2142                                 nidstr, lcfg->lcfg_nid);
2143                 if (end - ptr <= 0)
2144                         goto out_overflow;
2145         }
2146
2147         if (LUSTRE_CFG_BUFLEN(lcfg, 0) > 0) {
2148                 ptr += snprintf(ptr, end - ptr, ", device: %s",
2149                                 lustre_cfg_string(lcfg, 0));
2150                 if (end - ptr <= 0)
2151                         goto out_overflow;
2152         }
2153
2154         if (lcfg->lcfg_command == LCFG_SET_PARAM) {
2155                 /*
2156                  * set_param -P parameters have param=val here, separate
2157                  * them through pointer magic and print them out in
2158                  * native yamlese
2159                  */
2160                 char *cfg_str = lustre_cfg_string(lcfg, 1);
2161                 char *tmp = strchr(cfg_str, '=');
2162                 size_t len;
2163
2164                 if (!tmp)
2165                         goto out_done;
2166
2167                 ptr += snprintf(ptr, end - ptr, ", %s: ", ldata->ltd_bufs[0]);
2168                 len = tmp - cfg_str + 1;
2169                 snprintf(ptr, len, "%s", cfg_str);
2170                 ptr += len - 1;
2171
2172                 ptr += snprintf(ptr, end - ptr, ", %s: ", ldata->ltd_bufs[1]);
2173                 ptr += snprintf(ptr, end - ptr, "%s", tmp + 1);
2174
2175                 goto out_done;
2176         }
2177
2178         for (i = 1; i < lcfg->lcfg_bufcount; i++) {
2179                 if (LUSTRE_CFG_BUFLEN(lcfg, i) > 0) {
2180                         ptr += snprintf(ptr, end - ptr, ", %s: %s",
2181                                         ldata->ltd_bufs[i - 1],
2182                                         lustre_cfg_string(lcfg, i));
2183                         if (end - ptr <= 0)
2184                                 goto out_overflow;
2185                 }
2186         }
2187
2188 out_done:
2189         ptr += snprintf(ptr, end - ptr, " }\n");
2190 out_overflow:
2191         /* Return consumed bytes.  If the buffer overflowed, zero last byte */
2192         rc = ptr - buf;
2193         if (rc > size) {
2194                 rc = -EOVERFLOW;
2195                 *(end - 1) = '\0';
2196         }
2197
2198         return rc;
2199 }
2200
2201 /**
2202  * parse config record and output dump in supplied buffer.
2203  * This is separated from class_config_dump_handler() to use
2204  * for ioctl needs as well
2205  */
2206 static int class_config_parse_rec(struct llog_rec_hdr *rec, char *buf, int size)
2207 {
2208         struct lustre_cfg       *lcfg = (struct lustre_cfg *)(rec + 1);
2209         char                    *ptr = buf;
2210         char                    *end = buf + size;
2211         int                      rc = 0;
2212
2213         ENTRY;
2214
2215         LASSERT(rec->lrh_type == OBD_CFG_REC);
2216         rc = lustre_cfg_sanity_check(lcfg, rec->lrh_len);
2217         if (rc < 0)
2218                 RETURN(rc);
2219
2220         ptr += snprintf(ptr, end-ptr, "cmd=%05x ", lcfg->lcfg_command);
2221         if (lcfg->lcfg_flags)
2222                 ptr += snprintf(ptr, end-ptr, "flags=%#08x ",
2223                                 lcfg->lcfg_flags);
2224
2225         if (lcfg->lcfg_num)
2226                 ptr += snprintf(ptr, end-ptr, "num=%#08x ", lcfg->lcfg_num);
2227
2228         if (lcfg->lcfg_nid) {
2229                 char nidstr[LNET_NIDSTR_SIZE];
2230
2231                 libcfs_nid2str_r(lcfg->lcfg_nid, nidstr, sizeof(nidstr));
2232                 ptr += snprintf(ptr, end-ptr, "nid=%s(%#llx)    ",
2233                                 nidstr, lcfg->lcfg_nid);
2234         }
2235
2236         if (lcfg->lcfg_command == LCFG_MARKER) {
2237                 struct cfg_marker *marker = lustre_cfg_buf(lcfg, 1);
2238
2239                 ptr += snprintf(ptr, end-ptr, "marker=%d(%#x)%s '%s'",
2240                                 marker->cm_step, marker->cm_flags,
2241                                 marker->cm_tgtname, marker->cm_comment);
2242         } else {
2243                 int i;
2244
2245                 for (i = 0; i <  lcfg->lcfg_bufcount; i++) {
2246                         ptr += snprintf(ptr, end-ptr, "%d:%s  ", i,
2247                                         lustre_cfg_string(lcfg, i));
2248                 }
2249         }
2250         ptr += snprintf(ptr, end - ptr, "\n");
2251         /* return consumed bytes */
2252         rc = ptr - buf;
2253         RETURN(rc);
2254 }
2255
2256 int class_config_dump_handler(const struct lu_env *env,
2257                               struct llog_handle *handle,
2258                               struct llog_rec_hdr *rec, void *data)
2259 {
2260         char *outstr;
2261         int rc = 0;
2262
2263         ENTRY;
2264
2265         OBD_ALLOC(outstr, 256);
2266         if (!outstr)
2267                 RETURN(-ENOMEM);
2268
2269         if (rec->lrh_type == OBD_CFG_REC) {
2270                 class_config_parse_rec(rec, outstr, 256);
2271                 LCONSOLE(D_WARNING, "   %s\n", outstr);
2272         } else {
2273                 LCONSOLE(D_WARNING, "unhandled lrh_type: %#x\n", rec->lrh_type);
2274                 rc = -EINVAL;
2275         }
2276
2277         OBD_FREE(outstr, 256);
2278         RETURN(rc);
2279 }
2280
2281 /**
2282  * Call class_cleanup and class_detach.
2283  * "Manual" only in the sense that we're faking lcfg commands.
2284  */
2285 int class_manual_cleanup(struct obd_device *obd)
2286 {
2287         char flags[3] = "";
2288         struct lustre_cfg *lcfg;
2289         struct lustre_cfg_bufs bufs;
2290         int rc;
2291
2292         ENTRY;
2293
2294         if (!obd) {
2295                 CERROR("empty cleanup\n");
2296                 RETURN(-EALREADY);
2297         }
2298
2299         if (obd->obd_force)
2300                 strlcat(flags, "F", sizeof(flags));
2301         if (obd->obd_fail)
2302                 strlcat(flags, "A", sizeof(flags));
2303
2304         CDEBUG(D_CONFIG, "Manual cleanup of %s (flags='%s')\n",
2305                obd->obd_name, flags);
2306
2307         lustre_cfg_bufs_reset(&bufs, obd->obd_name);
2308         lustre_cfg_bufs_set_string(&bufs, 1, flags);
2309         OBD_ALLOC(lcfg, lustre_cfg_len(bufs.lcfg_bufcount, bufs.lcfg_buflen));
2310         if (!lcfg)
2311                 RETURN(-ENOMEM);
2312         lustre_cfg_init(lcfg, LCFG_CLEANUP, &bufs);
2313
2314         rc = class_process_config(lcfg);
2315         if (rc) {
2316                 CERROR("cleanup failed %d: %s\n", rc, obd->obd_name);
2317                 GOTO(out, rc);
2318         }
2319
2320         /* the lcfg is almost the same for both ops */
2321         lcfg->lcfg_command = LCFG_DETACH;
2322         rc = class_process_config(lcfg);
2323         if (rc)
2324                 CERROR("detach failed %d: %s\n", rc, obd->obd_name);
2325 out:
2326         OBD_FREE(lcfg, lustre_cfg_len(lcfg->lcfg_bufcount, lcfg->lcfg_buflens));
2327         RETURN(rc);
2328 }
2329 EXPORT_SYMBOL(class_manual_cleanup);
2330
2331 #ifdef HAVE_SERVER_SUPPORT
2332 /*
2333  * nid<->nidstats hash operations
2334  */
2335 static unsigned
2336 nidstats_hash(struct cfs_hash *hs, const void *key, unsigned int mask)
2337 {
2338         return cfs_hash_djb2_hash(key, sizeof(lnet_nid_t), mask);
2339 }
2340
2341 static void *
2342 nidstats_key(struct hlist_node *hnode)
2343 {
2344         struct nid_stat *ns;
2345
2346         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
2347
2348         return &ns->nid;
2349 }
2350
2351 static int
2352 nidstats_keycmp(const void *key, struct hlist_node *hnode)
2353 {
2354         return *(lnet_nid_t *)nidstats_key(hnode) == *(lnet_nid_t *)key;
2355 }
2356
2357 static void *
2358 nidstats_object(struct hlist_node *hnode)
2359 {
2360         return hlist_entry(hnode, struct nid_stat, nid_hash);
2361 }
2362
2363 static void
2364 nidstats_get(struct cfs_hash *hs, struct hlist_node *hnode)
2365 {
2366         struct nid_stat *ns;
2367
2368         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
2369         nidstat_getref(ns);
2370 }
2371
2372 static void
2373 nidstats_put_locked(struct cfs_hash *hs, struct hlist_node *hnode)
2374 {
2375         struct nid_stat *ns;
2376
2377         ns = hlist_entry(hnode, struct nid_stat, nid_hash);
2378         nidstat_putref(ns);
2379 }
2380
2381 static struct cfs_hash_ops nid_stat_hash_ops = {
2382         .hs_hash        = nidstats_hash,
2383         .hs_key         = nidstats_key,
2384         .hs_keycmp      = nidstats_keycmp,
2385         .hs_object      = nidstats_object,
2386         .hs_get         = nidstats_get,
2387         .hs_put_locked  = nidstats_put_locked,
2388 };
2389
2390
2391 /*
2392  * client_generation<->export hash operations
2393  */
2394
2395 static unsigned
2396 gen_hash(struct cfs_hash *hs, const void *key, unsigned mask)
2397 {
2398         return cfs_hash_djb2_hash(key, sizeof(__u32), mask);
2399 }
2400
2401 static void *
2402 gen_key(struct hlist_node *hnode)
2403 {
2404         struct obd_export *exp;
2405
2406         exp = hlist_entry(hnode, struct obd_export, exp_gen_hash);
2407
2408         RETURN(&exp->exp_target_data.ted_lcd->lcd_generation);
2409 }
2410
2411 /*
2412  * NOTE: It is impossible to find an export that is in failed
2413  *       state with this function
2414  */
2415 static int
2416 gen_kepcmp(const void *key, struct hlist_node *hnode)
2417 {
2418         struct obd_export *exp;
2419
2420         LASSERT(key);
2421         exp = hlist_entry(hnode, struct obd_export, exp_gen_hash);
2422
2423         RETURN(exp->exp_target_data.ted_lcd->lcd_generation == *(__u32 *)key &&
2424                !exp->exp_failed);
2425 }
2426
2427 static void *
2428 gen_export_object(struct hlist_node *hnode)
2429 {
2430         return hlist_entry(hnode, struct obd_export, exp_gen_hash);
2431 }
2432
2433 static void
2434 gen_export_get(struct cfs_hash *hs, struct hlist_node *hnode)
2435 {
2436         struct obd_export *exp;
2437
2438         exp = hlist_entry(hnode, struct obd_export, exp_gen_hash);
2439         class_export_get(exp);
2440 }
2441
2442 static void
2443 gen_export_put_locked(struct cfs_hash *hs, struct hlist_node *hnode)
2444 {
2445         struct obd_export *exp;
2446
2447         exp = hlist_entry(hnode, struct obd_export, exp_gen_hash);
2448         class_export_put(exp);
2449 }
2450
2451 static struct cfs_hash_ops gen_hash_ops = {
2452         .hs_hash        = gen_hash,
2453         .hs_key         = gen_key,
2454         .hs_keycmp      = gen_kepcmp,
2455         .hs_object      = gen_export_object,
2456         .hs_get         = gen_export_get,
2457         .hs_put_locked  = gen_export_put_locked,
2458 };
2459
2460 #endif /* HAVE_SERVER_SUPPORT */