lustre/ptlrpc/nodemap_handler.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (C) 2013, Trustees of Indiana University
  24  *
  25  * Copyright (c) 2014, Intel Corporation.
  26  *
  27  * Author: Joshua Walgenbach <jjw@iu.edu>
  28  */
  29 #include <linux/module.h>
  30 #include <linux/sort.h>
  31 #include <lnet/nidstr.h>
  32 #include <lustre_net.h>
  33 #include <lustre_acl.h>
  34 #include <lustre_eacl.h>
  35 #include <obd_class.h>
  36 #include "nodemap_internal.h"
  37
  38 #define HASH_NODEMAP_BKT_BITS 3
  39 #define HASH_NODEMAP_CUR_BITS 3
  40 #define HASH_NODEMAP_MAX_BITS 7
  41
  42 #define DEFAULT_NODEMAP "default"
  43
  44 /* nodemap proc root proc directory under fs/lustre */
  45 struct proc_dir_entry *proc_lustre_nodemap_root;
  46
  47 /* Copy of config active flag to avoid locking in mapping functions */
  48 bool nodemap_active;
  49
  50 /* Lock protecting the active config, useful primarily when proc and
  51  * nodemap_hash might be replaced when loading a new config
  52  * Any time the active config is referenced, the lock should be held.
  53  */
  54 DEFINE_MUTEX(active_config_lock);
  55 struct nodemap_config *active_config;
  56
  57 /**
  58  * Nodemap destructor
  59  *
  60  * \param       nodemap         nodemap to destroy
  61  */
  62 static void nodemap_destroy(struct lu_nodemap *nodemap)
  63 {
  64         ENTRY;
  65
  66         if (nodemap->nm_pde_data != NULL)
  67                 lprocfs_nodemap_remove(nodemap->nm_pde_data);
  68
  69         mutex_lock(&active_config_lock);
  70         down_read(&active_config->nmc_range_tree_lock);
  71         nm_member_reclassify_nodemap(nodemap);
  72         up_read(&active_config->nmc_range_tree_lock);
  73
  74         write_lock(&nodemap->nm_idmap_lock);
  75         idmap_delete_tree(nodemap);
  76         write_unlock(&nodemap->nm_idmap_lock);
  77
  78         mutex_unlock(&active_config_lock);
  79
  80         if (!list_empty(&nodemap->nm_member_list))
  81                 CWARN("nodemap_destroy failed to reclassify all members\n");
  82
  83         nm_member_delete_list(nodemap);
  84
  85         OBD_FREE_PTR(nodemap);
  86
  87         EXIT;
  88 }
  89
  90 /**
  91  * Functions used for the cfs_hash
  92  */
  93 void nodemap_getref(struct lu_nodemap *nodemap)
  94 {
  95         atomic_inc(&nodemap->nm_refcount);
  96         CDEBUG(D_INFO, "GETting nodemap %s(p=%p) : new refcount %d\n",
  97                nodemap->nm_name, nodemap, atomic_read(&nodemap->nm_refcount));
  98 }
  99
 100 /**
 101  * Destroy nodemap if last reference is put. Should be called outside
 102  * active_config_lock
 103  */
 104 void nodemap_putref(struct lu_nodemap *nodemap)
 105 {
 106         if (!nodemap)
 107                 return;
 108
 109         LASSERT(atomic_read(&nodemap->nm_refcount) > 0);
 110
 111         CDEBUG(D_INFO, "PUTting nodemap %s(p=%p) : new refcount %d\n",
 112                nodemap->nm_name, nodemap,
 113                atomic_read(&nodemap->nm_refcount) - 1);
 114
 115         if (atomic_dec_and_test(&nodemap->nm_refcount))
 116                 nodemap_destroy(nodemap);
 117 }
 118 EXPORT_SYMBOL(nodemap_putref);
 119
 120 static __u32 nodemap_hashfn(struct cfs_hash *hash_body,
 121                             const void *key, unsigned mask)
 122 {
 123         return cfs_hash_djb2_hash(key, strlen(key), mask);
 124 }
 125
 126 static void *nodemap_hs_key(struct hlist_node *hnode)
 127 {
 128         struct lu_nodemap *nodemap;
 129
 130         nodemap = hlist_entry(hnode, struct lu_nodemap, nm_hash);
 131
 132         return nodemap->nm_name;
 133 }
 134
 135 static int nodemap_hs_keycmp(const void *key,
 136                              struct hlist_node *compared_hnode)
 137 {
 138         char *nodemap_name;
 139
 140         nodemap_name = nodemap_hs_key(compared_hnode);
 141
 142         return !strcmp(key, nodemap_name);
 143 }
 144
 145 static void *nodemap_hs_hashobject(struct hlist_node *hnode)
 146 {
 147         return hlist_entry(hnode, struct lu_nodemap, nm_hash);
 148 }
 149
 150 static void nodemap_hs_get(struct cfs_hash *hs, struct hlist_node *hnode)
 151 {
 152         struct lu_nodemap *nodemap;
 153
 154         nodemap = hlist_entry(hnode, struct lu_nodemap, nm_hash);
 155         nodemap_getref(nodemap);
 156 }
 157
 158 static void nodemap_hs_put_locked(struct cfs_hash *hs,
 159                                   struct hlist_node *hnode)
 160 {
 161         struct lu_nodemap *nodemap;
 162
 163         nodemap = hlist_entry(hnode, struct lu_nodemap, nm_hash);
 164         nodemap_putref(nodemap);
 165 }
 166
 167 static struct cfs_hash_ops nodemap_hash_operations = {
 168         .hs_hash        = nodemap_hashfn,
 169         .hs_key         = nodemap_hs_key,
 170         .hs_keycmp      = nodemap_hs_keycmp,
 171         .hs_object      = nodemap_hs_hashobject,
 172         .hs_get         = nodemap_hs_get,
 173         .hs_put_locked  = nodemap_hs_put_locked,
 174 };
 175
 176 /* end of cfs_hash functions */
 177
 178 /**
 179  * Initialize nodemap_hash
 180  *
 181  * \retval      0               success
 182  * \retval      -ENOMEM         cannot create hash
 183  */
 184 static int nodemap_init_hash(struct nodemap_config *nmc)
 185 {
 186         nmc->nmc_nodemap_hash = cfs_hash_create("NODEMAP",
 187                                                 HASH_NODEMAP_CUR_BITS,
 188                                                 HASH_NODEMAP_MAX_BITS,
 189                                                 HASH_NODEMAP_BKT_BITS, 0,
 190                                                 CFS_HASH_MIN_THETA,
 191                                                 CFS_HASH_MAX_THETA,
 192                                                 &nodemap_hash_operations,
 193                                                 CFS_HASH_DEFAULT);
 194
 195         if (nmc->nmc_nodemap_hash == NULL) {
 196                 CERROR("cannot create nodemap_hash table\n");
 197                 return -ENOMEM;
 198         }
 199
 200         return 0;
 201 }
 202
 203 /**
 204  * Check for valid nodemap name
 205  *
 206  * \param       name            nodemap name
 207  * \retval      true            valid
 208  * \retval      false           invalid
 209  */
 210 static bool nodemap_name_is_valid(const char *name)
 211 {
 212         if (strlen(name) > LUSTRE_NODEMAP_NAME_LENGTH ||
 213             strlen(name) == 0)
 214                 return false;
 215
 216         for (; *name != '\0'; name++) {
 217                 if (!isalnum(*name) && *name != '_')
 218                         return false;
 219         }
 220
 221         return true;
 222 }
 223
 224 /**
 225  * Nodemap lookup
 226  *
 227  * Look nodemap up in the active_config nodemap hash. Caller should hold the
 228  * active_config_lock.
 229  *
 230  * \param       name            name of nodemap
 231  * \retval      nodemap         pointer set to found nodemap
 232  * \retval      -EINVAL         name is not valid
 233  * \retval      -ENOENT         nodemap not found
 234  */
 235 struct lu_nodemap *nodemap_lookup(const char *name)
 236 {
 237         struct lu_nodemap *nodemap = NULL;
 238
 239         if (!nodemap_name_is_valid(name))
 240                 return ERR_PTR(-EINVAL);
 241
 242         nodemap = cfs_hash_lookup(active_config->nmc_nodemap_hash, name);
 243         if (nodemap == NULL)
 244                 return ERR_PTR(-ENOENT);
 245
 246         return nodemap;
 247 }
 248
 249 /**
 250  * Classify the nid into the proper nodemap. Caller must hold active config and
 251  * nm_range_tree_lock, and call nodemap_putref when done with nodemap.
 252  *
 253  * \param       nid                     nid to classify
 254  * \retval      nodemap                 nodemap containing the nid
 255  * \retval      default_nodemap         default nodemap
 256  * \retval      -EINVAL                 LO nid given without other local nid
 257  */
 258 struct lu_nodemap *nodemap_classify_nid(lnet_nid_t nid)
 259 {
 260         struct lu_nid_range     *range;
 261         struct lu_nodemap       *nodemap;
 262         int rc;
 263
 264         ENTRY;
 265
 266         /* don't use 0@lo, use the first non-lo local NID instead */
 267         if (LNET_NETTYP(LNET_NIDNET(nid)) == LOLND) {
 268                 lnet_process_id_t id;
 269                 int i = 0;
 270
 271                 do {
 272                         rc = LNetGetId(i++, &id);
 273                         if (rc < 0)
 274                                 RETURN(ERR_PTR(-EINVAL));
 275                 } while (LNET_NETTYP(LNET_NIDNET(id.nid)) == LOLND);
 276
 277                 nid = id.nid;
 278                 CDEBUG(D_INFO, "found nid %s\n", libcfs_nid2str(nid));
 279         }
 280
 281         range = range_search(&active_config->nmc_range_tree, nid);
 282         if (range != NULL)
 283                 nodemap = range->rn_nodemap;
 284         else
 285                 nodemap = active_config->nmc_default_nodemap;
 286
 287         LASSERT(nodemap != NULL);
 288         nodemap_getref(nodemap);
 289
 290         RETURN(nodemap);
 291 }
 292
 293 /**
 294  * simple check for default nodemap
 295  */
 296 static bool is_default_nodemap(const struct lu_nodemap *nodemap)
 297 {
 298         return nodemap->nm_id == 0;
 299 }
 300
 301 /**
 302  * parse a nodemap range string into two nids
 303  *
 304  * \param       range_str               string to parse
 305  * \param       range[2]                array of two nids
 306  * \reyval      0 on success
 307  */
 308 int nodemap_parse_range(const char *range_str, lnet_nid_t range[2])
 309 {
 310         char    buf[LNET_NIDSTR_SIZE * 2 + 2];
 311         char    *ptr = NULL;
 312         char    *start_nidstr;
 313         char    *end_nidstr;
 314         int     rc = 0;
 315
 316         snprintf(buf, sizeof(buf), "%s", range_str);
 317         ptr = buf;
 318         start_nidstr = strsep(&ptr, ":");
 319         end_nidstr = strsep(&ptr, ":");
 320
 321         if (start_nidstr == NULL || end_nidstr == NULL)
 322                 GOTO(out, rc = -EINVAL);
 323
 324         range[0] = libcfs_str2nid(start_nidstr);
 325         range[1] = libcfs_str2nid(end_nidstr);
 326
 327 out:
 328         return rc;
 329
 330 }
 331 EXPORT_SYMBOL(nodemap_parse_range);
 332
 333 /**
 334  * parse a string containing an id map of form "client_id:filesystem_id"
 335  * into an array of __u32 * for use in mapping functions
 336  *
 337  * \param       idmap_str               map string
 338  * \param       idmap                   array[2] of __u32
 339  *
 340  * \retval      0 on success
 341  * \retval      -EINVAL if idmap cannot be parsed
 342  */
 343 int nodemap_parse_idmap(char *idmap_str, __u32 idmap[2])
 344 {
 345         char                    *sep;
 346         long unsigned int        idmap_buf;
 347         int                      rc;
 348
 349         if (idmap_str == NULL)
 350                 return -EINVAL;
 351
 352         sep = strchr(idmap_str, ':');
 353         if (sep == NULL)
 354                 return -EINVAL;
 355         *sep = '\0';
 356         sep++;
 357
 358         rc = kstrtoul(idmap_str, 10, &idmap_buf);
 359         if (rc != 0)
 360                 return -EINVAL;
 361         idmap[0] = idmap_buf;
 362
 363         rc = kstrtoul(sep, 10, &idmap_buf);
 364         if (rc != 0)
 365                 return -EINVAL;
 366         idmap[1] = idmap_buf;
 367
 368         return 0;
 369 }
 370 EXPORT_SYMBOL(nodemap_parse_idmap);
 371
 372 /**
 373  * add a member to a nodemap
 374  *
 375  * \param       nid             nid to add to the members
 376  * \param       exp             obd_export structure for the connection
 377  *                              that is being added
 378  * \retval      -EINVAL         export is NULL, or has invalid NID
 379  * \retval      -EEXIST         export is already member of a nodemap
 380  */
 381 int nodemap_add_member(lnet_nid_t nid, struct obd_export *exp)
 382 {
 383         struct lu_nodemap *nodemap;
 384         int rc = 0;
 385         ENTRY;
 386
 387         mutex_lock(&active_config_lock);
 388         down_read(&active_config->nmc_range_tree_lock);
 389
 390         nodemap = nodemap_classify_nid(nid);
 391
 392         if (IS_ERR(nodemap)) {
 393                 CWARN("%s: error adding to nodemap, no valid NIDs found\n",
 394                           exp->exp_obd->obd_name);
 395                 rc = -EINVAL;
 396         } else {
 397                 rc = nm_member_add(nodemap, exp);
 398         }
 399
 400         up_read(&active_config->nmc_range_tree_lock);
 401         mutex_unlock(&active_config_lock);
 402
 403         if (!IS_ERR(nodemap))
 404                 nodemap_putref(nodemap);
 405
 406         RETURN(rc);
 407 }
 408 EXPORT_SYMBOL(nodemap_add_member);
 409
 410 /**
 411  * delete a member from a nodemap
 412  *
 413  * \param       exp             export to remove from a nodemap
 414  */
 415 void nodemap_del_member(struct obd_export *exp)
 416 {
 417         struct lu_nodemap *nodemap;
 418
 419         ENTRY;
 420
 421         /* using ac lock to prevent nodemap reclassification while deleting */
 422         mutex_lock(&active_config_lock);
 423
 424         /* use of ted_nodemap is protected by active_config_lock. we take an
 425          * extra reference to make sure nodemap isn't destroyed under
 426          * active_config_lock
 427          */
 428         nodemap = exp->exp_target_data.ted_nodemap;
 429         if (nodemap == NULL)
 430                 goto out;
 431         else
 432                 nodemap_getref(nodemap);
 433
 434         mutex_lock(&nodemap->nm_member_list_lock);
 435         nm_member_del(nodemap, exp);
 436         mutex_unlock(&nodemap->nm_member_list_lock);
 437
 438 out:
 439         mutex_unlock(&active_config_lock);
 440
 441         if (nodemap)
 442                 nodemap_putref(nodemap);
 443
 444         EXIT;
 445 }
 446 EXPORT_SYMBOL(nodemap_del_member);
 447
 448 /**
 449  * add an idmap to the proper nodemap trees
 450  *
 451  * \param       name            name of nodemap
 452  * \param       id_type         NODEMAP_UID or NODEMAP_GID
 453  * \param       map             array[2] __u32 containing the map values
 454  *                              map[0] is client id
 455  *                              map[1] is the filesystem id
 456  *
 457  * \retval      0 on success
 458  */
 459 int nodemap_add_idmap_helper(struct lu_nodemap *nodemap,
 460                              enum nodemap_id_type id_type,
 461                              const __u32 map[2])
 462 {
 463         struct lu_idmap         *idmap;
 464         int                     rc = 0;
 465
 466         idmap = idmap_create(map[0], map[1]);
 467         if (idmap == NULL)
 468                 GOTO(out, rc = -ENOMEM);
 469
 470         write_lock(&nodemap->nm_idmap_lock);
 471         idmap_insert(id_type, idmap, nodemap);
 472         write_unlock(&nodemap->nm_idmap_lock);
 473         nm_member_revoke_locks(nodemap);
 474
 475 out:
 476         return rc;
 477 }
 478
 479 int nodemap_add_idmap(const char *name, enum nodemap_id_type id_type,
 480                       const __u32 map[2])
 481 {
 482         struct lu_nodemap       *nodemap = NULL;
 483         int                      rc;
 484
 485         mutex_lock(&active_config_lock);
 486         nodemap = nodemap_lookup(name);
 487         if (IS_ERR(nodemap)) {
 488                 mutex_unlock(&active_config_lock);
 489                 GOTO(out, rc = PTR_ERR(nodemap));
 490         }
 491
 492         if (is_default_nodemap(nodemap)) {
 493                 rc = -EINVAL;
 494         } else {
 495                 rc = nodemap_add_idmap_helper(nodemap, id_type, map);
 496                 if (rc == 0)
 497                         rc = nodemap_idx_idmap_add(nodemap, id_type, map);
 498         }
 499         mutex_unlock(&active_config_lock);
 500         nodemap_putref(nodemap);
 501
 502 out:
 503         return rc;
 504 }
 505 EXPORT_SYMBOL(nodemap_add_idmap);
 506
 507 /**
 508  * delete idmap from proper nodemap tree
 509  *
 510  * \param       name            name of nodemap
 511  * \param       id_type         NODEMAP_UID or NODEMAP_GID
 512  * \param       map             array[2] __u32 containing the mapA values
 513  *                              map[0] is client id
 514  *                              map[1] is the filesystem id
 515  *
 516  * \retval      0 on success
 517  */
 518 int nodemap_del_idmap(const char *name, enum nodemap_id_type id_type,
 519                       const __u32 map[2])
 520 {
 521         struct lu_nodemap       *nodemap = NULL;
 522         struct lu_idmap         *idmap = NULL;
 523         int                     rc = 0;
 524
 525         mutex_lock(&active_config_lock);
 526         nodemap = nodemap_lookup(name);
 527         if (IS_ERR(nodemap)) {
 528                 mutex_unlock(&active_config_lock);
 529                 GOTO(out, rc = PTR_ERR(nodemap));
 530         }
 531
 532         if (is_default_nodemap(nodemap))
 533                 GOTO(out_putref, rc = -EINVAL);
 534
 535         write_lock(&nodemap->nm_idmap_lock);
 536         idmap = idmap_search(nodemap, NODEMAP_CLIENT_TO_FS, id_type,
 537                              map[0]);
 538         if (idmap == NULL) {
 539                 rc = -EINVAL;
 540         } else {
 541                 idmap_delete(id_type, idmap, nodemap);
 542                 rc = nodemap_idx_idmap_del(nodemap, id_type, map);
 543         }
 544         write_unlock(&nodemap->nm_idmap_lock);
 545
 546 out_putref:
 547         mutex_unlock(&active_config_lock);
 548         if (rc == 0)
 549                 nm_member_revoke_locks(nodemap);
 550         nodemap_putref(nodemap);
 551
 552 out:
 553         return rc;
 554 }
 555 EXPORT_SYMBOL(nodemap_del_idmap);
 556
 557 /**
 558  * Get nodemap assigned to given export. Takes a reference on the nodemap.
 559  *
 560  * Note that this function may return either NULL, or an ERR_PTR()
 561  * or a valid nodemap pointer.  All of the functions accessing the
 562  * returned nodemap can check IS_ERR(nodemap) to see if an error is
 563  * returned.  NULL is not considered an error, which is OK since this
 564  * is a valid case if nodemap are not in use.  All nodemap handling
 565  * functions must check for nodemap == NULL and do nothing, and the
 566  * nodemap returned from this function should not be dereferenced.
 567  *
 568  * \param       export          export to get nodemap for
 569  *
 570  * \retval      pointer to nodemap on success
 571  * \retval      NULL    nodemap subsystem disabled
 572  * \retval      -EACCES export does not have nodemap assigned
 573  */
 574 struct lu_nodemap *nodemap_get_from_exp(struct obd_export *exp)
 575 {
 576         struct lu_nodemap *nodemap;
 577
 578         ENTRY;
 579
 580         if (!nodemap_active)
 581                 RETURN(NULL);
 582
 583         spin_lock(&exp->exp_target_data.ted_nodemap_lock);
 584         nodemap = exp->exp_target_data.ted_nodemap;
 585         if (nodemap)
 586                 nodemap_getref(nodemap);
 587         spin_unlock(&exp->exp_target_data.ted_nodemap_lock);
 588
 589         if (!nodemap) {
 590                 CDEBUG(D_INFO, "%s: nodemap null on export %s (at %s)\n",
 591                        exp->exp_obd->obd_name,
 592                        obd_uuid2str(&exp->exp_client_uuid),
 593                        obd_export_nid2str(exp));
 594                 RETURN(ERR_PTR(-EACCES));
 595         }
 596
 597         RETURN(nodemap);
 598 }
 599 EXPORT_SYMBOL(nodemap_get_from_exp);
 600
 601 /**
 602  * mapping function for nodemap idmaps
 603  *
 604  * \param       nodemap         lu_nodemap structure defining nodemap
 605  * \param       node_type       NODEMAP_UID or NODEMAP_GID
 606  * \param       tree_type       NODEMAP_CLIENT_TO_FS or
 607  *                              NODEMAP_FS_TO_CLIENT
 608  * \param       id              id to map
 609  *
 610  * \retval      mapped id according to the rules below.
 611  *
 612  * if the nodemap_active is false, just return the passed id without mapping
 613  *
 614  * if the id to be looked up is 0, check that root access is allowed and if it
 615  * is, return 0. Otherwise, return the squash uid or gid.
 616  *
 617  * if the nodemap is configured to trusted the ids from the client system, just
 618  * return the passwd id without mapping.
 619  *
 620  * if by this point, we haven't returned and the nodemap in question is the
 621  * default nodemap, return the squash uid or gid.
 622  *
 623  * after these checks, search the proper tree for the mapping, and if found
 624  * return the mapped value, otherwise return the squash uid or gid.
 625  */
 626 __u32 nodemap_map_id(struct lu_nodemap *nodemap,
 627                      enum nodemap_id_type id_type,
 628                      enum nodemap_tree_type tree_type, __u32 id)
 629 {
 630         struct lu_idmap         *idmap = NULL;
 631         __u32                    found_id;
 632
 633         ENTRY;
 634
 635         if (!nodemap_active)
 636                 goto out;
 637
 638         if (unlikely(nodemap == NULL))
 639                 goto out;
 640
 641         if (id == 0) {
 642                 if (nodemap->nmf_allow_root_access)
 643                         goto out;
 644                 else
 645                         goto squash;
 646         }
 647
 648         if (nodemap->nmf_trust_client_ids)
 649                 goto out;
 650
 651         if (is_default_nodemap(nodemap))
 652                 goto squash;
 653
 654         read_lock(&nodemap->nm_idmap_lock);
 655         idmap = idmap_search(nodemap, tree_type, id_type, id);
 656         if (idmap == NULL) {
 657                 read_unlock(&nodemap->nm_idmap_lock);
 658                 goto squash;
 659         }
 660
 661         if (tree_type == NODEMAP_FS_TO_CLIENT)
 662                 found_id = idmap->id_client;
 663         else
 664                 found_id = idmap->id_fs;
 665         read_unlock(&nodemap->nm_idmap_lock);
 666         RETURN(found_id);
 667
 668 squash:
 669         if (id_type == NODEMAP_UID)
 670                 RETURN(nodemap->nm_squash_uid);
 671         else
 672                 RETURN(nodemap->nm_squash_gid);
 673 out:
 674         RETURN(id);
 675 }
 676 EXPORT_SYMBOL(nodemap_map_id);
 677
 678 /**
 679  * Map posix ACL entries according to the nodemap membership. Removes any
 680  * squashed ACLs.
 681  *
 682  * \param       lu_nodemap      nodemap
 683  * \param       buf             buffer containing xattr encoded ACLs
 684  * \param       size            size of ACLs in bytes
 685  * \param       tree_type       direction of mapping
 686  * \retval      size            new size of ACLs in bytes
 687  * \retval      -EINVAL         bad \a size param, see posix_acl_xattr_count()
 688  */
 689 ssize_t nodemap_map_acl(struct lu_nodemap *nodemap, void *buf, size_t size,
 690                         enum nodemap_tree_type tree_type)
 691 {
 692         posix_acl_xattr_header  *header = buf;
 693         posix_acl_xattr_entry   *entry = &header->a_entries[0];
 694         posix_acl_xattr_entry   *new_entry = entry;
 695         posix_acl_xattr_entry   *end;
 696         int                      count;
 697
 698         if (!nodemap_active)
 699                 return size;
 700
 701         if (unlikely(nodemap == NULL))
 702                 return size;
 703
 704         count = posix_acl_xattr_count(size);
 705         if (count < 0)
 706                 return -EINVAL;
 707         if (count == 0)
 708                 return 0;
 709
 710         for (end = entry + count; entry != end; entry++) {
 711                 __u16 tag = le16_to_cpu(entry->e_tag);
 712                 __u32 id = le32_to_cpu(entry->e_id);
 713
 714                 switch (tag) {
 715                 case ACL_USER:
 716                         id = nodemap_map_id(nodemap, NODEMAP_UID,
 717                                             tree_type, id);
 718                         if (id == nodemap->nm_squash_uid)
 719                                 continue;
 720                         entry->e_id = cpu_to_le32(id);
 721                         break;
 722                 case ACL_GROUP:
 723                         id = nodemap_map_id(nodemap, NODEMAP_GID,
 724                                             tree_type, id);
 725                         if (id == nodemap->nm_squash_gid)
 726                                 continue;
 727                         entry->e_id = cpu_to_le32(id);
 728                         break;
 729                 }
 730
 731                 /* if we skip an ACL, copy the following ones over it */
 732                 if (new_entry != entry)
 733                         *new_entry = *entry;
 734
 735                 new_entry++;
 736         }
 737
 738         return (void *)new_entry - (void *)header;
 739 }
 740 EXPORT_SYMBOL(nodemap_map_acl);
 741
 742 /*
 743  * Add nid range to given nodemap
 744  *
 745  * \param       config          nodemap config to work on
 746  * \param       nodemap         nodemap to add range to
 747  * \param       nid             nid range to add
 748  * \param       range_id        should be 0 unless loading from disk
 749  * \retval      0               success
 750  * \retval      -ENOMEM
 751  *
 752  */
 753 int nodemap_add_range_helper(struct nodemap_config *config,
 754                              struct lu_nodemap *nodemap,
 755                              const lnet_nid_t nid[2],
 756                              unsigned int range_id)
 757 {
 758         struct lu_nid_range     *range;
 759         int rc;
 760
 761         down_write(&config->nmc_range_tree_lock);
 762         range = range_create(&config->nmc_range_tree, nid[0], nid[1],
 763                              nodemap, range_id);
 764         if (range == NULL) {
 765                 up_write(&config->nmc_range_tree_lock);
 766                 GOTO(out, rc = -ENOMEM);
 767         }
 768
 769         rc = range_insert(&config->nmc_range_tree, range);
 770         if (rc != 0) {
 771                 CERROR("cannot insert nodemap range into '%s': rc = %d\n",
 772                       nodemap->nm_name, rc);
 773                 up_write(&config->nmc_range_tree_lock);
 774                 list_del(&range->rn_list);
 775                 range_destroy(range);
 776                 GOTO(out, rc = -ENOMEM);
 777         }
 778
 779         list_add(&range->rn_list, &nodemap->nm_ranges);
 780
 781         /* nodemaps have no members if they aren't on the active config */
 782         if (config == active_config)
 783                 nm_member_reclassify_nodemap(config->nmc_default_nodemap);
 784
 785         up_write(&config->nmc_range_tree_lock);
 786
 787         /* if range_id is non-zero, we are loading from disk */
 788         if (range_id == 0)
 789                 rc = nodemap_idx_range_add(range, nid);
 790
 791         if (config == active_config) {
 792                 nm_member_revoke_locks(config->nmc_default_nodemap);
 793                 nm_member_revoke_locks(nodemap);
 794         }
 795
 796 out:
 797         return rc;
 798 }
 799 int nodemap_add_range(const char *name, const lnet_nid_t nid[2])
 800 {
 801         struct lu_nodemap       *nodemap = NULL;
 802         int                      rc;
 803
 804         mutex_lock(&active_config_lock);
 805         nodemap = nodemap_lookup(name);
 806         if (IS_ERR(nodemap)) {
 807                 mutex_unlock(&active_config_lock);
 808                 GOTO(out, rc = PTR_ERR(nodemap));
 809         }
 810
 811         if (is_default_nodemap(nodemap))
 812                 rc = -EINVAL;
 813         else
 814                 rc = nodemap_add_range_helper(active_config, nodemap, nid, 0);
 815         mutex_unlock(&active_config_lock);
 816         nodemap_putref(nodemap);
 817 out:
 818         return rc;
 819 }
 820 EXPORT_SYMBOL(nodemap_add_range);
 821
 822 /**
 823  * delete a range
 824  * \param       name            nodemap name
 825  * \param       range_str       string containing range
 826  * \retval      0 on success
 827  *
 828  * Delete range from global range tree, and remove it
 829  * from the list in the associated nodemap.
 830  */
 831 int nodemap_del_range(const char *name, const lnet_nid_t nid[2])
 832 {
 833         struct lu_nodemap       *nodemap;
 834         struct lu_nid_range     *range;
 835         int                     rc = 0;
 836
 837         mutex_lock(&active_config_lock);
 838         nodemap = nodemap_lookup(name);
 839         if (IS_ERR(nodemap)) {
 840                 mutex_unlock(&active_config_lock);
 841                 GOTO(out, rc = PTR_ERR(nodemap));
 842         }
 843
 844         if (is_default_nodemap(nodemap))
 845                 GOTO(out_putref, rc = -EINVAL);
 846
 847         down_write(&active_config->nmc_range_tree_lock);
 848         range = range_find(&active_config->nmc_range_tree, nid[0], nid[1]);
 849         if (range == NULL) {
 850                 up_write(&active_config->nmc_range_tree_lock);
 851                 GOTO(out_putref, rc = -EINVAL);
 852         }
 853         rc = nodemap_idx_range_del(range);
 854         range_delete(&active_config->nmc_range_tree, range);
 855         nm_member_reclassify_nodemap(nodemap);
 856         up_write(&active_config->nmc_range_tree_lock);
 857
 858         nm_member_revoke_locks(active_config->nmc_default_nodemap);
 859         nm_member_revoke_locks(nodemap);
 860
 861 out_putref:
 862         mutex_unlock(&active_config_lock);
 863         nodemap_putref(nodemap);
 864 out:
 865         return rc;
 866 }
 867 EXPORT_SYMBOL(nodemap_del_range);
 868
 869 /**
 870  * set fileset on nodemap
 871  * \param       name            nodemap to set fileset on
 872  * \param       fileset         string containing fileset
 873  * \retval      0 on success
 874  *
 875  * set a fileset on the named nodemap
 876  */
 877 static int nodemap_set_fileset_helper(struct nodemap_config *config,
 878                                       struct lu_nodemap *nodemap,
 879                                       const char *fileset)
 880 {
 881         int rc = 0;
 882
 883         /* we allow fileset = "" which means clear fileset info */
 884         if (fileset == NULL || (fileset[0] != 0 && fileset[0] != '/'))
 885                 rc = -EINVAL;
 886         else if (strlcpy(nodemap->nm_fileset, fileset,
 887                          sizeof(nodemap->nm_fileset)) >=
 888                  sizeof(nodemap->nm_fileset))
 889                 rc = -ENAMETOOLONG;
 890
 891         return rc;
 892 }
 893
 894 int nodemap_set_fileset(const char *name, const char *fileset)
 895 {
 896         struct lu_nodemap       *nodemap = NULL;
 897         int                      rc = 0;
 898
 899         mutex_lock(&active_config_lock);
 900         nodemap = nodemap_lookup(name);
 901         if (IS_ERR(nodemap)) {
 902                 mutex_unlock(&active_config_lock);
 903                 GOTO(out, rc = PTR_ERR(nodemap));
 904         }
 905
 906         if (is_default_nodemap(nodemap))
 907                 rc = -EINVAL;
 908         else
 909                 rc = nodemap_set_fileset_helper(active_config, nodemap,
 910                                                 fileset);
 911         mutex_unlock(&active_config_lock);
 912
 913         nodemap_putref(nodemap);
 914 out:
 915         return rc;
 916 }
 917 EXPORT_SYMBOL(nodemap_set_fileset);
 918
 919 /**
 920  * get fileset defined on nodemap
 921  * \param       nodemap         nodemap to get fileset from
 922  * \retval      fileset name, or NULL if not defined or not activated
 923  *
 924  * get the fileset defined on the nodemap
 925  */
 926 char *nodemap_get_fileset(const struct lu_nodemap *nodemap)
 927 {
 928         if (!nodemap_active || is_default_nodemap(nodemap))
 929                 return NULL;
 930         else
 931                 return (char *)nodemap->nm_fileset;
 932 }
 933 EXPORT_SYMBOL(nodemap_get_fileset);
 934
 935 /**
 936  * Nodemap constructor
 937  *
 938  * Creates an lu_nodemap structure and assigns sane default
 939  * member values. If this is the default nodemap, the defaults
 940  * are the most restictive in xterms of mapping behavior. Otherwise
 941  * the default flags should be inherited from the default nodemap.
 942  * The adds nodemap to nodemap_hash.
 943  *
 944  * Requires that the caller take the active_config_lock
 945  *
 946  * \param       name            name of nodemap
 947  * \param       is_default      true if default nodemap
 948  * \retval      nodemap         success
 949  * \retval      -EINVAL         invalid nodemap name
 950  * \retval      -EEXIST         nodemap already exists
 951  * \retval      -ENOMEM         cannot allocate memory for nodemap
 952  */
 953 struct lu_nodemap *nodemap_create(const char *name,
 954                                   struct nodemap_config *config,
 955                                   bool is_default)
 956 {
 957         struct lu_nodemap       *nodemap = NULL;
 958         struct lu_nodemap       *default_nodemap;
 959         struct cfs_hash         *hash = config->nmc_nodemap_hash;
 960         int                      rc = 0;
 961
 962         default_nodemap = config->nmc_default_nodemap;
 963
 964         if (!nodemap_name_is_valid(name))
 965                 GOTO(out, rc = -EINVAL);
 966
 967         if (hash == NULL) {
 968                 CERROR("Config nodemap hash is NULL, unable to add %s\n", name);
 969                 GOTO(out, rc = -EINVAL);
 970         }
 971
 972         OBD_ALLOC_PTR(nodemap);
 973         if (nodemap == NULL) {
 974                 CERROR("cannot allocate memory (%zu bytes)"
 975                        "for nodemap '%s'\n", sizeof(*nodemap),
 976                        name);
 977                 GOTO(out, rc = -ENOMEM);
 978         }
 979
 980         /*
 981          * take an extra reference to prevent nodemap from being destroyed
 982          * while it's being created.
 983          */
 984         atomic_set(&nodemap->nm_refcount, 2);
 985         snprintf(nodemap->nm_name, sizeof(nodemap->nm_name), "%s", name);
 986         rc = cfs_hash_add_unique(hash, name, &nodemap->nm_hash);
 987         if (rc != 0) {
 988                 OBD_FREE_PTR(nodemap);
 989                 GOTO(out, rc = -EEXIST);
 990         }
 991
 992         INIT_LIST_HEAD(&nodemap->nm_ranges);
 993         INIT_LIST_HEAD(&nodemap->nm_list);
 994         INIT_LIST_HEAD(&nodemap->nm_member_list);
 995
 996         mutex_init(&nodemap->nm_member_list_lock);
 997         rwlock_init(&nodemap->nm_idmap_lock);
 998         nodemap->nm_fs_to_client_uidmap = RB_ROOT;
 999         nodemap->nm_client_to_fs_uidmap = RB_ROOT;
1000         nodemap->nm_fs_to_client_gidmap = RB_ROOT;
1001         nodemap->nm_client_to_fs_gidmap = RB_ROOT;
1002
1003         if (is_default) {
1004                 nodemap->nm_id = LUSTRE_NODEMAP_DEFAULT_ID;
1005                 config->nmc_default_nodemap = nodemap;
1006         } else {
1007                 config->nmc_nodemap_highest_id++;
1008                 nodemap->nm_id = config->nmc_nodemap_highest_id;
1009         }
1010
1011         if (is_default || default_nodemap == NULL) {
1012                 nodemap->nmf_trust_client_ids = 0;
1013                 nodemap->nmf_allow_root_access = 0;
1014                 nodemap->nmf_deny_unknown = 0;
1015
1016                 nodemap->nm_squash_uid = NODEMAP_NOBODY_UID;
1017                 nodemap->nm_squash_gid = NODEMAP_NOBODY_GID;
1018                 if (!is_default)
1019                         CWARN("adding nodemap '%s' to config without"
1020                               " default nodemap\n", nodemap->nm_name);
1021         } else {
1022                 nodemap->nmf_trust_client_ids =
1023                                 default_nodemap->nmf_trust_client_ids;
1024                 nodemap->nmf_allow_root_access =
1025                                 default_nodemap->nmf_allow_root_access;
1026                 nodemap->nmf_deny_unknown =
1027                                 default_nodemap->nmf_deny_unknown;
1028
1029                 nodemap->nm_squash_uid = default_nodemap->nm_squash_uid;
1030                 nodemap->nm_squash_gid = default_nodemap->nm_squash_gid;
1031                 nodemap->nm_fileset[0] = 0;
1032         }
1033
1034         return nodemap;
1035
1036 out:
1037         CERROR("cannot add nodemap: '%s': rc = %d\n", name, rc);
1038         return ERR_PTR(rc);
1039 }
1040
1041 /**
1042  * Set the nmf_deny_unknown flag to true or false.
1043  * \param       name            nodemap name
1044  * \param       deny_unknown    if true, squashed users will get EACCES
1045  * \retval      0 on success
1046  *
1047  */
1048 int nodemap_set_deny_unknown(const char *name, bool deny_unknown)
1049 {
1050         struct lu_nodemap       *nodemap = NULL;
1051         int                     rc = 0;
1052
1053         mutex_lock(&active_config_lock);
1054         nodemap = nodemap_lookup(name);
1055         mutex_unlock(&active_config_lock);
1056         if (IS_ERR(nodemap))
1057                 GOTO(out, rc = PTR_ERR(nodemap));
1058
1059         nodemap->nmf_deny_unknown = deny_unknown;
1060         rc = nodemap_idx_nodemap_update(nodemap);
1061
1062         nm_member_revoke_locks(nodemap);
1063         nodemap_putref(nodemap);
1064 out:
1065         return rc;
1066 }
1067 EXPORT_SYMBOL(nodemap_set_deny_unknown);
1068
1069 /**
1070  * Set the nmf_allow_root_access flag to true or false.
1071  * \param       name            nodemap name
1072  * \param       allow_root      if true, nodemap will not squash the root user
1073  * \retval      0 on success
1074  *
1075  */
1076 int nodemap_set_allow_root(const char *name, bool allow_root)
1077 {
1078         struct lu_nodemap       *nodemap = NULL;
1079         int                     rc = 0;
1080
1081         mutex_lock(&active_config_lock);
1082         nodemap = nodemap_lookup(name);
1083         mutex_unlock(&active_config_lock);
1084         if (IS_ERR(nodemap))
1085                 GOTO(out, rc = PTR_ERR(nodemap));
1086
1087         nodemap->nmf_allow_root_access = allow_root;
1088         rc = nodemap_idx_nodemap_update(nodemap);
1089
1090         nm_member_revoke_locks(nodemap);
1091         nodemap_putref(nodemap);
1092 out:
1093         return rc;
1094 }
1095 EXPORT_SYMBOL(nodemap_set_allow_root);
1096
1097 /**
1098  * Set the nmf_trust_client_ids flag to true or false.
1099  *
1100  * \param       name                    nodemap name
1101  * \param       trust_client_ids        if true, nodemap will not map its IDs
1102  * \retval      0 on success
1103  *
1104  */
1105 int nodemap_set_trust_client_ids(const char *name, bool trust_client_ids)
1106 {
1107         struct lu_nodemap       *nodemap = NULL;
1108         int                     rc = 0;
1109
1110         mutex_lock(&active_config_lock);
1111         nodemap = nodemap_lookup(name);
1112         mutex_unlock(&active_config_lock);
1113         if (IS_ERR(nodemap))
1114                 GOTO(out, rc = PTR_ERR(nodemap));
1115
1116         nodemap->nmf_trust_client_ids = trust_client_ids;
1117         rc = nodemap_idx_nodemap_update(nodemap);
1118
1119         nm_member_revoke_locks(nodemap);
1120         nodemap_putref(nodemap);
1121 out:
1122         return rc;
1123 }
1124 EXPORT_SYMBOL(nodemap_set_trust_client_ids);
1125
1126 /**
1127  * Update the squash_uid for a nodemap.
1128  *
1129  * \param       name            nodemap name
1130  * \param       uid             the new uid to squash unknown users to
1131  * \retval      0 on success
1132  *
1133  * Update the squash_uid for a nodemap. The squash_uid is the uid
1134  * that the all client uids are mapped to if nodemap is active,
1135  * the trust_client_ids flag is not set, and the uid is not in
1136  * the idmap tree.
1137  */
1138 int nodemap_set_squash_uid(const char *name, uid_t uid)
1139 {
1140         struct lu_nodemap       *nodemap = NULL;
1141         int                     rc = 0;
1142
1143         mutex_lock(&active_config_lock);
1144         nodemap = nodemap_lookup(name);
1145         mutex_unlock(&active_config_lock);
1146         if (IS_ERR(nodemap))
1147                 GOTO(out, rc = PTR_ERR(nodemap));
1148
1149         nodemap->nm_squash_uid = uid;
1150         rc = nodemap_idx_nodemap_update(nodemap);
1151
1152         nm_member_revoke_locks(nodemap);
1153         nodemap_putref(nodemap);
1154 out:
1155         return rc;
1156 }
1157 EXPORT_SYMBOL(nodemap_set_squash_uid);
1158
1159 /**
1160  * Update the squash_gid for a nodemap.
1161  *
1162  * \param       name            nodemap name
1163  * \param       gid             the new gid to squash unknown gids to
1164  * \retval      0 on success
1165  *
1166  * Update the squash_gid for a nodemap. The squash_uid is the gid
1167  * that the all client gids are mapped to if nodemap is active,
1168  * the trust_client_ids flag is not set, and the gid is not in
1169  * the idmap tree.
1170  */
1171 int nodemap_set_squash_gid(const char *name, gid_t gid)
1172 {
1173         struct lu_nodemap       *nodemap = NULL;
1174         int                     rc = 0;
1175
1176         mutex_lock(&active_config_lock);
1177         nodemap = nodemap_lookup(name);
1178         mutex_unlock(&active_config_lock);
1179         if (IS_ERR(nodemap))
1180                 GOTO(out, rc = PTR_ERR(nodemap));
1181
1182         nodemap->nm_squash_gid = gid;
1183         rc = nodemap_idx_nodemap_update(nodemap);
1184
1185         nm_member_revoke_locks(nodemap);
1186         nodemap_putref(nodemap);
1187 out:
1188         return rc;
1189 }
1190 EXPORT_SYMBOL(nodemap_set_squash_gid);
1191
1192 /**
1193  * Returns true if this nodemap has root user access. Always returns true if
1194  * nodemaps are not active.
1195  *
1196  * \param       nodemap         nodemap to check access for
1197  */
1198 bool nodemap_can_setquota(const struct lu_nodemap *nodemap)
1199 {
1200         return !nodemap_active || (nodemap && nodemap->nmf_allow_root_access);
1201 }
1202 EXPORT_SYMBOL(nodemap_can_setquota);
1203
1204 /**
1205  * Add a nodemap
1206  *
1207  * \param       name            name of nodemap
1208  * \retval      0               success
1209  * \retval      -EINVAL         invalid nodemap name
1210  * \retval      -EEXIST         nodemap already exists
1211  * \retval      -ENOMEM         cannot allocate memory for nodemap
1212  */
1213 int nodemap_add(const char *nodemap_name)
1214 {
1215         struct lu_nodemap *nodemap;
1216         int rc;
1217
1218         mutex_lock(&active_config_lock);
1219         nodemap = nodemap_create(nodemap_name, active_config, 0);
1220         if (IS_ERR(nodemap)) {
1221                 mutex_unlock(&active_config_lock);
1222                 return PTR_ERR(nodemap);
1223         }
1224
1225         rc = nodemap_idx_nodemap_add(nodemap);
1226         if (rc == 0)
1227                 rc = lprocfs_nodemap_register(nodemap, 0);
1228
1229         mutex_unlock(&active_config_lock);
1230         nodemap_putref(nodemap);
1231
1232         return rc;
1233 }
1234 EXPORT_SYMBOL(nodemap_add);
1235
1236 /**
1237  * Delete a nodemap
1238  *
1239  * \param       name            name of nodemmap
1240  * \retval      0               success
1241  * \retval      -EINVAL         invalid input
1242  * \retval      -ENOENT         no existing nodemap
1243  */
1244 int nodemap_del(const char *nodemap_name)
1245 {
1246         struct lu_nodemap       *nodemap;
1247         struct lu_nid_range     *range;
1248         struct lu_nid_range     *range_temp;
1249         int                      rc = 0;
1250         int                      rc2 = 0;
1251
1252         if (strcmp(nodemap_name, DEFAULT_NODEMAP) == 0)
1253                 RETURN(-EINVAL);
1254
1255         mutex_lock(&active_config_lock);
1256         nodemap = cfs_hash_del_key(active_config->nmc_nodemap_hash,
1257                                    nodemap_name);
1258         if (nodemap == NULL) {
1259                 mutex_unlock(&active_config_lock);
1260                 GOTO(out, rc = -ENOENT);
1261         }
1262
1263         /* erase nodemap from active ranges to prevent client assignment */
1264         down_write(&active_config->nmc_range_tree_lock);
1265         list_for_each_entry_safe(range, range_temp, &nodemap->nm_ranges,
1266                                  rn_list) {
1267                 rc2 = nodemap_idx_range_del(range);
1268                 if (rc2 < 0)
1269                         rc = rc2;
1270
1271                 range_delete(&active_config->nmc_range_tree, range);
1272         }
1273         up_write(&active_config->nmc_range_tree_lock);
1274
1275         rc2 = nodemap_idx_nodemap_del(nodemap);
1276         if (rc2 < 0)
1277                 rc = rc2;
1278
1279         /*
1280          * remove procfs here in case nodemap_create called with same name
1281          * before nodemap_destroy is run.
1282          */
1283         lprocfs_nodemap_remove(nodemap->nm_pde_data);
1284         nodemap->nm_pde_data = NULL;
1285
1286         /* reclassify all member exports from nodemap, so they put their refs */
1287         down_read(&active_config->nmc_range_tree_lock);
1288         nm_member_reclassify_nodemap(nodemap);
1289         up_read(&active_config->nmc_range_tree_lock);
1290
1291         if (!list_empty(&nodemap->nm_member_list))
1292                 CWARN("nodemap_del failed to reclassify all members\n");
1293
1294         mutex_unlock(&active_config_lock);
1295
1296         nodemap_putref(nodemap);
1297
1298 out:
1299         return rc;
1300 }
1301 EXPORT_SYMBOL(nodemap_del);
1302
1303 /**
1304  * activate nodemap functions
1305  *
1306  * \param       value           1 for on, 0 for off
1307  */
1308 void nodemap_activate(const bool value)
1309 {
1310         mutex_lock(&active_config_lock);
1311         active_config->nmc_nodemap_is_active = value;
1312
1313         /* copy active value to global to avoid locking in map functions */
1314         nodemap_active = value;
1315         nodemap_idx_nodemap_activate(value);
1316         mutex_unlock(&active_config_lock);
1317         nm_member_revoke_all();
1318 }
1319 EXPORT_SYMBOL(nodemap_activate);
1320
1321 /**
1322  * Helper iterator to convert nodemap hash to list.
1323  *
1324  * \param       hs                      hash structure
1325  * \param       bd                      bucket descriptor
1326  * \param       hnode                   hash node
1327  * \param       nodemap_list_head       list head for list of nodemaps in hash
1328  */
1329 static int nodemap_cleanup_iter_cb(struct cfs_hash *hs, struct cfs_hash_bd *bd,
1330                                    struct hlist_node *hnode,
1331                                    void *nodemap_list_head)
1332 {
1333         struct lu_nodemap *nodemap;
1334
1335         nodemap = hlist_entry(hnode, struct lu_nodemap, nm_hash);
1336         list_add(&nodemap->nm_list, nodemap_list_head);
1337
1338         cfs_hash_bd_del_locked(hs, bd, hnode);
1339
1340         return 0;
1341 }
1342
1343 struct nodemap_config *nodemap_config_alloc(void)
1344 {
1345         struct nodemap_config *config;
1346         int rc = 0;
1347
1348         OBD_ALLOC_PTR(config);
1349         if (config == NULL)
1350                 return ERR_PTR(-ENOMEM);
1351
1352         rc = nodemap_init_hash(config);
1353         if (rc != 0) {
1354                 OBD_FREE_PTR(config);
1355                 return ERR_PTR(rc);
1356         }
1357
1358         init_rwsem(&config->nmc_range_tree_lock);
1359
1360         return config;
1361 }
1362 EXPORT_SYMBOL(nodemap_config_alloc);
1363
1364 /**
1365  * Walk the nodemap_hash and remove all nodemaps.
1366  */
1367 void nodemap_config_dealloc(struct nodemap_config *config)
1368 {
1369         struct lu_nodemap       *nodemap = NULL;
1370         struct lu_nodemap       *nodemap_temp;
1371         struct lu_nid_range     *range;
1372         struct lu_nid_range     *range_temp;
1373         LIST_HEAD(nodemap_list_head);
1374
1375         cfs_hash_for_each_safe(config->nmc_nodemap_hash,
1376                                nodemap_cleanup_iter_cb, &nodemap_list_head);
1377         cfs_hash_putref(config->nmc_nodemap_hash);
1378
1379         /* Because nodemap_destroy might sleep, we can't destroy them
1380          * in cfs_hash_for_each, so we build a list there and destroy here
1381          */
1382         list_for_each_entry_safe(nodemap, nodemap_temp, &nodemap_list_head,
1383                                  nm_list) {
1384                 mutex_lock(&active_config_lock);
1385                 down_write(&config->nmc_range_tree_lock);
1386
1387                 /* move members to new config, requires ac lock */
1388                 nm_member_reclassify_nodemap(nodemap);
1389                 list_for_each_entry_safe(range, range_temp, &nodemap->nm_ranges,
1390                                          rn_list)
1391                         range_delete(&config->nmc_range_tree, range);
1392                 up_write(&config->nmc_range_tree_lock);
1393                 mutex_unlock(&active_config_lock);
1394
1395                 /* putref must be outside of ac lock if nm could be destroyed */
1396                 nodemap_putref(nodemap);
1397         }
1398         OBD_FREE_PTR(config);
1399 }
1400 EXPORT_SYMBOL(nodemap_config_dealloc);
1401
1402 static int nm_hash_list_cb(struct cfs_hash *hs, struct cfs_hash_bd *bd,
1403                            struct hlist_node *hnode,
1404                            void *nodemap_list_head)
1405 {
1406         struct lu_nodemap *nodemap;
1407
1408         nodemap = hlist_entry(hnode, struct lu_nodemap, nm_hash);
1409         list_add(&nodemap->nm_list, nodemap_list_head);
1410         return 0;
1411 }
1412
1413 void nodemap_config_set_active(struct nodemap_config *config)
1414 {
1415         struct nodemap_config   *old_config = active_config;
1416         struct lu_nodemap       *nodemap;
1417         struct lu_nodemap       *tmp;
1418         LIST_HEAD(nodemap_list_head);
1419
1420         ENTRY;
1421
1422         LASSERT(active_config != config);
1423         LASSERT(config->nmc_default_nodemap);
1424
1425         mutex_lock(&active_config_lock);
1426
1427         /* move proc entries from already existing nms, create for new nms */
1428         cfs_hash_for_each_safe(config->nmc_nodemap_hash,
1429                                nm_hash_list_cb, &nodemap_list_head);
1430         list_for_each_entry_safe(nodemap, tmp, &nodemap_list_head, nm_list) {
1431                 struct lu_nodemap *old_nm = NULL;
1432
1433                 if (active_config != NULL)
1434                         old_nm = cfs_hash_lookup(
1435                                         active_config->nmc_nodemap_hash,
1436                                         nodemap->nm_name);
1437                 if (old_nm != NULL) {
1438                         nodemap->nm_pde_data = old_nm->nm_pde_data;
1439                         old_nm->nm_pde_data = NULL;
1440                         nodemap_putref(old_nm);
1441                 } else {
1442                         bool is_def = (nodemap == config->nmc_default_nodemap);
1443
1444                         lprocfs_nodemap_register(nodemap, is_def);
1445                 }
1446         }
1447
1448         /* if new config is inactive, deactivate live config before switching */
1449         if (!config->nmc_nodemap_is_active)
1450                 nodemap_active = false;
1451         active_config = config;
1452         if (config->nmc_nodemap_is_active)
1453                 nodemap_active = true;
1454
1455         mutex_unlock(&active_config_lock);
1456
1457         if (old_config != NULL)
1458                 nodemap_config_dealloc(old_config);
1459
1460         nm_member_revoke_all();
1461
1462         EXIT;
1463 }
1464
1465 /**
1466  * Cleanup nodemap module on exit
1467  */
1468 void nodemap_mod_exit(void)
1469 {
1470         nodemap_config_dealloc(active_config);
1471         nodemap_procfs_exit();
1472 }
1473
1474 /**
1475  * Initialize the nodemap module
1476  */
1477 int nodemap_mod_init(void)
1478 {
1479         struct nodemap_config   *new_config;
1480         struct lu_nodemap       *nodemap;
1481         int                      rc = 0;
1482
1483         rc = nodemap_procfs_init();
1484         if (rc != 0)
1485                 return rc;
1486
1487         new_config = nodemap_config_alloc();
1488         if (IS_ERR(new_config)) {
1489                 nodemap_procfs_exit();
1490                 GOTO(out, rc = PTR_ERR(new_config));
1491         }
1492
1493         nodemap = nodemap_create(DEFAULT_NODEMAP, new_config, 1);
1494         if (IS_ERR(nodemap)) {
1495                 nodemap_config_dealloc(new_config);
1496                 nodemap_procfs_exit();
1497                 GOTO(out, rc = PTR_ERR(nodemap));
1498         }
1499
1500         nodemap_config_set_active(new_config);
1501         nodemap_putref(nodemap);
1502
1503 out:
1504         return rc;
1505 }
1506
1507 /**
1508  * Revoke locks for all nodemaps.
1509  */
1510 void nm_member_revoke_all(void)
1511 {
1512         struct lu_nodemap *nodemap;
1513         struct lu_nodemap *tmp;
1514         LIST_HEAD(nodemap_list_head);
1515
1516         mutex_lock(&active_config_lock);
1517         cfs_hash_for_each_safe(active_config->nmc_nodemap_hash,
1518                                nm_hash_list_cb, &nodemap_list_head);
1519
1520         /* revoke_locks sleeps, so can't call in cfs hash cb */
1521         list_for_each_entry_safe(nodemap, tmp, &nodemap_list_head, nm_list)
1522                 nm_member_revoke_locks(nodemap);
1523         mutex_unlock(&active_config_lock);
1524 }
1525
1526 /**
1527  * Returns the nodemap classification for a given nid into an ioctl buffer.
1528  * Useful for testing the nodemap configuration to make sure it is working as
1529  * expected.
1530  *
1531  * \param       nid             nid to classify
1532  * \param[out]  name_buf        buffer to write the nodemap name to
1533  * \param       name_len        length of buffer
1534  */
1535 void nodemap_test_nid(lnet_nid_t nid, char *name_buf, size_t name_len)
1536 {
1537         struct lu_nodemap       *nodemap;
1538
1539         mutex_lock(&active_config_lock);
1540         down_read(&active_config->nmc_range_tree_lock);
1541         nodemap = nodemap_classify_nid(nid);
1542         up_read(&active_config->nmc_range_tree_lock);
1543         mutex_unlock(&active_config_lock);
1544
1545         if (IS_ERR(nodemap))
1546                 return;
1547
1548         strncpy(name_buf, nodemap->nm_name, name_len);
1549         if (name_len > 0)
1550                 name_buf[name_len - 1] = '\0';
1551
1552         nodemap_putref(nodemap);
1553 }
1554 EXPORT_SYMBOL(nodemap_test_nid);
1555
1556 /**
1557  * Passes back the id mapping for a given nid/id pair. Useful for testing the
1558  * nodemap configuration to make sure it is working as expected.
1559  *
1560  * \param       nid             nid to classify
1561  * \param       idtype          uid or gid
1562  * \param       client_id       id to map to fs
1563  * \param       fs_id_buf       pointer to save mapped fs_id to
1564  *
1565  * \retval      0       success
1566  * \retval      -EINVAL invalid NID
1567  */
1568 int nodemap_test_id(lnet_nid_t nid, enum nodemap_id_type idtype,
1569                     __u32 client_id, __u32 *fs_id)
1570 {
1571         struct lu_nodemap       *nodemap;
1572
1573         mutex_lock(&active_config_lock);
1574         down_read(&active_config->nmc_range_tree_lock);
1575         nodemap = nodemap_classify_nid(nid);
1576         up_read(&active_config->nmc_range_tree_lock);
1577         mutex_unlock(&active_config_lock);
1578
1579         if (IS_ERR(nodemap))
1580                 return PTR_ERR(nodemap);
1581
1582         *fs_id = nodemap_map_id(nodemap, idtype, NODEMAP_CLIENT_TO_FS,
1583                                client_id);
1584         nodemap_putref(nodemap);
1585
1586         return 0;
1587 }
1588 EXPORT_SYMBOL(nodemap_test_id);