lustre/ptlrpc/nodemap_handler.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (C) 2013, Trustees of Indiana University
  24  *
  25  * Copyright (c) 2014, Intel Corporation.
  26  *
  27  * Author: Joshua Walgenbach <jjw@iu.edu>
  28  */
  29 #include <linux/module.h>
  30 #include <linux/sort.h>
  31 #include <lnet/nidstr.h>
  32 #include <lustre_net.h>
  33 #include <lustre_acl.h>
  34 #include <lustre_eacl.h>
  35 #include <obd_class.h>
  36 #include "nodemap_internal.h"
  37
  38 #define HASH_NODEMAP_BKT_BITS 3
  39 #define HASH_NODEMAP_CUR_BITS 3
  40 #define HASH_NODEMAP_MAX_BITS 7
  41
  42 #define DEFAULT_NODEMAP "default"
  43
  44 /* nodemap proc root proc directory under fs/lustre */
  45 struct proc_dir_entry *proc_lustre_nodemap_root;
  46
  47 /* Copy of config active flag to avoid locking in mapping functions */
  48 bool nodemap_active;
  49
  50 /* Lock protecting the active config, useful primarily when proc and
  51  * nodemap_hash might be replaced when loading a new config
  52  * Any time the active config is referenced, the lock should be held.
  53  */
  54 DEFINE_MUTEX(active_config_lock);
  55 struct nodemap_config *active_config;
  56
  57 /**
  58  * Nodemap destructor
  59  *
  60  * \param       nodemap         nodemap to destroy
  61  */
  62 static void nodemap_destroy(struct lu_nodemap *nodemap)
  63 {
  64         ENTRY;
  65
  66         if (nodemap->nm_pde_data != NULL)
  67                 lprocfs_nodemap_remove(nodemap->nm_pde_data);
  68
  69         mutex_lock(&active_config_lock);
  70         down_read(&active_config->nmc_range_tree_lock);
  71         nm_member_reclassify_nodemap(nodemap);
  72         up_read(&active_config->nmc_range_tree_lock);
  73
  74         write_lock(&nodemap->nm_idmap_lock);
  75         idmap_delete_tree(nodemap);
  76         write_unlock(&nodemap->nm_idmap_lock);
  77
  78         mutex_unlock(&active_config_lock);
  79
  80         if (!list_empty(&nodemap->nm_member_list))
  81                 CWARN("nodemap_destroy failed to reclassify all members\n");
  82
  83         nm_member_delete_list(nodemap);
  84
  85         OBD_FREE_PTR(nodemap);
  86
  87         EXIT;
  88 }
  89
  90 /**
  91  * Functions used for the cfs_hash
  92  */
  93 void nodemap_getref(struct lu_nodemap *nodemap)
  94 {
  95         atomic_inc(&nodemap->nm_refcount);
  96         CDEBUG(D_INFO, "GETting nodemap %s(p=%p) : new refcount %d\n",
  97                nodemap->nm_name, nodemap, atomic_read(&nodemap->nm_refcount));
  98 }
  99
 100 /**
 101  * Destroy nodemap if last reference is put. Should be called outside
 102  * active_config_lock
 103  */
 104 void nodemap_putref(struct lu_nodemap *nodemap)
 105 {
 106         if (!nodemap)
 107                 return;
 108
 109         LASSERT(atomic_read(&nodemap->nm_refcount) > 0);
 110
 111         CDEBUG(D_INFO, "PUTting nodemap %s(p=%p) : new refcount %d\n",
 112                nodemap->nm_name, nodemap,
 113                atomic_read(&nodemap->nm_refcount) - 1);
 114
 115         if (atomic_dec_and_test(&nodemap->nm_refcount))
 116                 nodemap_destroy(nodemap);
 117 }
 118 EXPORT_SYMBOL(nodemap_putref);
 119
 120 static __u32 nodemap_hashfn(struct cfs_hash *hash_body,
 121                             const void *key, unsigned mask)
 122 {
 123         return cfs_hash_djb2_hash(key, strlen(key), mask);
 124 }
 125
 126 static void *nodemap_hs_key(struct hlist_node *hnode)
 127 {
 128         struct lu_nodemap *nodemap;
 129
 130         nodemap = hlist_entry(hnode, struct lu_nodemap, nm_hash);
 131
 132         return nodemap->nm_name;
 133 }
 134
 135 static int nodemap_hs_keycmp(const void *key,
 136                              struct hlist_node *compared_hnode)
 137 {
 138         char *nodemap_name;
 139
 140         nodemap_name = nodemap_hs_key(compared_hnode);
 141
 142         return !strcmp(key, nodemap_name);
 143 }
 144
 145 static void *nodemap_hs_hashobject(struct hlist_node *hnode)
 146 {
 147         return hlist_entry(hnode, struct lu_nodemap, nm_hash);
 148 }
 149
 150 static void nodemap_hs_get(struct cfs_hash *hs, struct hlist_node *hnode)
 151 {
 152         struct lu_nodemap *nodemap;
 153
 154         nodemap = hlist_entry(hnode, struct lu_nodemap, nm_hash);
 155         nodemap_getref(nodemap);
 156 }
 157
 158 static void nodemap_hs_put_locked(struct cfs_hash *hs,
 159                                   struct hlist_node *hnode)
 160 {
 161         struct lu_nodemap *nodemap;
 162
 163         nodemap = hlist_entry(hnode, struct lu_nodemap, nm_hash);
 164         nodemap_putref(nodemap);
 165 }
 166
 167 static struct cfs_hash_ops nodemap_hash_operations = {
 168         .hs_hash        = nodemap_hashfn,
 169         .hs_key         = nodemap_hs_key,
 170         .hs_keycmp      = nodemap_hs_keycmp,
 171         .hs_object      = nodemap_hs_hashobject,
 172         .hs_get         = nodemap_hs_get,
 173         .hs_put_locked  = nodemap_hs_put_locked,
 174 };
 175
 176 /* end of cfs_hash functions */
 177
 178 /**
 179  * Initialize nodemap_hash
 180  *
 181  * \retval      0               success
 182  * \retval      -ENOMEM         cannot create hash
 183  */
 184 static int nodemap_init_hash(struct nodemap_config *nmc)
 185 {
 186         nmc->nmc_nodemap_hash = cfs_hash_create("NODEMAP",
 187                                                 HASH_NODEMAP_CUR_BITS,
 188                                                 HASH_NODEMAP_MAX_BITS,
 189                                                 HASH_NODEMAP_BKT_BITS, 0,
 190                                                 CFS_HASH_MIN_THETA,
 191                                                 CFS_HASH_MAX_THETA,
 192                                                 &nodemap_hash_operations,
 193                                                 CFS_HASH_DEFAULT);
 194
 195         if (nmc->nmc_nodemap_hash == NULL) {
 196                 CERROR("cannot create nodemap_hash table\n");
 197                 return -ENOMEM;
 198         }
 199
 200         return 0;
 201 }
 202
 203 /**
 204  * Check for valid nodemap name
 205  *
 206  * \param       name            nodemap name
 207  * \retval      true            valid
 208  * \retval      false           invalid
 209  */
 210 static bool nodemap_name_is_valid(const char *name)
 211 {
 212         if (strlen(name) > LUSTRE_NODEMAP_NAME_LENGTH ||
 213             strlen(name) == 0)
 214                 return false;
 215
 216         for (; *name != '\0'; name++) {
 217                 if (!isalnum(*name) && *name != '_')
 218                         return false;
 219         }
 220
 221         return true;
 222 }
 223
 224 /**
 225  * Nodemap lookup
 226  *
 227  * Look nodemap up in the active_config nodemap hash. Caller should hold the
 228  * active_config_lock.
 229  *
 230  * \param       name            name of nodemap
 231  * \retval      nodemap         pointer set to found nodemap
 232  * \retval      -EINVAL         name is not valid
 233  * \retval      -ENOENT         nodemap not found
 234  */
 235 struct lu_nodemap *nodemap_lookup(const char *name)
 236 {
 237         struct lu_nodemap *nodemap = NULL;
 238
 239         if (!nodemap_name_is_valid(name))
 240                 return ERR_PTR(-EINVAL);
 241
 242         nodemap = cfs_hash_lookup(active_config->nmc_nodemap_hash, name);
 243         if (nodemap == NULL)
 244                 return ERR_PTR(-ENOENT);
 245
 246         return nodemap;
 247 }
 248
 249 /**
 250  * Classify the nid into the proper nodemap. Caller must hold active config and
 251  * nm_range_tree_lock, and call nodemap_putref when done with nodemap.
 252  *
 253  * \param       nid                     nid to classify
 254  * \retval      nodemap                 nodemap containing the nid
 255  * \retval      default_nodemap         default nodemap
 256  * \retval      -EINVAL                 LO nid given without other local nid
 257  */
 258 struct lu_nodemap *nodemap_classify_nid(lnet_nid_t nid)
 259 {
 260         struct lu_nid_range     *range;
 261         struct lu_nodemap       *nodemap;
 262         int rc;
 263
 264         ENTRY;
 265
 266         /* don't use 0@lo, use the first non-lo local NID instead */
 267         if (LNET_NETTYP(LNET_NIDNET(nid)) == LOLND) {
 268                 struct lnet_process_id id;
 269                 int i = 0;
 270
 271                 do {
 272                         rc = LNetGetId(i++, &id);
 273                         if (rc < 0)
 274                                 RETURN(ERR_PTR(-EINVAL));
 275                 } while (LNET_NETTYP(LNET_NIDNET(id.nid)) == LOLND);
 276
 277                 nid = id.nid;
 278                 CDEBUG(D_INFO, "found nid %s\n", libcfs_nid2str(nid));
 279         }
 280
 281         range = range_search(&active_config->nmc_range_tree, nid);
 282         if (range != NULL)
 283                 nodemap = range->rn_nodemap;
 284         else
 285                 nodemap = active_config->nmc_default_nodemap;
 286
 287         LASSERT(nodemap != NULL);
 288         nodemap_getref(nodemap);
 289
 290         RETURN(nodemap);
 291 }
 292
 293 /**
 294  * simple check for default nodemap
 295  */
 296 static bool is_default_nodemap(const struct lu_nodemap *nodemap)
 297 {
 298         return nodemap->nm_id == 0;
 299 }
 300
 301 /**
 302  * parse a nodemap range string into two nids
 303  *
 304  * \param       range_str               string to parse
 305  * \param       range[2]                array of two nids
 306  * \reyval      0 on success
 307  */
 308 int nodemap_parse_range(const char *range_str, lnet_nid_t range[2])
 309 {
 310         char    buf[LNET_NIDSTR_SIZE * 2 + 2];
 311         char    *ptr = NULL;
 312         char    *start_nidstr;
 313         char    *end_nidstr;
 314         int     rc = 0;
 315
 316         snprintf(buf, sizeof(buf), "%s", range_str);
 317         ptr = buf;
 318         start_nidstr = strsep(&ptr, ":");
 319         end_nidstr = strsep(&ptr, ":");
 320
 321         if (start_nidstr == NULL || end_nidstr == NULL)
 322                 GOTO(out, rc = -EINVAL);
 323
 324         range[0] = libcfs_str2nid(start_nidstr);
 325         range[1] = libcfs_str2nid(end_nidstr);
 326
 327 out:
 328         return rc;
 329
 330 }
 331 EXPORT_SYMBOL(nodemap_parse_range);
 332
 333 /**
 334  * parse a string containing an id map of form "client_id:filesystem_id"
 335  * into an array of __u32 * for use in mapping functions
 336  *
 337  * \param       idmap_str               map string
 338  * \param       idmap                   array[2] of __u32
 339  *
 340  * \retval      0 on success
 341  * \retval      -EINVAL if idmap cannot be parsed
 342  */
 343 int nodemap_parse_idmap(char *idmap_str, __u32 idmap[2])
 344 {
 345         char                    *sep;
 346         long unsigned int        idmap_buf;
 347         int                      rc;
 348
 349         if (idmap_str == NULL)
 350                 return -EINVAL;
 351
 352         sep = strchr(idmap_str, ':');
 353         if (sep == NULL)
 354                 return -EINVAL;
 355         *sep = '\0';
 356         sep++;
 357
 358         rc = kstrtoul(idmap_str, 10, &idmap_buf);
 359         if (rc != 0)
 360                 return -EINVAL;
 361         idmap[0] = idmap_buf;
 362
 363         rc = kstrtoul(sep, 10, &idmap_buf);
 364         if (rc != 0)
 365                 return -EINVAL;
 366         idmap[1] = idmap_buf;
 367
 368         return 0;
 369 }
 370 EXPORT_SYMBOL(nodemap_parse_idmap);
 371
 372 /**
 373  * add a member to a nodemap
 374  *
 375  * \param       nid             nid to add to the members
 376  * \param       exp             obd_export structure for the connection
 377  *                              that is being added
 378  * \retval      -EINVAL         export is NULL, or has invalid NID
 379  * \retval      -EEXIST         export is already member of a nodemap
 380  */
 381 int nodemap_add_member(lnet_nid_t nid, struct obd_export *exp)
 382 {
 383         struct lu_nodemap *nodemap;
 384         int rc = 0;
 385         ENTRY;
 386
 387         mutex_lock(&active_config_lock);
 388         down_read(&active_config->nmc_range_tree_lock);
 389
 390         nodemap = nodemap_classify_nid(nid);
 391
 392         if (IS_ERR(nodemap)) {
 393                 CWARN("%s: error adding to nodemap, no valid NIDs found\n",
 394                           exp->exp_obd->obd_name);
 395                 rc = -EINVAL;
 396         } else {
 397                 rc = nm_member_add(nodemap, exp);
 398         }
 399
 400         up_read(&active_config->nmc_range_tree_lock);
 401         mutex_unlock(&active_config_lock);
 402
 403         if (!IS_ERR(nodemap))
 404                 nodemap_putref(nodemap);
 405
 406         RETURN(rc);
 407 }
 408 EXPORT_SYMBOL(nodemap_add_member);
 409
 410 /**
 411  * delete a member from a nodemap
 412  *
 413  * \param       exp             export to remove from a nodemap
 414  */
 415 void nodemap_del_member(struct obd_export *exp)
 416 {
 417         struct lu_nodemap *nodemap;
 418
 419         ENTRY;
 420
 421         /* using ac lock to prevent nodemap reclassification while deleting */
 422         mutex_lock(&active_config_lock);
 423
 424         /* use of ted_nodemap is protected by active_config_lock. we take an
 425          * extra reference to make sure nodemap isn't destroyed under
 426          * active_config_lock
 427          */
 428         nodemap = exp->exp_target_data.ted_nodemap;
 429         if (nodemap == NULL)
 430                 goto out;
 431         else
 432                 nodemap_getref(nodemap);
 433
 434         mutex_lock(&nodemap->nm_member_list_lock);
 435         nm_member_del(nodemap, exp);
 436         mutex_unlock(&nodemap->nm_member_list_lock);
 437
 438 out:
 439         mutex_unlock(&active_config_lock);
 440
 441         if (nodemap)
 442                 nodemap_putref(nodemap);
 443
 444         EXIT;
 445 }
 446 EXPORT_SYMBOL(nodemap_del_member);
 447
 448 /**
 449  * add an idmap to the proper nodemap trees
 450  *
 451  * \param       name            name of nodemap
 452  * \param       id_type         NODEMAP_UID or NODEMAP_GID
 453  * \param       map             array[2] __u32 containing the map values
 454  *                              map[0] is client id
 455  *                              map[1] is the filesystem id
 456  *
 457  * \retval      0 on success
 458  */
 459 int nodemap_add_idmap_helper(struct lu_nodemap *nodemap,
 460                              enum nodemap_id_type id_type,
 461                              const __u32 map[2])
 462 {
 463         struct lu_idmap         *idmap;
 464         int                     rc = 0;
 465
 466         idmap = idmap_create(map[0], map[1]);
 467         if (idmap == NULL)
 468                 GOTO(out, rc = -ENOMEM);
 469
 470         write_lock(&nodemap->nm_idmap_lock);
 471         idmap_insert(id_type, idmap, nodemap);
 472         write_unlock(&nodemap->nm_idmap_lock);
 473         nm_member_revoke_locks(nodemap);
 474
 475 out:
 476         return rc;
 477 }
 478
 479 int nodemap_add_idmap(const char *name, enum nodemap_id_type id_type,
 480                       const __u32 map[2])
 481 {
 482         struct lu_nodemap       *nodemap = NULL;
 483         int                      rc;
 484
 485         mutex_lock(&active_config_lock);
 486         nodemap = nodemap_lookup(name);
 487         if (IS_ERR(nodemap)) {
 488                 mutex_unlock(&active_config_lock);
 489                 GOTO(out, rc = PTR_ERR(nodemap));
 490         }
 491
 492         if (is_default_nodemap(nodemap)) {
 493                 rc = -EINVAL;
 494         } else {
 495                 rc = nodemap_add_idmap_helper(nodemap, id_type, map);
 496                 if (rc == 0)
 497                         rc = nodemap_idx_idmap_add(nodemap, id_type, map);
 498         }
 499         mutex_unlock(&active_config_lock);
 500         nodemap_putref(nodemap);
 501
 502 out:
 503         return rc;
 504 }
 505 EXPORT_SYMBOL(nodemap_add_idmap);
 506
 507 /**
 508  * delete idmap from proper nodemap tree
 509  *
 510  * \param       name            name of nodemap
 511  * \param       id_type         NODEMAP_UID or NODEMAP_GID
 512  * \param       map             array[2] __u32 containing the mapA values
 513  *                              map[0] is client id
 514  *                              map[1] is the filesystem id
 515  *
 516  * \retval      0 on success
 517  */
 518 int nodemap_del_idmap(const char *name, enum nodemap_id_type id_type,
 519                       const __u32 map[2])
 520 {
 521         struct lu_nodemap       *nodemap = NULL;
 522         struct lu_idmap         *idmap = NULL;
 523         int                     rc = 0;
 524
 525         mutex_lock(&active_config_lock);
 526         nodemap = nodemap_lookup(name);
 527         if (IS_ERR(nodemap)) {
 528                 mutex_unlock(&active_config_lock);
 529                 GOTO(out, rc = PTR_ERR(nodemap));
 530         }
 531
 532         if (is_default_nodemap(nodemap))
 533                 GOTO(out_putref, rc = -EINVAL);
 534
 535         write_lock(&nodemap->nm_idmap_lock);
 536         idmap = idmap_search(nodemap, NODEMAP_CLIENT_TO_FS, id_type,
 537                              map[0]);
 538         if (idmap == NULL) {
 539                 rc = -EINVAL;
 540         } else {
 541                 idmap_delete(id_type, idmap, nodemap);
 542                 rc = nodemap_idx_idmap_del(nodemap, id_type, map);
 543         }
 544         write_unlock(&nodemap->nm_idmap_lock);
 545
 546 out_putref:
 547         mutex_unlock(&active_config_lock);
 548         if (rc == 0)
 549                 nm_member_revoke_locks(nodemap);
 550         nodemap_putref(nodemap);
 551
 552 out:
 553         return rc;
 554 }
 555 EXPORT_SYMBOL(nodemap_del_idmap);
 556
 557 /**
 558  * Get nodemap assigned to given export. Takes a reference on the nodemap.
 559  *
 560  * Note that this function may return either NULL, or an ERR_PTR()
 561  * or a valid nodemap pointer.  All of the functions accessing the
 562  * returned nodemap can check IS_ERR(nodemap) to see if an error is
 563  * returned.  NULL is not considered an error, which is OK since this
 564  * is a valid case if nodemap are not in use.  All nodemap handling
 565  * functions must check for nodemap == NULL and do nothing, and the
 566  * nodemap returned from this function should not be dereferenced.
 567  *
 568  * \param       export          export to get nodemap for
 569  *
 570  * \retval      pointer to nodemap on success
 571  * \retval      NULL    nodemap subsystem disabled
 572  * \retval      -EACCES export does not have nodemap assigned
 573  */
 574 struct lu_nodemap *nodemap_get_from_exp(struct obd_export *exp)
 575 {
 576         struct lu_nodemap *nodemap;
 577
 578         ENTRY;
 579
 580         if (!nodemap_active)
 581                 RETURN(NULL);
 582
 583         spin_lock(&exp->exp_target_data.ted_nodemap_lock);
 584         nodemap = exp->exp_target_data.ted_nodemap;
 585         if (nodemap)
 586                 nodemap_getref(nodemap);
 587         spin_unlock(&exp->exp_target_data.ted_nodemap_lock);
 588
 589         if (!nodemap) {
 590                 CDEBUG(D_INFO, "%s: nodemap null on export %s (at %s)\n",
 591                        exp->exp_obd->obd_name,
 592                        obd_uuid2str(&exp->exp_client_uuid),
 593                        obd_export_nid2str(exp));
 594                 RETURN(ERR_PTR(-EACCES));
 595         }
 596
 597         RETURN(nodemap);
 598 }
 599 EXPORT_SYMBOL(nodemap_get_from_exp);
 600
 601 /**
 602  * mapping function for nodemap idmaps
 603  *
 604  * \param       nodemap         lu_nodemap structure defining nodemap
 605  * \param       node_type       NODEMAP_UID or NODEMAP_GID
 606  * \param       tree_type       NODEMAP_CLIENT_TO_FS or
 607  *                              NODEMAP_FS_TO_CLIENT
 608  * \param       id              id to map
 609  *
 610  * \retval      mapped id according to the rules below.
 611  *
 612  * if the nodemap_active is false, just return the passed id without mapping
 613  *
 614  * if the id to be looked up is 0, check that root access is allowed and if it
 615  * is, return 0. Otherwise, return the squash uid or gid.
 616  *
 617  * if the nodemap is configured to trusted the ids from the client system, just
 618  * return the passwd id without mapping.
 619  *
 620  * if by this point, we haven't returned and the nodemap in question is the
 621  * default nodemap, return the squash uid or gid.
 622  *
 623  * after these checks, search the proper tree for the mapping, and if found
 624  * return the mapped value, otherwise return the squash uid or gid.
 625  */
 626 __u32 nodemap_map_id(struct lu_nodemap *nodemap,
 627                      enum nodemap_id_type id_type,
 628                      enum nodemap_tree_type tree_type, __u32 id)
 629 {
 630         struct lu_idmap         *idmap = NULL;
 631         __u32                    found_id;
 632
 633         ENTRY;
 634
 635         if (!nodemap_active)
 636                 goto out;
 637
 638         if (unlikely(nodemap == NULL))
 639                 goto out;
 640
 641         if (nodemap->nmf_map_uid_only && id_type == NODEMAP_GID)
 642                 goto out;
 643
 644         if (nodemap->nmf_map_gid_only && id_type == NODEMAP_UID)
 645                 goto out;
 646
 647         if (id == 0) {
 648                 if (nodemap->nmf_allow_root_access)
 649                         goto out;
 650                 else
 651                         goto squash;
 652         }
 653
 654         if (nodemap->nmf_trust_client_ids)
 655                 goto out;
 656
 657         if (is_default_nodemap(nodemap))
 658                 goto squash;
 659
 660         read_lock(&nodemap->nm_idmap_lock);
 661         idmap = idmap_search(nodemap, tree_type, id_type, id);
 662         if (idmap == NULL) {
 663                 read_unlock(&nodemap->nm_idmap_lock);
 664                 goto squash;
 665         }
 666
 667         if (tree_type == NODEMAP_FS_TO_CLIENT)
 668                 found_id = idmap->id_client;
 669         else
 670                 found_id = idmap->id_fs;
 671         read_unlock(&nodemap->nm_idmap_lock);
 672         RETURN(found_id);
 673
 674 squash:
 675         if (id_type == NODEMAP_UID)
 676                 RETURN(nodemap->nm_squash_uid);
 677         else
 678                 RETURN(nodemap->nm_squash_gid);
 679 out:
 680         RETURN(id);
 681 }
 682 EXPORT_SYMBOL(nodemap_map_id);
 683
 684 /**
 685  * Map posix ACL entries according to the nodemap membership. Removes any
 686  * squashed ACLs.
 687  *
 688  * \param       lu_nodemap      nodemap
 689  * \param       buf             buffer containing xattr encoded ACLs
 690  * \param       size            size of ACLs in bytes
 691  * \param       tree_type       direction of mapping
 692  * \retval      size            new size of ACLs in bytes
 693  * \retval      -EINVAL         bad \a size param, see posix_acl_xattr_count()
 694  */
 695 ssize_t nodemap_map_acl(struct lu_nodemap *nodemap, void *buf, size_t size,
 696                         enum nodemap_tree_type tree_type)
 697 {
 698         posix_acl_xattr_header  *header = buf;
 699         posix_acl_xattr_entry   *entry = GET_POSIX_ACL_XATTR_ENTRY(header);
 700         posix_acl_xattr_entry   *new_entry = entry;
 701         posix_acl_xattr_entry   *end;
 702         int                      count;
 703
 704         if (!nodemap_active)
 705                 return size;
 706
 707         if (unlikely(nodemap == NULL))
 708                 return size;
 709
 710         count = posix_acl_xattr_count(size);
 711         if (count < 0)
 712                 return -EINVAL;
 713         if (count == 0)
 714                 return 0;
 715
 716         for (end = entry + count; entry != end; entry++) {
 717                 __u16 tag = le16_to_cpu(entry->e_tag);
 718                 __u32 id = le32_to_cpu(entry->e_id);
 719
 720                 switch (tag) {
 721                 case ACL_USER:
 722                         id = nodemap_map_id(nodemap, NODEMAP_UID,
 723                                             tree_type, id);
 724                         if (id == nodemap->nm_squash_uid)
 725                                 continue;
 726                         entry->e_id = cpu_to_le32(id);
 727                         break;
 728                 case ACL_GROUP:
 729                         id = nodemap_map_id(nodemap, NODEMAP_GID,
 730                                             tree_type, id);
 731                         if (id == nodemap->nm_squash_gid)
 732                                 continue;
 733                         entry->e_id = cpu_to_le32(id);
 734                         break;
 735                 }
 736
 737                 /* if we skip an ACL, copy the following ones over it */
 738                 if (new_entry != entry)
 739                         *new_entry = *entry;
 740
 741                 new_entry++;
 742         }
 743
 744         return (void *)new_entry - (void *)header;
 745 }
 746 EXPORT_SYMBOL(nodemap_map_acl);
 747
 748 /*
 749  * Add nid range to given nodemap
 750  *
 751  * \param       config          nodemap config to work on
 752  * \param       nodemap         nodemap to add range to
 753  * \param       nid             nid range to add
 754  * \param       range_id        should be 0 unless loading from disk
 755  * \retval      0               success
 756  * \retval      -ENOMEM
 757  *
 758  */
 759 int nodemap_add_range_helper(struct nodemap_config *config,
 760                              struct lu_nodemap *nodemap,
 761                              const lnet_nid_t nid[2],
 762                              unsigned int range_id)
 763 {
 764         struct lu_nid_range     *range;
 765         int rc;
 766
 767         down_write(&config->nmc_range_tree_lock);
 768         range = range_create(&config->nmc_range_tree, nid[0], nid[1],
 769                              nodemap, range_id);
 770         if (range == NULL) {
 771                 up_write(&config->nmc_range_tree_lock);
 772                 GOTO(out, rc = -ENOMEM);
 773         }
 774
 775         rc = range_insert(&config->nmc_range_tree, range);
 776         if (rc != 0) {
 777                 CERROR("cannot insert nodemap range into '%s': rc = %d\n",
 778                       nodemap->nm_name, rc);
 779                 up_write(&config->nmc_range_tree_lock);
 780                 list_del(&range->rn_list);
 781                 range_destroy(range);
 782                 GOTO(out, rc = -ENOMEM);
 783         }
 784
 785         list_add(&range->rn_list, &nodemap->nm_ranges);
 786
 787         /* nodemaps have no members if they aren't on the active config */
 788         if (config == active_config)
 789                 nm_member_reclassify_nodemap(config->nmc_default_nodemap);
 790
 791         up_write(&config->nmc_range_tree_lock);
 792
 793         /* if range_id is non-zero, we are loading from disk */
 794         if (range_id == 0)
 795                 rc = nodemap_idx_range_add(range, nid);
 796
 797         if (config == active_config) {
 798                 nm_member_revoke_locks(config->nmc_default_nodemap);
 799                 nm_member_revoke_locks(nodemap);
 800         }
 801
 802 out:
 803         return rc;
 804 }
 805 int nodemap_add_range(const char *name, const lnet_nid_t nid[2])
 806 {
 807         struct lu_nodemap       *nodemap = NULL;
 808         int                      rc;
 809
 810         mutex_lock(&active_config_lock);
 811         nodemap = nodemap_lookup(name);
 812         if (IS_ERR(nodemap)) {
 813                 mutex_unlock(&active_config_lock);
 814                 GOTO(out, rc = PTR_ERR(nodemap));
 815         }
 816
 817         if (is_default_nodemap(nodemap))
 818                 rc = -EINVAL;
 819         else
 820                 rc = nodemap_add_range_helper(active_config, nodemap, nid, 0);
 821         mutex_unlock(&active_config_lock);
 822         nodemap_putref(nodemap);
 823 out:
 824         return rc;
 825 }
 826 EXPORT_SYMBOL(nodemap_add_range);
 827
 828 /**
 829  * delete a range
 830  * \param       name            nodemap name
 831  * \param       range_str       string containing range
 832  * \retval      0 on success
 833  *
 834  * Delete range from global range tree, and remove it
 835  * from the list in the associated nodemap.
 836  */
 837 int nodemap_del_range(const char *name, const lnet_nid_t nid[2])
 838 {
 839         struct lu_nodemap       *nodemap;
 840         struct lu_nid_range     *range;
 841         int                     rc = 0;
 842
 843         mutex_lock(&active_config_lock);
 844         nodemap = nodemap_lookup(name);
 845         if (IS_ERR(nodemap)) {
 846                 mutex_unlock(&active_config_lock);
 847                 GOTO(out, rc = PTR_ERR(nodemap));
 848         }
 849
 850         if (is_default_nodemap(nodemap))
 851                 GOTO(out_putref, rc = -EINVAL);
 852
 853         down_write(&active_config->nmc_range_tree_lock);
 854         range = range_find(&active_config->nmc_range_tree, nid[0], nid[1]);
 855         if (range == NULL) {
 856                 up_write(&active_config->nmc_range_tree_lock);
 857                 GOTO(out_putref, rc = -EINVAL);
 858         }
 859         rc = nodemap_idx_range_del(range);
 860         range_delete(&active_config->nmc_range_tree, range);
 861         nm_member_reclassify_nodemap(nodemap);
 862         up_write(&active_config->nmc_range_tree_lock);
 863
 864         nm_member_revoke_locks(active_config->nmc_default_nodemap);
 865         nm_member_revoke_locks(nodemap);
 866
 867 out_putref:
 868         mutex_unlock(&active_config_lock);
 869         nodemap_putref(nodemap);
 870 out:
 871         return rc;
 872 }
 873 EXPORT_SYMBOL(nodemap_del_range);
 874
 875 /**
 876  * set fileset on nodemap
 877  * \param       name            nodemap to set fileset on
 878  * \param       fileset         string containing fileset
 879  * \retval      0 on success
 880  *
 881  * set a fileset on the named nodemap
 882  */
 883 static int nodemap_set_fileset_helper(struct nodemap_config *config,
 884                                       struct lu_nodemap *nodemap,
 885                                       const char *fileset)
 886 {
 887         int rc = 0;
 888
 889         /* we allow fileset = "" which means clear fileset info */
 890         if (fileset == NULL || (fileset[0] != 0 && fileset[0] != '/'))
 891                 rc = -EINVAL;
 892         else if (strlcpy(nodemap->nm_fileset, fileset,
 893                          sizeof(nodemap->nm_fileset)) >=
 894                  sizeof(nodemap->nm_fileset))
 895                 rc = -ENAMETOOLONG;
 896
 897         return rc;
 898 }
 899
 900 int nodemap_set_fileset(const char *name, const char *fileset)
 901 {
 902         struct lu_nodemap       *nodemap = NULL;
 903         int                      rc = 0;
 904
 905         mutex_lock(&active_config_lock);
 906         nodemap = nodemap_lookup(name);
 907         if (IS_ERR(nodemap)) {
 908                 mutex_unlock(&active_config_lock);
 909                 GOTO(out, rc = PTR_ERR(nodemap));
 910         }
 911
 912         if (is_default_nodemap(nodemap))
 913                 rc = -EINVAL;
 914         else
 915                 rc = nodemap_set_fileset_helper(active_config, nodemap,
 916                                                 fileset);
 917         mutex_unlock(&active_config_lock);
 918
 919         nodemap_putref(nodemap);
 920 out:
 921         return rc;
 922 }
 923 EXPORT_SYMBOL(nodemap_set_fileset);
 924
 925 /**
 926  * get fileset defined on nodemap
 927  * \param       nodemap         nodemap to get fileset from
 928  * \retval      fileset name, or NULL if not defined or not activated
 929  *
 930  * get the fileset defined on the nodemap
 931  */
 932 char *nodemap_get_fileset(const struct lu_nodemap *nodemap)
 933 {
 934         if (!nodemap_active || is_default_nodemap(nodemap))
 935                 return NULL;
 936         else
 937                 return (char *)nodemap->nm_fileset;
 938 }
 939 EXPORT_SYMBOL(nodemap_get_fileset);
 940
 941 /**
 942  * Nodemap constructor
 943  *
 944  * Creates an lu_nodemap structure and assigns sane default
 945  * member values. If this is the default nodemap, the defaults
 946  * are the most restictive in xterms of mapping behavior. Otherwise
 947  * the default flags should be inherited from the default nodemap.
 948  * The adds nodemap to nodemap_hash.
 949  *
 950  * Requires that the caller take the active_config_lock
 951  *
 952  * \param       name            name of nodemap
 953  * \param       is_default      true if default nodemap
 954  * \retval      nodemap         success
 955  * \retval      -EINVAL         invalid nodemap name
 956  * \retval      -EEXIST         nodemap already exists
 957  * \retval      -ENOMEM         cannot allocate memory for nodemap
 958  */
 959 struct lu_nodemap *nodemap_create(const char *name,
 960                                   struct nodemap_config *config,
 961                                   bool is_default)
 962 {
 963         struct lu_nodemap       *nodemap = NULL;
 964         struct lu_nodemap       *default_nodemap;
 965         struct cfs_hash         *hash = config->nmc_nodemap_hash;
 966         int                      rc = 0;
 967
 968         default_nodemap = config->nmc_default_nodemap;
 969
 970         if (!nodemap_name_is_valid(name))
 971                 GOTO(out, rc = -EINVAL);
 972
 973         if (hash == NULL) {
 974                 CERROR("Config nodemap hash is NULL, unable to add %s\n", name);
 975                 GOTO(out, rc = -EINVAL);
 976         }
 977
 978         OBD_ALLOC_PTR(nodemap);
 979         if (nodemap == NULL) {
 980                 CERROR("cannot allocate memory (%zu bytes)"
 981                        "for nodemap '%s'\n", sizeof(*nodemap),
 982                        name);
 983                 GOTO(out, rc = -ENOMEM);
 984         }
 985
 986         /*
 987          * take an extra reference to prevent nodemap from being destroyed
 988          * while it's being created.
 989          */
 990         atomic_set(&nodemap->nm_refcount, 2);
 991         snprintf(nodemap->nm_name, sizeof(nodemap->nm_name), "%s", name);
 992         rc = cfs_hash_add_unique(hash, name, &nodemap->nm_hash);
 993         if (rc != 0) {
 994                 OBD_FREE_PTR(nodemap);
 995                 GOTO(out, rc = -EEXIST);
 996         }
 997
 998         INIT_LIST_HEAD(&nodemap->nm_ranges);
 999         INIT_LIST_HEAD(&nodemap->nm_list);
1000         INIT_LIST_HEAD(&nodemap->nm_member_list);
1001
1002         mutex_init(&nodemap->nm_member_list_lock);
1003         rwlock_init(&nodemap->nm_idmap_lock);
1004         nodemap->nm_fs_to_client_uidmap = RB_ROOT;
1005         nodemap->nm_client_to_fs_uidmap = RB_ROOT;
1006         nodemap->nm_fs_to_client_gidmap = RB_ROOT;
1007         nodemap->nm_client_to_fs_gidmap = RB_ROOT;
1008
1009         if (is_default) {
1010                 nodemap->nm_id = LUSTRE_NODEMAP_DEFAULT_ID;
1011                 config->nmc_default_nodemap = nodemap;
1012         } else {
1013                 config->nmc_nodemap_highest_id++;
1014                 nodemap->nm_id = config->nmc_nodemap_highest_id;
1015         }
1016
1017         if (is_default || default_nodemap == NULL) {
1018                 nodemap->nmf_trust_client_ids = 0;
1019                 nodemap->nmf_allow_root_access = 0;
1020                 nodemap->nmf_deny_unknown = 0;
1021                 nodemap->nmf_map_uid_only = 0;
1022                 nodemap->nmf_map_gid_only = 0;
1023
1024                 nodemap->nm_squash_uid = NODEMAP_NOBODY_UID;
1025                 nodemap->nm_squash_gid = NODEMAP_NOBODY_GID;
1026                 if (!is_default)
1027                         CWARN("adding nodemap '%s' to config without"
1028                               " default nodemap\n", nodemap->nm_name);
1029         } else {
1030                 nodemap->nmf_trust_client_ids =
1031                                 default_nodemap->nmf_trust_client_ids;
1032                 nodemap->nmf_allow_root_access =
1033                                 default_nodemap->nmf_allow_root_access;
1034                 nodemap->nmf_deny_unknown =
1035                                 default_nodemap->nmf_deny_unknown;
1036                 nodemap->nmf_map_uid_only =
1037                                 default_nodemap->nmf_map_uid_only;
1038                 nodemap->nmf_map_gid_only =
1039                                 default_nodemap->nmf_map_gid_only;
1040
1041                 nodemap->nm_squash_uid = default_nodemap->nm_squash_uid;
1042                 nodemap->nm_squash_gid = default_nodemap->nm_squash_gid;
1043                 nodemap->nm_fileset[0] = 0;
1044         }
1045
1046         return nodemap;
1047
1048 out:
1049         CERROR("cannot add nodemap: '%s': rc = %d\n", name, rc);
1050         return ERR_PTR(rc);
1051 }
1052
1053 /**
1054  * Set the nmf_deny_unknown flag to true or false.
1055  * \param       name            nodemap name
1056  * \param       deny_unknown    if true, squashed users will get EACCES
1057  * \retval      0 on success
1058  *
1059  */
1060 int nodemap_set_deny_unknown(const char *name, bool deny_unknown)
1061 {
1062         struct lu_nodemap       *nodemap = NULL;
1063         int                     rc = 0;
1064
1065         mutex_lock(&active_config_lock);
1066         nodemap = nodemap_lookup(name);
1067         mutex_unlock(&active_config_lock);
1068         if (IS_ERR(nodemap))
1069                 GOTO(out, rc = PTR_ERR(nodemap));
1070
1071         nodemap->nmf_deny_unknown = deny_unknown;
1072         rc = nodemap_idx_nodemap_update(nodemap);
1073
1074         nm_member_revoke_locks(nodemap);
1075         nodemap_putref(nodemap);
1076 out:
1077         return rc;
1078 }
1079 EXPORT_SYMBOL(nodemap_set_deny_unknown);
1080
1081 /**
1082  * Set the nmf_allow_root_access flag to true or false.
1083  * \param       name            nodemap name
1084  * \param       allow_root      if true, nodemap will not squash the root user
1085  * \retval      0 on success
1086  *
1087  */
1088 int nodemap_set_allow_root(const char *name, bool allow_root)
1089 {
1090         struct lu_nodemap       *nodemap = NULL;
1091         int                     rc = 0;
1092
1093         mutex_lock(&active_config_lock);
1094         nodemap = nodemap_lookup(name);
1095         mutex_unlock(&active_config_lock);
1096         if (IS_ERR(nodemap))
1097                 GOTO(out, rc = PTR_ERR(nodemap));
1098
1099         nodemap->nmf_allow_root_access = allow_root;
1100         rc = nodemap_idx_nodemap_update(nodemap);
1101
1102         nm_member_revoke_locks(nodemap);
1103         nodemap_putref(nodemap);
1104 out:
1105         return rc;
1106 }
1107 EXPORT_SYMBOL(nodemap_set_allow_root);
1108
1109 /**
1110  * Set the nmf_trust_client_ids flag to true or false.
1111  *
1112  * \param       name                    nodemap name
1113  * \param       trust_client_ids        if true, nodemap will not map its IDs
1114  * \retval      0 on success
1115  *
1116  */
1117 int nodemap_set_trust_client_ids(const char *name, bool trust_client_ids)
1118 {
1119         struct lu_nodemap       *nodemap = NULL;
1120         int                     rc = 0;
1121
1122         mutex_lock(&active_config_lock);
1123         nodemap = nodemap_lookup(name);
1124         mutex_unlock(&active_config_lock);
1125         if (IS_ERR(nodemap))
1126                 GOTO(out, rc = PTR_ERR(nodemap));
1127
1128         nodemap->nmf_trust_client_ids = trust_client_ids;
1129         rc = nodemap_idx_nodemap_update(nodemap);
1130
1131         nm_member_revoke_locks(nodemap);
1132         nodemap_putref(nodemap);
1133 out:
1134         return rc;
1135 }
1136 EXPORT_SYMBOL(nodemap_set_trust_client_ids);
1137
1138 int nodemap_set_mapping_mode(const char *name, enum nodemap_mapping_modes mode)
1139 {
1140         struct lu_nodemap       *nodemap = NULL;
1141         int                     rc = 0;
1142
1143         mutex_lock(&active_config_lock);
1144         nodemap = nodemap_lookup(name);
1145         mutex_unlock(&active_config_lock);
1146         if (IS_ERR(nodemap))
1147                 GOTO(out, rc = PTR_ERR(nodemap));
1148
1149         switch (mode) {
1150         case NODEMAP_MAP_BOTH:
1151                 nodemap->nmf_map_uid_only = 0;
1152                 nodemap->nmf_map_gid_only = 0;
1153                 break;
1154         case NODEMAP_MAP_UID_ONLY:
1155                 nodemap->nmf_map_uid_only = 1;
1156                 nodemap->nmf_map_gid_only = 0;
1157                 break;
1158         case NODEMAP_MAP_GID_ONLY:
1159                 nodemap->nmf_map_uid_only = 0;
1160                 nodemap->nmf_map_gid_only = 1;
1161                 break;
1162         default:
1163                 CWARN("cannot set unknown mapping mode, mode = %d\n", mode);
1164         }
1165         rc = nodemap_idx_nodemap_update(nodemap);
1166
1167         nm_member_revoke_locks(nodemap);
1168         nodemap_putref(nodemap);
1169 out:
1170         return rc;
1171 }
1172 EXPORT_SYMBOL(nodemap_set_mapping_mode);
1173
1174 /**
1175  * Update the squash_uid for a nodemap.
1176  *
1177  * \param       name            nodemap name
1178  * \param       uid             the new uid to squash unknown users to
1179  * \retval      0 on success
1180  *
1181  * Update the squash_uid for a nodemap. The squash_uid is the uid
1182  * that the all client uids are mapped to if nodemap is active,
1183  * the trust_client_ids flag is not set, and the uid is not in
1184  * the idmap tree.
1185  */
1186 int nodemap_set_squash_uid(const char *name, uid_t uid)
1187 {
1188         struct lu_nodemap       *nodemap = NULL;
1189         int                     rc = 0;
1190
1191         mutex_lock(&active_config_lock);
1192         nodemap = nodemap_lookup(name);
1193         mutex_unlock(&active_config_lock);
1194         if (IS_ERR(nodemap))
1195                 GOTO(out, rc = PTR_ERR(nodemap));
1196
1197         nodemap->nm_squash_uid = uid;
1198         rc = nodemap_idx_nodemap_update(nodemap);
1199
1200         nm_member_revoke_locks(nodemap);
1201         nodemap_putref(nodemap);
1202 out:
1203         return rc;
1204 }
1205 EXPORT_SYMBOL(nodemap_set_squash_uid);
1206
1207 /**
1208  * Update the squash_gid for a nodemap.
1209  *
1210  * \param       name            nodemap name
1211  * \param       gid             the new gid to squash unknown gids to
1212  * \retval      0 on success
1213  *
1214  * Update the squash_gid for a nodemap. The squash_uid is the gid
1215  * that the all client gids are mapped to if nodemap is active,
1216  * the trust_client_ids flag is not set, and the gid is not in
1217  * the idmap tree.
1218  */
1219 int nodemap_set_squash_gid(const char *name, gid_t gid)
1220 {
1221         struct lu_nodemap       *nodemap = NULL;
1222         int                     rc = 0;
1223
1224         mutex_lock(&active_config_lock);
1225         nodemap = nodemap_lookup(name);
1226         mutex_unlock(&active_config_lock);
1227         if (IS_ERR(nodemap))
1228                 GOTO(out, rc = PTR_ERR(nodemap));
1229
1230         nodemap->nm_squash_gid = gid;
1231         rc = nodemap_idx_nodemap_update(nodemap);
1232
1233         nm_member_revoke_locks(nodemap);
1234         nodemap_putref(nodemap);
1235 out:
1236         return rc;
1237 }
1238 EXPORT_SYMBOL(nodemap_set_squash_gid);
1239
1240 /**
1241  * Returns true if this nodemap has root user access. Always returns true if
1242  * nodemaps are not active.
1243  *
1244  * \param       nodemap         nodemap to check access for
1245  */
1246 bool nodemap_can_setquota(const struct lu_nodemap *nodemap)
1247 {
1248         return !nodemap_active || (nodemap && nodemap->nmf_allow_root_access);
1249 }
1250 EXPORT_SYMBOL(nodemap_can_setquota);
1251
1252 /**
1253  * Add a nodemap
1254  *
1255  * \param       name            name of nodemap
1256  * \retval      0               success
1257  * \retval      -EINVAL         invalid nodemap name
1258  * \retval      -EEXIST         nodemap already exists
1259  * \retval      -ENOMEM         cannot allocate memory for nodemap
1260  */
1261 int nodemap_add(const char *nodemap_name)
1262 {
1263         struct lu_nodemap *nodemap;
1264         int rc;
1265
1266         mutex_lock(&active_config_lock);
1267         nodemap = nodemap_create(nodemap_name, active_config, 0);
1268         if (IS_ERR(nodemap)) {
1269                 mutex_unlock(&active_config_lock);
1270                 return PTR_ERR(nodemap);
1271         }
1272
1273         rc = nodemap_idx_nodemap_add(nodemap);
1274         if (rc == 0)
1275                 rc = lprocfs_nodemap_register(nodemap, 0);
1276
1277         mutex_unlock(&active_config_lock);
1278         nodemap_putref(nodemap);
1279
1280         return rc;
1281 }
1282 EXPORT_SYMBOL(nodemap_add);
1283
1284 /**
1285  * Delete a nodemap
1286  *
1287  * \param       name            name of nodemmap
1288  * \retval      0               success
1289  * \retval      -EINVAL         invalid input
1290  * \retval      -ENOENT         no existing nodemap
1291  */
1292 int nodemap_del(const char *nodemap_name)
1293 {
1294         struct lu_nodemap       *nodemap;
1295         struct lu_nid_range     *range;
1296         struct lu_nid_range     *range_temp;
1297         int                      rc = 0;
1298         int                      rc2 = 0;
1299
1300         if (strcmp(nodemap_name, DEFAULT_NODEMAP) == 0)
1301                 RETURN(-EINVAL);
1302
1303         mutex_lock(&active_config_lock);
1304         nodemap = cfs_hash_del_key(active_config->nmc_nodemap_hash,
1305                                    nodemap_name);
1306         if (nodemap == NULL) {
1307                 mutex_unlock(&active_config_lock);
1308                 GOTO(out, rc = -ENOENT);
1309         }
1310
1311         /* erase nodemap from active ranges to prevent client assignment */
1312         down_write(&active_config->nmc_range_tree_lock);
1313         list_for_each_entry_safe(range, range_temp, &nodemap->nm_ranges,
1314                                  rn_list) {
1315                 rc2 = nodemap_idx_range_del(range);
1316                 if (rc2 < 0)
1317                         rc = rc2;
1318
1319                 range_delete(&active_config->nmc_range_tree, range);
1320         }
1321         up_write(&active_config->nmc_range_tree_lock);
1322
1323         rc2 = nodemap_idx_nodemap_del(nodemap);
1324         if (rc2 < 0)
1325                 rc = rc2;
1326
1327         /*
1328          * remove procfs here in case nodemap_create called with same name
1329          * before nodemap_destroy is run.
1330          */
1331         lprocfs_nodemap_remove(nodemap->nm_pde_data);
1332         nodemap->nm_pde_data = NULL;
1333
1334         /* reclassify all member exports from nodemap, so they put their refs */
1335         down_read(&active_config->nmc_range_tree_lock);
1336         nm_member_reclassify_nodemap(nodemap);
1337         up_read(&active_config->nmc_range_tree_lock);
1338
1339         if (!list_empty(&nodemap->nm_member_list))
1340                 CWARN("nodemap_del failed to reclassify all members\n");
1341
1342         mutex_unlock(&active_config_lock);
1343
1344         nodemap_putref(nodemap);
1345
1346 out:
1347         return rc;
1348 }
1349 EXPORT_SYMBOL(nodemap_del);
1350
1351 /**
1352  * activate nodemap functions
1353  *
1354  * \param       value           1 for on, 0 for off
1355  */
1356 void nodemap_activate(const bool value)
1357 {
1358         mutex_lock(&active_config_lock);
1359         active_config->nmc_nodemap_is_active = value;
1360
1361         /* copy active value to global to avoid locking in map functions */
1362         nodemap_active = value;
1363         nodemap_idx_nodemap_activate(value);
1364         mutex_unlock(&active_config_lock);
1365         nm_member_revoke_all();
1366 }
1367 EXPORT_SYMBOL(nodemap_activate);
1368
1369 /**
1370  * Helper iterator to convert nodemap hash to list.
1371  *
1372  * \param       hs                      hash structure
1373  * \param       bd                      bucket descriptor
1374  * \param       hnode                   hash node
1375  * \param       nodemap_list_head       list head for list of nodemaps in hash
1376  */
1377 static int nodemap_cleanup_iter_cb(struct cfs_hash *hs, struct cfs_hash_bd *bd,
1378                                    struct hlist_node *hnode,
1379                                    void *nodemap_list_head)
1380 {
1381         struct lu_nodemap *nodemap;
1382
1383         nodemap = hlist_entry(hnode, struct lu_nodemap, nm_hash);
1384         list_add(&nodemap->nm_list, nodemap_list_head);
1385
1386         cfs_hash_bd_del_locked(hs, bd, hnode);
1387
1388         return 0;
1389 }
1390
1391 struct nodemap_config *nodemap_config_alloc(void)
1392 {
1393         struct nodemap_config *config;
1394         int rc = 0;
1395
1396         OBD_ALLOC_PTR(config);
1397         if (config == NULL)
1398                 return ERR_PTR(-ENOMEM);
1399
1400         rc = nodemap_init_hash(config);
1401         if (rc != 0) {
1402                 OBD_FREE_PTR(config);
1403                 return ERR_PTR(rc);
1404         }
1405
1406         init_rwsem(&config->nmc_range_tree_lock);
1407
1408         return config;
1409 }
1410 EXPORT_SYMBOL(nodemap_config_alloc);
1411
1412 /**
1413  * Walk the nodemap_hash and remove all nodemaps.
1414  */
1415 void nodemap_config_dealloc(struct nodemap_config *config)
1416 {
1417         struct lu_nodemap       *nodemap = NULL;
1418         struct lu_nodemap       *nodemap_temp;
1419         struct lu_nid_range     *range;
1420         struct lu_nid_range     *range_temp;
1421         LIST_HEAD(nodemap_list_head);
1422
1423         cfs_hash_for_each_safe(config->nmc_nodemap_hash,
1424                                nodemap_cleanup_iter_cb, &nodemap_list_head);
1425         cfs_hash_putref(config->nmc_nodemap_hash);
1426
1427         /* Because nodemap_destroy might sleep, we can't destroy them
1428          * in cfs_hash_for_each, so we build a list there and destroy here
1429          */
1430         list_for_each_entry_safe(nodemap, nodemap_temp, &nodemap_list_head,
1431                                  nm_list) {
1432                 mutex_lock(&active_config_lock);
1433                 down_write(&config->nmc_range_tree_lock);
1434
1435                 /* move members to new config, requires ac lock */
1436                 nm_member_reclassify_nodemap(nodemap);
1437                 list_for_each_entry_safe(range, range_temp, &nodemap->nm_ranges,
1438                                          rn_list)
1439                         range_delete(&config->nmc_range_tree, range);
1440                 up_write(&config->nmc_range_tree_lock);
1441                 mutex_unlock(&active_config_lock);
1442
1443                 /* putref must be outside of ac lock if nm could be destroyed */
1444                 nodemap_putref(nodemap);
1445         }
1446         OBD_FREE_PTR(config);
1447 }
1448 EXPORT_SYMBOL(nodemap_config_dealloc);
1449
1450 /*
1451  * callback for cfs_hash_for_each_safe used to convert a nodemap hash to a
1452  * nodemap list, generally for locking purposes as a hash cb can't sleep.
1453  */
1454 int nm_hash_list_cb(struct cfs_hash *hs, struct cfs_hash_bd *bd,
1455                     struct hlist_node *hnode,
1456                     void *nodemap_list_head)
1457 {
1458         struct lu_nodemap *nodemap;
1459
1460         nodemap = hlist_entry(hnode, struct lu_nodemap, nm_hash);
1461         list_add(&nodemap->nm_list, nodemap_list_head);
1462         return 0;
1463 }
1464
1465 void nodemap_config_set_active(struct nodemap_config *config)
1466 {
1467         struct nodemap_config   *old_config = active_config;
1468         struct lu_nodemap       *nodemap;
1469         struct lu_nodemap       *tmp;
1470         bool revoke_locks;
1471         LIST_HEAD(nodemap_list_head);
1472
1473         ENTRY;
1474
1475         LASSERT(active_config != config);
1476         LASSERT(config->nmc_default_nodemap);
1477
1478         mutex_lock(&active_config_lock);
1479
1480         /* move proc entries from already existing nms, create for new nms */
1481         cfs_hash_for_each_safe(config->nmc_nodemap_hash,
1482                                nm_hash_list_cb, &nodemap_list_head);
1483         list_for_each_entry_safe(nodemap, tmp, &nodemap_list_head, nm_list) {
1484                 struct lu_nodemap *old_nm = NULL;
1485
1486                 if (active_config != NULL)
1487                         old_nm = cfs_hash_lookup(
1488                                         active_config->nmc_nodemap_hash,
1489                                         nodemap->nm_name);
1490                 if (old_nm != NULL) {
1491                         nodemap->nm_pde_data = old_nm->nm_pde_data;
1492                         old_nm->nm_pde_data = NULL;
1493                         nodemap_putref(old_nm);
1494                 } else {
1495                         bool is_def = (nodemap == config->nmc_default_nodemap);
1496
1497                         lprocfs_nodemap_register(nodemap, is_def);
1498                 }
1499         }
1500
1501         /*
1502          * We only need to revoke locks if old nodemap was active, and new
1503          * config is now nodemap inactive. nodemap_config_dealloc will
1504          * reclassify exports, triggering a lock revoke if and only if new
1505          * nodemap is active.
1506          */
1507         revoke_locks = !config->nmc_nodemap_is_active && nodemap_active;
1508
1509         /* if new config is inactive, deactivate live config before switching */
1510         if (!config->nmc_nodemap_is_active)
1511                 nodemap_active = false;
1512         active_config = config;
1513         if (config->nmc_nodemap_is_active)
1514                 nodemap_active = true;
1515
1516         mutex_unlock(&active_config_lock);
1517
1518         if (old_config != NULL)
1519                 nodemap_config_dealloc(old_config);
1520
1521         if (revoke_locks)
1522                 nm_member_revoke_all();
1523
1524         EXIT;
1525 }
1526
1527 /**
1528  * Cleanup nodemap module on exit
1529  */
1530 void nodemap_mod_exit(void)
1531 {
1532         nodemap_config_dealloc(active_config);
1533         nodemap_procfs_exit();
1534 }
1535
1536 /**
1537  * Initialize the nodemap module
1538  */
1539 int nodemap_mod_init(void)
1540 {
1541         struct nodemap_config   *new_config;
1542         struct lu_nodemap       *nodemap;
1543         int                      rc = 0;
1544
1545         rc = nodemap_procfs_init();
1546         if (rc != 0)
1547                 return rc;
1548
1549         new_config = nodemap_config_alloc();
1550         if (IS_ERR(new_config)) {
1551                 nodemap_procfs_exit();
1552                 GOTO(out, rc = PTR_ERR(new_config));
1553         }
1554
1555         nodemap = nodemap_create(DEFAULT_NODEMAP, new_config, 1);
1556         if (IS_ERR(nodemap)) {
1557                 nodemap_config_dealloc(new_config);
1558                 nodemap_procfs_exit();
1559                 GOTO(out, rc = PTR_ERR(nodemap));
1560         }
1561
1562         nodemap_config_set_active(new_config);
1563         nodemap_putref(nodemap);
1564
1565 out:
1566         return rc;
1567 }
1568
1569 /**
1570  * Revoke locks for all nodemaps.
1571  */
1572 void nm_member_revoke_all(void)
1573 {
1574         struct lu_nodemap *nodemap;
1575         struct lu_nodemap *tmp;
1576         LIST_HEAD(nodemap_list_head);
1577
1578         mutex_lock(&active_config_lock);
1579         cfs_hash_for_each_safe(active_config->nmc_nodemap_hash,
1580                                nm_hash_list_cb, &nodemap_list_head);
1581
1582         /* revoke_locks sleeps, so can't call in cfs hash cb */
1583         list_for_each_entry_safe(nodemap, tmp, &nodemap_list_head, nm_list)
1584                 nm_member_revoke_locks_always(nodemap);
1585         mutex_unlock(&active_config_lock);
1586 }
1587
1588 /**
1589  * Returns the nodemap classification for a given nid into an ioctl buffer.
1590  * Useful for testing the nodemap configuration to make sure it is working as
1591  * expected.
1592  *
1593  * \param       nid             nid to classify
1594  * \param[out]  name_buf        buffer to write the nodemap name to
1595  * \param       name_len        length of buffer
1596  */
1597 void nodemap_test_nid(lnet_nid_t nid, char *name_buf, size_t name_len)
1598 {
1599         struct lu_nodemap       *nodemap;
1600
1601         mutex_lock(&active_config_lock);
1602         down_read(&active_config->nmc_range_tree_lock);
1603         nodemap = nodemap_classify_nid(nid);
1604         up_read(&active_config->nmc_range_tree_lock);
1605         mutex_unlock(&active_config_lock);
1606
1607         if (IS_ERR(nodemap))
1608                 return;
1609
1610         strncpy(name_buf, nodemap->nm_name, name_len);
1611         if (name_len > 0)
1612                 name_buf[name_len - 1] = '\0';
1613
1614         nodemap_putref(nodemap);
1615 }
1616 EXPORT_SYMBOL(nodemap_test_nid);
1617
1618 /**
1619  * Passes back the id mapping for a given nid/id pair. Useful for testing the
1620  * nodemap configuration to make sure it is working as expected.
1621  *
1622  * \param       nid             nid to classify
1623  * \param       idtype          uid or gid
1624  * \param       client_id       id to map to fs
1625  * \param       fs_id_buf       pointer to save mapped fs_id to
1626  *
1627  * \retval      0       success
1628  * \retval      -EINVAL invalid NID
1629  */
1630 int nodemap_test_id(lnet_nid_t nid, enum nodemap_id_type idtype,
1631                     __u32 client_id, __u32 *fs_id)
1632 {
1633         struct lu_nodemap       *nodemap;
1634
1635         mutex_lock(&active_config_lock);
1636         down_read(&active_config->nmc_range_tree_lock);
1637         nodemap = nodemap_classify_nid(nid);
1638         up_read(&active_config->nmc_range_tree_lock);
1639         mutex_unlock(&active_config_lock);
1640
1641         if (IS_ERR(nodemap))
1642                 return PTR_ERR(nodemap);
1643
1644         *fs_id = nodemap_map_id(nodemap, idtype, NODEMAP_CLIENT_TO_FS,
1645                                client_id);
1646         nodemap_putref(nodemap);
1647
1648         return 0;
1649 }
1650 EXPORT_SYMBOL(nodemap_test_id);