lustre/ptlrpc/nodemap_storage.c

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (C) 2015, Trustees of Indiana University
  24  *
  25  * Copyright (c) 2014, Intel Corporation.
  26  *
  27  * Author: Joshua Walgenbach <jjw@iu.edu>
  28  * Author: Kit Westneat <cwestnea@iu.edu>
  29  *
  30  * Implements the storage functionality for the nodemap configuration. Functions
  31  * in this file prepare, store, and load nodemap configuration data. Targets
  32  * using nodemap services should register a configuration file object. Nodemap
  33  * configuration changes that need to persist should call the appropriate
  34  * storage function for the data being modified.
  35  *
  36  * There are several index types as defined in enum nodemap_idx_type:
  37  *      NODEMAP_CLUSTER_IDX     stores the data found on the lu_nodemap struct,
  38  *                              like root squash and config flags, as well as
  39  *                              the name.
  40  *      NODEMAP_RANGE_IDX       stores NID range information for a nodemap
  41  *      NODEMAP_UIDMAP_IDX      stores a fs/client UID mapping pair
  42  *      NODEMAP_GIDMAP_IDX      stores a fs/client GID mapping pair
  43  *      NODEMAP_GLOBAL_IDX      stores whether or not nodemaps are active
  44  */
  45
  46 #include <libcfs/libcfs.h>
  47 #include <linux/err.h>
  48 #include <linux/kernel.h>
  49 #include <linux/list.h>
  50 #include <linux/mutex.h>
  51 #include <linux/string.h>
  52 #include <linux/types.h>
  53 #include <lnet/types.h>
  54 #include <lustre/lustre_idl.h>
  55 #include <dt_object.h>
  56 #include <lu_object.h>
  57 #include <lustre_net.h>
  58 #include <lustre_nodemap.h>
  59 #include <obd_class.h>
  60 #include <obd_support.h>
  61 #include "nodemap_internal.h"
  62
  63 /* list of registered nodemap index files, except MGS */
  64 static LIST_HEAD(ncf_list_head);
  65 static DEFINE_MUTEX(ncf_list_lock);
  66
  67 /* MGS index is different than others, others are listeners to MGS idx */
  68 static struct nm_config_file *nodemap_mgs_ncf;
  69
  70 /* lu_nodemap flags */
  71 enum nm_flag_shifts {
  72         NM_FL_ALLOW_ROOT_ACCESS = 0x1,
  73         NM_FL_TRUST_CLIENT_IDS = 0x2,
  74         NM_FL_DENY_UNKNOWN = 0x4,
  75 };
  76
  77 static void nodemap_cluster_key_init(struct nodemap_key *nk, unsigned int nm_id)
  78 {
  79         nk->nk_nodemap_id = cpu_to_le32(nm_idx_set_type(nm_id,
  80                                                         NODEMAP_CLUSTER_IDX));
  81         nk->nk_unused = 0;
  82 }
  83
  84 static void nodemap_cluster_rec_init(union nodemap_rec *nr,
  85                                      const struct lu_nodemap *nodemap)
  86 {
  87         CLASSERT(sizeof(nr->ncr.ncr_name) == sizeof(nodemap->nm_name));
  88
  89         strncpy(nr->ncr.ncr_name, nodemap->nm_name, sizeof(nodemap->nm_name));
  90         nr->ncr.ncr_squash_uid = cpu_to_le32(nodemap->nm_squash_uid);
  91         nr->ncr.ncr_squash_gid = cpu_to_le32(nodemap->nm_squash_gid);
  92         nr->ncr.ncr_flags = cpu_to_le32(
  93                 (nodemap->nmf_trust_client_ids ?
  94                         NM_FL_TRUST_CLIENT_IDS : 0) |
  95                 (nodemap->nmf_allow_root_access ?
  96                         NM_FL_ALLOW_ROOT_ACCESS : 0) |
  97                 (nodemap->nmf_deny_unknown ?
  98                         NM_FL_DENY_UNKNOWN : 0));
  99 }
 100
 101 static void nodemap_idmap_key_init(struct nodemap_key *nk, unsigned int nm_id,
 102                                    enum nodemap_id_type id_type,
 103                                    u32 id_client)
 104 {
 105         enum nodemap_idx_type idx_type;
 106
 107         if (id_type == NODEMAP_UID)
 108                 idx_type = NODEMAP_UIDMAP_IDX;
 109         else
 110                 idx_type = NODEMAP_GIDMAP_IDX;
 111
 112         nk->nk_nodemap_id = cpu_to_le32(nm_idx_set_type(nm_id, idx_type));
 113         nk->nk_id_client = cpu_to_le32(id_client);
 114 }
 115
 116 static void nodemap_idmap_rec_init(union nodemap_rec *nr, u32 id_fs)
 117 {
 118         nr->nir.nir_id_fs = cpu_to_le32(id_fs);
 119 }
 120
 121 static void nodemap_range_key_init(struct nodemap_key *nk, unsigned int nm_id,
 122                                    unsigned int rn_id)
 123 {
 124         nk->nk_nodemap_id = cpu_to_le32(nm_idx_set_type(nm_id,
 125                                                         NODEMAP_RANGE_IDX));
 126         nk->nk_range_id = cpu_to_le32(rn_id);
 127 }
 128
 129 static void nodemap_range_rec_init(union nodemap_rec *nr,
 130                                    const lnet_nid_t nid[2])
 131 {
 132         nr->nrr.nrr_start_nid = cpu_to_le64(nid[0]);
 133         nr->nrr.nrr_end_nid = cpu_to_le64(nid[1]);
 134 }
 135
 136 static void nodemap_global_key_init(struct nodemap_key *nk)
 137 {
 138         nk->nk_nodemap_id = cpu_to_le32(nm_idx_set_type(0, NODEMAP_GLOBAL_IDX));
 139         nk->nk_unused = 0;
 140 }
 141
 142 static void nodemap_global_rec_init(union nodemap_rec *nr, bool active)
 143 {
 144         nr->ngr.ngr_is_active = active;
 145 }
 146
 147 /* should be called with dt_write lock */
 148 static void nodemap_inc_version(const struct lu_env *env,
 149                                 struct dt_object *nodemap_idx,
 150                                 struct thandle *th)
 151 {
 152         u64 ver = dt_version_get(env, nodemap_idx);
 153         dt_version_set(env, nodemap_idx, ver + 1, th);
 154 }
 155
 156 static struct dt_object *nodemap_cache_find_create(const struct lu_env *env,
 157                                                    struct dt_device *dev,
 158                                                    struct local_oid_storage *los,
 159                                                    bool force_create)
 160 {
 161         struct lu_fid root_fid;
 162         struct dt_object *root_obj;
 163         struct dt_object *nm_obj;
 164         int rc = 0;
 165
 166         rc = dt_root_get(env, dev, &root_fid);
 167         if (rc < 0)
 168                 GOTO(out, nm_obj = ERR_PTR(rc));
 169
 170         root_obj = dt_locate(env, dev, &root_fid);
 171         if (unlikely(IS_ERR(root_obj)))
 172                 GOTO(out, nm_obj = root_obj);
 173
 174 again:
 175         /* if loading index fails the first time, try again with force_create */
 176         if (force_create) {
 177                 CDEBUG(D_INFO, "removing old index, creating new one\n");
 178                 rc = local_object_unlink(env, dev, root_obj,
 179                                          LUSTRE_NODEMAP_NAME);
 180                 if (rc < 0) {
 181                         /* XXX not sure the best way to get obd name. */
 182                         CERROR("cannot destroy nodemap index: rc = %d\n",
 183                                rc);
 184                         GOTO(out_root, nm_obj = ERR_PTR(rc));
 185                 }
 186         }
 187
 188         nm_obj = local_index_find_or_create(env, los, root_obj,
 189                                                 LUSTRE_NODEMAP_NAME,
 190                                                 S_IFREG | S_IRUGO | S_IWUSR,
 191                                                 &dt_nodemap_features);
 192         if (IS_ERR(nm_obj))
 193                 GOTO(out_root, nm_obj);
 194
 195         if (nm_obj->do_index_ops == NULL) {
 196                 rc = nm_obj->do_ops->do_index_try(env, nm_obj,
 197                                                       &dt_nodemap_features);
 198                 /* even if loading from tgt fails, connecting to MGS will
 199                  * rewrite the config
 200                  */
 201                 if (rc < 0 && !force_create) {
 202                         CERROR("cannot load nodemap index from disk, creating "
 203                                "new index: rc = %d\n", rc);
 204                         lu_object_put(env, &nm_obj->do_lu);
 205                         force_create = true;
 206                         goto again;
 207                 }
 208         }
 209
 210         if (rc < 0)
 211                 nm_obj = ERR_PTR(rc);
 212
 213 out_root:
 214         lu_object_put(env, &root_obj->do_lu);
 215 out:
 216         return nm_obj;
 217 }
 218
 219 static int nodemap_idx_insert(const struct lu_env *env,
 220                               struct dt_object *idx,
 221                               const struct nodemap_key *nk,
 222                               const union nodemap_rec *nr)
 223 {
 224         struct thandle          *th;
 225         struct dt_device        *dev = lu2dt_dev(idx->do_lu.lo_dev);
 226         int                      rc;
 227
 228         CLASSERT(sizeof(union nodemap_rec) == 32);
 229
 230         th = dt_trans_create(env, dev);
 231
 232         if (IS_ERR(th))
 233                 GOTO(out, rc = PTR_ERR(th));
 234
 235         rc = dt_declare_insert(env, idx,
 236                                (const struct dt_rec *)nr,
 237                                (const struct dt_key *)nk, th);
 238         if (rc != 0)
 239                 GOTO(out, rc);
 240
 241         rc = dt_declare_version_set(env, idx, th);
 242         if (rc != 0)
 243                 GOTO(out, rc);
 244
 245         rc = dt_trans_start_local(env, dev, th);
 246         if (rc != 0)
 247                 GOTO(out, rc);
 248
 249         dt_write_lock(env, idx, 0);
 250
 251         rc = dt_insert(env, idx, (const struct dt_rec *)nr,
 252                        (const struct dt_key *)nk, th, 1);
 253
 254         nodemap_inc_version(env, idx, th);
 255         dt_write_unlock(env, idx);
 256 out:
 257         dt_trans_stop(env, dev, th);
 258
 259         return rc;
 260 }
 261
 262 static int nodemap_idx_update(const struct lu_env *env,
 263                               struct dt_object *idx,
 264                               const struct nodemap_key *nk,
 265                               const union nodemap_rec *nr)
 266 {
 267         struct thandle          *th;
 268         struct dt_device        *dev = lu2dt_dev(idx->do_lu.lo_dev);
 269         int                      rc = 0;
 270
 271         th = dt_trans_create(env, dev);
 272
 273         if (IS_ERR(th))
 274                 GOTO(out, rc = PTR_ERR(th));
 275
 276         rc = dt_declare_delete(env, idx, (const struct dt_key *)nk, th);
 277         if (rc != 0)
 278                 GOTO(out, rc);
 279
 280         rc = dt_declare_insert(env, idx, (const struct dt_rec *)nr,
 281                                (const struct dt_key *)nk, th);
 282         if (rc != 0)
 283                 GOTO(out, rc);
 284
 285         rc = dt_declare_version_set(env, idx, th);
 286         if (rc != 0)
 287                 GOTO(out, rc);
 288
 289         rc = dt_trans_start_local(env, dev, th);
 290         if (rc != 0)
 291                 GOTO(out, rc);
 292
 293         dt_write_lock(env, idx, 0);
 294
 295         rc = dt_delete(env, idx, (const struct dt_key *)nk, th);
 296         if (rc != 0)
 297                 GOTO(out_lock, rc);
 298
 299         rc = dt_insert(env, idx, (const struct dt_rec *)nr,
 300                        (const struct dt_key *)nk, th, 1);
 301         if (rc != 0)
 302                 GOTO(out_lock, rc);
 303
 304         nodemap_inc_version(env, idx, th);
 305 out_lock:
 306         dt_write_unlock(env, idx);
 307 out:
 308         dt_trans_stop(env, dev, th);
 309
 310         return rc;
 311 }
 312
 313 static int nodemap_idx_delete(const struct lu_env *env,
 314                               struct dt_object *idx,
 315                               const struct nodemap_key *nk,
 316                               const union nodemap_rec *unused)
 317 {
 318         struct thandle          *th;
 319         struct dt_device        *dev = lu2dt_dev(idx->do_lu.lo_dev);
 320         int                      rc = 0;
 321
 322         th = dt_trans_create(env, dev);
 323
 324         if (IS_ERR(th))
 325                 GOTO(out, rc = PTR_ERR(th));
 326
 327         rc = dt_declare_delete(env, idx, (const struct dt_key *)nk, th);
 328         if (rc != 0)
 329                 GOTO(out, rc);
 330
 331         rc = dt_declare_version_set(env, idx, th);
 332         if (rc != 0)
 333                 GOTO(out, rc);
 334
 335         rc = dt_trans_start_local(env, dev, th);
 336         if (rc != 0)
 337                 GOTO(out, rc);
 338
 339         dt_write_lock(env, idx, 0);
 340
 341         rc = dt_delete(env, idx, (const struct dt_key *)nk, th);
 342
 343         nodemap_inc_version(env, idx, th);
 344
 345         dt_write_unlock(env, idx);
 346 out:
 347         dt_trans_stop(env, dev, th);
 348
 349         return rc;
 350 }
 351
 352 enum nm_add_update {
 353         NM_ADD = 0,
 354         NM_UPDATE = 1,
 355 };
 356
 357 static int nodemap_idx_nodemap_add_update(const struct lu_nodemap *nodemap,
 358                                           enum nm_add_update update)
 359 {
 360         struct nodemap_key nk;
 361         union nodemap_rec nr;
 362         struct lu_env env;
 363         int rc = 0;
 364
 365         ENTRY;
 366
 367         if (nodemap_mgs_ncf == NULL) {
 368                 CERROR("cannot add nodemap config to non-existing MGS.\n");
 369                 return -EINVAL;
 370         }
 371
 372         rc = lu_env_init(&env, LCT_LOCAL);
 373         if (rc)
 374                 RETURN(rc);
 375
 376         nodemap_cluster_key_init(&nk, nodemap->nm_id);
 377         nodemap_cluster_rec_init(&nr, nodemap);
 378
 379         if (update == NM_UPDATE)
 380                 rc = nodemap_idx_update(&env, nodemap_mgs_ncf->ncf_obj,
 381                                         &nk, &nr);
 382         else
 383                 rc = nodemap_idx_insert(&env, nodemap_mgs_ncf->ncf_obj,
 384                                         &nk, &nr);
 385
 386         lu_env_fini(&env);
 387
 388         RETURN(rc);
 389 }
 390
 391 int nodemap_idx_nodemap_add(const struct lu_nodemap *nodemap)
 392 {
 393         return nodemap_idx_nodemap_add_update(nodemap, NM_ADD);
 394 }
 395
 396 int nodemap_idx_nodemap_update(const struct lu_nodemap *nodemap)
 397 {
 398         return nodemap_idx_nodemap_add_update(nodemap, NM_UPDATE);
 399 }
 400
 401 int nodemap_idx_nodemap_del(const struct lu_nodemap *nodemap)
 402 {
 403         struct rb_root           root;
 404         struct lu_idmap         *idmap;
 405         struct lu_idmap         *temp;
 406         struct lu_nid_range     *range;
 407         struct lu_nid_range     *range_temp;
 408         struct nodemap_key       nk;
 409         struct lu_env            env;
 410         int                      rc = 0;
 411         int                      rc2 = 0;
 412
 413         ENTRY;
 414
 415         if (nodemap_mgs_ncf == NULL) {
 416                 CERROR("cannot add nodemap config to non-existing MGS.\n");
 417                 return -EINVAL;
 418         }
 419
 420         rc = lu_env_init(&env, LCT_LOCAL);
 421         if (rc != 0)
 422                 RETURN(rc);
 423
 424         root = nodemap->nm_fs_to_client_uidmap;
 425         nm_rbtree_postorder_for_each_entry_safe(idmap, temp, &root,
 426                                                 id_fs_to_client) {
 427                 nodemap_idmap_key_init(&nk, nodemap->nm_id, NODEMAP_UID,
 428                                        idmap->id_client);
 429                 rc2 = nodemap_idx_delete(&env, nodemap_mgs_ncf->ncf_obj,
 430                                          &nk, NULL);
 431                 if (rc2 < 0)
 432                         rc = rc2;
 433         }
 434
 435         root = nodemap->nm_client_to_fs_gidmap;
 436         nm_rbtree_postorder_for_each_entry_safe(idmap, temp, &root,
 437                                                 id_client_to_fs) {
 438                 nodemap_idmap_key_init(&nk, nodemap->nm_id, NODEMAP_GID,
 439                                        idmap->id_client);
 440                 rc2 = nodemap_idx_delete(&env, nodemap_mgs_ncf->ncf_obj,
 441                                          &nk, NULL);
 442                 if (rc2 < 0)
 443                         rc = rc2;
 444         }
 445
 446         list_for_each_entry_safe(range, range_temp, &nodemap->nm_ranges,
 447                                  rn_list) {
 448                 nodemap_range_key_init(&nk, nodemap->nm_id, range->rn_id);
 449                 rc2 = nodemap_idx_delete(&env, nodemap_mgs_ncf->ncf_obj,
 450                                          &nk, NULL);
 451                 if (rc2 < 0)
 452                         rc = rc2;
 453         }
 454
 455         nodemap_cluster_key_init(&nk, nodemap->nm_id);
 456         rc2 = nodemap_idx_delete(&env, nodemap_mgs_ncf->ncf_obj, &nk, NULL);
 457         if (rc2 < 0)
 458                 rc = rc2;
 459
 460         lu_env_fini(&env);
 461
 462         RETURN(rc);
 463 }
 464
 465 int nodemap_idx_range_add(const struct lu_nid_range *range,
 466                           const lnet_nid_t nid[2])
 467 {
 468         struct nodemap_key       nk;
 469         union nodemap_rec        nr;
 470         struct lu_env            env;
 471         int                      rc = 0;
 472         ENTRY;
 473
 474         if (nodemap_mgs_ncf == NULL) {
 475                 CERROR("cannot add nodemap config to non-existing MGS.\n");
 476                 return -EINVAL;
 477         }
 478
 479         rc = lu_env_init(&env, LCT_LOCAL);
 480         if (rc != 0)
 481                 RETURN(rc);
 482
 483         nodemap_range_key_init(&nk, range->rn_nodemap->nm_id, range->rn_id);
 484         nodemap_range_rec_init(&nr, nid);
 485
 486         rc = nodemap_idx_insert(&env, nodemap_mgs_ncf->ncf_obj, &nk, &nr);
 487         lu_env_fini(&env);
 488
 489         RETURN(rc);
 490 }
 491
 492 int nodemap_idx_range_del(const struct lu_nid_range *range)
 493 {
 494         struct nodemap_key       nk;
 495         struct lu_env            env;
 496         int                      rc = 0;
 497         ENTRY;
 498
 499         if (nodemap_mgs_ncf == NULL) {
 500                 CERROR("cannot add nodemap config to non-existing MGS.\n");
 501                 return -EINVAL;
 502         }
 503
 504         rc = lu_env_init(&env, LCT_LOCAL);
 505         if (rc != 0)
 506                 RETURN(rc);
 507
 508         nodemap_range_key_init(&nk, range->rn_nodemap->nm_id, range->rn_id);
 509
 510         rc = nodemap_idx_delete(&env, nodemap_mgs_ncf->ncf_obj, &nk, NULL);
 511         lu_env_fini(&env);
 512
 513         RETURN(rc);
 514 }
 515
 516 int nodemap_idx_idmap_add(const struct lu_nodemap *nodemap,
 517                           enum nodemap_id_type id_type,
 518                           const u32 map[2])
 519 {
 520         struct nodemap_key       nk;
 521         union nodemap_rec        nr;
 522         struct lu_env            env;
 523         int                      rc = 0;
 524         ENTRY;
 525
 526         if (nodemap_mgs_ncf == NULL) {
 527                 CERROR("cannot add nodemap config to non-existing MGS.\n");
 528                 return -EINVAL;
 529         }
 530
 531         rc = lu_env_init(&env, LCT_LOCAL);
 532         if (rc != 0)
 533                 RETURN(rc);
 534
 535         nodemap_idmap_key_init(&nk, nodemap->nm_id, id_type, map[0]);
 536         nodemap_idmap_rec_init(&nr, map[1]);
 537
 538         rc = nodemap_idx_insert(&env, nodemap_mgs_ncf->ncf_obj, &nk, &nr);
 539         lu_env_fini(&env);
 540
 541         RETURN(rc);
 542 }
 543
 544 int nodemap_idx_idmap_del(const struct lu_nodemap *nodemap,
 545                           enum nodemap_id_type id_type,
 546                           const u32 map[2])
 547 {
 548         struct nodemap_key       nk;
 549         struct lu_env            env;
 550         int                      rc = 0;
 551         ENTRY;
 552
 553         if (nodemap_mgs_ncf == NULL) {
 554                 CERROR("cannot add nodemap config to non-existing MGS.\n");
 555                 return -EINVAL;
 556         }
 557
 558         rc = lu_env_init(&env, LCT_LOCAL);
 559         if (rc != 0)
 560                 RETURN(rc);
 561
 562         nodemap_idmap_key_init(&nk, nodemap->nm_id, id_type, map[0]);
 563
 564         rc = nodemap_idx_delete(&env, nodemap_mgs_ncf->ncf_obj, &nk, NULL);
 565         lu_env_fini(&env);
 566
 567         RETURN(rc);
 568 }
 569
 570 static int nodemap_idx_global_add_update(bool value, enum nm_add_update update)
 571 {
 572         struct nodemap_key       nk;
 573         union nodemap_rec        nr;
 574         struct lu_env            env;
 575         int                      rc = 0;
 576         ENTRY;
 577
 578         if (nodemap_mgs_ncf == NULL) {
 579                 CERROR("cannot add nodemap config to non-existing MGS.\n");
 580                 return -EINVAL;
 581         }
 582
 583         rc = lu_env_init(&env, LCT_LOCAL);
 584         if (rc != 0)
 585                 RETURN(rc);
 586
 587         nodemap_global_key_init(&nk);
 588         nodemap_global_rec_init(&nr, value);
 589
 590         if (update == NM_UPDATE)
 591                 rc = nodemap_idx_update(&env, nodemap_mgs_ncf->ncf_obj,
 592                                         &nk, &nr);
 593         else
 594                 rc = nodemap_idx_insert(&env, nodemap_mgs_ncf->ncf_obj,
 595                                         &nk, &nr);
 596
 597         lu_env_fini(&env);
 598
 599         RETURN(rc);
 600 }
 601
 602 int nodemap_idx_nodemap_activate(bool value)
 603 {
 604         return nodemap_idx_global_add_update(value, NM_UPDATE);
 605 }
 606
 607 /**
 608  * Process a key/rec pair and modify the new configuration.
 609  *
 610  * \param       config          configuration to update with this key/rec data
 611  * \param       key             key of the record that was loaded
 612  * \param       rec             record that was loaded
 613  * \param       recent_nodemap  last referenced nodemap
 614  * \retval      type of record processed, see enum #nodemap_idx_type
 615  * \retval      -ENOENT         range or map loaded before nodemap record
 616  * \retval      -EINVAL         duplicate nodemap cluster records found with
 617  *                              different IDs, or nodemap has invalid name
 618  * \retval      -ENOMEM
 619  */
 620 static int nodemap_process_keyrec(struct nodemap_config *config,
 621                                   const struct nodemap_key *key,
 622                                   const union nodemap_rec *rec,
 623                                   struct lu_nodemap **recent_nodemap)
 624 {
 625         struct lu_nodemap       *nodemap = NULL;
 626         enum nodemap_idx_type    type;
 627         enum nodemap_id_type     id_type;
 628         u8                       flags;
 629         u32                      nodemap_id;
 630         lnet_nid_t               nid[2];
 631         u32                      map[2];
 632         int                      rc;
 633
 634         CLASSERT(sizeof(union nodemap_rec) == 32);
 635
 636         nodemap_id = le32_to_cpu(key->nk_nodemap_id);
 637         type = nm_idx_get_type(nodemap_id);
 638         nodemap_id = nm_idx_set_type(nodemap_id, 0);
 639
 640         CDEBUG(D_INFO, "found config entry, nm_id %d type %d\n",
 641                nodemap_id, type);
 642
 643         /* find the correct nodemap in the load list */
 644         if (type == NODEMAP_RANGE_IDX || type == NODEMAP_UIDMAP_IDX ||
 645             type == NODEMAP_GIDMAP_IDX) {
 646                 struct lu_nodemap *tmp = NULL;
 647
 648                 nodemap = *recent_nodemap;
 649
 650                 if (nodemap == NULL)
 651                         GOTO(out, rc = -ENOENT);
 652
 653                 if (nodemap->nm_id != nodemap_id) {
 654                         list_for_each_entry(tmp, &nodemap->nm_list, nm_list)
 655                                 if (tmp->nm_id == nodemap_id) {
 656                                         nodemap = tmp;
 657                                         break;
 658                                 }
 659
 660                         if (nodemap->nm_id != nodemap_id)
 661                                 GOTO(out, rc = -ENOENT);
 662                 }
 663
 664                 /* update most recently used nodemap if necessay */
 665                 if (nodemap != *recent_nodemap)
 666                         *recent_nodemap = nodemap;
 667         }
 668
 669         switch (type) {
 670         case NODEMAP_EMPTY_IDX:
 671                 if (nodemap_id != 0)
 672                         CWARN("Found nodemap config record without type field, "
 673                               " nodemap_id=%d. nodemap config file corrupt?\n",
 674                               nodemap_id);
 675                 break;
 676         case NODEMAP_CLUSTER_IDX:
 677                 nodemap = cfs_hash_lookup(config->nmc_nodemap_hash,
 678                                           rec->ncr.ncr_name);
 679                 if (nodemap == NULL) {
 680                         if (nodemap_id == LUSTRE_NODEMAP_DEFAULT_ID) {
 681                                 nodemap = nodemap_create(rec->ncr.ncr_name,
 682                                                          config, 1);
 683                                 config->nmc_default_nodemap = nodemap;
 684                         } else {
 685                                 nodemap = nodemap_create(rec->ncr.ncr_name,
 686                                                          config, 0);
 687                         }
 688                         if (IS_ERR(nodemap))
 689                                 GOTO(out, rc = PTR_ERR(nodemap));
 690
 691                         /* we need to override the local ID with the saved ID */
 692                         nodemap->nm_id = nodemap_id;
 693                         if (nodemap_id > config->nmc_nodemap_highest_id)
 694                                 config->nmc_nodemap_highest_id = nodemap_id;
 695
 696                 } else if (nodemap->nm_id != nodemap_id) {
 697                         nodemap_putref(nodemap);
 698                         GOTO(out, rc = -EINVAL);
 699                 }
 700
 701                 nodemap->nm_squash_uid =
 702                                 le32_to_cpu(rec->ncr.ncr_squash_uid);
 703                 nodemap->nm_squash_gid =
 704                                 le32_to_cpu(rec->ncr.ncr_squash_gid);
 705
 706                 flags = le32_to_cpu(rec->ncr.ncr_flags);
 707                 nodemap->nmf_allow_root_access =
 708                                         flags & NM_FL_ALLOW_ROOT_ACCESS;
 709                 nodemap->nmf_trust_client_ids =
 710                                         flags & NM_FL_TRUST_CLIENT_IDS;
 711                 nodemap->nmf_deny_unknown =
 712                                         flags & NM_FL_DENY_UNKNOWN;
 713
 714                 if (*recent_nodemap == NULL) {
 715                         *recent_nodemap = nodemap;
 716                         INIT_LIST_HEAD(&nodemap->nm_list);
 717                 } else {
 718                         list_add(&nodemap->nm_list,
 719                                  &(*recent_nodemap)->nm_list);
 720                 }
 721                 nodemap_putref(nodemap);
 722                 break;
 723         case NODEMAP_RANGE_IDX:
 724                 nid[0] = le64_to_cpu(rec->nrr.nrr_start_nid);
 725                 nid[1] = le64_to_cpu(rec->nrr.nrr_end_nid);
 726
 727                 rc = nodemap_add_range_helper(config, nodemap, nid,
 728                                         le32_to_cpu(key->nk_range_id));
 729                 if (rc != 0)
 730                         GOTO(out, rc);
 731                 break;
 732         case NODEMAP_UIDMAP_IDX:
 733         case NODEMAP_GIDMAP_IDX:
 734                 map[0] = le32_to_cpu(key->nk_id_client);
 735                 map[1] = le32_to_cpu(rec->nir.nir_id_fs);
 736
 737                 if (type == NODEMAP_UIDMAP_IDX)
 738                         id_type = NODEMAP_UID;
 739                 else
 740                         id_type = NODEMAP_GID;
 741
 742                 rc = nodemap_add_idmap_helper(nodemap, id_type, map);
 743                 if (rc != 0)
 744                         GOTO(out, rc);
 745                 break;
 746         case NODEMAP_GLOBAL_IDX:
 747                 config->nmc_nodemap_is_active = rec->ngr.ngr_is_active;
 748                 break;
 749         default:
 750                 CERROR("got keyrec pair for unknown type %d\n", type);
 751                 break;
 752         }
 753
 754         rc = type;
 755
 756 out:
 757         return rc;
 758 }
 759
 760 static int nodemap_load_entries(const struct lu_env *env,
 761                                 struct dt_object *nodemap_idx)
 762 {
 763         const struct dt_it_ops  *iops;
 764         struct dt_it            *it;
 765         struct lu_nodemap       *recent_nodemap = NULL;
 766         struct nodemap_config   *new_config = NULL;
 767         u64                      hash = 0;
 768         bool                     activate_nodemap = false;
 769         bool                     loaded_global_idx = false;
 770         int                      rc = 0;
 771
 772         ENTRY;
 773
 774         iops = &nodemap_idx->do_index_ops->dio_it;
 775
 776         dt_read_lock(env, nodemap_idx, 0);
 777         it = iops->init(env, nodemap_idx, 0);
 778         if (IS_ERR(it))
 779                 GOTO(out, rc = PTR_ERR(it));
 780
 781         rc = iops->load(env, it, hash);
 782         if (rc < 0)
 783                 GOTO(out_iops_fini, rc);
 784
 785         /* rc == 0 means we need to advance to record */
 786         if (rc == 0) {
 787                 rc = iops->next(env, it);
 788
 789                 if (rc < 0)
 790                         GOTO(out_iops_put, rc);
 791                 /* rc > 0 is eof, will be checked in while below */
 792         } else {
 793                 /* rc == 1, we found initial record and can process below */
 794                 rc = 0;
 795         }
 796
 797         new_config = nodemap_config_alloc();
 798         if (IS_ERR(new_config)) {
 799                 rc = PTR_ERR(new_config);
 800                 new_config = NULL;
 801                 GOTO(out_iops_put, rc);
 802         }
 803
 804         /* rc > 0 is eof, check initial iops->next here as well */
 805         while (rc == 0) {
 806                 struct nodemap_key *key;
 807                 union nodemap_rec rec;
 808
 809                 key = (struct nodemap_key *)iops->key(env, it);
 810                 rc = iops->rec(env, it, (struct dt_rec *)&rec, 0);
 811                 if (rc != -ESTALE) {
 812                         if (rc != 0)
 813                                 GOTO(out_nodemap_config, rc);
 814                         rc = nodemap_process_keyrec(new_config, key, &rec,
 815                                                     &recent_nodemap);
 816                         if (rc < 0)
 817                                 GOTO(out_nodemap_config, rc);
 818                         if (rc == NODEMAP_GLOBAL_IDX)
 819                                 loaded_global_idx = true;
 820                 }
 821
 822                 do
 823                         rc = iops->next(env, it);
 824                 while (rc == -ESTALE);
 825         }
 826
 827         if (rc > 0)
 828                 rc = 0;
 829
 830 out_nodemap_config:
 831         if (rc != 0)
 832                 nodemap_config_dealloc(new_config);
 833         else
 834                 /* creating new default needs to be done outside dt read lock */
 835                 activate_nodemap = true;
 836 out_iops_put:
 837         iops->put(env, it);
 838 out_iops_fini:
 839         iops->fini(env, it);
 840 out:
 841         dt_read_unlock(env, nodemap_idx);
 842
 843         if (rc != 0)
 844                 CWARN("%s: failed to load nodemap configuration: rc = %d\n",
 845                       nodemap_idx->do_lu.lo_dev->ld_obd->obd_name, rc);
 846
 847         if (!activate_nodemap)
 848                 RETURN(rc);
 849
 850         if (new_config->nmc_default_nodemap == NULL) {
 851                 /* new MGS won't have a default nm on disk, so create it here */
 852                 new_config->nmc_default_nodemap =
 853                         nodemap_create(DEFAULT_NODEMAP, new_config, 1);
 854                 if (IS_ERR(new_config->nmc_default_nodemap)) {
 855                         rc = PTR_ERR(new_config->nmc_default_nodemap);
 856                 } else {
 857                         rc = nodemap_idx_nodemap_add_update(
 858                                         new_config->nmc_default_nodemap,
 859                                         NM_ADD);
 860                         nodemap_putref(new_config->nmc_default_nodemap);
 861                 }
 862         }
 863
 864         /* new nodemap config won't have an active/inactive record */
 865         if (rc == 0 && loaded_global_idx == false) {
 866                 struct nodemap_key       nk;
 867                 union nodemap_rec        nr;
 868
 869                 nodemap_global_key_init(&nk);
 870                 nodemap_global_rec_init(&nr, false);
 871                 rc = nodemap_idx_insert(env, nodemap_idx, &nk, &nr);
 872         }
 873
 874         if (rc == 0)
 875                 nodemap_config_set_active(new_config);
 876         else
 877                 nodemap_config_dealloc(new_config);
 878
 879         RETURN(rc);
 880 }
 881
 882 /**
 883  * Step through active config and write to disk.
 884  */
 885 int nodemap_save_config_cache(const struct lu_env *env,
 886                               struct nm_config_file *ncf)
 887 {
 888         struct dt_device *dev;
 889         struct dt_object *o;
 890         struct lu_nodemap *nodemap;
 891         struct lu_nodemap *nm_tmp;
 892         struct lu_nid_range *range;
 893         struct lu_nid_range *range_temp;
 894         struct lu_idmap *idmap;
 895         struct lu_idmap *id_tmp;
 896         struct rb_root root;
 897         struct nodemap_key nk;
 898         union nodemap_rec nr;
 899         LIST_HEAD(nodemap_list_head);
 900         int rc = 0, rc2;
 901
 902         ENTRY;
 903
 904         if (ncf->ncf_los == NULL || ncf->ncf_obj == NULL)
 905                 RETURN(-EIO);
 906
 907         dev = lu2dt_dev(ncf->ncf_obj->do_lu.lo_dev);
 908
 909         /* nodemap_cache_find_create will delete old conf file, so put here */
 910         lu_object_put_nocache(env, &ncf->ncf_obj->do_lu);
 911         ncf->ncf_obj = NULL;
 912
 913         /* force create a new index file to fill with active config */
 914         o = nodemap_cache_find_create(env, dev, ncf->ncf_los, true);
 915         if (IS_ERR(o))
 916                 GOTO(out, rc = PTR_ERR(o));
 917
 918         ncf->ncf_obj = o;
 919
 920         mutex_lock(&active_config_lock);
 921
 922         /* convert hash to list so we don't spin */
 923         cfs_hash_for_each_safe(active_config->nmc_nodemap_hash,
 924                                nm_hash_list_cb, &nodemap_list_head);
 925
 926         list_for_each_entry_safe(nodemap, nm_tmp, &nodemap_list_head, nm_list) {
 927                 nodemap_cluster_key_init(&nk, nodemap->nm_id);
 928                 nodemap_cluster_rec_init(&nr, nodemap);
 929
 930                 rc2 = nodemap_idx_insert(env, o, &nk, &nr);
 931                 if (rc2 < 0) {
 932                         rc = rc2;
 933                         continue;
 934                 }
 935
 936                 down_read(&active_config->nmc_range_tree_lock);
 937                 list_for_each_entry_safe(range, range_temp, &nodemap->nm_ranges,
 938                                          rn_list) {
 939                         lnet_nid_t nid[2] = {
 940                                 range->rn_node.in_extent.start,
 941                                 range->rn_node.in_extent.end
 942                         };
 943                         nodemap_range_key_init(&nk, nodemap->nm_id,
 944                                                range->rn_id);
 945                         nodemap_range_rec_init(&nr, nid);
 946                         rc2 = nodemap_idx_insert(env, o, &nk, &nr);
 947                         if (rc2 < 0)
 948                                 rc = rc2;
 949                 }
 950                 up_read(&active_config->nmc_range_tree_lock);
 951
 952                 /* we don't need to take nm_idmap_lock because active config
 953                  * lock prevents changes from happening to nodemaps
 954                  */
 955                 root = nodemap->nm_client_to_fs_uidmap;
 956                 nm_rbtree_postorder_for_each_entry_safe(idmap, id_tmp, &root,
 957                                                         id_client_to_fs) {
 958                         nodemap_idmap_key_init(&nk, nodemap->nm_id, NODEMAP_UID,
 959                                                idmap->id_client);
 960                         nodemap_idmap_rec_init(&nr, idmap->id_fs);
 961                         rc2 = nodemap_idx_insert(env, o, &nk, &nr);
 962                         if (rc2 < 0)
 963                                 rc = rc2;
 964                 }
 965
 966                 root = nodemap->nm_client_to_fs_gidmap;
 967                 nm_rbtree_postorder_for_each_entry_safe(idmap, id_tmp, &root,
 968                                                         id_client_to_fs) {
 969                         nodemap_idmap_key_init(&nk, nodemap->nm_id, NODEMAP_GID,
 970                                                idmap->id_client);
 971                         nodemap_idmap_rec_init(&nr, idmap->id_fs);
 972                         rc2 = nodemap_idx_insert(env, o, &nk, &nr);
 973                         if (rc2 < 0)
 974                                 rc = rc2;
 975                 }
 976         }
 977         nodemap_global_key_init(&nk);
 978         nodemap_global_rec_init(&nr, active_config->nmc_nodemap_is_active);
 979         rc2 = nodemap_idx_insert(env, o, &nk, &nr);
 980         if (rc2 < 0)
 981                 rc = rc2;
 982
 983 out:
 984         mutex_unlock(&active_config_lock);
 985         RETURN(rc);
 986 }
 987
 988 static void nodemap_save_all_caches(void)
 989 {
 990         struct nm_config_file   *ncf;
 991         struct lu_env            env;
 992         int                      rc = 0;
 993
 994         /* recreating nodemap cache requires fld_thread_key be in env */
 995         rc = lu_env_init(&env, LCT_MD_THREAD | LCT_DT_THREAD | LCT_MG_THREAD);
 996         if (rc != 0) {
 997                 CWARN("cannot init env for nodemap config: rc = %d\n", rc);
 998                 return;
 999         }
1000
1001         mutex_lock(&ncf_list_lock);
1002         list_for_each_entry(ncf, &ncf_list_head, ncf_list) {
1003                 rc = nodemap_save_config_cache(&env, ncf);
1004                 if (rc < 0 && ncf->ncf_obj != NULL)
1005                         CWARN("%s: error writing to nodemap config: rc = %d\n",
1006                               ncf->ncf_obj->do_lu.lo_dev->ld_obd->obd_name, rc);
1007         }
1008         mutex_unlock(&ncf_list_lock);
1009
1010         lu_env_fini(&env);
1011 }
1012
1013 /* tracks if config still needs to be loaded, either from disk or network */
1014 static bool nodemap_config_loaded;
1015 static DEFINE_MUTEX(nodemap_config_loaded_lock);
1016
1017 /**
1018  * Ensures that configs loaded over the wire are prioritized over those loaded
1019  * from disk.
1020  *
1021  * \param config        config to set as the active config
1022  */
1023 void nodemap_config_set_active_mgc(struct nodemap_config *config)
1024 {
1025         mutex_lock(&nodemap_config_loaded_lock);
1026         nodemap_config_set_active(config);
1027         nodemap_config_loaded = true;
1028         nodemap_save_all_caches();
1029         mutex_unlock(&nodemap_config_loaded_lock);
1030 }
1031 EXPORT_SYMBOL(nodemap_config_set_active_mgc);
1032
1033 /**
1034  * Register a dt_object representing the config index file. This should be
1035  * called by targets in order to load the nodemap configuration from disk. The
1036  * dt_object should be created with local_index_find_or_create and the index
1037  * features should be enabled with do_index_try.
1038  *
1039  * \param obj   dt_object returned by local_index_find_or_create
1040  *
1041  * \retval      on success: nm_config_file handle for later deregistration
1042  * \retval      -ENOMEM         memory allocation failure
1043  * \retval      -ENOENT         error loading nodemap config
1044  * \retval      -EINVAL         error loading nodemap config
1045  */
1046 struct nm_config_file *nm_config_file_register(const struct lu_env *env,
1047                                                struct dt_object *obj,
1048                                                struct local_oid_storage *los,
1049                                                enum nm_config_file_type ncf_type)
1050 {
1051         struct nm_config_file *ncf;
1052         bool save_config = false;
1053         int rc = 0;
1054         ENTRY;
1055
1056         OBD_ALLOC_PTR(ncf);
1057         if (ncf == NULL)
1058                 RETURN(ERR_PTR(-ENOMEM));
1059
1060         ncf->ncf_obj = obj;
1061         ncf->ncf_los = los;
1062
1063         if (ncf_type == NCFT_MGS) {
1064                 nodemap_mgs_ncf = ncf;
1065         } else {
1066                 mutex_lock(&ncf_list_lock);
1067                 list_add(&ncf->ncf_list, &ncf_list_head);
1068                 mutex_unlock(&ncf_list_lock);
1069         }
1070
1071         /* prevent activation of config loaded from MGS until disk is loaded
1072          * so disk config is overwritten by MGS config.
1073          */
1074         mutex_lock(&nodemap_config_loaded_lock);
1075         if (ncf_type == NCFT_MGS || !nodemap_config_loaded)
1076                 rc = nodemap_load_entries(env, obj);
1077         else
1078                 save_config = true;
1079         nodemap_config_loaded = true;
1080         mutex_unlock(&nodemap_config_loaded_lock);
1081
1082         /* sync on disk caches with loaded config in memory */
1083         if (save_config)
1084                 rc = nodemap_save_config_cache(env, ncf);
1085
1086         if (rc < 0) {
1087                 if (ncf_type == NCFT_MGS) {
1088                         nodemap_mgs_ncf = NULL;
1089                 } else {
1090                         mutex_lock(&ncf_list_lock);
1091                         list_del(&ncf->ncf_list);
1092                         mutex_unlock(&ncf_list_lock);
1093                 }
1094
1095                 OBD_FREE_PTR(ncf);
1096                 RETURN(ERR_PTR(rc));
1097         }
1098
1099         RETURN(ncf);
1100 }
1101 EXPORT_SYMBOL(nm_config_file_register);
1102
1103 /**
1104  * Deregister a nm_config_file. Should be called by targets during cleanup.
1105  *
1106  * \param ncf   config file to deregister
1107  */
1108 void nm_config_file_deregister(const struct lu_env *env,
1109                                struct nm_config_file *ncf,
1110                                enum nm_config_file_type ncf_type)
1111 {
1112         ENTRY;
1113
1114         if (ncf->ncf_obj)
1115                 lu_object_put(env, &ncf->ncf_obj->do_lu);
1116
1117         if (ncf_type == NCFT_TGT) {
1118                 mutex_lock(&ncf_list_lock);
1119                 list_del(&ncf->ncf_list);
1120                 mutex_unlock(&ncf_list_lock);
1121         } else {
1122                 nodemap_mgs_ncf = NULL;
1123         }
1124         OBD_FREE_PTR(ncf);
1125
1126         EXIT;
1127 }
1128 EXPORT_SYMBOL(nm_config_file_deregister);
1129
1130 int nodemap_process_idx_pages(struct nodemap_config *config, union lu_page *lip,
1131                               struct lu_nodemap **recent_nodemap)
1132 {
1133         struct nodemap_key *key;
1134         union nodemap_rec *rec;
1135         char *entry;
1136         int j;
1137         int k;
1138         int rc = 0;
1139         int size = dt_nodemap_features.dif_keysize_max +
1140                    dt_nodemap_features.dif_recsize_max;
1141         ENTRY;
1142
1143         for (j = 0; j < LU_PAGE_COUNT; j++) {
1144                 if (lip->lp_idx.lip_magic != LIP_MAGIC)
1145                         return -EINVAL;
1146
1147                 /* get and process keys and records from page */
1148                 for (k = 0; k < lip->lp_idx.lip_nr; k++) {
1149                         entry = lip->lp_idx.lip_entries + k * size;
1150                         key = (struct nodemap_key *)entry;
1151
1152                         entry += dt_nodemap_features.dif_keysize_max;
1153                         rec = (union nodemap_rec *)entry;
1154
1155                         rc = nodemap_process_keyrec(config, key, rec,
1156                                                     recent_nodemap);
1157                         if (rc < 0)
1158                                 return rc;
1159                 }
1160                 lip++;
1161         }
1162
1163         EXIT;
1164         return 0;
1165 }
1166 EXPORT_SYMBOL(nodemap_process_idx_pages);
1167
1168 int nodemap_index_read(struct lu_env *env,
1169                        struct nm_config_file *ncf,
1170                        struct idx_info *ii,
1171                        const struct lu_rdpg *rdpg)
1172 {
1173         struct dt_object        *nodemap_idx = ncf->ncf_obj;
1174         __u64                    version;
1175         int                      rc = 0;
1176
1177         ii->ii_keysize = dt_nodemap_features.dif_keysize_max;
1178         ii->ii_recsize = dt_nodemap_features.dif_recsize_max;
1179
1180         dt_read_lock(env, nodemap_idx, 0);
1181         version = dt_version_get(env, nodemap_idx);
1182         if (rdpg->rp_hash != 0 && ii->ii_version != version) {
1183                 CDEBUG(D_INFO, "nodemap config changed while sending, "
1184                                "old "LPU64", new "LPU64"\n",
1185                        ii->ii_version,
1186                        version);
1187                 ii->ii_hash_end = 0;
1188         } else {
1189                 rc = dt_index_walk(env, nodemap_idx, rdpg, NULL, ii);
1190                 CDEBUG(D_INFO, "walked index, hashend %llx\n", ii->ii_hash_end);
1191         }
1192
1193         if (rc >= 0)
1194                 ii->ii_version = version;
1195
1196         dt_read_unlock(env, nodemap_idx);
1197         return rc;
1198 }
1199 EXPORT_SYMBOL(nodemap_index_read);
1200
1201 /**
1202  * Returns the current nodemap configuration to MGC by walking the nodemap
1203  * config index and storing it in the response buffer.
1204  *
1205  * \param       req             incoming MGS_CONFIG_READ request
1206  * \retval      0               success
1207  * \retval      -EINVAL         malformed request
1208  * \retval      -ENOTCONN       client evicted/reconnected already
1209  * \retval      -ETIMEDOUT      client timeout or network error
1210  * \retval      -ENOMEM
1211  */
1212 int nodemap_get_config_req(struct obd_device *mgs_obd,
1213                            struct ptlrpc_request *req)
1214 {
1215         struct mgs_config_body *body;
1216         struct mgs_config_res *res;
1217         struct lu_rdpg rdpg;
1218         struct idx_info nodemap_ii;
1219         struct ptlrpc_bulk_desc *desc;
1220         struct l_wait_info lwi;
1221         struct tg_export_data *rqexp_ted = &req->rq_export->exp_target_data;
1222         int i;
1223         int page_count;
1224         int bytes = 0;
1225         int rc = 0;
1226
1227         body = req_capsule_client_get(&req->rq_pill, &RMF_MGS_CONFIG_BODY);
1228         if (!body)
1229                 RETURN(-EINVAL);
1230
1231         if (body->mcb_type != CONFIG_T_NODEMAP)
1232                 RETURN(-EINVAL);
1233
1234         rdpg.rp_count = (body->mcb_units << body->mcb_bits);
1235         rdpg.rp_npages = (rdpg.rp_count + PAGE_CACHE_SIZE - 1) >>
1236                 PAGE_CACHE_SHIFT;
1237         if (rdpg.rp_npages > PTLRPC_MAX_BRW_PAGES)
1238                 RETURN(-EINVAL);
1239
1240         CDEBUG(D_INFO, "reading nodemap log, name '%s', size = %u\n",
1241                body->mcb_name, rdpg.rp_count);
1242
1243         /* allocate pages to store the containers */
1244         OBD_ALLOC(rdpg.rp_pages, sizeof(*rdpg.rp_pages) * rdpg.rp_npages);
1245         if (rdpg.rp_pages == NULL)
1246                 RETURN(-ENOMEM);
1247         for (i = 0; i < rdpg.rp_npages; i++) {
1248                 rdpg.rp_pages[i] = alloc_page(GFP_NOFS);
1249                 if (rdpg.rp_pages[i] == NULL)
1250                         GOTO(out, rc = -ENOMEM);
1251         }
1252
1253         rdpg.rp_hash = body->mcb_offset;
1254         nodemap_ii.ii_magic = IDX_INFO_MAGIC;
1255         nodemap_ii.ii_flags = II_FL_NOHASH;
1256         nodemap_ii.ii_version = rqexp_ted->ted_nodemap_version;
1257
1258         bytes = nodemap_index_read(req->rq_svc_thread->t_env,
1259                                    mgs_obd->u.obt.obt_nodemap_config_file,
1260                                    &nodemap_ii, &rdpg);
1261         if (bytes < 0)
1262                 GOTO(out, rc = bytes);
1263
1264         rqexp_ted->ted_nodemap_version = nodemap_ii.ii_version;
1265
1266         res = req_capsule_server_get(&req->rq_pill, &RMF_MGS_CONFIG_RES);
1267         if (res == NULL)
1268                 GOTO(out, rc = -EINVAL);
1269         res->mcr_offset = nodemap_ii.ii_hash_end;
1270         res->mcr_size = bytes;
1271
1272         page_count = (bytes + PAGE_CACHE_SIZE - 1) >> PAGE_CACHE_SHIFT;
1273         LASSERT(page_count <= rdpg.rp_count);
1274         desc = ptlrpc_prep_bulk_exp(req, page_count, 1,
1275                                     PTLRPC_BULK_PUT_SOURCE |
1276                                         PTLRPC_BULK_BUF_KIOV,
1277                                     MGS_BULK_PORTAL,
1278                                     &ptlrpc_bulk_kiov_pin_ops);
1279         if (desc == NULL)
1280                 GOTO(out, rc = -ENOMEM);
1281
1282         for (i = 0; i < page_count && bytes > 0; i++) {
1283                 ptlrpc_prep_bulk_page_pin(desc, rdpg.rp_pages[i], 0,
1284                                           min_t(int, bytes, PAGE_CACHE_SIZE));
1285                 bytes -= PAGE_CACHE_SIZE;
1286         }
1287
1288         rc = target_bulk_io(req->rq_export, desc, &lwi);
1289         ptlrpc_free_bulk(desc);
1290
1291 out:
1292         if (rdpg.rp_pages != NULL) {
1293                 for (i = 0; i < rdpg.rp_npages; i++)
1294                         if (rdpg.rp_pages[i] != NULL)
1295                                 __free_page(rdpg.rp_pages[i]);
1296                 OBD_FREE(rdpg.rp_pages,
1297                          rdpg.rp_npages * sizeof(rdpg.rp_pages[0]));
1298         }
1299         return rc;
1300 }
1301 EXPORT_SYMBOL(nodemap_get_config_req);
1302
1303 int nodemap_fs_init(const struct lu_env *env, struct dt_device *dev,
1304                     struct obd_device *obd, struct local_oid_storage *los)
1305 {
1306         struct dt_object        *config_obj;
1307         struct nm_config_file   *nm_config_file;
1308         int                      rc = 0;
1309         ENTRY;
1310
1311         CDEBUG(D_INFO, "%s: finding nodemap index\n", obd->obd_name);
1312         /* load or create the index file from disk (don't force create) */
1313         config_obj = nodemap_cache_find_create(env, dev, los, false);
1314         if (IS_ERR(config_obj))
1315                 GOTO(out, rc = PTR_ERR(config_obj));
1316
1317         CDEBUG(D_INFO, "%s: registering nodemap index\n", obd->obd_name);
1318
1319         nm_config_file = nm_config_file_register(env, config_obj, los,
1320                                                  NCFT_TGT);
1321         if (IS_ERR(nm_config_file)) {
1322                 CERROR("%s: error loading nodemap config file, file must be "
1323                        "removed via ldiskfs: rc = %ld\n",
1324                        obd->obd_name, PTR_ERR(nm_config_file));
1325                 GOTO(out, rc = PTR_ERR(nm_config_file));
1326         }
1327
1328         obd->u.obt.obt_nodemap_config_file = nm_config_file;
1329
1330         /* save los in case object needs to be re-created */
1331         nm_config_file->ncf_los = los;
1332
1333         EXIT;
1334
1335 out:
1336         return rc;
1337 }
1338 EXPORT_SYMBOL(nodemap_fs_init);
1339
1340 void nodemap_fs_fini(const struct lu_env *env, struct obd_device *obd)
1341 {
1342         if (obd->u.obt.obt_nodemap_config_file == NULL)
1343                 return;
1344
1345         nm_config_file_deregister(env, obd->u.obt.obt_nodemap_config_file,
1346                                   NCFT_TGT);
1347         obd->u.obt.obt_nodemap_config_file = NULL;
1348 }
1349 EXPORT_SYMBOL(nodemap_fs_fini);