Whamcloud - gitweb
LU-11546 tests: enable large_dir support for tests
[fs/lustre-release.git] / lustre / mgs / mgs_fs.c
index e5b1fb6..fd49546 100644 (file)
  *
  * You should have received a copy of the GNU General Public License
  * version 2 along with this program; If not, see
- * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
- *
- * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
- * CA 95054 USA or visit www.sun.com if you need additional information or
- * have any questions.
+ * http://www.gnu.org/licenses/gpl-2.0.html
  *
  * GPL HEADER END
  */
@@ -27,7 +23,7 @@
  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
  * Use is subject to license terms.
  *
- * Copyright (c) 2011, 2012, Whamcloud, Inc.
+ * Copyright (c) 2011, 2017, Intel Corporation.
  */
 /*
  * This file is part of Lustre, http://www.lustre.org/
 #include <lustre_fid.h>
 #include "mgs_internal.h"
 
+/**
+ * Initialize MGS per-export statistics.
+ *
+ * This function sets up procfs entries for various MGS export counters. These
+ * counters are for per-client statistics tracked on the server.
+ *
+ * \param[in] obd      OBD device
+ * \param[in] exp      OBD export
+ * \param[in] localdata        NID of client
+ *
+ * \retval             0 if successful
+ * \retval             negative value on error
+ */
 int mgs_export_stats_init(struct obd_device *obd, struct obd_export *exp,
-                          void *localdata)
-
+                         void *localdata)
 {
-        lnet_nid_t *client_nid = localdata;
-        int rc, newnid;
-        ENTRY;
-
-        rc = lprocfs_exp_setup(exp, client_nid, &newnid);
-        if (rc) {
-                /* Mask error for already created
-                 * /proc entries */
-                if (rc == -EALREADY)
-                        rc = 0;
-                RETURN(rc);
-        }
-        if (newnid) {
-                struct nid_stat *tmp = exp->exp_nid_stats;
-                int num_stats = 0;
-
-                num_stats = (sizeof(*obd->obd_type->typ_dt_ops) / sizeof(void *)) +
-                            LPROC_MGS_LAST - 1;
-                tmp->nid_stats = lprocfs_alloc_stats(num_stats,
-                                                     LPROCFS_STATS_FLAG_NOPERCPU);
-                if (tmp->nid_stats == NULL)
-                        return -ENOMEM;
-                lprocfs_init_ops_stats(LPROC_MGS_LAST, tmp->nid_stats);
-                mgs_stats_counter_init(tmp->nid_stats);
-                rc = lprocfs_register_stats(tmp->nid_proc, "stats",
-                                            tmp->nid_stats);
-                if (rc)
-                        GOTO(clean, rc);
-
-                rc = lprocfs_nid_ldlm_stats_init(tmp);
-                if (rc)
-                        GOTO(clean, rc);
-        }
-        RETURN(0);
-clean:
-        return rc;
+       lnet_nid_t *client_nid = localdata;
+       struct nid_stat *stats;
+       int rc;
+
+       ENTRY;
+
+       rc = lprocfs_exp_setup(exp, client_nid);
+       if (rc != 0)
+               /* Mask error for already created /proc entries */
+               RETURN(rc == -EALREADY ? 0 : rc);
+
+       stats = exp->exp_nid_stats;
+       stats->nid_stats = lprocfs_alloc_stats(LPROC_MGS_LAST,
+                                              LPROCFS_STATS_FLAG_NOPERCPU);
+       if (stats->nid_stats == NULL)
+               RETURN(-ENOMEM);
+
+       mgs_stats_counter_init(stats->nid_stats);
+
+       rc = lprocfs_register_stats(stats->nid_proc, "stats", stats->nid_stats);
+       if (rc != 0) {
+               lprocfs_free_stats(&stats->nid_stats);
+               GOTO(out, rc);
+       }
+
+       rc = lprocfs_nid_ldlm_stats_init(stats);
+       if (rc != 0)
+               GOTO(out, rc);
+
+out:
+       RETURN(rc);
 }
 
 /**
@@ -94,32 +97,29 @@ clean:
  * crash all connections are treated as new connections.
  */
 int mgs_client_add(struct obd_device *obd, struct obd_export *exp,
-                   void *localdata)
+                  void *localdata)
 {
-        return 0;
+       return 0;
 }
 
 /* Remove client export data from the MGS */
 int mgs_client_free(struct obd_export *exp)
 {
-        return 0;
+       return 0;
 }
 
 int mgs_fs_setup(const struct lu_env *env, struct mgs_device *mgs)
 {
-       struct lu_fid            fid;
-       struct dt_object        *o;
-       struct lu_fid            rfid;
-       struct dt_object        *root;
-       int                      rc;
+       struct lu_fid fid;
+       struct dt_object *o;
+       struct lu_fid rfid;
+       struct dt_object *root;
+       struct dt_object *nm_config_file_obj;
+       struct nm_config_file *nm_config_file;
+       int rc;
 
        ENTRY;
 
-       /* FIXME what's this?  Do I need it? */
-       rc = cfs_cleanup_group_info();
-       if (rc)
-               RETURN(rc);
-
        OBD_SET_CTXT_MAGIC(&mgs->mgs_obd->obd_lvfs_ctxt);
        mgs->mgs_obd->obd_lvfs_ctxt.dt = mgs->mgs_bottom;
 
@@ -141,31 +141,72 @@ int mgs_fs_setup(const struct lu_env *env, struct mgs_device *mgs)
                GOTO(out_los, rc);
 
        root = dt_locate_at(env, mgs->mgs_bottom, &rfid,
-                           &mgs->mgs_dt_dev.dd_lu_dev);
+                           &mgs->mgs_dt_dev.dd_lu_dev, NULL);
        if (unlikely(IS_ERR(root)))
-               GOTO(out_los, PTR_ERR(root));
+               GOTO(out_los, rc = PTR_ERR(root));
 
        o = local_file_find_or_create(env, mgs->mgs_los, root,
                                      MOUNT_CONFIGS_DIR,
-                                     S_IFDIR | S_IRUGO | S_IWUSR | S_IXUGO);
+                                     S_IFDIR | 0755);
        if (IS_ERR(o))
                GOTO(out_root, rc = PTR_ERR(o));
 
+       if (!dt_try_as_dir(env, o)) {
+               dt_object_put(env, o);
+               GOTO(out_root, rc = -ENOTDIR);
+       }
+
        mgs->mgs_configs_dir = o;
 
+       /* colocated MDT will cache config in target root dir */
+       nm_config_file_obj = local_index_find_or_create(env, mgs->mgs_los,
+                                                       mgs->mgs_configs_dir,
+                                                       LUSTRE_NODEMAP_NAME,
+                                                       S_IFREG | 0644,
+                                                       &dt_nodemap_features);
+       if (IS_ERR(nm_config_file_obj))
+               GOTO(out_configs, rc = PTR_ERR(nm_config_file_obj));
+
+       if (nm_config_file_obj->do_index_ops == NULL) {
+               rc = nm_config_file_obj->do_ops->do_index_try(env,
+                                                       nm_config_file_obj,
+                                                       &dt_nodemap_features);
+               if (rc < 0) {
+                       dt_object_put(env, nm_config_file_obj);
+                       GOTO(out_configs, rc);
+               }
+       }
+       nm_config_file = nm_config_file_register_mgs(env, nm_config_file_obj,
+                                                    mgs->mgs_los);
+       dt_object_put(env, nm_config_file_obj);
+       if (IS_ERR(nm_config_file)) {
+               CERROR("%s: error loading nodemap config file, file must be "
+                      "removed via ldiskfs: rc = %ld\n",
+                      mgs->mgs_obd->obd_name, PTR_ERR(nm_config_file));
+               GOTO(out_configs, rc = PTR_ERR(nm_config_file));
+       }
+       mgs->mgs_obd->u.obt.obt_nodemap_config_file = nm_config_file;
+
        /* create directory to store nid table versions */
        o = local_file_find_or_create(env, mgs->mgs_los, root, MGS_NIDTBL_DIR,
-                                     S_IFDIR | S_IRUGO | S_IWUSR | S_IXUGO);
-       if (IS_ERR(o)) {
-               lu_object_put(env, &mgs->mgs_configs_dir->do_lu);
-               mgs->mgs_configs_dir = NULL;
-               GOTO(out_root, rc = PTR_ERR(o));
-       }
+                                     S_IFDIR | 0755);
+       if (IS_ERR(o))
+               GOTO(out_nm, rc = PTR_ERR(o));
 
        mgs->mgs_nidtbl_dir = o;
 
+out_nm:
+       if (rc < 0) {
+               nm_config_file_deregister_mgs(env, nm_config_file);
+               mgs->mgs_obd->u.obt.obt_nodemap_config_file = NULL;
+       }
+out_configs:
+       if (rc < 0) {
+               dt_object_put(env, mgs->mgs_configs_dir);
+               mgs->mgs_configs_dir = NULL;
+       }
 out_root:
-       lu_object_put(env, &root->do_lu);
+       dt_object_put(env, root);
 out_los:
        if (rc) {
                local_oid_storage_fini(env, mgs->mgs_los);
@@ -179,16 +220,44 @@ out:
 
 int mgs_fs_cleanup(const struct lu_env *env, struct mgs_device *mgs)
 {
-       class_disconnect_exports(mgs->mgs_obd); /* cleans up client info too */
+       struct lustre_cfg_bufs bufs;
+       struct lustre_cfg *lcfg;
+
+       /*
+        * For the MGS on independent device from MDT, it notifies the lower
+        * layer OSD to backup index before the umount via LCFG_PRE_CLEANUP.
+        */
+       lustre_cfg_bufs_reset(&bufs, mgs->mgs_obd->obd_name);
+       lustre_cfg_bufs_set_string(&bufs, 1, NULL);
+       OBD_ALLOC(lcfg, lustre_cfg_len(bufs.lcfg_bufcount, bufs.lcfg_buflen));
+       if (!lcfg) {
+               CERROR("%s: failed to trigger LCFG_PRE_CLEANUP\n",
+                      mgs->mgs_obd->obd_name);
+       } else {
+               struct lu_device *l = &mgs->mgs_bottom->dd_lu_dev;
+
+               lustre_cfg_init(lcfg, LCFG_PRE_CLEANUP, &bufs);
+               l->ld_ops->ldo_process_config(env, l, lcfg);
+               OBD_FREE(lcfg, lustre_cfg_len(lcfg->lcfg_bufcount,
+                                             lcfg->lcfg_buflens));
+       }
 
        if (mgs->mgs_configs_dir) {
-               lu_object_put(env, &mgs->mgs_configs_dir->do_lu);
+               dt_object_put(env, mgs->mgs_configs_dir);
                mgs->mgs_configs_dir = NULL;
        }
        if (mgs->mgs_nidtbl_dir) {
-               lu_object_put(env, &mgs->mgs_nidtbl_dir->do_lu);
+               dt_object_put(env, mgs->mgs_nidtbl_dir);
                mgs->mgs_nidtbl_dir = NULL;
        }
+       if (mgs->mgs_obd->u.obt.obt_nodemap_config_file != NULL) {
+               struct nm_config_file *ncf;
+
+               ncf = mgs->mgs_obd->u.obt.obt_nodemap_config_file;
+               nm_config_file_deregister_mgs(env, ncf);
+               mgs->mgs_obd->u.obt.obt_nodemap_config_file = NULL;
+       }
+
        if (mgs->mgs_los) {
                local_oid_storage_fini(env, mgs->mgs_los);
                mgs->mgs_los = NULL;